mirror of
https://github.com/kremalicious/blog.git
synced 2024-11-22 09:56:51 +01:00
30 lines
401 B
Plaintext
30 lines
401 B
Plaintext
User-agent: CCBot
|
|
Disallow: /
|
|
|
|
User-agent: ChatGPT-User
|
|
Disallow: /
|
|
|
|
User-agent: GPTBot
|
|
Disallow: /
|
|
|
|
User-agent: Google-Extended
|
|
Disallow: /
|
|
|
|
User-agent: Omgilibot
|
|
Disallow: /
|
|
|
|
User-agent: Omgili
|
|
Disallow: /
|
|
|
|
User-agent: FacebookBot
|
|
Disallow: /
|
|
|
|
User-agent: *
|
|
Disallow: /search/
|
|
Disallow: /page/
|
|
Disallow: /*/page/
|
|
Disallow: /tags/
|
|
Disallow: /api/
|
|
|
|
Sitemap: https://kremalicious.com/sitemap-index.xml
|