diff --git a/robots.txt b/robots.txt index f049d1d..e0e2e2d 100644 --- a/robots.txt +++ b/robots.txt @@ -1,5 +1,40 @@ --- layout: none --- +# Tell AI to fuck itself as much as possible +# (thanks to https://www.foundationwebdev.com/2023/08/utilizing-robots-txt-to-block-ai-crawlers/ for a starting point!!!! <3) +User-agent: GPTBot +Disallow: / +User-agent: ChatGPT-User +Disallow: / +User-agent: GoogleOther +Disallow: / +User-agent: CCBot +Disallow: / +User-agent: anthropic-ai +Disallow: / +User-agent: Google-Extended +Disallow: / +User-agent: Omigili +Disallow: / +User-agent: OmigiliBot +Disallow: / +User-agent: PerplexityBot +Disallow: / +User-agent: ImagesiftBot +Disallow: / +User-agent: FacebookBot +Disallow: / +User-agent: Diffbot +Disallow: / +User-agent: cohere-ai +Disallow: / +User-agent: Bytespider +Disallow: / +User-agent: Applebot-Extended +Disallow: / +User-agent: Claude-Web +Disallow: / + User-agent: * Sitemap: {{ site.url }}/sitemap.xml