From e0e8239a6a396af8506cb13859cbb93e5867c3a2 Mon Sep 17 00:00:00 2001
From: yuri-kiss <135030944+yuri-kiss@users.noreply.github.com>
Date: Wed, 11 Dec 2024 11:28:10 -0500
Subject: [PATCH] Update robots.txt

---
 static/robots.txt | 57 +++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 57 insertions(+)

diff --git a/static/robots.txt b/static/robots.txt
index 92bef68fdae..984a5d10df9 100644
--- a/static/robots.txt
+++ b/static/robots.txt
@@ -1,3 +1,60 @@
 User-agent: *
 Disallow: /*/embed
 Disallow: /embed
+User-agent: *AI*
+Disallow: /
+Disallow: /*
+User-agent: *GPT*
+Disallow: /
+Disallow: /*
+User-agent: GPTBot
+Disallow: /
+Disallow: /*
+User-agent: ChatGPT-User
+Disallow: /
+Disallow: /*
+User-agent: Google-Extended
+Disallow: /
+Disallow: /*
+User-agent: PerplexityBot
+Disallow: /
+Disallow: /*
+User-agent: Amazonbot
+Disallow: /
+Disallow: /*
+User-agent: ClaudeBot
+Disallow: /
+Disallow: /*
+User-agent: Omgilibot
+Disallow: /
+Disallow: /*
+User-Agent: FacebookBot
+Disallow: /
+Disallow: /*
+User-Agent: Applebot
+Disallow: /
+Disallow: /*
+User-agent: anthropic-ai
+Disallow: /
+Disallow: /*
+User-agent: Bytespider
+Disallow: /
+Disallow: /*
+User-agent: Claude-Web
+Disallow: /
+Disallow: /*
+User-agent: Diffbot
+Disallow: /
+Disallow: /*
+User-agent: ImagesiftBot
+Disallow: /
+Disallow: /*
+User-agent: Omgilibot
+Disallow: /
+Disallow: /*
+User-agent: Omgili
+Disallow: /
+Disallow: /*
+User-agent: YouBot
+Disallow: /
+Disallow: /*