feat: Add more AI bots to robots.txt

mvsde · Sep 30, 2023 · 86bdf3b · 86bdf3b
1 parent b5d4549
commit 86bdf3b
Showing 1 changed file with 19 additions and 3 deletions.
diff --git a/content/robots.njk b/content/robots.njk
@@ -3,13 +3,29 @@ permalink: robots.txt
 layout: false
 eleventyExcludeFromCollections: true
 ---
-# Block ChatGPT
-User-agent: GPTBot
+# Block AI bots
+
+User-agent: Amazonbot
+Disallow: /
+
+User-agent: CCBot
 Disallow: /
 
-# Block ChatGPT plugins
 User-agent: ChatGPT-User
 Disallow: /
 
+User-Agent: FacebookBot
+Disallow: /
+
+User-agent: Google-Extended
+Disallow: /
+
+User-agent: GPTBot
+Disallow: /
+
+User-agent: Omgilibot
+Disallow: /
+
 # Announce sitemap
+
 Sitemap: {{ base }}/sitemap.xml