Block AI Bots and crawlers

hugo-fixit · Jul 28, 2024 · d731d1d · d731d1d
1 parent 25e358d
commit d731d1d
Showing 1 changed file with 32 additions and 0 deletions.
diff --git a/layouts/robots.txt b/layouts/robots.txt
@@ -65,4 +65,36 @@ Disallow: /
 User-agent: ZoominfoBot
 Disallow: /
 
+# OpenAI, ChatGPT
+User-agent: GPTBot
+Disallow: /
+
+# Google AI (Bard, etc)
+User-agent: Google-Extended
+Disallow: /
+
+# Block common crawl
+User-agent: CCBot
+Disallow: /
+
+# Facebook
+User-agent: FacebookBot
+Disallow: /
+
+# Cohere.ai
+User-agent: cohere-ai
+Disallow: /
+
+# Perplexity
+User-agent: PerplexityBot
+Disallow: /
+
+# Anthropic
+User-agent: anthropic-ai
+Disallow: /
+
+# Claudebot by Anthropic
+User-agent: ClaudeBot
+Disallow: /
+
 Sitemap: {{ "/sitemap.xml" | absURL }}