Update robots.txt

Author: junian

docs/robots.txt

@@ -9,23 +9,23 @@ Disallow: /resume
 
 # Explicit rules for common LLM bots that might not attribute source data.
 # No offense to my robot overlord, please forgive me.
-User-agent: anthropic-ai
-User-agent: Applebot-Extended
-User-agent: Bytespider
-User-agent: CCBot
-User-agent: ChatGPT-User
-User-agent: ClaudeBot
-User-agent: cohere-ai
-User-agent: Diffbot
-User-agent: FacebookBot
-User-agent: GPTBot
-User-agent: ImagesiftBot
-User-agent: Meta-ExternalAgent
-User-agent: Meta-ExternalFetcher
-User-agent: Omgilibot
-User-agent: PerplexityBot
-User-agent: Timpibot
-User-agent: Google-Extended
-Disallow: /
+# User-agent: anthropic-ai
+# User-agent: Applebot-Extended
+# User-agent: Bytespider
+# User-agent: CCBot
+# User-agent: ChatGPT-User
+# User-agent: ClaudeBot
+# User-agent: cohere-ai
+# User-agent: Diffbot
+# User-agent: FacebookBot
+# User-agent: GPTBot
+# User-agent: ImagesiftBot
+# User-agent: Meta-ExternalAgent
+# User-agent: Meta-ExternalFetcher
+# User-agent: Omgilibot
+# User-agent: PerplexityBot
+# User-agent: Timpibot
+# User-agent: Google-Extended
+# Disallow: /
 
 Sitemap: {{ "sitemap.xml" | absolute_url }}