robots.txt: Block OpenAI GPTBot

1 year ago · f355bc6a80
1 changed files with 4 additions and 0 deletions
--- a/tildes/static/robots.txt
+++ b/tildes/static/robots.txt
@ -30,6 +30,10 @@ Disallow: /
 User-agent: dotbot
 Disallow: /

+# https://platform.openai.com/docs/gptbot
+User-agent: GPTBot
+Disallow: /
+
 # Unknown/suspicious scraper - UA only contains a gmail address
 User-agent: MauiBot
 Disallow: /