diff --git a/tildes/static/robots.txt b/tildes/static/robots.txt index f099c1c..b317ebb 100644 --- a/tildes/static/robots.txt +++ b/tildes/static/robots.txt @@ -30,6 +30,10 @@ Disallow: / User-agent: dotbot Disallow: / +# https://platform.openai.com/docs/gptbot +User-agent: GPTBot +Disallow: / + # Unknown/suspicious scraper - UA only contains a gmail address User-agent: MauiBot Disallow: /