diff --git a/tildes/static/robots.txt b/tildes/static/robots.txt index 152a534..49504a0 100644 --- a/tildes/static/robots.txt +++ b/tildes/static/robots.txt @@ -1,2 +1,5 @@ User-agent: BLEXBot Disallow: / + +User-agent: dotbot +Disallow: /