diff --git a/tildes/static/robots.txt b/tildes/static/robots.txt index bd2a9b7..127baab 100644 --- a/tildes/static/robots.txt +++ b/tildes/static/robots.txt @@ -22,6 +22,10 @@ Disallow: / User-agent: Buck Disallow: / +# https://cloudfindhq.com/ +User-agent: Cloudfind +Disallow: / + # https://moz.com/help/moz-procedures/crawlers/dotbot User-agent: dotbot Disallow: /