Block Cloudfind scraper

5 years ago · ebb6c911d2
1 changed files with 4 additions and 0 deletions
--- a/tildes/static/robots.txt
+++ b/tildes/static/robots.txt
@ -22,6 +22,10 @@ Disallow: /
 User-agent: Buck
 Disallow: /

+# https://cloudfindhq.com/
+User-agent: Cloudfind
+Disallow: /
+
 # https://moz.com/help/moz-procedures/crawlers/dotbot
 User-agent: dotbot
 Disallow: /