From d021b38392564df175e18efb8371c59d9458ce6b Mon Sep 17 00:00:00 2001 From: Deimos Date: Tue, 3 Dec 2019 19:27:16 -0700 Subject: [PATCH] Block serpstatbot from crawling the site --- tildes/static/robots.txt | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/tildes/static/robots.txt b/tildes/static/robots.txt index 127baab..47706e2 100644 --- a/tildes/static/robots.txt +++ b/tildes/static/robots.txt @@ -51,6 +51,10 @@ Disallow: / User-agent: SemrushBot-BA Disallow: / +# https://serpstatbot.com/ +User-agent: serpstatbot +Disallow: / + # https://www.zoominfo.com/ User-agent: ZoominfoBot Disallow: /