From 662d1795489431c7eb7eea160a05e3e04ad733da Mon Sep 17 00:00:00 2001
From: Deimos <deimos@tildes.net>
Date: Tue, 27 Aug 2019 16:26:19 -0600
Subject: [PATCH] robots.txt: Block more SEO/marketing scrapers

---
 tildes/static/robots.txt | 9 +++++++++
 1 file changed, 9 insertions(+)

diff --git a/tildes/static/robots.txt b/tildes/static/robots.txt
index a3b8c00..47bb3cd 100644
--- a/tildes/static/robots.txt
+++ b/tildes/static/robots.txt
@@ -1,6 +1,12 @@
+User-agent: AhrefsBot
+Disallow: /
+
 User-agent: BLEXBot
 Disallow: /
 
+User-agent: Buck
+Disallow: /
+
 User-agent: dotbot
 Disallow: /
 
@@ -9,3 +15,6 @@ Disallow: /
 
 User-agent: MegaIndex
 Disallow: /
+
+User-agent: SemrushBot
+Disallow: /