From 9787d1e3158880dce8ca8292da01b8f4d2794855 Mon Sep 17 00:00:00 2001 From: Deimos Date: Fri, 3 May 2019 13:46:50 -0600 Subject: [PATCH] robots.txt: Block MegaIndex crawler --- tildes/static/robots.txt | 3 +++ 1 file changed, 3 insertions(+) diff --git a/tildes/static/robots.txt b/tildes/static/robots.txt index 5476465..a3b8c00 100644 --- a/tildes/static/robots.txt +++ b/tildes/static/robots.txt @@ -6,3 +6,6 @@ Disallow: / User-agent: MauiBot Disallow: / + +User-agent: MegaIndex +Disallow: /