From 82d0812a10078da832e1f9be1ad5e9aa9bdde1f4 Mon Sep 17 00:00:00 2001
From: Deimos <deimos@tildes.net>
Date: Tue, 1 Oct 2019 12:18:08 -0600
Subject: [PATCH] Add "heritrix" to bot user agent substrings

---
 tildes/tildes/request_methods.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tildes/tildes/request_methods.py b/tildes/tildes/request_methods.py
index 10e0db3..0ece529 100644
--- a/tildes/tildes/request_methods.py
+++ b/tildes/tildes/request_methods.py
@@ -24,6 +24,7 @@ def is_bot(request: Request) -> bool:
     bot_user_agent_substrings = (
         "bingbot",
         "Googlebot",
+        "heritrix",
         "http.rb",
         "qotnews scraper",
         "Prometheus",