Browse Source

Add Amazonbot to list of bot user agents

merge-requests/126/merge
Deimos 4 years ago
parent
commit
4efff58bac
  1. 1
      tildes/tildes/request_methods.py

1
tildes/tildes/request_methods.py

@ -27,6 +27,7 @@ def get_redis_connection(request: Request) -> Redis:
def is_bot(request: Request) -> bool: def is_bot(request: Request) -> bool:
"""Return whether the request is by a known bot (e.g. search engine crawlers).""" """Return whether the request is by a known bot (e.g. search engine crawlers)."""
bot_user_agent_substrings = ( bot_user_agent_substrings = (
"Amazonbot",
"bingbot", "bingbot",
"Googlebot", "Googlebot",
"heritrix", "heritrix",

Loading…
Cancel
Save