diff --git a/tildes/consumers/topic_embedly_extractor.py b/tildes/consumers/topic_embedly_extractor.py index 2e803d2..ad11e1f 100644 --- a/tildes/consumers/topic_embedly_extractor.py +++ b/tildes/consumers/topic_embedly_extractor.py @@ -43,6 +43,9 @@ class TopicEmbedlyExtractor(PgsqlQueueConsumer): if not topic.is_link_type: return + if not self.scraper.is_applicable(topic.link): + return + # see if we already have a recent scrape result from the same url result = ( self.db_session.query(ScraperResult)