diff --git a/src/classes/spider.py b/src/classes/spider.py index ab139a6..a4b722d 100644 --- a/src/classes/spider.py +++ b/src/classes/spider.py @@ -14,9 +14,11 @@ class ConcordiaSpider(CrawlSpider): """ name = "ir" rules = ( - Rule(LinkExtractor( - deny_domains=["facebook.com", "twitter.com", "youtube.com", "google.com", "stm.info", "apple.com"], - deny=[".*/fr/.*", ".*concordia.ca/maps/.*"]), + Rule( + LinkExtractor( + deny_domains=["facebook.com", "twitter.com", "youtube.com", "google.com", "stm.info", "apple.com"], + deny=[".*/fr/.*", ".*concordia.ca/maps/.*"] + ), callback="parse_item", follow=True ),