From da17a149c04437e42246eb11a0b0f3c7d9a13e9b Mon Sep 17 00:00:00 2001 From: "Jip J. Dekker" Date: Tue, 8 Apr 2014 11:42:43 +0200 Subject: [PATCH] Spider is now able to handle none-request from parsers while handling new compounds --- FourmiCrawler/spider.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/FourmiCrawler/spider.py b/FourmiCrawler/spider.py index 42f1e15..327de42 100644 --- a/FourmiCrawler/spider.py +++ b/FourmiCrawler/spider.py @@ -25,7 +25,9 @@ class FourmiSpider(Spider): def get_synonym_requests(self, compound): requests = [] for parser in self.__parsers: - requests.append(parser.new_compound_request(compound)) + parser_requests = parser.new_compound_request(compound) + if parser_requests is not None: + requests.append(parser_requests) return requests def start_requests(self):