Dekker1/Fourmi
Archived
1
0
Fork 0
Code

Spider is now able to handle none-request from parsers while handling new

Browse Source 
compounds
This commit is contained in:
Jip J. Dekker 2014-04-08 11:42:43 +02:00
parent 9805bb5adb
commit da17a149c0
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
FourmiCrawler/spider.py
View File

@ -25,7 +25,9 @@ class FourmiSpider(Spider):
def get_synonym_requests(self, compound):
requests = []
for parser in self.__parsers:
requests.append(parser.new_compound_request(compound))
parser_requests = parser.new_compound_request(compound)
if parser_requests is not None:
requests.append(parser_requests)
return requests
def start_requests(self):