Dekker1/Fourmi
Archived
1
0
Fork 0
Code

Added INFO message when no compatible source on response

Browse Source
This commit is contained in:
Jip J. Dekker 2014-06-19 22:08:45 +02:00
parent 27529c414f
commit a3e973ecad
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
FourmiCrawler/spider.py
View File

@ -34,8 +34,9 @@ class FourmiSpider(Spider):
"""
for source in self._sources:
if re.match(source.website, response.url):
log.msg("Url: " + response.url + " -> Source: " + source.website, level=log.DEBUG)
log.msg("URL: " + response.url + " -> Source: " + source.website, level=log.DEBUG)
return source.parse(response)
log.msg("URL: " + response.url + " -> No compatible source", level=log.INFO)
return None
def get_synonym_requests(self, compound, force=False):