Dekker1/Fourmi
Archived
1
0
Fork 0
Code

Fixed a typo

Browse Source
This commit is contained in:
Jip J. Dekker 2014-06-01 20:15:15 +02:00
parent c4876f029b
commit 3499946e97
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
FourmiCrawler/spider.py
View File

@ -22,17 +22,17 @@ class FourmiSpider(Spider):
self.synonyms.append(compound)
self.selected_attributes = selected_attributes;
def parse(self, reponse):
def parse(self, response):
"""
The function that is called when a response to a request is available. This function distributes this to a
parser which should be able to handle parsing the data.
:param reponse: A Scrapy Response object that should be parsed
:param response: A Scrapy Response object that should be parsed
:return: A list of Result items and new Request to be handled by the scrapy core.
"""
for parser in self.__parsers:
if re.match(parser.website, reponse.url):
log.msg("Url: " + reponse.url + " -> Source: " + parser.website, level=log.DEBUG)
return parser.parse(reponse)
if re.match(parser.website, response.url):
log.msg("Url: " + response.url + " -> Source: " + parser.website, level=log.DEBUG)
return parser.parse(response)
return None
def get_synonym_requests(self, compound):