Dekker1/Fourmi
Archived
1
0
Fork 0
Code

Disabled name mangling for the spider reference in the parsers

Browse Source
This commit is contained in:
Jip J. Dekker 2014-04-22 18:55:14 +02:00
parent 648b23e466
commit ba7bed0250
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
FourmiCrawler/parsers/ChemSpider.py
View File

@ -137,7 +137,7 @@ class ChemSpider(Parser):
for syn in synonyms: for syn in synonyms:
if syn['category'] == 'expert' and syn['language'] == 'English': if syn['category'] == 'expert' and syn['language'] == 'English':
log.msg('CS emit synonym: %s' % syn['name'], level=log.DEBUG) log.msg('CS emit synonym: %s' % syn['name'], level=log.DEBUG)
self._Parser__spider.get_synonym_requests(syn['name']) self._spider.get_synonym_requests(syn['name'])
return requests return requests

2
FourmiCrawler/parsers/parser.py
View File

@ -7,7 +7,7 @@ class Parser:
website should be an regular expression of the urls of request the parser is able to parse. website should be an regular expression of the urls of request the parser is able to parse.
''' '''
website = "http://something/*" website = "http://something/*"
__spider = None _spider = None
def parse(self, reponse): def parse(self, reponse):
log.msg("The parse function of the empty parser was used.", level=log.WARNING) log.msg("The parse function of the empty parser was used.", level=log.WARNING)