Dekker1/Fourmi
Archived
1
0
Fork 0
Code

added config to wikipedia along with reliability check

Browse Source
This commit is contained in:
RTB 2014-06-06 19:27:27 +02:00
parent 981615c6b3
commit 68139b4839
1 changed files with 7 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
FourmiCrawler/sources/WikipediaParser.py
View File

@ -19,8 +19,15 @@ class WikipediaParser(Source):
__spider = None __spider = None
searched_compounds = [] searched_compounds = []
cfg = {}
def __init__(self, config={}): def __init__(self, config={}):
Source.__init__(self, config) Source.__init__(self, config)
self.cfg = config
if 'reliability' not in self.cfg or self.cfg['reliability'] == '':
log.msg('Reliability not set for Wikipedia', level=log.WARNING)
self.cfg['reliability'] = ''
def parse(self, response): def parse(self, response):
""" Distributes the above described behaviour """ """ Distributes the above described behaviour """