Dekker1/Fourmi
Archived
1
0
Fork 0
Code

Refractoring double code

Browse Source
This commit is contained in:
Jip J. Dekker 2014-06-15 20:50:00 +02:00
parent 74e7152d5f
commit 79cf15b95c
4 changed files with 3 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
FourmiCrawler/sources/ChemSpider.py
View File

@ -28,10 +28,6 @@ class ChemSpider(Source):
def __init__(self, config=None):
Source.__init__(self, config)
if self.cfg is None:
self.cfg = {}
else:
self.cfg = config
self.ignore_list = []
if 'token' not in self.cfg or self.cfg['token'] == '':
log.msg('ChemSpider token not set or empty, search/MassSpec API '

4
FourmiCrawler/sources/NIST.py
View File

@ -25,10 +25,6 @@ class NIST(Source):
def __init__(self, config=None):
Source.__init__(self, config)
self.ignore_list = set()
if config is None:
self.cfg = {}
else:
self.cfg = config
def parse(self, response):
sel = Selector(response)

4
FourmiCrawler/sources/WikipediaParser.py
View File

@ -21,10 +21,6 @@ class WikipediaParser(Source):
def __init__(self, config=None):
Source.__init__(self, config)
if config is None:
self.cfg = {}
else:
self.cfg = config
def parse(self, response):
"""

3
FourmiCrawler/sources/source.py
View File

@ -10,6 +10,9 @@ class Source:
"""
Initiation of a new Source
"""
self.cfg = {}
if config is not None:
self.cfg = config
pass
def parse(self, response):