Dekker1/Fourmi
Archived
1
0
Fork 0
Code

Search for single compound, filename should be lowercase

Browse Source
This commit is contained in:
Jip J. Dekker 2014-04-15 18:49:30 +02:00
parent a4dd6e1835
commit ffb3861034
2 changed files with 6 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
FourmiCrawler/spider.py
View File

@ -8,12 +8,9 @@ class FourmiSpider(Spider):
__parsers = [] __parsers = []
synonyms = [] synonyms = []
def __init__(self, compounds=None, *args, **kwargs): def __init__(self, compound=None, *args, **kwargs):
super(FourmiSpider, self).__init__(*args, **kwargs) super(FourmiSpider, self).__init__(*args, **kwargs)
if isinstance(compounds, list): self.synonyms.append(compound)
self.synonyms.extend(compounds)
else:
self.synonyms.append(compounds)
def parse(self, reponse): def parse(self, reponse):
for parser in self.__parsers: for parser in self.__parsers:

8
Fourmi.py → fourmi.py
View File

@ -3,8 +3,8 @@
Fourmi, an webscraper build to search specific information for a given compound. Fourmi, an webscraper build to search specific information for a given compound.
Usage: Usage:
fourmi search <compound>... fourmi search <compound>
fourmi [options] search <compound>... fourmi [options] search <compound>
fourmi -h | --help fourmi -h | --help
fourmi --version fourmi --version
@ -44,8 +44,8 @@ def load_parsers(rel_dir="FourmiCrawler/parsers"):
return parsers return parsers
def setup_crawler(searchables): def setup_crawler(searchable):
spider = FourmiSpider(compounds=searchables) spider = FourmiSpider(compound=searchable)
spider.add_parsers(load_parsers()) spider.add_parsers(load_parsers())
settings = get_project_settings() settings = get_project_settings()
crawler = Crawler(settings) crawler = Crawler(settings)