Dekker1/Fourmi
Archived
1
0
Fork 0
Code

Changed a parameter name for clarification

Browse Source
This commit is contained in:
Jip J. Dekker 2014-06-01 19:55:10 +02:00
parent ca90796904
commit e272c9f342
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
fourmi.py
View File

@ -33,15 +33,15 @@ from FourmiCrawler.spider import FourmiSpider
from sourceloader import SourceLoader from sourceloader import SourceLoader
def setup_crawler(searchable, settings, source_loader, attributes): def setup_crawler(compound, settings, source_loader, attributes):
""" """
This function prepares and start the crawler which starts the actual search on the internet This function prepares and start the crawler which starts the actual search on the internet
:param searchable: The compound which should be searched :param compound: The compound which should be searched
:param settings: A scrapy settings object :param settings: A scrapy settings object
:param source_loader: A fully functional SourceLoader object which contains only the sources that should be used. :param source_loader: A fully functional SourceLoader object which contains only the sources that should be used.
:param attributes: A list of regular expressions which the attribute names should match. :param attributes: A list of regular expressions which the attribute names should match.
""" """
spider = FourmiSpider(compound=searchable, selected_attributes=attributes) spider = FourmiSpider(compound=compound, selected_attributes=attributes)
spider.add_parsers(source_loader.sources) spider.add_parsers(source_loader.sources)
crawler = Crawler(settings) crawler = Crawler(settings)
crawler.signals.connect(reactor.stop, signal=signals.spider_closed) crawler.signals.connect(reactor.stop, signal=signals.spider_closed)