Dekker1/Fourmi
Archived
1
0
Fork 0
Code

Logical fixes to have some "working" case

Browse Source
This commit is contained in:
Jip J. Dekker 2014-03-27 13:12:27 +01:00
parent 8175e02f6c
commit bdcf359da7
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
Fourmi.py
View File

@ -10,8 +10,8 @@ from scrapy import log, signals
from FourmiCrawler.spiders.Fourmispider import FourmiSpider from FourmiCrawler.spiders.Fourmispider import FourmiSpider
from scrapy.utils.project import get_project_settings from scrapy.utils.project import get_project_settings
def setup_crawler(compound): def setup_crawler(searchable):
spider = FourmiSpider(domain=domain) # [todo] - Do something smart to get the different spiders to work here. spider = FourmiSpider(compound=searchable) # [todo] - Do something smart to get the different spiders to work here.
settings = get_project_settings() settings = get_project_settings()
crawler = Crawler(settings) crawler = Crawler(settings)
crawler.configure() crawler.configure()
@ -19,7 +19,7 @@ def setup_crawler(compound):
crawler.start() crawler.start()
def start(): def start():
setup_crawler(compound) setup_crawler("Methane")
log.start() log.start()
reactor.run() reactor.run()