The script should stop sometime, added a stopping signal
This commit is contained in:
parent
87d1041517
commit
d91706d6e5
@ -15,6 +15,7 @@ def setup_crawler(searchable):
|
|||||||
spider = FourmiSpider(compound=searchable)
|
spider = FourmiSpider(compound=searchable)
|
||||||
settings = get_project_settings()
|
settings = get_project_settings()
|
||||||
crawler = Crawler(settings)
|
crawler = Crawler(settings)
|
||||||
|
crawler.signals.connect(reactor.stop, signal=signals.spider_closed)
|
||||||
crawler.configure()
|
crawler.configure()
|
||||||
crawler.crawl(spider)
|
crawler.crawl(spider)
|
||||||
crawler.start()
|
crawler.start()
|
||||||
|
Reference in New Issue
Block a user