The script should stop sometime, added a stopping signal
This commit is contained in:
parent
87d1041517
commit
d91706d6e5
@ -15,6 +15,7 @@ def setup_crawler(searchable):
|
||||
spider = FourmiSpider(compound=searchable)
|
||||
settings = get_project_settings()
|
||||
crawler = Crawler(settings)
|
||||
crawler.signals.connect(reactor.stop, signal=signals.spider_closed)
|
||||
crawler.configure()
|
||||
crawler.crawl(spider)
|
||||
crawler.start()
|
||||
|
Reference in New Issue
Block a user