diff --git a/Fourmi/spiders/Chemspider.py b/Fourmi/spiders/Chemspider.py index 3fc74a0..b85b44d 100644 --- a/Fourmi/spiders/Chemspider.py +++ b/Fourmi/spiders/Chemspider.py @@ -3,9 +3,10 @@ from scrapy.spider import Spider class ChemspiderSpider(Spider): name = "Chemspider" allowed_domains = ["chemspider.com"] - start_urls = ( - 'http://www.chemspider.com/', - ) + + def __init__(self, compound=None, *args, **kwargs): + super(ChemspiderSpider, self).__init__(*args, **kwargs) + self.start_urls = ["http://chemspiderapiurl/something/%s" % compound] #[TODO] - Give an logical start url. def parse(self, response): pass diff --git a/Fourmi/spiders/Wikipedia.py b/Fourmi/spiders/Wikipedia.py index 03b202b..62ed026 100644 --- a/Fourmi/spiders/Wikipedia.py +++ b/Fourmi/spiders/Wikipedia.py @@ -3,9 +3,10 @@ from scrapy.spider import Spider class WikipediaSpider(Spider): name = "Wikipedia" allowed_domains = ["wikipedia.org"] - start_urls = ( - 'http://www.wikipedia.org/', - ) + + def __init__(self, compound=None, *args, **kwargs): + super(WikipediaSpider, self).__init__(*args, **kwargs) + self.start_urls = ["http://wikipediaurl/something/%s" % compound] #[TODO] - Give an logical start url. def parse(self, response): pass