Archived
1
0

hardcoded ChemSpider API token into ChemSpider.py

This commit is contained in:
RTB 2014-04-08 16:14:47 +02:00
parent a4dc8c8711
commit 0e3ef9a792

View File

@ -3,7 +3,6 @@ from scrapy import log
from scrapy.http import Request
from scrapy.selector import Selector
from FourmiCrawler.items import Result
from ChemSpider_token import TOKEN #TODO: move the token elsewhere
"""
This parser will manage searching for chemicals through the ChemsSpider API,
@ -15,7 +14,7 @@ class ChemSpider(Parser):
website = "http://www.chemspider.com/*"
__spider = 'ChemSpider'
search = "Search.asmx/SimpleSearch?query=%s&token=%s"
search = "Search.asmx/SimpleSearch?query=%s&token=052bfd06-5ce4-43d6-bf12-89eabefd2338"
print "ChemSpider start"
log.msg('chemspider start', level=log.DEBUG)
@ -27,7 +26,7 @@ class ChemSpider(Parser):
pass
def new_compound_request(self,compound):
searchurl = self.website[:-1] + self.search % (compound, TOKEN)
searchurl = self.website[:-1] + self.search % compound
log.msg('chemspider compound', level=log.DEBUG)
print "ChemSpider compound"
return Request(url=searchurl, callback=self.parse)