Dekker1/Fourmi
Archived
1
0
Fork 0
Code

hardcoded ChemSpider API token into ChemSpider.py

Browse Source
This commit is contained in:
RTB 2014-04-08 16:14:47 +02:00
parent a4dc8c8711
commit 0e3ef9a792
1 changed files with 2 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
FourmiCrawler/parsers/ChemSpider.py
View File

@ -3,7 +3,6 @@ from scrapy import log
from scrapy.http import Request from scrapy.http import Request
from scrapy.selector import Selector from scrapy.selector import Selector
from FourmiCrawler.items import Result from FourmiCrawler.items import Result
from ChemSpider_token import TOKEN #TODO: move the token elsewhere
""" """
This parser will manage searching for chemicals through the ChemsSpider API, This parser will manage searching for chemicals through the ChemsSpider API,
@ -15,7 +14,7 @@ class ChemSpider(Parser):
website = "http://www.chemspider.com/*" website = "http://www.chemspider.com/*"
__spider = 'ChemSpider' __spider = 'ChemSpider'
search = "Search.asmx/SimpleSearch?query=%s&token=%s" search = "Search.asmx/SimpleSearch?query=%s&token=052bfd06-5ce4-43d6-bf12-89eabefd2338"
print "ChemSpider start" print "ChemSpider start"
log.msg('chemspider start', level=log.DEBUG) log.msg('chemspider start', level=log.DEBUG)
@ -27,7 +26,7 @@ class ChemSpider(Parser):
pass pass
def new_compound_request(self,compound): def new_compound_request(self,compound):
searchurl = self.website[:-1] + self.search % (compound, TOKEN) searchurl = self.website[:-1] + self.search % compound
log.msg('chemspider compound', level=log.DEBUG) log.msg('chemspider compound', level=log.DEBUG)
print "ChemSpider compound" print "ChemSpider compound"
return Request(url=searchurl, callback=self.parse) return Request(url=searchurl, callback=self.parse)