Dekker1/Fourmi
Archived
1
0
Fork 0
Code

corrected Chemspider parser to be a subclass of Parser

Browse Source
This commit is contained in:
RTB 2014-04-08 13:10:02 +02:00
parent 0da286c907
commit a4dc8c8711
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
FourmiCrawler/parsers/ChemSpider.py
View File

@ -1,3 +1,4 @@
from parser import Parser
from scrapy import log from scrapy import log
from scrapy.http import Request from scrapy.http import Request
from scrapy.selector import Selector from scrapy.selector import Selector
@ -9,7 +10,7 @@ This parser will manage searching for chemicals through the ChemsSpider API,
and parsing the resulting ChemSpider page. and parsing the resulting ChemSpider page.
The token required for the API should be in a configuration file somewhere. The token required for the API should be in a configuration file somewhere.
""" """
class ChemSpider: class ChemSpider(Parser):
website = "http://www.chemspider.com/*" website = "http://www.chemspider.com/*"
__spider = 'ChemSpider' __spider = 'ChemSpider'
@ -26,7 +27,7 @@ class ChemSpider:
pass pass
def new_compound_request(self,compound): def new_compound_request(self,compound):
searchurl = website[:-1] + search % (compound, TOKEN) searchurl = self.website[:-1] + self.search % (compound, TOKEN)
log.msg('chemspider compound', level=log.DEBUG) log.msg('chemspider compound', level=log.DEBUG)
print "ChemSpider compound" print "ChemSpider compound"
return Request(url=searchurl, callback=self.parse) return Request(url=searchurl, callback=self.parse)