Dekker1/Fourmi
Archived
1
0
Fork 0
Code

new_compound_request now returns a Request with a searh URL

Browse Source
This commit is contained in:
Rob tB 2014-05-04 20:48:51 +02:00
parent e1e507f745
commit 0cec4bd2d8
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
FourmiCrawler/sources/NIST.py
View File

@ -8,6 +8,8 @@ from FourmiCrawler.items import Result
class NIST(Source): class NIST(Source):
website = "http://webbook.nist.gov/*" website = "http://webbook.nist.gov/*"
search = 'cgi/cbook.cgi?Name=%s&Units=SI&cTG=on&cTC=on&cTP=on'
def __init__(self): def __init__(self):
Source.__init__(self) Source.__init__(self)
@ -15,5 +17,5 @@ class NIST(Source):
pass pass
def new_compound_request(self, compound): def new_compound_request(self, compound):
# return Request(url=self.website[:-1] + compound, callback=self.parse) return Request(url=self.website[:-1] + self.search % compound,
pass callback=self.parse)