Dekker1/Fourmi
Archived
1
0
Fork 0
Code

chemspider should now only generate new Requests for wikipedia links from 'expert confirmed' synonyms

Browse Source
This commit is contained in:
Rob tB 2014-04-16 15:02:37 +02:00
parent 87282fc572
commit 7fc980befe
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
FourmiCrawler/parsers/ChemSpider.py
View File

@ -25,7 +25,7 @@ class ChemSpider(Parser):
requests.extend(requests_synonyms)
requests_properties = self.parse_properties(sel)
requests.extend(requests_properties)
for wiki_url in sel.xpath('.//a[@title="Wiki"]/@href').extract():
for wiki_url in sel.xpath('.//p[@class="syn"][strong]/a[@title="Wiki"]/@href').extract():
requests.append( Request(url=wiki_url) )
return requests