Dekker1/Fourmi
Archived
1
0
Fork 0
Code

removed manual Requests for wikipedia URLs as wikipedia parser handles those through synonyms

Browse Source
This commit is contained in:
RTB 2014-04-18 13:17:24 +02:00
parent ae21fa7c67
commit 9389af99ba
1 changed files with 0 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
FourmiCrawler/parsers/ChemSpider.py
View File

@ -26,8 +26,6 @@ class ChemSpider(Parser):
requests.extend(requests_synonyms)
requests_properties = self.parse_properties(sel)
requests.extend(requests_properties)
for wiki_url in sel.xpath('.//p[@class="syn"][strong]/a[@title="Wiki"]/@href').extract():
requests.append( Request(url=wiki_url) )
return requests