From 31a63829f8235aa2fd3406d147957519e3157b19 Mon Sep 17 00:00:00 2001 From: RTB Date: Mon, 14 Apr 2014 01:23:15 +0200 Subject: [PATCH] chemspider parser now makes new synonym requests with the scraped synonyms --- FourmiCrawler/parsers/ChemSpider.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/FourmiCrawler/parsers/ChemSpider.py b/FourmiCrawler/parsers/ChemSpider.py index 72f828a..cad8490 100644 --- a/FourmiCrawler/parsers/ChemSpider.py +++ b/FourmiCrawler/parsers/ChemSpider.py @@ -38,6 +38,10 @@ class ChemSpider(Parser): for syn in sel.xpath('//p[@class="syn"]/span[@class=""]/text()').extract(): synonyms.append( self.new_synonym( syn, 'low' ) ) + for synonym in synonyms: + if synonym['reliability'] == 'high': + self._Parser__spider.get_synonym_requests(synonym['value']) + return requests def new_synonym(self, name, reliability):