diff --git a/FourmiCrawler/parsers/WikipediaParser.py b/FourmiCrawler/parsers/WikipediaParser.py index c489424..810f3a1 100644 --- a/FourmiCrawler/parsers/WikipediaParser.py +++ b/FourmiCrawler/parsers/WikipediaParser.py @@ -33,13 +33,12 @@ class WikipediaParser(Parser): item['value'] = prop_values[i].extract().encode('utf-8') item['source'] = "Wikipedia" items.append(item) - #print "new: " + item['attribute'] - #print item['value'] - items=filter(lambda a: a['value']!='', items) + print "new: " + item['attribute'] + print item['value'] + items=filter(lambda a: a['value']!='', items) #remove items with an empty value print items return items - def new_compound_request(self, compound): return Request(url=self.website[:-1] + compound, callback=self.parse)