From 74aa446f40e6050b3e0b333b21921d84462bdf0c Mon Sep 17 00:00:00 2001 From: Bas Vb Date: Wed, 16 Apr 2014 15:27:36 +0200 Subject: [PATCH] minor edits (comments etc.) --- FourmiCrawler/parsers/WikipediaParser.py | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/FourmiCrawler/parsers/WikipediaParser.py b/FourmiCrawler/parsers/WikipediaParser.py index c489424..810f3a1 100644 --- a/FourmiCrawler/parsers/WikipediaParser.py +++ b/FourmiCrawler/parsers/WikipediaParser.py @@ -33,13 +33,12 @@ class WikipediaParser(Parser): item['value'] = prop_values[i].extract().encode('utf-8') item['source'] = "Wikipedia" items.append(item) - #print "new: " + item['attribute'] - #print item['value'] - items=filter(lambda a: a['value']!='', items) + print "new: " + item['attribute'] + print item['value'] + items=filter(lambda a: a['value']!='', items) #remove items with an empty value print items return items - def new_compound_request(self, compound): return Request(url=self.website[:-1] + compound, callback=self.parse)