Dekker1/Fourmi
Archived
1
0
Fork 0
Code

remove empty data points

Browse Source
This commit is contained in:
Bas Vb 2014-04-16 15:22:47 +02:00
parent ce3105f3c1
commit 34c3a8b4d6
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
FourmiCrawler/parsers/WikipediaParser.py
View File

@ -33,10 +33,13 @@ class WikipediaParser(Parser):
item['value'] = prop_values[i].extract().encode('utf-8')
item['source'] = "Wikipedia"
items.append(item)
print "new: " + item['attribute']
print item['value']
#print "new: " + item['attribute']
#print item['value']
items=filter(lambda a: a['value']!='', items)
print items
return items
def new_compound_request(self, compound):
return Request(url=self.website[:-1] + compound, callback=self.parse)