Dekker1/Fourmi
Archived
1
0
Fork 0
Code

Small fix because the cleaned up items were not send back

Browse Source
This commit is contained in:
Bas Vb 2014-04-23 12:14:20 +02:00
parent 6dd03c293a
commit f926f86d7d
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
FourmiCrawler/parsers/WikipediaParser.py
View File

@ -46,8 +46,7 @@ class WikipediaParser(Parser):
items.append(item) items.append(item)
log.msg('Wiki prop: |%s| |%s| |%s|' % (item['attribute'], item['value'], item['source']), level=log.DEBUG) log.msg('Wiki prop: |%s| |%s| |%s|' % (item['attribute'], item['value'], item['source']), level=log.DEBUG)
items=filter(lambda a: a['value']!='', items) #remove items with an empty value items=filter(lambda a: a['value']!='', items) #remove items with an empty value
self.cleanitems(items) return self.cleanitems(items)
return items
def new_compound_request(self, compound): def new_compound_request(self, compound):
return Request(url=self.website[:-1] + compound, callback=self.parse) return Request(url=self.website[:-1] + compound, callback=self.parse)