Dekker1/Fourmi
Archived
1
0
Fork 0
Code

log messages are now DEBUG instead of WARNING

Browse Source
This commit is contained in:
Rob tB 2014-04-16 13:28:59 +02:00
parent c1b5f810cb
commit 93a6f098a9
1 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
FourmiCrawler/parsers/ChemSpider.py
View File

@ -47,7 +47,7 @@ class ChemSpider(Parser):
properties.append(new_prop) properties.append(new_prop)
log.msg('CS prop: |%s| |%s| |%s|' \ log.msg('CS prop: |%s| |%s| |%s|' \
% (new_prop['attribute'],new_prop['value'], new_prop['source']), % (new_prop['attribute'],new_prop['value'], new_prop['source']),
level=log.WARNING) level=log.DEBUG)
scraped_list = sel.xpath('.//li[span="Experimental Physico-chemical Properties"]//li/table/tr/td') scraped_list = sel.xpath('.//li[span="Experimental Physico-chemical Properties"]//li/table/tr/td')
if not scraped_list: if not scraped_list:
@ -66,7 +66,7 @@ class ChemSpider(Parser):
properties.append(new_prop) properties.append(new_prop)
log.msg('CS prop: |%s| |%s| |%s|' \ log.msg('CS prop: |%s| |%s| |%s|' \
% (new_prop['attribute'],new_prop['value'], new_prop['source']), % (new_prop['attribute'],new_prop['value'], new_prop['source']),
level=log.WARNING) level=log.DEBUG)
return properties return properties
@ -87,7 +87,7 @@ class ChemSpider(Parser):
return requests return requests
def new_synonym(self, name, reliability): def new_synonym(self, name, reliability):
log.msg('CS synonym: %s (%s)' % (name, reliability), level=log.WARNING) log.msg('CS synonym: %s (%s)' % (name, reliability), level=log.DEBUG)
self.ignore_list.append(name) self.ignore_list.append(name)
synonym = Result() synonym = Result()
synonym['attribute'] = 'synonym' synonym['attribute'] = 'synonym'
@ -100,17 +100,17 @@ class ChemSpider(Parser):
def parse_searchrequest(self, response): def parse_searchrequest(self, response):
sel = Selector(response) sel = Selector(response)
log.msg('chemspider parse_searchrequest', level=log.WARNING) log.msg('chemspider parse_searchrequest', level=log.DEBUG)
sel.register_namespace('cs', 'http://www.chemspider.com/') sel.register_namespace('cs', 'http://www.chemspider.com/')
csid = sel.xpath('.//cs:int/text()').extract()[0] csid = sel.xpath('.//cs:int/text()').extract()[0]
#TODO: handle multiple csids in case of vague search term #TODO: handle multiple csids in case of vague search term
structure_url = self.website[:-1] + self.structure % csid structure_url = self.website[:-1] + self.structure % csid
log.msg('chemspider URL: %s' % structure_url, level=log.WARNING) log.msg('chemspider URL: %s' % structure_url, level=log.DEBUG)
return Request(structure_url, callback=self.parse) return Request(structure_url, callback=self.parse)
def new_compound_request(self,compound): def new_compound_request(self,compound):
if compound in self.ignore_list: #TODO: add regular expression if compound in self.ignore_list: #TODO: add regular expression
return None return None
searchurl = self.website[:-1] + self.search % compound searchurl = self.website[:-1] + self.search % compound
log.msg('chemspider compound', level=log.WARNING) log.msg('chemspider compound', level=log.DEBUG)
return Request(url=searchurl, callback=self.parse_searchrequest) return Request(url=searchurl, callback=self.parse_searchrequest)