NIST now logs an error if chemical name is not found

2014-05-17 14:11:03 +02:00 · 2014-05-17 14:11:03 +02:00 · afc1106838
commit afc1106838
parent 56ee6b1ad3
1 changed files with 5 additions and 0 deletions
--- a/FourmiCrawler/sources/NIST.py
+++ b/FourmiCrawler/sources/NIST.py
@ -20,6 +20,11 @@ class NIST(Source):
    def parse(self, response):
        sel = Selector(response)

+        title = sel.xpath('head/title/text()').extract()[0]
+        if title == 'Name Not Found':
+            log.msg('NIST: Chemical not found!', level=log.ERROR)
+            return
+
        requests = []

        requests.extend(self.parse_generic_info(sel))