From afc1106838120503bd4cde2af80781e3e2738c9d Mon Sep 17 00:00:00 2001 From: RTB Date: Sat, 17 May 2014 14:11:03 +0200 Subject: [PATCH] NIST now logs an error if chemical name is not found --- FourmiCrawler/sources/NIST.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/FourmiCrawler/sources/NIST.py b/FourmiCrawler/sources/NIST.py index 17552e5..d5eaa76 100644 --- a/FourmiCrawler/sources/NIST.py +++ b/FourmiCrawler/sources/NIST.py @@ -20,6 +20,11 @@ class NIST(Source): def parse(self, response): sel = Selector(response) + title = sel.xpath('head/title/text()').extract()[0] + if title == 'Name Not Found': + log.msg('NIST: Chemical not found!', level=log.ERROR) + return + requests = [] requests.extend(self.parse_generic_info(sel))