From f6f5c5f6fe86eaaaac0a1bc6a32abecd52d0993b Mon Sep 17 00:00:00 2001 From: RTB Date: Fri, 6 Jun 2014 19:13:25 +0200 Subject: [PATCH] added config to NIST along with reliability check --- FourmiCrawler/sources/NIST.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/FourmiCrawler/sources/NIST.py b/FourmiCrawler/sources/NIST.py index 8f8338a..afafae1 100644 --- a/FourmiCrawler/sources/NIST.py +++ b/FourmiCrawler/sources/NIST.py @@ -23,9 +23,14 @@ class NIST(Source): search = 'cgi/cbook.cgi?Name=%s&Units=SI&cTP=on' ignore_list = set() + cfg = {} def __init__(self, config={}): Source.__init__(self, config) + self.cfg = config + if 'reliability' not in self.cfg or self.cfg['reliability'] == '': + log.msg('Reliability not set for NIST', level=log.WARNING) + self.cfg['reliability'] = '' def parse(self, response): sel = Selector(response)