Dekker1/Fourmi
Archived
1
0
Fork 0
Code

added get_section function to grab sections from sources.cfg

Browse Source
This commit is contained in:
RTB 2014-06-08 18:52:29 +02:00
parent 4f49e5cf8b
commit 96a7f5acd4
1 changed files with 11 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
utils/configurator.py
View File

@ -1,6 +1,6 @@
from scrapy import log from scrapy import log
from scrapy.utils.project import get_project_settings from scrapy.utils.project import get_project_settings
import ConfigParser
class Configurator: class Configurator:
""" """
@ -47,3 +47,13 @@ class Configurator:
log.start(logstdout=False, loglevel=log.DEBUG) log.start(logstdout=False, loglevel=log.DEBUG)
else: else:
log.start(logstdout=True, loglevel=log.WARNING) log.start(logstdout=True, loglevel=log.WARNING)
def get_section(self, config, sourcename):
section = dict()
if config.has_section(sourcename):
section = dict(config.items(sourcename))
if 'reliability' not in section:
log.msg('Reliability not set for %s' % sourcename,
level=log.WARNING)
section['reliability'] = ''
return section