diff --git a/fourmi.py b/fourmi.py index e6d7e9a..ab4baef 100755 --- a/fourmi.py +++ b/fourmi.py @@ -5,6 +5,7 @@ Fourmi, a web scraper build to search specific information for a given compound Usage: fourmi search fourmi [options] search + fourmi [-v | -vv | -vvv] [options] search fourmi [options] [--include= | --exclude=] search fourmi list fourmi [--include= | --exclude=] list @@ -15,7 +16,7 @@ Options: --attributes= Include only that match these regular expressions split by a comma. [default: .*] -h --help Show this screen. --version Show version. - --verbose Verbose logging output. + -v Verbose logging output. (Multiple occurrences increase logging level) --log= Save log to an file. -o --output= Output file [default: results.*format*] -f --format= Output formats (supported: csv, json, jsonlines, xml) [default: csv] @@ -25,8 +26,7 @@ Options: from twisted.internet import reactor from scrapy.crawler import Crawler -from scrapy import log, signals -from scrapy.utils.project import get_project_settings +from scrapy import signals import docopt from FourmiCrawler.spider import FourmiSpider @@ -69,6 +69,8 @@ if __name__ == '__main__': arguments = docopt.docopt(__doc__, version='Fourmi - V0.5.0') loader = SourceLoader() + print arguments["-v"] + if arguments["--include"]: loader.include(arguments["--include"].split(',')) elif arguments["--exclude"]: