Dekker1/Fourmi
Archived
1
0
Fork 0
Code

Another name change to accommodate an executable script

Browse Source
This commit is contained in:
Jip J. Dekker 2014-03-18 17:41:40 +01:00
parent 4f5b66fff6
commit b1840d3a65
8 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

0
Fourmi/__init__.py → FourmiCrawler/__init__.py
View File

0
Fourmi/items.py → FourmiCrawler/items.py
View File

0
Fourmi/pipelines.py → FourmiCrawler/pipelines.py
View File

10
Fourmi/settings.py → FourmiCrawler/settings.py
View File

@ -6,13 +6,13 @@
# http://doc.scrapy.org/en/latest/topics/settings.html # http://doc.scrapy.org/en/latest/topics/settings.html
# #
BOT_NAME = 'Fourmi' BOT_NAME = 'FourmiCrawler'
SPIDER_MODULES = ['Fourmi.spiders'] SPIDER_MODULES = ['FourmiCrawler.spiders']
NEWSPIDER_MODULE = 'Fourmi.spiders' NEWSPIDER_MODULE = 'FourmiCrawler.spiders'
ITEM_PIPELINES = { ITEM_PIPELINES = {
'Fourmi.pipelines.FourmiPipeline': 100 'FourmiCrawler.pipelines.FourmiPipeline': 100
} }
# Crawl responsibly by identifying yourself (and your website) on the user-agent # Crawl responsibly by identifying yourself (and your website) on the user-agent
#USER_AGENT = 'Fourmi (+http://www.yourdomain.com)' #USER_AGENT = 'FourmiCrawler (+http://www.yourdomain.com)'

0
Fourmi/spiders/Chemspider.py → FourmiCrawler/spiders/Chemspider.py
View File

0
Fourmi/spiders/Wikipedia.py → FourmiCrawler/spiders/Wikipedia.py
View File

0
Fourmi/spiders/__init__.py → FourmiCrawler/spiders/__init__.py
View File

2
scrapy.cfg
View File

@ -4,7 +4,7 @@
# http://doc.scrapy.org/en/latest/topics/scrapyd.html # http://doc.scrapy.org/en/latest/topics/scrapyd.html
[settings] [settings]
default = Scrapy.settings default = FourmiCrawler.settings
[deploy] [deploy]
#url = http://localhost:6800/ #url = http://localhost:6800/