Archived
1
0
This repository has been archived on 2025-03-03. You can view files and clone it, but cannot push or open issues or pull requests.
Fourmi/FourmiCrawler/spider.py
2014-03-28 14:11:36 +01:00

16 lines
445 B
Python

from scrapy.spider import Spider
class FourmiSpider(Spider):
name = "FourmiSpider"
def __init__(self, compound=None, *args, **kwargs):
super(FourmiSpider, self).__init__(*args, **kwargs)
# [TODO] - Initiate all parsers for the different websites and get
# allowed URLs.
def parse(self, reponse):
# [TODO] - This function should delegate it's functionality to other
# parsers.
pass