Dekker1/Fourmi
Archived
1
0
Fork 0
Code

Quick fix, python errors

Browse Source
This commit is contained in:
Jip J. Dekker 2014-04-01 21:12:54 +02:00
parent f93dc2d160
commit 683f8c09d4
3 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
Fourmi.py
View File

@ -18,7 +18,7 @@ def load_parsers(rel_dir="FourmiCrawler/parsers"):
for py in [f[:-3] for f in os.listdir(path) if f.endswith('.py') and f != '__init__.py']: for py in [f[:-3] for f in os.listdir(path) if f.endswith('.py') and f != '__init__.py']:
mod = __import__('.'.join(["FourmiCrawler.parsers", py]), fromlist=[py]) # [todo] - This module name should be derived from the rel_dir variable mod = __import__('.'.join(["FourmiCrawler.parsers", py]), fromlist=[py]) # [todo] - This module name should be derived from the rel_dir variable
classes = [getattr(mod, x) for x in dir(mod) if inspect.isclass(getattr(mod, x))] classes = [getattr(mod, x) for x in dir(mod) if inspect.isclass(getattr(mod, x))] # [fix] - This also finds classes that are imported.
for cls in classes: for cls in classes:
parsers.append(cls()) # [review] - Would we ever need arguments for the parsers? parsers.append(cls()) # [review] - Would we ever need arguments for the parsers?
return parsers return parsers

2
FourmiCrawler/parsers/parser.py
View File

@ -1,5 +1,5 @@
from scrapy import log from scrapy import log
from scrapy.http import Request # from scrapy.http import Request
class Parser: class Parser:

2
FourmiCrawler/spider.py
View File

@ -30,5 +30,5 @@ class FourmiSpider(Spider):
self.add_parser(parser) self.add_parser(parser)
def add_parser(self, parser): def add_parser(self, parser):
self.__parsers.add(parser) self.__parsers.append(parser)
parser.set_spider(self) parser.set_spider(self)