Archived
1
0

Code reformat

This commit is contained in:
Jip J. Dekker 2014-06-04 19:34:23 +02:00
parent b3c230e835
commit 046fbed3cd
9 changed files with 19 additions and 23 deletions

View File

@ -4,8 +4,8 @@ import re
from scrapy.exceptions import DropItem
class RemoveNonePipeline(object):
class RemoveNonePipeline(object):
def __init__(self):
pass
@ -21,8 +21,8 @@ class RemoveNonePipeline(object):
item[key] = ""
return item
class DuplicatePipeline(object):
class DuplicatePipeline(object):
def __init__(self):
self.known_values = set()
@ -40,8 +40,8 @@ class DuplicatePipeline(object):
self.known_values.add(value)
return item
class AttributeSelectionPipeline(object):
class AttributeSelectionPipeline(object):
def __init__(self):
pass;

View File

@ -183,7 +183,6 @@ class NIST(Source):
})
results.append(result)
return results
@staticmethod

View File

@ -7,7 +7,6 @@ from FourmiCrawler import pipelines, spider, items
class TestPipelines(unittest.TestCase):
def setUp(self):
self.testItem = items.Result()

View File

@ -4,7 +4,6 @@ from sourceloader import SourceLoader
class TestSourceloader(unittest.TestCase):
def setUp(self):
self.loader = SourceLoader()

View File

@ -8,7 +8,6 @@ from FourmiCrawler.sources.source import Source
class TestFoumiSpider(unittest.TestCase):
def setUp(self):
self.compound = "test_compound"
self.attributes = ["a.*", ".*a"]