Code reformat
This commit is contained in:
parent
b3c230e835
commit
046fbed3cd
@ -4,8 +4,8 @@ import re
|
||||
|
||||
from scrapy.exceptions import DropItem
|
||||
|
||||
class RemoveNonePipeline(object):
|
||||
|
||||
class RemoveNonePipeline(object):
|
||||
def __init__(self):
|
||||
pass
|
||||
|
||||
@ -21,8 +21,8 @@ class RemoveNonePipeline(object):
|
||||
item[key] = ""
|
||||
return item
|
||||
|
||||
class DuplicatePipeline(object):
|
||||
|
||||
class DuplicatePipeline(object):
|
||||
def __init__(self):
|
||||
self.known_values = set()
|
||||
|
||||
@ -40,8 +40,8 @@ class DuplicatePipeline(object):
|
||||
self.known_values.add(value)
|
||||
return item
|
||||
|
||||
class AttributeSelectionPipeline(object):
|
||||
|
||||
class AttributeSelectionPipeline(object):
|
||||
def __init__(self):
|
||||
pass;
|
||||
|
||||
|
@ -183,7 +183,6 @@ class NIST(Source):
|
||||
})
|
||||
results.append(result)
|
||||
|
||||
|
||||
return results
|
||||
|
||||
@staticmethod
|
||||
|
@ -7,7 +7,6 @@ from FourmiCrawler import pipelines, spider, items
|
||||
|
||||
|
||||
class TestPipelines(unittest.TestCase):
|
||||
|
||||
def setUp(self):
|
||||
self.testItem = items.Result()
|
||||
|
||||
|
@ -4,7 +4,6 @@ from sourceloader import SourceLoader
|
||||
|
||||
|
||||
class TestSourceloader(unittest.TestCase):
|
||||
|
||||
def setUp(self):
|
||||
self.loader = SourceLoader()
|
||||
|
||||
|
@ -8,7 +8,6 @@ from FourmiCrawler.sources.source import Source
|
||||
|
||||
|
||||
class TestFoumiSpider(unittest.TestCase):
|
||||
|
||||
def setUp(self):
|
||||
self.compound = "test_compound"
|
||||
self.attributes = ["a.*", ".*a"]
|
||||
|
Reference in New Issue
Block a user