Code reformat

FourmiCrawler/pipelines.py

@@ -4,8 +4,8 @@ import re
 
 from scrapy.exceptions import DropItem
 
-class RemoveNonePipeline(object):
 
+class RemoveNonePipeline(object):
     def __init__(self):
         pass
 
@@ -21,8 +21,8 @@ class RemoveNonePipeline(object):
                 item[key] = ""
         return item
 
-class DuplicatePipeline(object):
 
+class DuplicatePipeline(object):
     def __init__(self):
         self.known_values = set()
 
@@ -35,13 +35,13 @@ class DuplicatePipeline(object):
         """
         value = (item['attribute'], item['value'], item['conditions'])
         if value in self.known_values:
-            raise DropItem("Duplicate item found: %s" % item) #[todo] append sources of first item.
+            raise DropItem("Duplicate item found: %s" % item)  # [todo] append sources of first item.
         else:
             self.known_values.add(value)
             return item
 
-class AttributeSelectionPipeline(object):
 
+class AttributeSelectionPipeline(object):
     def __init__(self):
         pass;
 

FourmiCrawler/sources/NIST.py

@@ -183,7 +183,6 @@ class NIST(Source):
             })
             results.append(result)
 
-
         return results
 
     @staticmethod

FourmiCrawler/sources/WikipediaParser.py

@@ -38,7 +38,7 @@ class WikipediaParser(Source):
         """ scrape data from infobox on wikipedia. """
         items = []
 
-        #be sure to get chembox (wikipedia template)
+        # be sure to get chembox (wikipedia template)
         tr_list = sel.xpath('.//table[@class="infobox bordered"]//td[not(@colspan)]'). \
             xpath('normalize-space(string())')
         prop_names = tr_list[::2]

fourmi.py

@@ -1,4 +1,4 @@
-#!/usr/bin/env python
+# !/usr/bin/env python
 """
 Fourmi, a web scraper build to search specific information for a given compound (and it's pseudonyms).
 

tests/test_pipeline.py

@@ -7,12 +7,11 @@ from FourmiCrawler import pipelines, spider, items
 
 
 class TestPipelines(unittest.TestCase):
-
     def setUp(self):
         self.testItem = items.Result()
 
     def test_NonePipeline(self):
-        #Testing the pipeline that replaces the None values in items.
+        # Testing the pipeline that replaces the None values in items.
         self.testItem["value"] = "abc"
         pipe = pipelines.RemoveNonePipeline()
         processed = pipe.process_item(self.testItem, spider.FourmiSpider())
@@ -25,7 +24,7 @@ class TestPipelines(unittest.TestCase):
                 self.assertIs(processed[key], "")
 
     def test_DuplicatePipeline(self):
-        #Testing the pipeline that removes duplicates.
+        # Testing the pipeline that removes duplicates.
         self.testItem["attribute"] = "test"
         self.testItem["value"] = "test"
         self.testItem["conditions"] = "test"
@@ -39,7 +38,7 @@ class TestPipelines(unittest.TestCase):
         self.assertEqual(pipe.process_item(otherItem, spider.FourmiSpider()), otherItem)
 
     def test_AttributeSelection(self):
-        #Testing the pipeline that selects attributes.
+        # Testing the pipeline that selects attributes.
         item1 = copy.deepcopy(self.testItem)
         item2 = copy.deepcopy(self.testItem)
 

tests/test_sourceloader.py

@@ -4,7 +4,6 @@ from sourceloader import SourceLoader
 
 
 class TestSourceloader(unittest.TestCase):
-
     def setUp(self):
         self.loader = SourceLoader()
 
@@ -16,7 +15,7 @@ class TestSourceloader(unittest.TestCase):
         self.assertIn("Source: WikipediaParser", str(self.loader))
 
     def test_include(self):
-        #Tests for the include functionality.
+        # Tests for the include functionality.
         self.loader.include(["So.rc.*"])
 
         self.assertIn("Source: Source", str(self.loader))
@@ -25,7 +24,7 @@ class TestSourceloader(unittest.TestCase):
         self.assertNotIn("Source: WikipediaParser", str(self.loader))
 
     def test_exclude(self):
-        #Tests for the exclude functionality.
+        # Tests for the exclude functionality.
         self.loader.exclude(["So.rc.*"])
 
         self.assertNotIn("Source: Source", str(self.loader))

tests/test_spider.py

@@ -8,7 +8,6 @@ from FourmiCrawler.sources.source import Source
 
 
 class TestFoumiSpider(unittest.TestCase):
-
     def setUp(self):
         self.compound = "test_compound"
         self.attributes = ["a.*", ".*a"]