Dekker1/Fourmi
Archived
1
0
Fork 0
Code

Added documentation to the test cases

Browse Source
This commit is contained in:
Jip J. Dekker 2014-06-04 18:22:28 +02:00
parent b9a8c65d24
commit 1557d17877
1 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
tests/test_pipeline.py
View File

@ -1,8 +1,10 @@
import copy import copy
import unittest import unittest
from FourmiCrawler import pipelines, spider, items
from scrapy.exceptions import DropItem from scrapy.exceptions import DropItem
from FourmiCrawler import pipelines, spider, items
class TestPipelines(unittest.TestCase): class TestPipelines(unittest.TestCase):
@ -10,6 +12,7 @@ class TestPipelines(unittest.TestCase):
self.testItem = items.Result() self.testItem = items.Result()
def test_NonePipeline(self): def test_NonePipeline(self):
#Testing the pipeline that replaces the None values in items.
self.testItem["value"] = "abc" self.testItem["value"] = "abc"
pipe = pipelines.RemoveNonePipeline() pipe = pipelines.RemoveNonePipeline()
processed = pipe.process_item(self.testItem, spider.FourmiSpider()) processed = pipe.process_item(self.testItem, spider.FourmiSpider())
@ -22,6 +25,7 @@ class TestPipelines(unittest.TestCase):
self.assertIs(processed[key], "") self.assertIs(processed[key], "")
def test_DuplicatePipeline(self): def test_DuplicatePipeline(self):
#Testing the pipeline that removes duplicates.
self.testItem["attribute"] = "test" self.testItem["attribute"] = "test"
self.testItem["value"] = "test" self.testItem["value"] = "test"
self.testItem["conditions"] = "test" self.testItem["conditions"] = "test"
@ -35,6 +39,7 @@ class TestPipelines(unittest.TestCase):
self.assertEqual(pipe.process_item(otherItem, spider.FourmiSpider()), otherItem) self.assertEqual(pipe.process_item(otherItem, spider.FourmiSpider()), otherItem)
def test_AttributeSelection(self): def test_AttributeSelection(self):
#Testing the pipeline that selects attributes.
item1 = copy.deepcopy(self.testItem) item1 = copy.deepcopy(self.testItem)
item2 = copy.deepcopy(self.testItem) item2 = copy.deepcopy(self.testItem)