57 lines
1.7 KiB
Python
57 lines
1.7 KiB
Python
import unittest
|
|
|
|
from scrapy.http import Request
|
|
|
|
from FourmiCrawler import spider
|
|
from FourmiCrawler.sources.ChemSpider import ChemSpider
|
|
from FourmiCrawler.sources.source import Source
|
|
|
|
|
|
class TestFoumiSpider(unittest.TestCase):
|
|
|
|
def setUp(self):
|
|
self.compound = "test_compound"
|
|
self.attributes = ["a.*", ".*a"]
|
|
self.spi = spider.FourmiSpider(self.compound, self.attributes)
|
|
|
|
def test_init(self):
|
|
self.assertIn(self.compound, self.spi.synonyms)
|
|
for attr in self.attributes:
|
|
self.assertIn(attr, self.spi.selected_attributes)
|
|
|
|
def test_add_source(self):
|
|
src = Source()
|
|
self.spi.add_source(src)
|
|
self.assertIn(src, self.spi._sources)
|
|
|
|
def test_add_sources(self):
|
|
srcs = [Source(), Source(), Source()]
|
|
self.spi.add_sources(srcs)
|
|
|
|
for src in srcs:
|
|
self.assertIn(src, self.spi._sources)
|
|
|
|
def test_start_requests(self):
|
|
self.spi._sources = []
|
|
|
|
src = Source()
|
|
self.spi.add_source(src)
|
|
self.assertEqual(self.spi.start_requests(), [])
|
|
|
|
src2 = ChemSpider()
|
|
self.spi.add_source(src2)
|
|
self.assertIsNotNone(self.spi.start_requests())
|
|
|
|
def test_synonym_requests(self):
|
|
self.spi._sources = []
|
|
|
|
src = Source()
|
|
self.spi.add_source(src)
|
|
self.assertEqual(self.spi.get_synonym_requests("new_compound"), [])
|
|
self.assertIn("new_compound", self.spi.synonyms)
|
|
|
|
src2 = ChemSpider()
|
|
self.spi.add_source(src2)
|
|
self.assertIsInstance(self.spi.get_synonym_requests("other_compound")[0], Request)
|
|
self.assertIn("other_compound", self.spi.synonyms)
|
|
self.assertEqual(self.spi.get_synonym_requests("other_compound"), []) |