Something went wrong. Try again.
This repository has no description
Something went wrong. Try again.
1.2 kB · 38 lines
Python
123456789101112131415161718192021222324252627282930313233343536373839from scrapy import log# from scrapy.http import Request
class Source: website = "http://something/*" # Regex of URI's the source is able to parse _spider = None
def __init__(self): """ Initiation of a new Source """ pass
def parse(self, response): """ This function should be able to parse all Scrapy Response objects with a URL matching the website Regex. :param response: A Scrapy Response object :return: A list of Result items and new Scrapy Requests """ log.msg("The parse function of the empty source was used.", level=log.WARNING) pass
def new_compound_request(self, compound): """ This function should return a Scrapy Request for the given compound request. :param compound: A compound name. :return: A new Scrapy Request """ # return Request(url=self.website[:-1] + compound, callback=self.parse) pass
def set_spider(self, spider): """ A Function to save the associated spider. :param spider: A FourmiSpider object """ self._spider = spider