def process_spider_input(self, response, spider):
        # Called for each response that goes through the spider
        # middleware and into the spider.

    def process_spider_exception(self, response, exception, spider):
        # Called when a spider or process_spider_input() method
        # (from other spider middleware) raises an exception.
        # Should return either None or an iterable of Request or item objects.