--- a/postScraper/postScraper/spiders/swara_spider.py +++ b/postScraper/postScraper/spiders/swara_spider.py @@ -17,8 +17,9 @@ callback='parse_start'),) def parse_start(self, response): - xpath = Selector() - loader = ItemLoader(item=PostscraperItem(), response=response) + if 'cached' not in response.flags: + xpath = Selector() + loader = ItemLoader(item=PostscraperItem(), response=response) loader.add_xpath('content', '//div[@class="report"]/p/text()') loader.add_xpath('audio',