class ExceptionspiderSpider(scrapy.Spider): name = 'exceptionSpider' # allowed_domains = ['baidu.com'] start_urls = ['http://baidu.com/'] custom_settings = { 'ITEM_PIPELINES':{ 'TestExceptionSpider.pipelines.TestexceptionspiderPipeline':300, 'TestExceptionSpider.exceptionPipeline.ExceptionPipeline':400 } } def start_requests(self): for url in self.start_urls: yield scrapy.Request(url = url,callback= self.parse) def parse(self, response): pass
在custom_settings里写
http://www.waitingfy.com/archives/3833