用scrapy实现模拟登陆

class Test1sSpider(scrapy.Spider):
    name = 'test1s'
    allowed_domains = ['yaozh.com']
    start_urls = ['https://www.yaozh.com/login']

    def parse(self, response):
        login_url='https://www.yaozh.com/login'
        formdata={
            'username':'taotao857',
            'pwd':'JAYO196618',
            'formhash' :response.xpath('//input[ @ id = "formhash"]/@value').extract_first(),
            'backurl':response.xpath('//input[@id="backurl"]/@value').extract_first()
        }
        yield scrapy.FormRequest(login_url,formdata=formdata,callback=self.parse_member)
    def parse_member(self,response):
        parse_member='https://www.yaozh.com/member/'
        yield scrapy.Request(parse_member,callback=self.parse_test)
    def parse_test(self,response):
        with open('lll.html','wb') as f:
            f.write(response.body)
            f.close()

猜你喜欢

转载自www.cnblogs.com/ares-python/p/12567613.html
今日推荐