scrapy之POST请求

from scrapy.spider import CrawlSpider
from scrapy.selector import Selector
import scrapy
import json
class LaGou(CrawlSpider):
    name = 'myspider'
    def start_requests(self):
        yield scrapy.FormRequest(
            url='https://www.******.com/jobs/positionAjax.json?city=%E5%B9%BF%E5%B7%9E&needAddtionalResult=false',
            formdata={
                'first': 'true',#这里不能给bool类型的True,requests模块中可以
                'pn': '1',#这里不能给int类型的1,requests模块中可以
                'kd': 'python'
            },
            callback=self.parse
        )
    def parse(self, response):
        datas=json.loads(response.body.decode())['content']['positionResult']['result']
        for data in datas:
            print(data['companyFullName'] + str(data['positionId']))

猜你喜欢

转载自blog.csdn.net/rookie_is_me/article/details/85037079
今日推荐