Python爬虫 - 爬取肯德基门店信息

import requests
import json

item = []
header = {'User-Agent':'Mozilla/5.0 (Windows NT 6.1; rv:2.0.1) Gecko/20100101 Firefox/4.0.1'}
def main():
    address = input('城市:')
    start_page = int(input('起始页数:'))
    end_page = int(input('结束页数:'))
    parse_first(address, start_page, end_page)


def parse_first(address, start_page, end_page):
    url = 'http://www.kfc.com.cn/kfccda/ashx/GetStoreList.ashx?op=keyword'
    #url = 'http://www.kfc.com.cn/kfccda/storelist/index.aspx'
    for page_num in range(start_page, end_page):
        params = {
            'pid':'',
            'pageSize':10,
            'pageIndex':page_num,
            'keyword':address,
            'cname':''
        }
        html = requests.post(url, data=params, headers=header)
        obj = html.json()
        name = address + '.json'
        fp = open(name, 'w', encoding='UTF-8')
        json.dump(obj=obj, fp=fp, ensure_ascii=False)

if __name__ =='__main__':
    main()
发布了51 篇原创文章 · 获赞 29 · 访问量 2378

猜你喜欢

转载自blog.csdn.net/fangweijiex/article/details/103788216