scrapy获取高德地图的城市数据

#spider页业务逻辑如下:
import scrapy

import json

class AmapSpider(scrapy.Spider):
name = 'amap'
allowed_domains = ['amap.com']
start_urls = ['https://www.amap.com/service/cityList?version=201982221']
sort_city_OK={}
sort_province_OK={}
item={}
def parse(self, response):
result=json.loads(response.text)
dt=result["data"]
hot_city=dt["cityData"] #热门城市,没用
sort_city=dt["cityByLetter"] #按城市排
sort_province=dt["provinceByLetter"] #按省排

for k,v in sort_city.items():
self.sort_city_OK[k]=[d["name"] for d in v]

for k,v in sort_province.items(): #k=A,B,C...
temp_province_dict = {}
for province in v:
for k2,v2 in province.items():
temp_province_dict[k2]=[n["name"] for n in v2]
self.sort_province_OK[k]=temp_province_dict
self.item={"sort_city":self.sort_city_OK,"sort_province":self.sort_province_OK}
print(self.item)
yield self.item

猜你喜欢

转载自www.cnblogs.com/yiyea/p/11496533.html