Python爬虫学习笔记（七）

#抓取所有城市名称
import requests
from lxml import etree
if __name__=="__main__":
    headers = {
    
    
        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/69.0.3947.100 Safari/537.36"}
    url='https://www.aqistudy.cn/historydata/'
    resp_text = requests.get(url=url,headers=headers).text
    etree = etree.HTML(resp_text)
    #多个xpath表达式之间可用 | 分隔
    li_list = etree.xpath('//div[@class="bottom"]/ul/li   |    //div[@class="bottom"]/ul/div[2]/li')
    cities_name_list = []
    for li in li_list:
        city = li.xpath('./a/text()')
        cities_name_list.append(city)
    print(cities_name_list)