import requests import re import json from bs4 import beautiful.soup #发送请求,获取响应 class A(): def get_html(self): response = requests.get(url) html = response.read().decode("utf-8") return html beautifulsoup #解析响应,提取数据 def parse_html(html): #正则表达式(排名、书名) pattern = re.compile('class="hd".*?class="pos">(.*?)</span>.*?class="title".*?target="_blank">(.*?)</a>', re.S) items = re.findall(pattern, html) for item in items: yield{ 'rank': item[0], 'name': item[1].strip() } #运行函数 if __name__ == '__main__': for perpage in range(0,3): with open('book_rank.txt', 'a', encoding = "utf-8") as br: url = 'https://www.douban.com/doulist/1264675/?start=' + str(perpage*25) + '&sort=seq&sub_type=' html = A.get_html(url) for item in A.parse_html(html): br.write(json.dumps(item, ensure_ascii=False)+ '\n')
豆瓣读书排名—beautifulsoup提取
猜你喜欢
转载自blog.csdn.net/weixin_41512727/article/details/79548496
今日推荐
周排行