python-----爬新浪新闻标题链接

import re
import urllib.request
import io
import sys
import requests
sys.stdout = io.TextIOWrapper(sys.stdout.buffer,encoding='utf-8')#改变输出的编码。如无乱码问题可不写
response = requests.get('http://roll.news.sina.com.cn/news/gnxw/gdxw1/index.shtml')
response.encoding = 'gbk'
html = response.text
# print(html)
pakage = re.findall(r'<li><a (.*?)</span></li>',html)
pakages = '\n'.join(pakage)
# print(pakages)
replace1 = pakages.replace('href=','链接:')
replace2 = replace1.replace('target="_blank">','标题:')
result = replace2.replace('</a><span>','         时间:')
# print(result)
f_save = open('xinwen.txt','w')
f_save.write(result)
f_save.close()

 自动生成txt文件。里面是本次爬的结果

猜你喜欢

转载自blog.csdn.net/weixin_40709439/article/details/81450142