requests网页采集器

import requests
if  __name__=='__main__':
    headers = {
        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64)'
                      ' AppleWebKit/537.36 (KHTML, like Gecko) '
                      'Chrome/98.0.4758.102 Safari/537.36 Edg/98.0.1108.62'
    }
    url = 'https://www.sogou.com/web'

    kw=input('输入你要搜的:')
    param={
        'query':kw
    }

    response=requests.get(url=url,params=param,headers=headers)
    page_text=response.text
    fileName=kw+'.html'
    with  open(fileName,'w',encoding='utf-8')as fp:
        fp.write(page_text)
    print(fileName,"保存成功!")

猜你喜欢

转载自blog.csdn.net/qq_62870237/article/details/123229327
今日推荐