爬虫初阶一:get和post请求

get和post请求

from urllib import  request,parse
import json

def get(url,headers = None):
    return urlrequest(url,headers=headers)

def post(url,data = None,headers = None):
    return urlrequest(url,data,headers)

def urlrequest(url,data = None,headers = None):

    user_agent = 'Mozilla/5.0 (Windows NTr 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.62 Safari/537.36'
    if headers is None:
        headers = {
            'User-Agent':user_agent
        }
    result = b''
    try:
        if data:
            # POST请求
            full_data = parse.urlencode(data).encode('utf-8')
            req = request.Request(url,data=full_data,headers=headers)
        else:
            # GET请求
            req = request.Request(url,headers=headers)
        response = request.urlopen(req)
        result = response.read()
    except Exception as e:
        print('程序内部出错,错误是:%s'%e)
    return result

if __name__ == '__main__':
    # url = 'http://www.xicidaili.com'
    # result = get(url)
    # print(result)
    url = 'http://fanyi.baidu.com/sug'
    kw = input('请输入要翻译的词:')
    data = {
        'kw':kw
    }
    # 转json并读取有用的信息
    result = json.loads(post(url,data).decode('utf-8'))
    print(result['data'][0]['v'])