python 使用代理访问网站

#!/usr/bin/env python
#-*- coding:UTF-8 -*-
from selenium import webdriver
import urllib2
import requests
import random

def get_form(url,datas=None,headers={}):
    response = requests.get(url, data=datas,headers=headers)
    json_rsp = response.json()
    return json_rsp

def get_proxy(url1):
    resp = get_form(url1);  # 调用接口返回连接池可用代理
    proxy = resp["data"]["data"][0]["ip"] + ":" + resp["data"]["data"][0]["port"]  # 使用接口返回的第一个代理ip+端口号
    proxies = {"https": proxy, }  # 设置代理参数
    return proxies

url1="http://192.168.33.76:25588/ip/available?flag=taobao&count=1";
url="https://www.baidu.com";
proxy =get_proxy(url1);
print proxy
proxy_support = urllib2.ProxyHandler(proxy)
opener = urllib2.build_opener(proxy_support)
urllib2.install_opener(opener)
# i_headers = {'User-Agent':'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.48'}
req = urllib2.Request(url)
html = urllib2.urlopen(req)
if url == html.geturl():
    doc = html.read();
    print doc;


# driver = webdriver.Firefox();
# driver.maximize_window()  # 最大化浏览器
# driver.implicitly_wait(8)  # 设置隐式时间等待
# url='http://www.baidu.com'
# # proxy_handler = urllib2.ProxyHandler({'http': '121.193.143.249:80'})
# # opener = urllib2.build_opener(proxy_handler)
# #
# # requests.get('http://httpbin.org/ip', proxies={'http': '121.193.143.249:80'}).json()
# proxy={'http': '121.193.143.249:80'}
#
# urllib2.urlopen(url,proxies=proxy)

# r = opener.open(url)
# print(r.read())


# opener.get("https://www.baidu.com")
# driver.quit()

猜你喜欢

转载自my.oschina.net/dylinCat/blog/1649839