python use proxy to access website

#!/usr/bin/env python
#-*- coding:UTF-8 -*-
from selenium import webdriver
import urllib2
import requests
import random

def get_form(url,datas=None,headers={}):
    response = requests.get(url, data=datas,headers=headers)
    json_rsp = response.json()
    return json_rsp

def get_proxy(url1):
    resp = get_form(url1); # Call the interface to return the available proxy for the connection pool
    proxy = resp["data"]["data"][0]["ip"] + ":" + resp["data"]["data"][0]["port"] # use the returned interface The first proxy ip + port number
    proxies = {"https": proxy, } # Set proxy parameters
    return proxies

url1="http://192.168.33.76:25588/ip/available?flag=taobao&count=1";
url="https://www.baidu.com";
proxy =get_proxy(url1);
print proxy
proxy_support = urllib2.ProxyHandler(proxy)
opener = urllib2.build_opener(proxy_support)
urllib2.install_opener(opener)
# i_headers = {'User-Agent':'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.48'}
req = urllib2.Request(url)
html = urllib2.urlopen(req)
if url == html.geturl():
    doc = html.read();
    print doc;


# driver = webdriver.Firefox();
# driver.maximize_window() # maximize the browser
# driver.implicitly_wait(8) # Set the implicit time to wait
# url='http://www.baidu.com'
# # proxy_handler = urllib2.ProxyHandler({'http': '121.193.143.249:80'})
# # opener = urllib2.build_opener(proxy_handler)
# #
# # requests.get('http://httpbin.org/ip', proxies={'http': '121.193.143.249:80'}).json()
# proxy={'http': '121.193.143.249:80'}
#
# urllib2.urlopen(url,proxies=proxy)

# r = opener.open(url)
# print(r.read())


# opener.get("https://www.baidu.com")
# driver.quit()

Guess you like

Origin http://43.154.161.224:23101/article/api/json?id=325123310&siteId=291194637