#!/usr/bin/env python #-*- coding:UTF-8 -*- from selenium import webdriver import urllib2 import requests import random def get_form(url,datas=None,headers={}): response = requests.get(url, data=datas,headers=headers) json_rsp = response.json() return json_rsp def get_proxy(url1): resp = get_form(url1); # Call the interface to return the available proxy for the connection pool proxy = resp["data"]["data"][0]["ip"] + ":" + resp["data"]["data"][0]["port"] # use the returned interface The first proxy ip + port number proxies = {"https": proxy, } # Set proxy parameters return proxies url1="http://192.168.33.76:25588/ip/available?flag=taobao&count=1"; url="https://www.baidu.com"; proxy =get_proxy(url1); print proxy proxy_support = urllib2.ProxyHandler(proxy) opener = urllib2.build_opener(proxy_support) urllib2.install_opener(opener) # i_headers = {'User-Agent':'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.48'} req = urllib2.Request(url) html = urllib2.urlopen(req) if url == html.geturl(): doc = html.read(); print doc; # driver = webdriver.Firefox(); # driver.maximize_window() # maximize the browser # driver.implicitly_wait(8) # Set the implicit time to wait # url='http://www.baidu.com' # # proxy_handler = urllib2.ProxyHandler({'http': '121.193.143.249:80'}) # # opener = urllib2.build_opener(proxy_handler) # # # # requests.get('http://httpbin.org/ip', proxies={'http': '121.193.143.249:80'}).json() # proxy={'http': '121.193.143.249:80'} # # urllib2.urlopen(url,proxies=proxy) # r = opener.open(url) # print(r.read()) # opener.get("https://www.baidu.com") # driver.quit()
python use proxy to access website
Guess you like
Origin http://43.154.161.224:23101/article/api/json?id=325123310&siteId=291194637
Ranking