#!/usr/bin/env python #-*- coding:UTF-8 -*- from selenium import webdriver import urllib2 import requests import random def get_form(url,datas=None,headers={}): response = requests.get(url, data=datas,headers=headers) json_rsp = response.json() return json_rsp def get_proxy(url1): resp = get_form(url1); # 调用接口返回连接池可用代理 proxy = resp["data"]["data"][0]["ip"] + ":" + resp["data"]["data"][0]["port"] # 使用接口返回的第一个代理ip+端口号 proxies = {"https": proxy, } # 设置代理参数 return proxies url1="http://192.168.33.76:25588/ip/available?flag=taobao&count=1"; url="https://www.baidu.com"; proxy =get_proxy(url1); print proxy proxy_support = urllib2.ProxyHandler(proxy) opener = urllib2.build_opener(proxy_support) urllib2.install_opener(opener) # i_headers = {'User-Agent':'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.48'} req = urllib2.Request(url) html = urllib2.urlopen(req) if url == html.geturl(): doc = html.read(); print doc; # driver = webdriver.Firefox(); # driver.maximize_window() # 最大化浏览器 # driver.implicitly_wait(8) # 设置隐式时间等待 # url='http://www.baidu.com' # # proxy_handler = urllib2.ProxyHandler({'http': '121.193.143.249:80'}) # # opener = urllib2.build_opener(proxy_handler) # # # # requests.get('http://httpbin.org/ip', proxies={'http': '121.193.143.249:80'}).json() # proxy={'http': '121.193.143.249:80'} # # urllib2.urlopen(url,proxies=proxy) # r = opener.open(url) # print(r.read()) # opener.get("https://www.baidu.com") # driver.quit()
python 使用代理访问网站
猜你喜欢
转载自my.oschina.net/dylinCat/blog/1649839
今日推荐
周排行