def abu(targetUrl):
headers = {
'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',
'Accept-Encoding': 'gzip, deflate, br',
'Accept-Language': 'zh-CN,zh;q=0.9,en;q=0.8',
'Cache-Control': 'max-age=0',
'Connection': 'keep-alive',
# 'Cookie': 'aliyungf_tc=AQAAAKYNp2YTdgEAoMoFcCsgnXyeEuIS; csrfToken=Z1x0q-5IGc-nRoFLSvZWEI9k; TYCID=677e59c0d8c911e8bad94b825ac05c52; undefined=677e59c0d8c911e8bad94b825ac05c52; ssuid=4410510007; Hm_lvt_e92c8d65d92d534b0fc290df538b4758=1540522018; _ga=GA1.2.1034193829.1540522020; _gid=GA1.2.196281402.1540522020; tyc-user-info=%257B%2522myQuestionCount%2522%253A%25220%2522%252C%2522integrity%2522%253A%25220%2525%2522%252C%2522state%2522%253A%25220%2522%252C%2522vipManager%2522%253A%25220%2522%252C%2522onum%2522%253A%25220%2522%252C%2522monitorUnreadCount%2522%253A%25221%2522%252C%2522discussCommendCount%2522%253A%25220%2522%252C%2522token%2522%253A%2522eyJhbGciOiJIUzUxMiJ9.eyJzdWIiOiIxODg1MDE1Njk2MiIsImlhdCI6MTU0MDUyMjA1NiwiZXhwIjoxNTU2MDc0MDU2fQ.pLeuSNEIq4D-pysmOsi6T9XYhZ2BD_--egiS2RE4hcyQ3PJa9U34NjRZaozmwg2DYfmTk1-WBVAjv1-yRq5vEA%2522%252C%2522redPoint%2522%253A%25220%2522%252C%2522pleaseAnswerCount%2522%253A%25220%2522%252C%2522vnum%2522%253A%25220%2522%252C%2522bizCardUnread%2522%253A%25220%2522%252C%2522mobile%2522%253A%252218850156962%2522%257D; auth_token=eyJhbGciOiJIUzUxMiJ9.eyJzdWIiOiIxODg1MDE1Njk2MiIsImlhdCI6MTU0MDUyMjA1NiwiZXhwIjoxNTU2MDc0MDU2fQ.pLeuSNEIq4D-pysmOsi6T9XYhZ2BD_--egiS2RE4hcyQ3PJa9U34NjRZaozmwg2DYfmTk1-WBVAjv1-yRq5vEA; Hm_lpvt_e92c8d65d92d534b0fc290df538b4758=1540522059',
'Host': 'www.tianyancha.com',
'Referer': 'https://www.tianyancha.com/login?from=https%3A%2F%2Fwww.tianyancha.com%2Fsearch%3Fkey%3D%25E5%25B1%25B1%25E4%25B8%259C%25E9%25BB%2584%25E9%2587%2591%25E7%259F%25BF%25E4%25B8%259A%25E8%2582%25A1%25E4%25BB%25BD%25E6%259C%2589%25E9%2599%2590%25E5%2585%25AC%25E5%258F%25B8',
'Upgrade-Insecure-Requests': '1',
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/69.0.3497.100 Safari/537.36',
# 'User-Agent': ua.random,
}
import requests
# 要访问的目标页面
# targetUrl = "http://test.abuyun.com/proxy.php"
# targetUrl = "http://proxy.abuyun.com/switch-ip"
# targetUrl = "http://proxy.abuyun.com/current-ip"
# 代理服务器,根据购买的套餐,自行查看修改
proxyHost = "http-dyn.abuyun.com"
proxyPort = "9020"
# 代理隧道验证信息,根据购买的套餐,自行查看修改
proxyUser = "HG7N36926EO22TTD"
proxyPass = "C1D9105710BDB291"
proxyMeta = "http://%(user)s:%(pass)s@%(host)s:%(port)s" % {
"host": proxyHost,
"port": proxyPort,
"user": proxyUser,
"pass": proxyPass,
}
proxies = {
"http": proxyMeta,
"https": proxyMeta,
}
resp = requests.get(targetUrl, proxies=proxies,headers = headers).text
print(proxies)
return resp
# print(resp)
if __name__ == '__main__':
base_url = 'xxxxxxxxxxxxxxxx'
res = abu(base_url)
data = pq(res)
# 下面的继续分析即可
注意:
阿布云的proxy地址是不变的(实际是动态ip),实际上,得到上边的proxies后,直接使用那个地址,进行proxies=proxies 设置即可。