HttpClient4.X的代理添加实现

版权声明：本文为博主原创文章，未经博主允许不得转载。 https://blog.csdn.net/hblfyla/article/details/54962898

本文地址:http://blog.csdn.net/hblfyla/article/details/54962898

package org.yla.test;

import java.net.URI;
import java.util.ArrayList;
import java.util.List;

import org.apache.commons.httpclient.HttpClient;
import org.apache.commons.httpclient.methods.GetMethod;
import org.apache.http.Header;
import org.apache.http.HttpEntity;
import org.apache.http.HttpHost;
import org.apache.http.auth.AuthScope;
import org.apache.http.auth.Credentials;
import org.apache.http.auth.UsernamePasswordCredentials;
import org.apache.http.client.CredentialsProvider;
import org.apache.http.client.entity.UrlEncodedFormEntity;
import org.apache.http.client.methods.CloseableHttpResponse;
import org.apache.http.client.methods.HttpGet;
import org.apache.http.client.methods.HttpPost;
import org.apache.http.impl.client.BasicCredentialsProvider;
import org.apache.http.impl.client.CloseableHttpClient;
import org.apache.http.impl.client.HttpClientBuilder;
import org.apache.http.impl.client.HttpClients;
import org.apache.http.message.BasicNameValuePair;
import org.apache.http.util.EntityUtils;
import org.junit.Test;

public class HttpClientTest {
	String url = "xxxxxxxxxxxxxxxxxxxxxxxxx";
	String ip = "202.107.233.85";
	int port = 8080;
	String username = "";
	String password = "";

	/**
	 * 使用HttpClient4实现代理 202.107.233.85 8080
	 * 
	 * @throws Exception
	 */
	@Test
	public void test1() throws Exception {
		HttpClientBuilder build = HttpClients.custom();
		HttpHost proxy = new HttpHost(ip, port);
		CloseableHttpClient client = build.setProxy(proxy).build();
		HttpGet request = new HttpGet(url);
		CloseableHttpResponse response = client.execute(request);
		HttpEntity entity = response.getEntity();
		System.out.println(EntityUtils.toString(entity));
	}

	/**
	 * 使用httpclient3实现代理
	 * 
	 * @throws Exception
	 */
	@Test
	public void test2() throws Exception {
		HttpClient httpClient = new HttpClient();
		httpClient.getHostConfiguration().setProxy(ip, port);
		GetMethod method = new GetMethod(url);
		httpClient.executeMethod(method);
		String result = new String(method.getResponseBody());
		System.out.println(result);
	}

	/**
	 * 使用httpclient4实现代理(带密码的代理)
	 * 
	 * @throws Exception
	 */
	@Test
	public void test3() throws Exception {
		HttpClientBuilder build = HttpClients.custom();
		CredentialsProvider credentialsProvider = new BasicCredentialsProvider();
		AuthScope authscope = new AuthScope(ip, port);
		Credentials credentials = new UsernamePasswordCredentials(username,
				password);
		credentialsProvider.setCredentials(authscope, credentials);
		CloseableHttpClient client = build.setDefaultCredentialsProvider(
				credentialsProvider).build();
		HttpGet request = new HttpGet(url);
		CloseableHttpResponse response = client.execute(request);
		HttpEntity entity = response.getEntity();
		System.out.println(EntityUtils.toString(entity));
	}

	/**
	 * 使用httpclient3实现代理(带密码的代理)
	 * 
	 * @throws Exception
	 */
	@Test
	public void test4() throws Exception {
		HttpClient httpClient = new HttpClient();
		org.apache.commons.httpclient.auth.AuthScope authscope = new org.apache.commons.httpclient.auth.AuthScope(
				ip, port);
		org.apache.commons.httpclient.Credentials credentials = new org.apache.commons.httpclient.UsernamePasswordCredentials(
				username, password);
		httpClient.getState().setProxyCredentials(authscope, credentials);
		GetMethod method = new GetMethod(url);
		httpClient.executeMethod(method);
		String result = new String(method.getResponseBody());
		System.out.println(result);
	}

	/**
	 * 模拟登录官网（http://mis.pyc.com.cn�?
	 * 
	 * @throws Exception
	 */
	@Test
	public void testLogin() throws Exception {
		HttpClientBuilder build = HttpClients.custom();
		CloseableHttpClient client = build.build();
		HttpPost post = new HttpPost("http://mis.pyc.com.cn/login.aspx");
		List<BasicNameValuePair> params = new ArrayList<BasicNameValuePair>();
		params.add(new BasicNameValuePair("__VIEWSTATE",
				"/wEPDwUJNjUwNzE0MTM4ZGQzh+vF2xGjdG8Q15kIqgR0CpxhmPucdCqZOPcglRZr/w=="));
		params.add(new BasicNameValuePair(
				"__EVENTVALIDATION",
				"/wEWBQLYtKSdCALEhISFCwKd+7qdDgKC3IeGDAK7q7GGCOqhJpRD8S8yy3ZAlPTSsmPzRUoXMK0mQvGgzlk6hm+G"));
		params.add(new BasicNameValuePair("txtName", "xxxxx"));
		params.add(new BasicNameValuePair("txtPwd", "xxxxxx"));
		params.add(new BasicNameValuePair("btnLogin", "xxxx"));
		HttpEntity entity = new UrlEncodedFormEntity(params, "UTF-8");
		post.setEntity(entity);
		CloseableHttpResponse response = client.execute(post);
		int statusCode = response.getStatusLine().getStatusCode();
		System.err.println("状态" + statusCode);
		if (statusCode == 302) {
			Header[] location = response.getHeaders("location");
			String rediretUrl = null;
			if (location.length == 1) {
				rediretUrl = "http://mis.pyc.com.cn" + location[0].getValue();
				System.err.println("跳转地址: " + rediretUrl);
			}
			Header[] allHeaders = response.getAllHeaders();
			System.out.println("==================response===================");
			for (Header header : allHeaders) {
				System.err.println(header.getName() + ": " + header.getValue());
			}
			Header cookieHeader = response.getFirstHeader("Set-Cookie");
			String cookie = cookieHeader.getValue();
			System.out.println("cookie: " + cookie);
			HttpGet httpGet = new HttpGet(rediretUrl);
			httpGet.addHeader("Accept",
					"text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8");
			// httpGet.addHeader("Accept-Encoding", "gzip, deflate, sdch");
			// httpGet.addHeader("Accept-Language", "zh-CN,zh;q=0.8");
			httpGet.addHeader("Connection", "keep-alive");
			httpGet.addHeader("Cookie", cookie);
			httpGet.addHeader("Host", "mis.pyc.com.cn");
			httpGet.addHeader("Referer", "http://mis.pyc.com.cn/login.aspx");
			httpGet.addHeader(
					"User-Agent",
					"ozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/40.0.2214.115 Safari/537.36");
			response = client.execute(httpGet);
			HttpEntity entity2 = response.getEntity();
			System.out
					.println("----------------------------------------------");
			System.out.println(EntityUtils.toString(entity2));
		}
	}
}

本文地址:http://blog.csdn.net/hblfyla/article/details/54962898