使用HttpClient获得网页内容

一、需要的jar包

二、代码部分

package com.lei.httpclient;import java.io.IOException;import java.io.UnsupportedEncodingException;import java.util.ArrayList;import java.util.List;import org.apache.http.HttpEntity;import org.apache.http.HttpResponse;import org.apache.http.NameValuePair;import org.apache.http.client.ClientProtocolException;import org.apache.http.client.config.RequestConfig;import org.apache.http.client.entity.UrlEncodedFormEntity;import org.apache.http.client.methods.HttpGet;import org.apache.http.client.methods.HttpPost;import org.apache.http.impl.client.CloseableHttpClient;import org.apache.http.impl.client.HttpClientBuilder;import org.apache.http.message.BasicNameValuePair;import org.apache.http.protocol.HTTP;import org.apache.http.util.EntityUtils;public class HttpClientTest {public static void main(String[] args) throws ClientProtocolException, IOException{httpGet("http://www.cnblogs.com/peida/archive/2013/04/24/3036689.html");}public static String httpGet(String url) throws ClientProtocolException, IOException {String content = null;//网页内容int socketTimeout = 5000;//读取数据超时int connectTimeout = 5000;//链接超时RequestConfig config = RequestConfig.custom().setConnectTimeout(connectTimeout).setConnectionRequestTimeout(connectTimeout).setSocketTimeout(socketTimeout).build();CloseableHttpClient httpClient = HttpClientBuilder.create().setDefaultRequestConfig(config).build();HttpGet httpGet = new HttpGet(url);HttpResponse response = httpClient.execute(httpGet);HttpEntity entity = response.getEntity();if (entity!=null) {content = EntityUtils.toString(entity,"UTF-8");EntityUtils.consume(entity);//关闭内容流}//释放链接httpClient.close();return content;}public String httpPost() throws Exception {String content= null;CloseableHttpClient httpClient = HttpClientBuilder.create().build();HttpPost httpost = new HttpPost("http://www.pibigstar.top");//设置参数List<NameValuePair> nvp = new ArrayList<>();nvp.add(new BasicNameValuePair("username", "admin"));nvp.add(new BasicNameValuePair("password", "123456"));//将参数提交到请求中 httpost.setEntity(new UrlEncodedFormEntity(nvp,HTTP.UTF_8));//执行请求HttpResponse response = httpClient.execute(httpost);HttpEntity entity = response.getEntity();if (entity!=null) {content = EntityUtils.toString(entity,"UTF-8");EntityUtils.consume(entity);//关闭内容流}//释放链接httpClient.close();return content;}}