HttpQuery httpClient with cookie sessionID

httpClient-4.3.3  实用工具，提供个了cookie功能

maven:

<dependency>            <groupId>org.apache.httpcomponents</groupId>            <artifactId>httpclient</artifactId>            <version>4.3.3</version></dependency>

HttpQuery.java

import org.apache.http.Consts;import org.apache.http.Header;import org.apache.http.HttpResponse;import org.apache.http.NameValuePair;import org.apache.http.client.config.RequestConfig;import org.apache.http.client.entity.UrlEncodedFormEntity;import org.apache.http.client.methods.HttpGet;import org.apache.http.client.methods.HttpPost;import org.apache.http.client.utils.URIBuilder;import org.apache.http.client.utils.URLEncodedUtils;import org.apache.http.impl.client.CloseableHttpClient;import org.apache.http.impl.client.DefaultHttpRequestRetryHandler;import org.apache.http.impl.client.HttpClientBuilder;import org.apache.http.message.BasicNameValuePair;import org.apache.http.protocol.HTTP;import org.apache.http.util.EntityUtils;import org.apache.log4j.Logger;import java.net.URI;import java.net.URL;import java.util.*;import java.util.regex.Matcher;import java.util.regex.Pattern;public class HttpQuery {    private static Logger log = Logger.getLogger(HttpQuery.class);    private CloseableHttpClient httpClient = null;    private HttpClientBuilder builder = null;    private HttpGet httpGet = null;    private HttpPost httpPost = null;    private Header[] headers = null;    private String cookies = null;    private String referer;    private Map<String, String> cookieMap = new HashMap<String, String>();    private Boolean autoClose = true;    private String lastError;    public HttpQuery(){        this(true);    }    public HttpQuery(boolean autoClose){        this.autoClose = autoClose;    }    public void setAutoClose(Boolean autoClose) {        this.autoClose = autoClose;    }    /**     * 在HttpClient 4.0+的版本，正确的关闭连接如下：     * EntityUtils.consumeQuietly(response.getEntity());     * 在HttpClient 3.0+版本中，正确的关闭如下：     * method.releaseConnection();     */    private void init() {        if (this.httpClient == null) {            builder = HttpClientBuilder.create();            RequestConfig.Builder reqBuild = RequestConfig.copy(RequestConfig.DEFAULT);            reqBuild.setConnectTimeout(30 * 1000);            reqBuild.setSocketTimeout(30 * 1000);            reqBuild.setRedirectsEnabled(true);            RequestConfig reqConfig = reqBuild.build();//            builder.setRetryHandler(new DefaultHttpRequestRetryHandler());//默认失败后重发3次            builder.setDefaultRequestConfig(reqConfig);            builder.setUserAgent("Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/30.0.1599.101 Safari/537.36");            this.httpClient = builder.build();        }    }    public String httpGet(String url, Map<String, Object> parameters) throws Exception {        this.init();        URL reqURL = new URL(url);        URI urlTemp = reqURL.toURI();        URIBuilder uriBuilder = new URIBuilder().setScheme(urlTemp.getScheme()).setHost(urlTemp.getHost()).setPort(urlTemp.getPort()).setPath(urlTemp.getPath());        String query =  reqURL.getQuery();        uriBuilder.setParameters(URLEncodedUtils.parse(query, Consts.UTF_8));        if (parameters != null && parameters.size() > 0) {            Iterator it = parameters.keySet().iterator();            while (it.hasNext()) {                String key = (String) it.next();                if (key == null)                    continue;                if (parameters.get(key) != null) {                    uriBuilder.setParameter(key, parameters.get(key).toString());                } else {                    uriBuilder.setParameter(key, "");                }            }        }        URI uri = uriBuilder.build();        this.httpGet = new HttpGet(uri);        RequestConfig.Builder reqBuild = RequestConfig.copy(RequestConfig.DEFAULT);        RequestConfig requestConfig = reqBuild.build();        httpGet.setConfig(requestConfig);        if (this.headers == null)            this.headers = httpGet.getAllHeaders();        httpGet.addHeader("Referer", referer);        httpGet.setHeader("Cookie", this.getCookies());        HttpResponse response = httpClient.execute(httpGet);        this.referer = url;        this.parseCookie(response);        this.parseHeaders(response);        String html = null;        if (response != null) {            html = EntityUtils.toString(response.getEntity());            EntityUtils.consumeQuietly(response.getEntity());//在HttpClient 4.0+的版本，正确的关闭连接        }        if (this.autoClose)            this.close();        return html;    }    public int getCode(){        return this.respCode;    }    private Header contentType;    private void setContentType(Header contentType){        if(contentType!=null) {            this.contentType = contentType;            String content = this.contentType.getValue();            Pattern pattern = Pattern.compile("charset\\=(.*)");            Matcher m = pattern.matcher(content);            if(m.find()){                this.contentEncoding = m.group(1);            }        }    }    public String getContentType(){        if(this.contentType!=null)            return this.contentType.getValue();        return "";    }    public void close() {        if (this.httpClient != null) {            try {                this.httpClient.close();            } catch (Exception e) {                e.printStackTrace();                log.error("httpClient.close error", e);            }            this.httpClient = null;            this.builder = null;        }    }    private void parseCookie(HttpResponse response) {        Header[] cookieHeaders = response.getHeaders("Set-Cookie");        if (this.cookies == null)            this.cookies = "";        for (Header s : cookieHeaders) {            String str = s.toString().substring("Set-Cookie:".length());            String[] temps = str.split(";");            if (temps != null) {                for (String temp : temps) {                    if (temp != null) {                        int index = temp.indexOf("=");                        if (index > 0 && temp.length() > (index + 1)) {                            this.cookieMap.put(temp.substring(0, index), temp.substring(index));                        }                    }                }            }        }    }    public Map getCookie(){        return this.cookieMap;    }    private String getCookies() {        StringBuffer sb = new StringBuffer();        String[] keys = this.cookieMap.keySet().toArray(new String[0]);        for (String key : keys) {            sb.append(key);            sb.append(this.cookieMap.get(key));            sb.append(";");        }        return sb.toString();    }    public Header[] getHeaders(){        return this.headers;    }    public int getRespCode(){        return this.respCode;    }    private int respCode = 200;    private Object parseHeaders(HttpResponse response) throws Exception {        this.headers = response.getAllHeaders();        this.respCode = response.getStatusLine().getStatusCode();        this.setContentType(response.getEntity().getContentType());        return null;    }    public String httpPost(String url) throws Exception {        return this.httpPost(url, new HashMap<String, Object>());    }    public String httpPost(String url, List<NameValuePair> params) throws Exception {        Map<String, Object> map = new HashMap<String, Object>();        for (NameValuePair nameValuePair : params) {            map.put(nameValuePair.getName(), nameValuePair.getValue());        }        return this.httpPost(url, map);    }    public String httpPost(String url, Map<String, Object> parameters) throws Exception {        this.init();        URL reqURL = new URL(url);        URI urlTemp = reqURL.toURI();        URIBuilder uriBuilder = new URIBuilder().setScheme(urlTemp.getScheme()).setHost(urlTemp.getHost()).setPort(urlTemp.getPort()).setPath(urlTemp.getPath());        String query =  reqURL.getQuery();        uriBuilder.setParameters(URLEncodedUtils.parse(query, Consts.UTF_8));        URI uri = uriBuilder.build();        this.httpPost = new HttpPost(uri);        List<NameValuePair> list = null;        if (parameters != null && parameters.size() > 0) {            list = new ArrayList<NameValuePair>();            Iterator it = parameters.keySet().iterator();            while (it.hasNext()) {                String key = (String) it.next();                if (key == null)                    continue;                if (parameters.get(key) != null)                    list.add(new BasicNameValuePair(key, parameters.get(key).toString()));                else                    list.add(new BasicNameValuePair(key, ""));            }        }        if (list != null && list.size() > 0)            httpPost.setEntity(new UrlEncodedFormEntity(list, HTTP.UTF_8));        if (this.headers == null)            this.headers = httpPost.getAllHeaders();        httpPost.addHeader("Referer", referer);        httpPost.setHeader("Cookie", this.getCookies());        HttpResponse response = httpClient.execute(httpPost);        this.referer = url;        this.parseCookie(response);        this.parseHeaders(response);        String html = null;        if (response != null) {            html = EntityUtils.toString(response.getEntity());            EntityUtils.consumeQuietly(response.getEntity());//在HttpClient 4.0+的版本，正确的关闭连接        }        if (this.autoClose)            this.close();        return html;    }    private String contentEncoding = "UTF-8";    public String getContentEncoding(){        return this.contentEncoding;    }    public void sleep(long seconds) {        for (int i = 0; i < seconds; i++) {            try {                Thread.sleep(1000);                System.out.print(".");            } catch (InterruptedException e) {                e.printStackTrace();            }        }        System.out.println("");    }}

HttpUtil

import org.apache.http.Header;import javax.servlet.http.Cookie;import javax.servlet.http.HttpServletRequest;import java.util.HashMap;import java.util.Map;import java.util.UUID;public class HttpUtil {    public static Object getFirstValueFromRequest(String key, HttpServletRequest request){        Object value = null;        //1. parameter        value = request.getAttribute(key);        if(value==null)            value = request.getParameter(key);        if(value==null)            value = request.getHeader(key);        if(value == null)            value = getFirstCookie(key, request.getCookies());        return value;    }    /**     * 从request中读取参数     * @param request     * @param key     * @return     */    public static String getStringFromRequest(HttpServletRequest request, String key){        String value = (String)request.getAttribute(key);        if(value==null)            value = request.getParameter(key);        if(value==null)            value = request.getHeader(key);        if(value==null)            value = HttpUtil.getFirstCookie(key, request.getCookies());        return value;    }    /**     * 从cookie中读取第一个符合的参数     * @param key     * @param cookies     * @return     */    public static String getFirstCookie(String key,Cookie[] cookies){        if(cookies!=null && key!=null){            for(Cookie cookie : cookies){                if(key.equals(cookie.getName()))                    return cookie.getValue();            }        }        return null;    }    public static Map<String, Cookie> getCookieMap(HttpServletRequest request){        Map<String, Cookie> map = new HashMap<String, Cookie>();        Cookie[] cookies = request.getCookies();        if(cookies!=null){            for(Cookie cookie : cookies){                map.put( cookie.getName()+cookie.getPath(), (Cookie)cookie.clone());            }        }        return map;    }    public static String httpGet(String url,  Map<String,Object> parameters)throws Exception{        HttpQuery httpQuery = new HttpQuery();        String html = httpQuery.httpGet(url, parameters);        httpQuery.close();        return html;    }    public static Header[] httpGetHeaders(String url,  Map<String,Object> parameters)throws Exception{        HttpQuery httpQuery = new HttpQuery();        httpQuery.setAutoClose(false);        httpQuery.httpGet(url, parameters);        Header[] headers = httpQuery.getHeaders();        return  headers;    }    public static String httpPost(String url,  Map<String,Object> parameters)throws Exception{        HttpQuery httpQuery = new HttpQuery();        String html = httpQuery.httpPost(url, parameters);        return  html;    }    public static String newAccessToken(){        String accessToken = UUID.randomUUID().toString();        return accessToken;    }    public static String getCookie(HttpServletRequest request, String cookieName){        Cookie[] cookies = request.getCookies();        for(Cookie cookie : cookies){            if(cookie.getName().trim().equals(cookieName.trim()))                return cookie.getValue();        }        return null;    }    public static String getRemortIP(HttpServletRequest request) {        // 取代理ip地址        String ip = request.getHeader("x-forwarded-for");        // 取nginx代理设置的ip地址        if (ip == null || ip.length() == 0 || "unknown".equalsIgnoreCase(ip)) {            ip = request.getHeader("x-real-ip");        }        // 从网上取的        if (ip == null || ip.length() == 0 || "unknown".equalsIgnoreCase(ip)) {            ip = request.getHeader("Proxy-Client-IP");        }        // 取JAVA获得的ip地址        if (ip == null || ip.length() == 0 || "unknown".equalsIgnoreCase(ip)) {            ip = request.getRemoteAddr();        }        // 去除unkonwn        if (ip.startsWith("unknown")) {            ip = ip.substring(ip.indexOf("unknown") + "unknown".length());        }        // 去除多多余的信息        ip = ip.trim();        if (ip.startsWith(",")) {            ip = ip.substring(1);        }        if (ip.indexOf(",") > 0) {            ip = ip.substring(0, ip.indexOf(","));        }        return ip;    }}

Good luck!~