HttpPoolUtils 连接池管理的GET POST请求

  1 package com.nextjoy.projects.usercenter.util.http;
  2 
  3 import org.apache.http.Consts;
  4 import org.apache.http.HttpEntity;
  5 import org.apache.http.HttpHeaders;
  6 import org.apache.http.NameValuePair;
  7 import org.apache.http.client.config.RequestConfig;
  8 import org.apache.http.client.entity.UrlEncodedFormEntity;
  9 import org.apache.http.client.methods.CloseableHttpResponse;
 10 import org.apache.http.client.methods.HttpGet;
 11 import org.apache.http.client.methods.HttpPost;
 12 import org.apache.http.config.*;
 13 import org.apache.http.conn.socket.ConnectionSocketFactory;
 14 import org.apache.http.conn.socket.PlainConnectionSocketFactory;
 15 import org.apache.http.conn.ssl.SSLConnectionSocketFactory;
 16 import org.apache.http.impl.DefaultConnectionReuseStrategy;
 17 import org.apache.http.impl.client.CloseableHttpClient;
 18 import org.apache.http.impl.client.DefaultConnectionKeepAliveStrategy;
 19 import org.apache.http.impl.client.DefaultHttpRequestRetryHandler;
 20 import org.apache.http.impl.client.HttpClients;
 21 import org.apache.http.impl.conn.PoolingHttpClientConnectionManager;
 22 import org.apache.http.message.BasicNameValuePair;
 23 import org.apache.http.ssl.SSLContexts;
 24 import org.apache.http.util.EntityUtils;
 25 import org.slf4j.Logger;
 26 import org.slf4j.LoggerFactory;
 27 
 28 import javax.net.ssl.SSLContext;
 29 import java.io.IOException;
 30 import java.net.URI;
 31 import java.net.URLEncoder;
 32 import java.nio.charset.CodingErrorAction;
 33 import java.util.*;
 34 import java.util.Map.Entry;
 35 
 36 /**
 37  * 基于apache httpclient 4.3X以上版本连接池管理的GET POST请求
 38  *
 39  * @see PoolingHttpClientConnectionManager
 40  *
 41  * @author Vincent
 42  *
 43  */
 44 public class HttpPoolUtils {
 45     private final static Logger LOG = LoggerFactory.getLogger(HttpPoolUtils.class);
 46     private static PoolingHttpClientConnectionManager connManager = null;
 47     private static CloseableHttpClient httpclient = null;
 48     /** 默认UA */
 49     private static final String DEFAULT_USER_AGENT = "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.0.2661.94 Safari/537.36";
 50     /** 默认编码 */
 51     public static final String DEFAULT_ENCODING = "UTF-8";
 52     /** 最大连接数 */
 53     public final static int MAX_TOTAL_CONNECTIONS = 5;
 54     /** 每个路由最大连接数 */
 55     public final static int MAX_PER_ROUTE = 2;
 56     /** 连接超时时间 */
 57     public static final int CONNECT_TIMEOUT = 50000;
 58     /** 等待数据超时时间 */
 59     public static final int SO_TIMEOUT = 20000;
 60     /** 连接池连接不足超时等待时间 */
 61     public static final int CONN_MANAGER_TIMEOUT = 500;
 62 
 63     private static final RequestConfig DEFAULT_REQUESTCONFIG = RequestConfig.custom().setSocketTimeout(SO_TIMEOUT).setConnectTimeout(CONNECT_TIMEOUT)
 64             .setConnectionRequestTimeout(CONN_MANAGER_TIMEOUT).setExpectContinueEnabled(false).build();
 65 
 66     static {
 67         try {
 68             SSLContext sslContext = SSLContexts.custom().build();
 69             // TODO 如有需要自行添加相关证书 sslContext.init...
 70 
 71             Registry<ConnectionSocketFactory> socketFactoryRegistry = RegistryBuilder.<ConnectionSocketFactory> create()
 72                     .register("http", PlainConnectionSocketFactory.INSTANCE).register("https", new SSLConnectionSocketFactory(sslContext)).build();
 73 
 74             connManager = new PoolingHttpClientConnectionManager(socketFactoryRegistry);
 75             httpclient = HttpClients.custom().setConnectionManager(connManager).setRetryHandler(new DefaultHttpRequestRetryHandler(0, false))
 76                     .setKeepAliveStrategy(new DefaultConnectionKeepAliveStrategy()).setConnectionReuseStrategy(new DefaultConnectionReuseStrategy())
 77                     .setUserAgent(DEFAULT_USER_AGENT).build();
 78             SocketConfig socketConfig = SocketConfig.custom().setTcpNoDelay(true).build();
 79             connManager.setDefaultSocketConfig(socketConfig);
 80             MessageConstraints messageConstraints = MessageConstraints.custom().build();
 81             ConnectionConfig connectionConfig = ConnectionConfig.custom().setMalformedInputAction(CodingErrorAction.IGNORE)
 82                     .setUnmappableInputAction(CodingErrorAction.IGNORE).setCharset(Consts.UTF_8).setMessageConstraints(messageConstraints).build();
 83             connManager.setDefaultConnectionConfig(connectionConfig);
 84             connManager.setMaxTotal(MAX_TOTAL_CONNECTIONS);
 85             connManager.setDefaultMaxPerRoute(MAX_PER_ROUTE);
 86         } catch (Exception e) {
 87             LOG.error("some error is init, please check it.", e);
 88         }
 89     }
 90 
 91     /**
 92      * post请求
 93      *
 94      * @param url
 95      *            请求URL
 96      * @param params
 97      *            参数
 98      * @param contentType
 99      *            格式
100      * @param userAgent
101      *            UA
102      * @param encoding
103      *            编码
104      * @return
105      */
106     public static String post(String url, Map<String, String> params, String contentType, String userAgent, String encoding) {
107         String data = "";
108         HttpPost httpPost = new HttpPost();
109         CloseableHttpResponse response = null;
110         try {
111             httpPost.setURI(new URI(url));
112             if (contentType != null && contentType != "") {
113                 httpPost.setHeader(HttpHeaders.CONTENT_TYPE, contentType);
114             } else {
115                 httpPost.setHeader(HttpHeaders.CONTENT_TYPE, "text/html");
116             }
117             if (userAgent != null && userAgent != "") {
118                 httpPost.setHeader(HttpHeaders.USER_AGENT, userAgent);
119             }
120             RequestConfig requestConfig = RequestConfig.copy(DEFAULT_REQUESTCONFIG).build();
121             httpPost.setConfig(requestConfig);
122 
123             List<NameValuePair> nvps = new ArrayList<NameValuePair>();
124             if (params != null) {
125                 for (Entry<String, String> entry : params.entrySet()) {
126                     nvps.add(new BasicNameValuePair(entry.getKey(), entry.getValue()));
127                 }
128             }
129             httpPost.setEntity(new UrlEncodedFormEntity(nvps));
130             // LOG.debug(String.format("[HttpPoolUtils Post] begin invoke url:
131             // %s , params: %s",url,params.toString()));
132             response = httpclient.execute(httpPost);
133             HttpEntity entity = response.getEntity();
134             if (entity != null) {
135                 data = EntityUtils.toString(entity, encoding);
136                 // LOG.debug(String.format("[HttpPoolUtils Post]Debug response,
137                 // url :%s , response string :%s",url,data));
138             }
139         } catch (Exception e) {
140             LOG.error("[HttpPoolUtils Post] is error. ", e);
141         } finally {
142             if (response != null) {
143                 try {
144                     EntityUtils.consume(response.getEntity());
145                 } catch (IOException e) {
146                     e.printStackTrace();
147                 }
148             }
149             httpPost.reset();
150         }
151         return data;
152     }
153 
154     /**
155      * Get请求方式
156      *
157      * @param url
158      *            请求URL
159      * @param params
160      *            参数
161      * @param contentType
162      *            格式
163      * @param userAgent
164      *            UA
165      * @param encoding
166      *            编码
167      * @return
168      */
169     public static String get(String url, Map<String, String> params, String contentType, String userAgent, String encoding) {
170         String data = "";
171         HttpGet httpGet = new HttpGet();
172         CloseableHttpResponse response = null;
173         try {
174             StringBuilder sb = new StringBuilder();
175             sb.append(url);
176             boolean first = true;
177             if (params != null) {
178                 for (Entry<String, String> entry : params.entrySet()) {
179                     if (first && !url.contains("?")) {
180                         sb.append("?");
181                     } else {
182                         sb.append("&");
183                     }
184                     sb.append(entry.getKey());
185                     sb.append("=");
186                     String value = entry.getValue();
187                     sb.append(URLEncoder.encode(value, "UTF-8"));
188                     first = false;
189                 }
190             }
191 
192             // LOG.info("[HttpPoolUtils Get] begin invoke:" + sb.toString());
193             httpGet.setURI(new URI(sb.toString()));
194             RequestConfig requestConfig = RequestConfig.copy(DEFAULT_REQUESTCONFIG).build();
195             httpGet.setConfig(requestConfig);
196             if (contentType != null && contentType != "") {
197                 httpGet.setHeader(HttpHeaders.CONTENT_TYPE, contentType);
198             } else {
199                 httpGet.setHeader(HttpHeaders.CONTENT_TYPE, "text/html");
200             }
201             if (userAgent != null && userAgent != "") {
202                 httpGet.setHeader(HttpHeaders.USER_AGENT, userAgent);
203             }
204 
205             response = httpclient.execute(httpGet);
206             HttpEntity entity = response.getEntity();
207             if (entity != null) {
208                 data = EntityUtils.toString(entity, encoding);
209             }
210             // LOG.debug(String.format("[HttpPoolUtils Get]Debug url:%s ,
211             // response data %s:",sb.toString(),data));
212         } catch (Exception e) {
213             LOG.error(String.format("[HttpPoolUtils Get]invoke get error, url:%s, para:%s", url, params.toString()), e);
214         } finally {
215             if (response != null) {
216                 try {
217                     EntityUtils.consume(response.getEntity());
218                 } catch (IOException e) {
219                     e.printStackTrace();
220                 }
221             }
222             httpGet.reset();
223         }
224         return data;
225     }
226 
227     public static void main0(String[] args) throws Exception {
228         long start = System.currentTimeMillis();
229         Random r = new Random();
230         for (int i = 0; i < 20; i++) {
231             long startPer = System.currentTimeMillis();
232             String url = "https://www.baidu.com/s?wd=" + r.nextInt(5000);
233             String data = get(url, Collections.<String, String> emptyMap(), null, null, HttpPoolUtils.DEFAULT_ENCODING);
234             System.out.println("结果长度:" + data.length());
235             System.out.println("单次请求耗时ms:" + (System.currentTimeMillis() - startPer));
236         }
237         System.out.println("查询总耗时ms:" + (System.currentTimeMillis() - start));
238     }
239 
240     public static void main1(String[] args) throws Exception {
241         long start = System.currentTimeMillis();
242         String url = "http://samworld.samonkey.com/v2_0/media/detail/343";
243         Map<String, String> params = new HashMap<String, String>();
244         params.put("userId", "F60D72944B9E236E7C7D219851DB5C62");
245         params.put("deviceType", "IOS");
246         params.put("version", "v3.1.3");
247         String userAgent = "VRStore/3.1.3 (iPhone; iOS 9.3.2; Scale/3.00)";
248         String contentType = "application/json;charset=UTF-8";
249         String acceptEncoding = "gzip, deflate";
250         String encoding = "UTF-8";
251         // String data = HttpPoolUtils.get(url, params, "application/json",
252         // userAgent, "UTF-8");
253         String data = "";
254         HttpGet httpGet = new HttpGet();
255         CloseableHttpResponse response = null;
256         try {
257             StringBuilder sb = new StringBuilder();
258             sb.append(url);
259             boolean first = true;
260             if (params != null) {
261                 for (Entry<String, String> entry : params.entrySet()) {
262                     if (first && !url.contains("?")) {
263                         sb.append("?");
264                     } else {
265                         sb.append("&");
266                     }
267                     sb.append(entry.getKey());
268                     sb.append("=");
269                     String value = entry.getValue();
270                     sb.append(URLEncoder.encode(value, "UTF-8"));
271                     first = false;
272                 }
273             }
274 
275             // LOG.info("[HttpPoolUtils Get] begin invoke:" + sb.toString());
276             httpGet.setURI(new URI(sb.toString()));
277             RequestConfig requestConfig = RequestConfig.copy(DEFAULT_REQUESTCONFIG).build();
278             httpGet.setConfig(requestConfig);
279             if (contentType != null && contentType != "") {
280                 httpGet.setHeader(HttpHeaders.CONTENT_TYPE, contentType);
281             } else {
282                 httpGet.setHeader(HttpHeaders.CONTENT_TYPE, "text/html");
283             }
284             if (userAgent != null && userAgent != "") {
285                 httpGet.setHeader(HttpHeaders.USER_AGENT, userAgent);
286             }
287             if (acceptEncoding != null && acceptEncoding != "") {
288                 httpGet.setHeader(HttpHeaders.ACCEPT_ENCODING, acceptEncoding);
289             }
290             httpGet.setHeader(HttpHeaders.ACCEPT_LANGUAGE, "zh-Hans-CN;q=1, pl-PL;q=0.9");
291             httpGet.setHeader(HttpHeaders.ACCEPT, "*/*");
292             response = httpclient.execute(httpGet);
293             HttpEntity entity = response.getEntity();
294             if (entity != null) {
295                 data = EntityUtils.toString(entity, encoding);
296             }
297             // LOG.debug(String.format("[HttpPoolUtils Get]Debug url:%s ,
298             // response data %s:",sb.toString(),data));
299         } catch (Exception e) {
300             LOG.error(String.format("[HttpPoolUtils Get]invoke get error, url:%s, para:%s", url, params.toString()), e);
301         } finally {
302             if (response != null) {
303                 try {
304                     EntityUtils.consume(response.getEntity());
305                 } catch (IOException e) {
306                     e.printStackTrace();
307                 }
308             }
309             httpGet.reset();
310         }
311 
312         System.out.println(data);
313         System.out.println("查询总耗时ms:" + (System.currentTimeMillis() - start));
314     }
315 
316     public static void main(String[] args) throws Exception {
317         Map<String, String> param = new HashMap();
318         param.put("access_token", "70603C5A83DDC1507B00AC52E55C13EA");
319         param.put("unionid", "1");
320         String result = HttpPoolUtils.get("https://graph.qq.com/oauth2.0/me", param, null, null, HttpPoolUtils.DEFAULT_ENCODING);
321         System.out.println(result);
322 
323         long start = System.currentTimeMillis();
324         long startPer = System.currentTimeMillis();
325         String url = "http://nextjoy.cn/programMan/list_demo.php";
326         String data = get(url, Collections.<String, String> emptyMap(), null, null, HttpPoolUtils.DEFAULT_ENCODING);
327         System.out.println("结果长度:" + data.length());
328         System.out.println("Data:" + data);
329         System.out.println("单次请求耗时ms:" + (System.currentTimeMillis() - startPer));
330         System.out.println("查询总耗时ms:" + (System.currentTimeMillis() - start));
331     }
332 }

这里用到的jar包:

<dependency>
   <groupId>org.apache.httpcomponents</groupId>
   <artifactId>httpclient</artifactId>
　　<version>4.5.2</version>
</dependency>