httpclient 4.5.3
參考文件後總結：
https://www.jianshu.com/p/bd7bea8eb487
https://blog.csdn.net/chenpeng19910926/article/details/71482347
pom檔案
<dependency>
<groupId>org.apache.httpcomponents</groupId>
<artifactId>httpcore</artifactId>
<version>4.4.6</version>
</dependency>
<dependency>
<groupId>org.apache.httpcomponents</groupId>
<artifactId>httpclient</artifactId>
<version>4.5.3</version>
</dependency>
簡單get和post請求:
public static void main(String[] args) throws Exception{
try {
//此為百度一篇文章
String url = "https://mbd.baidu.com/newspage/data/landingsuper?context=%7B%22nid%22%3A%22news_15984470154821203735%22%7D&n_type=0&p_from=1";
// 使用預設配置建立httpclient的例項
CloseableHttpClient client = HttpClients.createDefault();
// HttpPost post = new HttpPost(url);
HttpGet get = new HttpGet(url);
// CloseableHttpResponse response = client.execute(post);
CloseableHttpResponse response = client.execute(get);
// 伺服器返回碼
System.out.println(response.getStatusLine().toString());
System.out.println(response.getStatusLine().getStatusCode());
System.out.println(response.getStatusLine().getReasonPhrase());
// 伺服器返回內容
String respStr = null;
HttpEntity entity = response.getEntity();
if(entity != null) {
respStr = EntityUtils.toString(entity, "UTF-8");
}
System.out.println("respStr = " + respStr);
// 釋放資源
EntityUtils.consume(entity);
} catch (Exception e) {
e.printStackTrace();
}
}
流式(Stream)：內容從流(Stream)中接收，或者在執行中產生(generated on the fly)。
自我包含(self-contained)：內容在記憶體中或通過獨立的連線或其他實體中獲得。
包裝(wrapping)：內容是從其他實體(Entity)中獲得的。
模擬登陸
public static void main(String[] args) {
try {
String url = "http://localhost:9090";
// 使用預設配置建立httpclient的例項
CloseableHttpClient client = HttpClients.createDefault();
HttpPost post = new HttpPost(url);
/**
* 設定引數，常用的有StringEntity,UrlEncodedFormEntity,MultipartEntity
* 具體看org.apache.http.entity包
*/
List<NameValuePair> params = new ArrayList<>();
params.add(new BasicNameValuePair("username", "張三"));
params.add(new BasicNameValuePair("password", "123456"));
UrlEncodedFormEntity e = new UrlEncodedFormEntity(params, "UTF-8");
post.setEntity(e);
CloseableHttpResponse response = client.execute(post);
// 伺服器返回碼
int status_code = response.getStatusLine().getStatusCode();
System.out.println(status_code);
// 伺服器返回內容
String respStr = null;
HttpEntity entity = response.getEntity();
if(entity != null) {
respStr = EntityUtils.toString(entity, "UTF-8");
}
System.out.println("respStr = " + respStr);
// 釋放資源
EntityUtils.consume(entity);
} catch (Exception e) {
e.printStackTrace();
}
}
官方例項：
import java.net.URI;
import java.util.List;
import org.apache.http.HttpEntity;
import org.apache.http.client.methods.CloseableHttpResponse;
import org.apache.http.client.methods.HttpGet;
import org.apache.http.client.methods.HttpUriRequest;
import org.apache.http.client.methods.RequestBuilder;
import org.apache.http.cookie.Cookie;
import org.apache.http.impl.client.BasicCookieStore;
import org.apache.http.impl.client.CloseableHttpClient;
import org.apache.http.impl.client.HttpClients;
import org.apache.http.util.EntityUtils;
/**
* A example that demonstrates how HttpClient APIs can be used to perform
* form-based logon.
*/
public class ClientFormLogin {
public static void main(String[] args) throws Exception {
BasicCookieStore cookieStore = new BasicCookieStore();
CloseableHttpClient httpclient = HttpClients.custom().setDefaultCookieStore(cookieStore).build();
try {
HttpGet httpget = new HttpGet("https://someportal/");
CloseableHttpResponse response1 = httpclient.execute(httpget);
try {
HttpEntity entity = response1.getEntity();
System.out.println("Login form get: " + response1.getStatusLine());
EntityUtils.consume(entity);
System.out.println("Initial set of cookies:");
List<Cookie> cookies = cookieStore.getCookies();
if (cookies.isEmpty()) {
System.out.println("None");
} else {
for (int i = 0; i < cookies.size(); i++) {
System.out.println("- " + cookies.get(i).toString());
}
}
} finally {
response1.close();
}
HttpUriRequest login = RequestBuilder.post().setUri(new URI("https://someportal/"))
.addParameter("IDToken1", "username").addParameter("IDToken2", "password").build();
CloseableHttpResponse response2 = httpclient.execute(login);
try {
HttpEntity entity = response2.getEntity();
System.out.println("Login form get: " + response2.getStatusLine());
EntityUtils.consume(entity);
System.out.println("Post logon cookies:");
List<Cookie> cookies = cookieStore.getCookies();
if (cookies.isEmpty()) {
System.out.println("None");
} else {
for (int i = 0; i < cookies.size(); i++) {
System.out.println("- " + cookies.get(i).toString());
}
}
} finally {
response2.close();
}
} finally {
httpclient.close();
}
}
}
public static void main(String[] args) {
try {
String url = "http://www.baidu.com";
/**
* 請求引數配置
* connectionRequestTimeout:
* 從連線池中獲取連線的超時時間，超過該時間未拿到可用連線，
* 會丟擲org.apache.http.conn.ConnectionPoolTimeoutException: Timeout waiting for connection from pool
* connectTimeout:
* 連線上伺服器(握手成功)的時間，超出該時間丟擲connect timeout
* socketTimeout:
* 伺服器返回資料(response)的時間，超過該時間丟擲read timeout
*/
CloseableHttpClient client = HttpClients.custom().setDefaultRequestConfig(RequestConfig.custom()
.setConnectionRequestTimeout(2000).setConnectTimeout(2000).setSocketTimeout(2000).build()).build();
HttpPost post = new HttpPost(url);
xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx
設定header
HttpGet get = new HttpGet(url);
get.setHeader("User-Agent",
"Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/45.0.2454.93 Safari/537.36");
get.setHeader("Connection", "keep-alive");
get.setHeader("charset","utf-8");
待驗證
### 1.1.3\. HTTP報文 headers
一個HTTP報文可能包含很多個header來表述報文的屬性例如： content length, content type等等. HttpClient提供了對http報文head進行查詢、新增、移除、列舉的方法。
**[java]** [view plain](https://blog.csdn.net/chenpeng19910926/article/details/71482347# "view plain")[copy](https://blog.csdn.net/chenpeng19910926/article/details/71482347# "copy")
<embed id="ZeroClipboardMovie_5" src="https://csdnimg.cn/public/highlighter/ZeroClipboard.swf" loop="false" menu="false" quality="best" bgcolor="#ffffff" width="16" height="16" name="ZeroClipboardMovie_5" align="middle" allowscriptaccess="always" allowfullscreen="false" type="application/x-shockwave-flash" pluginspage="http://www.macromedia.com/go/getflashplayer" flashvars="id=5&width=16&height=16" wmode="transparent" style="box-sizing: border-box;">
1. //在伺服器中
2. HttpResponse response=new BasicHttpResponse(org.apache.http.HttpVersion.HTTP_1_1,org.apache.http.HttpStatus.SC_OK, "OK");
3. response.addHeader("Set-Cookie","c1=a; path=/; domain=localhost");
4. response.addHeader("Set-Cookie", "c2=b; path=\"/\", c3=c; domain=\"localhost\"");
5. //同樣可以進行拆箱的工作，獲取Header
6. Header h1 = response.getFirstHeader("Set-Cookie");
7. System.out.println(h1);
8. Header h2 = response.getLastHeader("Set-Cookie");
9. System.out.println(h2);
10. Header[] hs = response.getHeaders("Set-Cookie");
11. System.out.println(hs.length);
最高效的獲取所有header的方法是使用 `HeaderIterator介面`.
**[java]** [view plain](https://blog.csdn.net/chenpeng19910926/article/details/71482347# "view plain")[copy](https://blog.csdn.net/chenpeng19910926/article/details/71482347# "copy")
<embed id="ZeroClipboardMovie_6" src="https://csdnimg.cn/public/highlighter/ZeroClipboard.swf" loop="false" menu="false" quality="best" bgcolor="#ffffff" width="16" height="16" name="ZeroClipboardMovie_6" align="middle" allowscriptaccess="always" allowfullscreen="false" type="application/x-shockwave-flash" pluginspage="http://www.macromedia.com/go/getflashplayer" flashvars="id=6&width=16&height=16" wmode="transparent" style="box-sizing: border-box;">
1. //相當於只是取到了header
2. HeaderIterator it = response.headerIterator("Set-Cookie");
3. while (it.hasNext()) {
4. System.out.println(it.next());
5. }
當然也提供了非常方便的解析header elements部分報文的方法.
**[java]** [view plain](https://blog.csdn.net/chenpeng19910926/article/details/71482347# "view plain")[copy](https://blog.csdn.net/chenpeng19910926/article/details/71482347# "copy")
<embed id="ZeroClipboardMovie_7" src="https://csdnimg.cn/public/highlighter/ZeroClipboard.swf" loop="false" menu="false" quality="best" bgcolor="#ffffff" width="16" height="16" name="ZeroClipboardMovie_7" align="middle" allowscriptaccess="always" allowfullscreen="false" type="application/x-shockwave-flash" pluginspage="http://www.macromedia.com/go/getflashplayer" flashvars="id=7&width=16&height=16" wmode="transparent" style="box-sizing: border-box;">
1. HeaderElementIterator hei=new BasicHeaderElementIterator(response.headerIterator("Set-Cookie"));
2. while (it.hasNext()) {
3. HeaderElement elem = hei.nextElement();
4. System.out.println(elem.getName() + " = " + elem.getValue());
5. //當然可以以鍵值對的形式讀取
6. NameValuePair[] params = elem.getParameters();
7. for (int i = 0; i < params.length; i++) {
8. System.out.println(" " + params[i]);
9. }
10. }
StringEntity entity=new StringEntity("important message",ContentType.create("text/plain","utf-8"));
//Entity中可以包含的資訊Content-Type
entity.getContentType();
//Content-Length
entity.getContentLength();
//支援的編碼：Content-Encoding;Content-Type: text/plain; charset=utf-8
entity.getContentEncoding();
//顯示entity的content ：important message
EntityUtils.toString(entity);
//將entity轉化為Byte位元組陣列
EntityUtils.toByteArray(entity);
//將其想象成建一個瀏覽器的過程，HttpClients我個人感覺可以類比Collection和Collections的關係，提供HTTPClient的工具
CloseableHttpClient httpclient=HttpClients.createDefault();
//可以想象為用什麼方法去訪問服務，就像表單提交時候選擇Get還是Post
HttpGet httpget=new HttpGet("www.baidu.com");
//可以想象為點選滑鼠的過程，或者是提交表單的過程。有返回值。。。。。
CloseableHttpResponse response=httpclient.execute(httpget);
try {
//業務處理層的東西
HttpEntity entity=response.getEntity();
if(entity!=null) {
InputStream is=entity.getContent();
try {
//dosomething
}finally {
//關閉entity的輸入流
is.close();
}
}
}finally{
//關閉響應的流
response.close();
}
}
public class PoolTest {
private static void config(HttpRequestBase httpRequestBase) {
httpRequestBase.setHeader("User-Agent", "Mozilla/5.0");
httpRequestBase.setHeader("Accept","text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8");
httpRequestBase.setHeader("Accept-Language", "zh-CN,zh;q=0.8,en-US;q=0.5,en;q=0.3");//"en-US,en;q=0.5");
httpRequestBase.setHeader("Accept-Charset", "ISO-8859-1,utf-8,gbk,gb2312;q=0.7,*;q=0.7");
// 配置請求的超時設定
RequestConfig requestConfig = RequestConfig.custom()
.setConnectionRequestTimeout(3000)
.setConnectTimeout(3000)
.setSocketTimeout(3000)
.build();
httpRequestBase.setConfig(requestConfig);
}
public static void main(String[] args) {
ConnectionSocketFactory plainsf = PlainConnectionSocketFactory.getSocketFactory();
LayeredConnectionSocketFactory sslsf = SSLConnectionSocketFactory.getSocketFactory();
Registry<ConnectionSocketFactory> registry = RegistryBuilder.<ConnectionSocketFactory>create()
.register("http", plainsf)
.register("https", sslsf)
.build();
PoolingHttpClientConnectionManager cm = new PoolingHttpClientConnectionManager(registry);
// 將最大連線數增加到200
cm.setMaxTotal(200);
// 將每個路由基礎的連線增加到20
cm.setDefaultMaxPerRoute(20);
// 將目標主機的最大連線數增加到50
HttpHost localhost = new HttpHost("http://blog.csdn.net/gaolu",80);
cm.setMaxPerRoute(new HttpRoute(localhost), 50);
//請求重試處理
HttpRequestRetryHandler httpRequestRetryHandler = new HttpRequestRetryHandler() {
public boolean retryRequest(IOException exception,int executionCount, HttpContext context) {
if (executionCount >= 5) {// 如果已經重試了5次，就放棄
return false;
}
if (exception instanceof NoHttpResponseException) {// 如果伺服器丟掉了連線，那麼就重試
return true;
}
if (exception instanceof SSLHandshakeException) {// 不要重試SSL握手異常
return false;
}
if (exception instanceof InterruptedIOException) {// 超時
return false;
}
if (exception instanceof UnknownHostException) {// 目標伺服器不可達
return false;
}
if (exception instanceof ConnectTimeoutException) {// 連線被拒絕
return false;
}
if (exception instanceof SSLException) {// ssl握手異常
return false;
}
HttpClientContext clientContext = HttpClientContext.adapt(context);
HttpRequest request = clientContext.getRequest();
// 如果請求是冪等的，就再次嘗試
if (!(request instanceof HttpEntityEnclosingRequest)) {
return true;
}
return false;
}
};
CloseableHttpClient httpClient = HttpClients.custom()
.setConnectionManager(cm)
.setRetryHandler(httpRequestRetryHandler)
.build();
// URL列表陣列
String[] urisToGet = {
"http://blog.csdn.net/gaolu/article/details/48466059",
"http://blog.csdn.net/gaolu/article/details/48243103",
"http://blog.csdn.net/gaolu/article/details/47656987",
"http://blog.csdn.net/gaolu/article/details/47055029",
"http://blog.csdn.net/gaolu/article/details/46400883",
"http://blog.csdn.net/gaolu/article/details/46359127",
"http://blog.csdn.net/gaolu/article/details/46224821",
"http://blog.csdn.net/gaolu/article/details/45305769",
"http://blog.csdn.net/gaolu/article/details/43701763",
"http://blog.csdn.net/gaolu/article/details/43195449",
"http://blog.csdn.net/gaolu/article/details/42915521",
"http://blog.csdn.net/gaolu/article/details/41802319",
"http://blog.csdn.net/gaolu/article/details/41045233",
"http://blog.csdn.net/gaolu/article/details/40395425",
"http://blog.csdn.net/gaolu/article/details/40047065",
"http://blog.csdn.net/gaolu/article/details/39891877",
"http://blog.csdn.net/gaolu/article/details/39499073",
"http://blog.csdn.net/gaolu/article/details/39314327",
"http://blog.csdn.net/gaolu/article/details/38820809",
"http://blog.csdn.net/gaolu/article/details/38439375",
};
long start = System.currentTimeMillis();
try {
int pagecount = urisToGet.length;
ExecutorService executors = Executors.newFixedThreadPool(pagecount);
CountDownLatch countDownLatch = new CountDownLatch(pagecount);
for(int i = 0; i< pagecount;i++){
HttpGet httpget = new HttpGet(urisToGet[i]);
config(httpget);
//啟動執行緒抓取
executors.execute(new GetRunnable(httpClient,httpget,countDownLatch));
}
countDownLatch.await();
executors.shutdown();
} catch (InterruptedException e) {
e.printStackTrace();
} finally {
System.out.println("執行緒" + Thread.currentThread().getName() + "," + System.currentTimeMillis() + ", 所有執行緒已完成，開始進入下一步！");
}
long end = System.currentTimeMillis();
System.out.println("consume -> " + (end - start));
}
static class GetRunnable implements Runnable {
private CountDownLatch countDownLatch;
private final CloseableHttpClient httpClient;
private final HttpGet httpget;
public GetRunnable(CloseableHttpClient httpClient, HttpGet httpget, CountDownLatch countDownLatch){
this.httpClient = httpClient;
this.httpget = httpget;
this.countDownLatch = countDownLatch;
}
@Override
public void run() {
CloseableHttpResponse response = null;
try {
response = httpClient.execute(httpget,HttpClientContext.create());
HttpEntity entity = response.getEntity();
System.out.println(EntityUtils.toString(entity, "utf-8")) ;
EntityUtils.consume(entity);
} catch (IOException e) {
e.printStackTrace();
} finally {
countDownLatch.countDown();
try {
if(response != null)
response.close();
} catch (IOException e) {
e.printStackTrace();
}
}
}
}
}
HttpUtils工具類：
package com.springboot.utils;
import org.apache.http.HttpEntity;
import org.apache.http.NameValuePair;
import org.apache.http.client.entity.UrlEncodedFormEntity;
import org.apache.http.client.methods.CloseableHttpResponse;
import org.apache.http.client.methods.HttpGet;
import org.apache.http.client.methods.HttpPost;
import org.apache.http.client.utils.URIBuilder;
import org.apache.http.entity.ContentType;
import org.apache.http.entity.StringEntity;
import org.apache.http.impl.client.CloseableHttpClient;
import org.apache.http.impl.client.HttpClients;
import org.apache.http.message.BasicNameValuePair;
import org.apache.http.util.EntityUtils;
import java.io.IOException;
import java.net.URI;
import java.util.ArrayList;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
public class HttpUtils {
public static String doGet(String url, Map<String, String> param) {
// 建立Httpclient物件
CloseableHttpClient httpclient = HttpClients.createDefault();
String resultString = "";
CloseableHttpResponse response = null;
try {
// 建立uri
URIBuilder builder = new URIBuilder(url);
if (param != null) {
for (String key : param.keySet()) {
builder.addParameter(key, param.get(key));
}
}
URI uri = builder.build();
// 建立http GET請求
HttpGet httpGet = new HttpGet(uri);
// 執行請求
response = httpclient.execute(httpGet);
// 判斷返回狀態是否為200
if (response.getStatusLine().getStatusCode() == 200) {
resultString = EntityUtils.toString(response.getEntity(), "UTF-8");
}
} catch (Exception e) {
e.printStackTrace();
} finally {
try {
if (response != null) {
response.close();
}
httpclient.close();
} catch (IOException e) {
e.printStackTrace();
}
}
return resultString;
}
public static String doGet(String url) {
return doGet(url, null);
}
public static String doPost(String url, Map<String, String> param) {
// 建立Httpclient物件
CloseableHttpClient httpClient = HttpClients.createDefault();
CloseableHttpResponse response = null;
String resultString = "";
try {
// 建立Http Post請求
HttpPost httpPost = new HttpPost(url);
// 建立引數列表
if (param != null) {
List<NameValuePair> paramList = new ArrayList<>();
for (String key : param.keySet()) {
paramList.add(new BasicNameValuePair(key, param.get(key)));
}
// 模擬表單
UrlEncodedFormEntity entity = new UrlEncodedFormEntity(paramList, "utf-8");
httpPost.setEntity(entity);
}
// 執行http請求
response = httpClient.execute(httpPost);
if (response.getStatusLine().getStatusCode() == 200) {
resultString = EntityUtils.toString(response.getEntity(), "utf-8");
return resultString;
}
} catch (Exception e) {
e.printStackTrace();
} finally {
try {
response.close();
} catch (IOException e) {
e.printStackTrace();
}
}
return resultString;
}
public static String doPost(String url) {
return doPost(url, null);
}
/**
*
*/
public static String doPostJson(String url, String json) {
// 建立Httpclient物件
CloseableHttpClient httpClient = HttpClients.createDefault();
CloseableHttpResponse response = null;
String resultString = "";
try {
// 建立Http Post請求
HttpPost httpPost = new HttpPost(url);
// 建立請求內容
ContentType contentType;
StringEntity entity = new StringEntity(json, ContentType.APPLICATION_JSON);
httpPost.setEntity(entity);
// 執行http請求
response = httpClient.execute(httpPost);
resultString = EntityUtils.toString(response.getEntity(), "utf-8");
return resultString;
} catch (Exception e) {
e.printStackTrace();
} finally {
try {
response.close();
} catch (IOException e) {
e.printStackTrace();
}
}
return resultString;
}
}
response.getFirstHeader("key");// 得到第一個名字為key的header
response.getHeaders("key");// 得到名字為key的所有header，返回一個陣列
response.getLastHeader("key");
InputStream inputStream = response.getEntity().getContent();
// 傳送請求，返回響應
HttpResponse response = httpClient.execute(request);
HttpEntity entity=response.getEntity();
// 取出伺服器返回的資料流
InputStream stream = entity.getContent();
// ByteArrayOutputStream baos = new ByteArrayOutputStream();
// int i=-1;
// while((i=stream.read())!=-1){
// baos.write(i);
// }System.out.println(baos);
對於引數的URLEncoding處理，HttpClient程式包為我們準備了另一個工具類：URLEncodedUtils。通過它，我們可以直觀的（但是比較複雜）生成URI，如
List params = new ArrayList();
params.add(new BasicNameValuePair("param1", "中國"));
params.add(new BasicNameValuePair("param2", "value2"));
String param = URLEncodedUtils.format(params, "UTF-8");
URI uri = URIUtils.createURI("http", "localhost", 8080,
"/sshsky/index.html", param, null);
System.out.println(uri);
上例的列印結果如下：
http://localhost/index.html?param1=%E4%B8%AD%E5%9B%BD¶m2=value2
相關文章
- HttpclientHTTPclient
- Ubuntu14.04安裝Pycharm4.5.3UbuntuPyCharm
- UTM v4.5.3 - UTM 成功登入 App StoreAPP
- Apache之HttpClientApacheHTTPclient
- HttpClient介紹HTTPclient
- HttpClient 完整教程HTTPclient
- 【HttpClient】httpclient之post 方法（引數為Map型別）HTTPclient型別
- 工具篇：apache-httpClient 和 jdk11-HttpClient的使用ApacheHTTPclientJDK
- Go - httpclient 常用操作GoHTTPclient
- HttpClient--入門HTTPclient
- httpclient的池化HTTPclient
- HttpClient 簡單例子HTTPclient單例
- Httpclient 介面自動化HTTPclient
- 聊聊jdk httpclient的executorJDKHTTPclient
- HttpClient請求工具類HTTPclient
- httpclient基礎知識HTTPclient
- HttpClient 不能做的事情HTTPclient
- HttpClient的簡單使用HTTPclient
- Web介面測試-HttpClientWebHTTPclient
- HttpClient初步使用方法HTTPclient
- HttpClient 下載檔案HTTPclient
- .NET Core HttpClient原始碼探究HTTPclient原始碼
- 為HttpClient開啟HTTP/2HTTPclient
- Java HttpClient Basic Credential 認證JavaHTTPclient
- HttpClient設定超時（轉）HTTPclient
- HttpURLConnection和HttpClient的使用HTTPclient
- HttpClient--傳送請求HTTPclient
- HttpClient 解決中文亂碼HTTPclient
- 使用HttpClient時出錯NoClassDefFoundErrorHTTPclientError
- HttpClient HTTPS使用方法HTTPclient
- HttpClient 進行soap請求HTTPclient
- RestTemplate和 apache HttpClient 使用方式RESTApacheHTTPclient
- 優雅通過HttpClientFactory使用HttpClientHTTPclient
- Java11 HttpClient小試牛刀JavaHTTPclient
- Apache httpclient的execute方法除錯ApacheHTTPclient除錯
- .Netcore HttpClient原始碼探究NetCoreHTTPclient原始碼
- 聊聊jdk httpclient的retry引數JDKHTTPclient
- HttpClient4.5中文教程HTTPclient