1. 设置请求头消息User-Agent模拟浏览器
Demo01.java
package com.andrew.httpClient.chap02;
import org.apache.http.HttpEntity;
import org.apache.http.client.methods.CloseableHttpResponse;
import org.apache.http.client.methods.HttpGet;
import org.apache.http.impl.client.CloseableHttpClient;
import org.apache.http.impl.client.HttpClients;
import org.apache.http.util.EntityUtils;
public class Demo01 {
public static void main(String[] args) throws Exception {
CloseableHttpClient httpClient = HttpClients.createDefault(); // 创建httpClient实例
HttpGet httpGet = new HttpGet("http://www.tuicool.com/"); // 创建http get实例
// 模拟浏览器
httpGet.setHeader("User-Agent", "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:50.0) Gecko/20100101 Firefox/50.0");
CloseableHttpResponse response = httpClient.execute(httpGet); // 执行http get请求
HttpEntity entity = response.getEntity(); // 获取返回实体
System.out.println("网页内容:" + EntityUtils.toString(entity, "utf-8")); // 获取网页内容
response.close(); // response关闭
httpClient.close(); // httpClient关闭
}
}
2. 获取响应内容类型Content-Type
Demo02.java
package com.andrew.httpClient.chap02;
import org.apache.http.HttpEntity;
import org.apache.http.client.methods.CloseableHttpResponse;
import org.apache.http.client.methods.HttpGet;
import org.apache.http.impl.client.CloseableHttpClient;
import org.apache.http.impl.client.HttpClients;
public class Demo02 {
public static void main(String[] args) throws Exception {
CloseableHttpClient httpClient = HttpClients.createDefault(); // 创建httpClient实例
HttpGet httpGet = new HttpGet("http://central.maven.org/maven2/HTTPClient/HTTPClient/0.3-3/HTTPClient-0.3-3.jar"); // 创建httpget实例
httpGet.setHeader("User-Agent", "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:50.0) Gecko/20100101 Firefox/50.0");
CloseableHttpResponse response = httpClient.execute(httpGet); // 执行http get请求
HttpEntity entity = response.getEntity(); // 获取返回实体
System.out.println("Content-Type:" + entity.getContentType().getValue());
// System.out.println("网页内容:"+EntityUtils.toString(entity, "utf-8")); //
// 获取网页内容
response.close(); // response关闭
httpClient.close(); // httpClient关闭
}
}
运行结果:
Content-Type:application/java-archive
3. 获取响应状态Status
200正常
403拒绝
500服务器报错
400未找到页面
Demo03.java
package com.andrew.httpClient.chap02;
import org.apache.http.HttpEntity;
import org.apache.http.client.methods.CloseableHttpResponse;
import org.apache.http.client.methods.HttpGet;
import org.apache.http.impl.client.CloseableHttpClient;
import org.apache.http.impl.client.HttpClients;
public class Demo03 {
public static void main(String[] args) throws Exception {
CloseableHttpClient httpClient = HttpClients.createDefault(); // 创建httpClient实例
HttpGet httpGet = new HttpGet("http://www.open1111.com/"); // 创建httpget实例
httpGet.setHeader("User-Agent", "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:50.0) Gecko/20100101 Firefox/50.0");
CloseableHttpResponse response = httpClient.execute(httpGet); // 执行http get请求
System.out.println("Status:" + response.getStatusLine().getStatusCode());
HttpEntity entity = response.getEntity(); // 获取返回实体
System.out.println("Content-Type:" + entity.getContentType().getValue());
// System.out.println("网页内容:"+EntityUtils.toString(entity, "utf-8")); //
// 获取网页内容
response.close(); // response关闭
httpClient.close(); // httpClient关闭
}
}
Status:200
Content-Type:text/html;charset=UTF-8
分享到:
相关推荐
本文会针对我们在编写HTTP客户端程序时经常碰到的几个问题进行分别介绍如何使用httpclient来解决它们,为了让读者更快的熟悉这个项目我们最开始先给出一个简单的例子来读取一个网页的内容,然后循序渐进解决掉前进中...
用HttpClient来模拟浏览器GET_POST,技术简单学!!
JAVA-用HttpClient来模拟浏览器GET,POST.docx
httpClient+jsoup抓取网页数据实例和jar包
本人的测试用,包括压缩及解压缩,完整模拟,处女作,不想做伸手党
主要介绍了java web中 HttpClient模拟浏览器登录后发起请求的相关资料,需要的朋友可以参考下
HttpClient抓取网页Demo,HttpClient 的入门示例,配合blog文章的附件
利用httpClient+jsoup技术进行网页数据的获取,以网易贵金属为例~
此资源为新浪微博和腾讯微博的HttpClient4模拟登录的代码Sina.java为新浪的,TencentClient.java为腾讯的。
模拟登录 不提供用户名密码
httpclient远程网页抓取工具,可以继承到web项目工程中,很好哟,还等什么?
Jsoup+httpclient模拟登陆和抓取页面.pdf
HttpClient模拟登录实例,模拟登录网站,获取用户信息,登录后数据,带验证码登录,带解析HTML实例。
HttpClient网页抓取工具包整合,
NULL 博文链接:https://bijian1013.iteye.com/blog/2167099
Jsoup+httpclient 模拟登陆和抓取页面 package com.app.html; import java.io.BufferedReader; import java.io.BufferedWriter; import java.io.File; import java.io.FileOutputStream; import java.io.FileReader...
HttpClient模拟http发送post和get请求
httpclient发送模拟工具,可是想post,get等方式的发送,简单易用,通俗易懂