jsoup分页
来源:互联网 发布:sql语句统计各个数量 编辑:程序博客网 时间:2024/06/07 15:46
package collect;
import java.io.IOException;
import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;
public class JsoupDemo {
public static void main(String[] args) throws IOException {
//要采集的网址
String url="http://hbqj.gov.cn:8888/child_site/jwjcj/lzyw/";
Document document = Jsoup.connect(url)
.userAgent("Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.101 Safari/537.36")
.get();
//获取审查页面的页数信息
String page=document.select(".pages.mt30.mb10 em").text();
//截取数据
//获取总的条数
int start=page.indexOf("共");
int end=page.indexOf("条");
Integer total_count=Integer.parseInt(page.substring(start+1, end));
//获取总页数
int start1=page.indexOf("/");
int end1=page.indexOf("页");
Integer total_page=Integer.parseInt(page.substring(start1+1, end1));
for(int current_page = 1; current_page <= total_page; current_page++){
System.out.println("-------------------第" + current_page + "页开始-------------------------");
if(current_page==1){
getData(url);
}else{
getData(url+"index_"+current_page+".html");
}
System.out.println("-------------------第" + current_page + "页结束-------------------------");
}
}
public static void getData(String url) throws IOException{
Document document = Jsoup.connect(url)
.userAgent("Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.101 Safari/537.36")
.get();
Elements items=document.select(".container__wrap>div");
Elements elements=document.select(".news__list>li");
for (Element element : elements) {
Elements titleElements=element.select("h4 a");
String title=titleElements.text();
String link=titleElements.attr("href").trim();
Elements dateElements=element.select("div:eq(1)");
String time=dateElements.text();
System.out.println(title);
System.out.println(link);
System.out.println(time);
}
}
}
import java.io.IOException;
import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;
public class JsoupDemo {
public static void main(String[] args) throws IOException {
//要采集的网址
String url="http://hbqj.gov.cn:8888/child_site/jwjcj/lzyw/";
Document document = Jsoup.connect(url)
.userAgent("Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.101 Safari/537.36")
.get();
//获取审查页面的页数信息
String page=document.select(".pages.mt30.mb10 em").text();
//截取数据
//获取总的条数
int start=page.indexOf("共");
int end=page.indexOf("条");
Integer total_count=Integer.parseInt(page.substring(start+1, end));
//获取总页数
int start1=page.indexOf("/");
int end1=page.indexOf("页");
Integer total_page=Integer.parseInt(page.substring(start1+1, end1));
for(int current_page = 1; current_page <= total_page; current_page++){
System.out.println("-------------------第" + current_page + "页开始-------------------------");
if(current_page==1){
getData(url);
}else{
getData(url+"index_"+current_page+".html");
}
System.out.println("-------------------第" + current_page + "页结束-------------------------");
}
}
public static void getData(String url) throws IOException{
Document document = Jsoup.connect(url)
.userAgent("Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.101 Safari/537.36")
.get();
Elements items=document.select(".container__wrap>div");
Elements elements=document.select(".news__list>li");
for (Element element : elements) {
Elements titleElements=element.select("h4 a");
String title=titleElements.text();
String link=titleElements.attr("href").trim();
Elements dateElements=element.select("div:eq(1)");
String time=dateElements.text();
System.out.println(title);
System.out.println(link);
System.out.println(time);
}
}
}
阅读全文
0 0
- jsoup分页
- jsoup下拉刷新分页
- jsoup分页2
- jsoup加载CSDN分页后文章目录
- jsoup爬取分页的内容
- jsoup
- jsoup
- jsoup
- jsoup
- jsoup
- jsoup
- jsoup
- jsoup
- Jsoup
- jsoup
- jsoup
- jsoup
- Jsoup
- Nao笔记1|NAOqi APIs|Core(核心)——ALAutonomousLife (自主生活)
- Java设计模式_描述
- Regression by Conditional Adversarial Autoencoder
- python+ubuntu+flask入门第一课
- 【java多线程 锁】死锁
- jsoup分页
- 详解spl_autoload_register()函数
- 关于hibenate 中的session is closed问题
- iOS 获取步数等健康信息
- 开始写点什么——记录工作生活中的感悟
- JavaScript学习总结(二十一)——使用JavaScript的数组实现数据结构中的队列与堆栈
- sublime Text3 注册码
- 总结
- buildroot使用详解