java正则表达式解析html示例分享
来源:互联网 发布:招募淘宝分销商的语句 编辑:程序博客网 时间:2024/05/17 10:53
package work;
import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
import org.apache.commons.httpclient.DefaultHttpMethodRetryHandler;
import org.apache.commons.httpclient.HttpClient;
import org.apache.commons.httpclient.HttpException;
import org.apache.commons.httpclient.HttpStatus;
import org.apache.commons.httpclient.methods.GetMethod;
import org.apache.commons.httpclient.params.HttpMethodParams;
public class chuanboyi {
public static void main(String[] args){
// TODO Auto-generated method stub
StringBuffer html = new StringBuffer();
HttpClient httpclient = new HttpClient();
//创建GET方法实例
GetMethod getMethod = new GetMethod("http://www.jb51.net");
//使用系统提供的默认恢复策略
getMethod.getParams().setParameter(HttpMethodParams.RETRY_HANDLER, new DefaultHttpMethodRetryHandler());
try{
//执行GET方法
int statusCode = httpclient.executeMethod(getMethod);
if(statusCode != HttpStatus.SC_OK){
System.out.println("Method is wrong " + getMethod.getStatusLine());
}
InputStream responseBody = getMethod.getResponseBodyAsStream();
BufferedReader reader = new BufferedReader(new InputStreamReader(responseBody,"utf-8"));
String line = reader.readLine();
while(line != null){
html.append(line).append("\n");
line = reader.readLine();
}
reader.close();
//正则表达式
String regex = "<form name=\"compareForm\"[\\s\\S]+>[\\s\\S]+</form>.*<script.*>";
String regexa ="(?<=<li>)[\\s\\S]+?(?=</li>)";
Pattern pattern = Pattern.compile(regex);
Matcher m = pattern.matcher(html);
StringBuffer str = new StringBuffer();
int i = 0;
while(m.find()){
str.append(m.group());
}
pattern = Pattern.compile(regexa);
m = pattern.matcher(str);
while(m.find()){
attrs(m.group());
i++;
}
System.out.println("共有"+i+"条数据!");
}catch (HttpException e) {
// TODO: handle exception
System.out.println("Please check your provided http address!");
e.printStackTrace();
}catch (IOException e) {
// TODO: handle exception
System.out.println("the line is wrong!");
e.printStackTrace();
}finally{
getMethod.releaseConnection();//释放链接
}
}
public static void attrs(String str){
//获取url的正则表达式
String regexURL = "[a-z]+-[0-9]+\\.html";
//获取Name的正则表达式
String regexName = "(?<=title=\")[[\\w-\\s][^x00-xff]]+(?=\")";
//获取图片的正则表达式
String regexPicture = "images.*\\.jpg";
Pattern patternURL = Pattern.compile(regexURL);
Pattern patternName = Pattern.compile(regexName);
Pattern patternPicture = Pattern.compile(regexPicture);
Matcher mURL = patternURL.matcher(str);
Matcher mName = patternName.matcher(str);
Matcher mPicture = patternPicture.matcher(str);
if(mName.find()){
System.out.println("名字:"+mName.group());
}
if(mURL.find()){
System.out.println("链接:"+mURL.group());
}
if(mPicture.find()){
System.out.println("图片:"+mPicture.group());
}
}
}
- java正则表达式解析html示例分享
- 解析HTML正则表达式
- 解析HTML正则表达式
- Java正则表达式示例
- Java正则表达式示例
- Java正则表达式示例
- Java正则表达式示例
- HTML解析之一:正则表达式
- java中解析HTML的方法:Jsoup和正则表达式
- java根据 正则表达式解析html网页内容
- Java解析正则表达式
- 正则表达式全解析+常用示例
- Lua解析Html的正则表达式Demo
- 通过正则表达式解析HTML入门指南
- java 正则表达式用法解析
- java正则表达式源码解析
- 利用Boost解析正则表达式,解析一个范围示例
- Java正则表达式替换的示例
- 利用word2vec和神经网络构造文章地域分类器(一)
- Unity2S 愤怒的小鸟教程
- 琐碎知识点...
- Android--闹钟小案例
- 10Java语法回顾之异常处理
- java正则表达式解析html示例分享
- A good iOS developer is also a good designer
- Swift2.1 枚举转换类型
- Android拨打电话代码
- Scikit-learn Algorithm Cheat Sheet
- 120_区间埃氏筛
- 获取坐标值的各种方法(图解) - 记录
- n2n vpn搭建
- POJ 1751 Highways