java获取网页信息或提交请求函数

来源:互联网 发布:把多个excel表数据合并 编辑:程序博客网 时间:2024/04/28 12:12

import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStreamReader;
import java.io.UnsupportedEncodingException;
import java.net.MalformedURLException;
import java.net.URL;
import java.net.URLConnection;
import java.text.DateFormat;
import java.text.ParseException;
import java.text.SimpleDateFormat;
import java.util.Date;
import java.util.HashMap;
import java.util.HashSet;
import java.util.Iterator;
import java.util.Map;

import net.sf.json.JSONObject;

 

 public String getPageContent(String urlStr) {
  StringBuffer htmlStr = new StringBuffer();
  try {
   
   URL url = new URL(urlStr);
   URLConnection conn = url.openConnection();
   conn.setDoInput(true);
   BufferedReader br = new BufferedReader(new InputStreamReader(conn
     .getInputStream(), "utf-8"));
   String s = null;
   while ((s = br.readLine()) != null) {
    htmlStr.append(s);
   }
   br.close();
  } catch (MalformedURLException e) {
   // TODO Auto-generated catch block
   e.printStackTrace();
  } catch (UnsupportedEncodingException e) {
   // TODO Auto-generated catch block
   e.printStackTrace();
  } catch (IOException e) {
   // TODO Auto-generated catch block
   e.printStackTrace();
  }

  return htmlStr.toString();
 }

 

 public Map getCates(String url) {
  String pageContent = getPageContent(url);
  JSONObject jsonObject = JSONObject.fromObject(pageContent);
  Map map = new HashMap();
  HashSet<String> hs = new HashSet<String>();
  for (Iterator iter = jsonObject.keys(); iter.hasNext();) {
   String key = (String) iter.next();
   String cateInfo = "" + jsonObject.get(key);
   JSONObject cateInfoJSONObject = JSONObject.fromObject(cateInfo);
   map.put(cateInfoJSONObject.getString("cateName"),cateInfoJSONObject.getString("back_inte_id"));
  }
  
  return map;
 }

 

StringBuffer dataUrl = new StringBuffer();

   dataUrl.append(baseUrl);
   dataUrl.append("/addTag?");
   try {
    //+"("+startDate+"~"+endDate+")"
    dataUrl.append("&tagname=").append(
      new String((cate+"").getBytes("utf-8")));
    dataUrl.append("&startDate=").append(startDate);
    dataUrl.append("&endDate=").append(endDate);
    dataUrl.append("&area=").append(
      new String("北京".getBytes("utf-8")));
    dataUrl.append("&cate=").append(
      cates.get(cate));
   } catch (UnsupportedEncodingException e1) {
    e1.printStackTrace();
   }
   System.out.println("请求url:" + dataUrl.toString());
   ca.getPageContent(dataUrl.toString());

原创粉丝点击