java 读取页面源码 的多种方式

来源:互联网 发布:淘宝摄影服务 编辑:程序博客网 时间:2024/04/27 18:07

HttpClient和GetMethod都是来自apache的包 

1、Socket读取
      String strServer=http://www.google.cn;//这里同样可以用ip来访问:203.208.35.100
      String strPage="/language_tools?hl=zh-CN";
      try { 
           String hostname = strServer; 
           int port = 80; 
           InetAddress addr = InetAddress.getByName(hostname); 
           Socket socket = new Socket(addr, port);
           BufferedWriter wr = new BufferedWriter(new OutputStreamWriter(socket.getOutputStream(), "UTF8")); 
           wr.write("GET " + strPage + " HTTP/1.0\r\n"); 
           wr.write("HOST:" + strServer + "\r\n"); 
           wr.write("\r\n"); 
           wr.flush();
           BufferedReader rd = new BufferedReader(new InputStreamReader(socket.getInputStream()));
           String line; 
           while ((line = rd.readLine()) != null) { 
                System.out.println(line); 
           }
           wr.close(); 
           rd.close(); 
      } catch (Exception e) { 
           System.out.println(e.toString()); 
      }
2、HttpClient方式
      HttpClient client=new HttpClient();
      GetMethod method=new GetMethod("http://www.baidu.com/");
      int status=client.executeMethod(method);
      if(status==HttpStatus.SC_OK){
           //读取内容
           byte[] responseBody = method.getResponseBody();
           //处理内容
           System.out.println(new String(responseBody));
           System.out.println("文件名称:"+method.getPath());
       }
3、HttpURLConnection方式
      URL url = new URL("这里是你要连接的地址");
      HttpURLConnection conn = (HttpURLConnection)url.openConnection();
      conn.setDoOutput(true);//是否可用于输出(输出参数),默认为fasle。另:setDoInput()为是否可用于输入,默认为true
      String parameters = "name=admin&password=123456";//这里是要传递的参数
      OutputStream os = conn.getOutputStream();
      os.write(parameters.getBytes("utf-8"));
      os.flush();
      os.close();
      System.out.println("返回状态码:"+conn.getResponseCode());
      System.out.println("返回消息:"+conn.getResponseMessage());
      InputStream is = conn.getInputStream();
      BufferedReader br = new BufferedReader(new InputStreamReader(is,"utf-8"));
      String line = null;
      while((line=br.readLine())!=null){
            System.out.println(line);
      }
    //  DocumentBuilderFactory dbf = DocumentBuilderFactory.newInstance();;
    //  DocumentBuilder db = dbf.newDocumentBuilder();
    //  Document doc = db.parse(is);

原创粉丝点击