C# download 静态网页

来源：互联网发布：手机版数据库软件编辑：程序博客网时间：2024/06/05 01:52

主要内容如题，实现了三个完成download静态网页的方法。

分别是用TcpClient建立连接；用WebRequest和WebResponse下载，然后是更简单的Webclient。

以下是源码，包含较详细注释。

using System;using System.Collections.Generic;using System.Linq;using System.Net;using System.Text;using System.Threading.Tasks;using System.Net.Sockets;using System.IO;namespace DNSIP{    class Program    {        static void Main(string[] args)        {            string Url = "http://www.baidu.com";            //TcpClient client = new TcpClient();            //client.Connect(Url, 80);            //Console.WriteLine("done");            //client.Close();            //string DownFile = getHtml1(Url);           // Console.WriteLine(DownFile);            //string Downfile = getHtml2(Url);            string Downfile = getHtml3(Url);            ////write this file into a txt            //String filename = "conyent.html";            //FileInfo t = new FileInfo(filename);            //StreamWriter tex = t.CreateText();            //tex.WriteLine(Downfile);            //tex.Close();            //Console.WriteLine("Done, Thanks!");            Console.WriteLine(Downfile);            Console.ReadKey();                    }        ///Download whole html Page --Use TcpClient        public static string getHtml1(string URLName)        {            string page ="";            TcpClient client = new TcpClient();            int portNumber = 80;            try            {                client.Connect(URLName, portNumber);                Console.WriteLine("Connected！");                NetworkStream clientStream = client.GetStream();                StreamWriter writerStream = new StreamWriter(clientStream);                writerStream.Write("GET/HTTP/1.1\r\n" + "User-Agent:crawler request!\r\n" + "Host:www.baidu.com\r\n" + "Connection:Close\r\n" + "\r\n");                writerStream.Flush();                string text = "";                byte[] buffer = new byte[1024];                while (clientStream.Read(buffer, 0, 1024) > 0)                {                    text = text + Encoding.UTF8.GetString(buffer);                }                page = text;            }            catch (SocketException ex)            {                System.Console.WriteLine(ex.Message);            }            finally {                client.Close();            }            return page;        }///done        ///Download whole html page --Use WebRequest        public static string getHtml2(string URLName)        {            HttpWebRequest request = (HttpWebRequest)System.Net.WebRequest.Create(URLName);            HttpWebResponse response = (HttpWebResponse)request.GetResponse();            Encoding encode = Encoding.GetEncoding("utf-8");            TextReader tr = new StreamReader(response.GetResponseStream(), encode);            String HtmlContent = tr.ReadToEnd();            response.Close();            return HtmlContent;          }///done                ///Download whole file page --use Webclient        public static string getHtml3(string URLName)        {            WebClient webclient = new WebClient();            Stream stream = webclient.OpenRead(URLName);            StreamReader reader = new StreamReader(stream);            string strResult = reader.ReadToEnd();            reader.Close();            stream.Close();            webclient.Dispose();            return strResult;        }///done    }}

上面得到的结果一是直接在Console中write的，另一个是写在了一个content.html文件中的。下面是结果截图。

1 0