c#获取网页源码全解

using System;using System.Collections.Generic;using System.Linq;using System.Text;using System.Threading.Tasks;using System.Globalization;using System.Net;using System.IO;namespace util{    public class webcode    {        //获取网页源代码        private string getHtml(string url)        {            WebClient myWebClient = new WebClient();            byte[] myDataBuffer = myWebClient.DownloadData(url);            return Encoding.Default.GetString(myDataBuffer);        }        //public bool getweb(string strURL, out string buf)        //{        //    buf = "";        //    try        //    {        //        //Uri url=new Uri(strURL,false);        //        HttpWebRequest request;        //        request = (HttpWebRequest)WebRequest.Create(strURL);        //        request.Method = "POST"; //Post请求方式        //        request.ContentType = "text/html;charset=gb2312"; //内容类型        //        string paraUrlCoded = System.Web.HttpUtility.UrlEncode(""); //参数经过URL编码        //        byte[] payload;        //        payload = System.Text.Encoding.GetEncoding("GB2312").GetBytes(paraUrlCoded); //将URL编码后的字符串转化为字节        //        request.ContentLength = payload.Length; //设置请求的ContentLength        //        Stream writer = request.GetRequestStream(); //获得请求流        //        writer.Write(payload, 0, payload.Length); //将请求参数写入流        //        writer.Close(); //关闭请求流        //        HttpWebResponse response;        //        response = (HttpWebResponse)request.GetResponse(); //获得响应流        //        Stream s;        //        s = response.GetResponseStream();        //        StreamReader objReader = new StreamReader(s, System.Text.Encoding.GetEncoding("GB2312"));        //        string HTML = "";        //        string sLine = "";        //        int i = 0;        //        while (sLine != null)        //        {        //            i++;        //            sLine = objReader.ReadLine();        //            if (sLine != null)        //                HTML += sLine;        //        }        //        //HTML = HTML.Replace("&lt;","<");        //        //HTML = HTML.Replace("&gt;",">");        //        buf = HTML;        //        return true;        //    }        //    catch (Exception x)        //    {        //        buf = x.Message.ToString();        //        return false;        //    }        //}        //带Cookie：        CookieContainer cc = new CookieContainer();        public bool getweb(string strURL,out string buf)        {            buf="";            try            {                HttpWebRequest request;                request = (HttpWebRequest)WebRequest.Create(strURL);                request.Method="POST"; //Post请求方式                request.ContentType="text/html;charset=gb2312"; //内容类型                string paraUrlCoded = System.Web.HttpUtility.UrlEncode(""); //参数经过URL编码                byte[] payload;                payload = System.Text.Encoding.GetEncoding("GB2312").GetBytes(paraUrlCoded); //将URL编码后的字符串转化为字节                request.ContentLength = payload.Length; //设置请求的ContentLength                Stream writer = request.GetRequestStream(); //获得请求流                writer.Write(payload,0,payload.Length); //将请求参数写入流                writer.Close(); //关闭请求流                HttpWebResponse response;                response = (HttpWebResponse)request.GetResponse(); //获得响应流                Stream s;                s = response.GetResponseStream();                StreamReader objReader = new StreamReader(s,System.Text.Encoding.GetEncoding("GB2312"));                string HTML = "";                string sLine ="";                int i = 0;                while (sLine!=null)                {                     i++;                     sLine = objReader.ReadLine();                     if (sLine!=null)                      HTML += sLine;                }                 buf=HTML;                return true;            }            catch (Exception x)            {                   buf=x.Message.ToString();                return false;                }        }        public bool getweb(string strURL, out string buf, string postData)        {            buf = "";            try            {                ASCIIEncoding encoding = new ASCIIEncoding();                byte[] data = encoding.GetBytes(postData);                HttpWebRequest request = (HttpWebRequest)WebRequest.Create(strURL);                request.Method = "POST";                request.ContentType = "application/x-www-form-urlencoded";                request.ContentLength = data.Length;                Stream newStream = request.GetRequestStream();                newStream.Write(data, 0, data.Length);                newStream.Close();                request.CookieContainer = cc;                HttpWebResponse response = (HttpWebResponse)request.GetResponse();                cc.Add(response.Cookies);                Stream stream = response.GetResponseStream();                string sHtml = new StreamReader(stream, System.Text.Encoding.Default).ReadToEnd();                buf = sHtml;                return true;            }            catch (Exception x)            {                buf = x.Message.ToString();                return false;            }        }        private string getWebresourceFile1(string url)        {            WebClient myWebClient = new WebClient();            byte[] myDataBuffer = myWebClient.DownloadData(url);            string SourceCode = Encoding.Default.GetString(myDataBuffer);            return SourceCode;        }        private string getWebresourceFile2(string url)        {            HttpWebRequest request = (HttpWebRequest)WebRequest.Create(url);            HttpWebResponse response = (HttpWebResponse)request.GetResponse();            request.Method = "GET ";            Stream receiveStream = response.GetResponseStream();            StreamReader readStream = new StreamReader(receiveStream, Encoding.Default);            string SourceCode = readStream.ReadToEnd();            response.Close();            readStream.Close();            return SourceCode;        }        private string getWebresourceFile3(string url)        {            WebClient wc = new WebClient();            wc.Credentials = CredentialCache.DefaultCredentials;            Byte[] pageData = wc.DownloadData(url);            string SourceCode = Encoding.Default.GetString(pageData);            wc.Dispose();            return SourceCode;        }        private string getWebresourceFile4(string url)        {            WebClient wc = new WebClient();            wc.Credentials = CredentialCache.DefaultCredentials;            Stream resStream = wc.OpenRead(url);            StreamReader sr = new StreamReader(resStream, System.Text.Encoding.Default);            string SourceCode = sr.ReadToEnd();            resStream.Close();            wc.Dispose();            return SourceCode;        }        private string getWebresourceFile5(string url)        {            WebRequest request = WebRequest.Create(url);            WebResponse response = request.GetResponse();            Stream resStream = response.GetResponseStream();            StreamReader sr = new StreamReader(resStream, System.Text.Encoding.Default);            string SourceCode = sr.ReadToEnd();            resStream.Close();            sr.Close();            return SourceCode;        }    }}