C#中用HttpWebRequest中发送GET/HTTP/HTTPS请求

来源:互联网 发布:shadow web 黑暗网络 编辑:程序博客网 时间:2024/04/30 16:50

参考地址

using System;using System.Collections.Generic;using System.IO;using System.IO.Compression;using System.Net;using System.Net.Security;using System.Security.Cryptography.X509Certificates;using System.Text;namespace Common{    public class HttpResponse    {        #region Static Field        private static readonly string DefaultUserAgent = "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.2; SV1; .NET CLR 1.1.4322; .NET CLR 2.0.50727)";        #endregion Static Field        #region public Method        /// <summary>        /// Get方法获取Json数据        /// </summary>        /// <param name="url"></param>        /// <returns></returns>        public static string GetHttpResponseJson(string url, IWebProxy webProxy)        {            string json = string.Empty;            Encoding encoding = Encoding.UTF8;            HttpWebResponse Response = CreateGetHttpResponse(new HttpGetParametersModel()            {                Url = url,                WebProxy = webProxy            });            json = GetStream(Response, encoding);            return json;        }        /// <summary>        /// Post Url获取Json数据        /// </summary>        /// <param name="url"></param>        /// <returns></returns>        public static string PostHttpResponseJson(string url, IWebProxy webProxy)        {            string json = string.Empty;            Encoding encoding = Encoding.UTF8;            HttpWebResponse Response = CreatePostHttpResponse(new HttpPostParametersModel()            {                Url = url,                RequestEncoding = encoding,                WebProxy = webProxy            });            json = GetStream(Response, encoding);            return json;        }        /// <summary>        ///  Post带参数的 Url获取Json数据        /// </summary>        /// <param name="url"></param>        /// <param name="postDict"></param>        /// <returns></returns>        public static string PostHttpResponseJson(string url, IWebProxy webProxy, IDictionary<string, string> postDict)        {            string json = string.Empty;            Encoding encoding = Encoding.UTF8;            HttpWebResponse Response = CreatePostHttpResponse(new HttpPostParametersModel()            {                Url = url,                DictParameters = postDict,                WebProxy = webProxy,                RequestEncoding = encoding            });            json = GetStream(Response, encoding);            return json;        }        /// <summary>        /// 创建GET方式的HTTP请求        /// </summary>        /// <param name="url">请求的URL</param>        /// <param name="timeout">请求的超时时间</param>        /// <param name="userAgent">请求的客户端浏览器信息,可以为空</param>        /// <param name="cookies">随同HTTP请求发送的Cookie信息,如果不需要身份验证可以为空</param>        /// <returns></returns>        public static HttpWebResponse CreateGetHttpResponse(HttpGetParametersModel getParametersModel)        {            if (string.IsNullOrEmpty(getParametersModel.Url))            {                throw new ArgumentNullException("getParametersModel.Url");            }            HttpWebRequest request = WebRequest.Create(getParametersModel.Url) as HttpWebRequest;            if (getParametersModel.WebProxy != null)            {                request.Proxy = getParametersModel.WebProxy;            }            request.Method = "GET";            request.UserAgent = DefaultUserAgent;            if (!string.IsNullOrEmpty(getParametersModel.UserAgent))            {                request.UserAgent = getParametersModel.UserAgent;            }            if (getParametersModel.Timeout.HasValue)            {                request.Timeout = getParametersModel.Timeout.Value;            }            if (getParametersModel.Cookies != null)            {                request.CookieContainer = new CookieContainer();                request.CookieContainer.Add(getParametersModel.Cookies);            }            return request.GetResponse() as HttpWebResponse;        }        /// <summary>        /// 创建POST方式的HTTP请求        /// </summary>        /// <param name="url">请求的URL</param>        /// <param name="parameters">随同请求POST的参数名称及参数值字典</param>        /// <param name="timeout">请求的超时时间</param>        /// <param name="userAgent">请求的客户端浏览器信息,可以为空</param>        /// <param name="requestEncoding">发送HTTP请求时所用的编码</param>        /// <param name="cookies">随同HTTP请求发送的Cookie信息,如果不需要身份验证可以为空</param>        /// <returns></returns>        public static HttpWebResponse CreatePostHttpResponse(HttpPostParametersModel postParametersModel)        {            if (string.IsNullOrEmpty(postParametersModel.Url))            {                throw new ArgumentNullException("postParametersModel.Url");            }            if (postParametersModel.RequestEncoding == null)            {                throw new ArgumentNullException("postParametersModel.RequestEncoding");            }            HttpWebRequest request = null;            //如果是发送HTTPS请求            if (postParametersModel.Url.StartsWith("https", StringComparison.OrdinalIgnoreCase))            {                ServicePointManager.ServerCertificateValidationCallback = new RemoteCertificateValidationCallback(CheckValidationResult);                request = WebRequest.Create(postParametersModel.Url) as HttpWebRequest;                request.ProtocolVersion = HttpVersion.Version10;            }            else            {                request = WebRequest.Create(postParametersModel.Url) as HttpWebRequest;            }            if (postParametersModel.WebProxy != null)            {                request.Proxy = postParametersModel.WebProxy;            }            request.Method = "POST";            request.ContentType = "application/x-www-form-urlencoded";            if (!string.IsNullOrEmpty(postParametersModel.UserAgent))            {                request.UserAgent = postParametersModel.UserAgent;            }            else            {                request.UserAgent = DefaultUserAgent;            }            if (postParametersModel.Timeout.HasValue)            {                request.Timeout = postParametersModel.Timeout.Value;            }            if (postParametersModel.Cookies != null)            {                request.CookieContainer = new CookieContainer();                request.CookieContainer.Add(postParametersModel.Cookies);            }            //如果需要POST数据            if (!(postParametersModel.DictParameters == null || postParametersModel.DictParameters.Count == 0))            {                StringBuilder buffer = new StringBuilder();                int i = 0;                foreach (string key in postParametersModel.DictParameters.Keys)                {                    if (i > 0)                    {                        buffer.AppendFormat("&{0}={1}", key, postParametersModel.DictParameters[key]);                    }                    else                    {                        buffer.AppendFormat("{0}={1}", key, postParametersModel.DictParameters[key]);                    }                    i++;                }                byte[] data = postParametersModel.RequestEncoding.GetBytes(buffer.ToString());                using (Stream stream = request.GetRequestStream())                {                    stream.Write(data, 0, data.Length);                }            }            return request.GetResponse() as HttpWebResponse;        }        #endregion public Method        #region Private Method        /// <summary>        /// 设置https证书校验机制,默认返回True,验证通过        /// </summary>        /// <param name="sender"></param>        /// <param name="certificate"></param>        /// <param name="chain"></param>        /// <param name="errors"></param>        /// <returns></returns>        private static bool CheckValidationResult(object sender, X509Certificate certificate, X509Chain chain, SslPolicyErrors errors)        {            return true; //总是接受        }        /// <summary>        /// 将response转换成文本        /// </summary>        /// <param name="response"></param>        /// <param name="encoding"></param>        /// <returns></returns>        private static string GetStream(HttpWebResponse response, Encoding encoding)        {            try            {                if (response.StatusCode == HttpStatusCode.OK)                {                    switch (response.ContentEncoding.ToLower())                    {                        case "gzip":                            {                                string result = Decompress(response.GetResponseStream(), encoding);                                response.Close();                                return result;                            }                        default:                            {                                using (StreamReader sr = new StreamReader(response.GetResponseStream(), encoding))                                {                                    string result = sr.ReadToEnd();                                    sr.Close();                                    sr.Dispose();                                    response.Close();                                    return result;                                }                            }                    }                }                else                {                    response.Close();                }            }            catch (Exception e)            {                throw e;            }            return "";        }        private static string Decompress(Stream stream, Encoding encoding)        {            byte[] buffer = new byte[100];            //int length = 0;            using (GZipStream gz = new GZipStream(stream, CompressionMode.Decompress))            {                //GZipStream gzip = new GZipStream(res.GetResponseStream(), CompressionMode.Decompress);                using (StreamReader reader = new StreamReader(gz, encoding))                {                    return reader.ReadToEnd();                }                /*                using (MemoryStream msTemp = new MemoryStream())                {                    //解压时直接使用Read方法读取内容,不能调用GZipStream实例的Length等属性,否则会出错:System.NotSupportedException: 不支持此操作;                    while ((length = gz.Read(buffer, 0, buffer.Length)) != 0)                    {                        msTemp.Write(buffer, 0, length);                    }                    return encoding.GetString(msTemp.ToArray());                }                 * */            }        }        #endregion Private Method        #region 废弃方法        /// <summary>        /// 创建POST方式Json数据的HTTP请求(包括了https站点请求)        /// </summary>        /// <param name="url">请求的URL</param>        /// <param name="parameters">随同请求POST的参数名称及参数值字典</param>        /// <param name="timeout">请求的超时时间</param>        /// <param name="userAgent">请求的客户端浏览器信息,可以为空</param>        /// <param name="requestEncoding">发送HTTP请求时所用的编码</param>        /// <param name="cookies">随同HTTP请求发送的Cookie信息,如果不需要身份验证可以为空</param>        /// <returns></returns>        [Obsolete("该方法暂时废弃")]        private HttpWebResponse CreatePostHttpResponseJson(string url, string postJson, string parameters, int? timeout, string userAgent, Encoding requestEncoding, string referer)        {            if (string.IsNullOrEmpty(url))            {                throw new ArgumentNullException("url");            }            if (requestEncoding == null)            {                throw new ArgumentNullException("requestEncoding");            }            HttpWebRequest request = null;            //如果是发送HTTPS请求            if (url.StartsWith("https", StringComparison.OrdinalIgnoreCase))            {                ServicePointManager.ServerCertificateValidationCallback = new RemoteCertificateValidationCallback(CheckValidationResult);                request = WebRequest.Create(url) as HttpWebRequest;                request.ProtocolVersion = HttpVersion.Version10;            }            else            {                request = WebRequest.Create(url) as HttpWebRequest;            }            request.Method = "POST";            //服务端 判断 客户端 提交的是否是 JSON数据 时            request.ContentType = "application/json;charset=UTF-8";            request.KeepAlive = true;            if (!string.IsNullOrEmpty(userAgent))            {                request.UserAgent = userAgent;            }            else            {                request.UserAgent = DefaultUserAgent;            }            if (timeout.HasValue)            {                request.Timeout = timeout.Value;            }            //如果需要POST数据            #region post parameter  类似querystring格式            if (parameters != null)            {                byte[] data = requestEncoding.GetBytes(parameters);                using (Stream stream = request.GetRequestStream())                {                    stream.Write(data, 0, data.Length);                    stream.Close();                }            }            #endregion post parameter  类似querystring格式            #region post json            if (!string.IsNullOrEmpty(postJson))            {                using (var streamWriter = new StreamWriter(request.GetRequestStream()))                {                    //string json = "{\"user\":\"test\"," +                    //              "\"password\":\"bla\"}";                    streamWriter.Write(postJson);                    streamWriter.Flush();                    streamWriter.Close();                }            }            #endregion post json            if (!string.IsNullOrEmpty(referer))            {                request.Referer = referer;            }            HttpWebResponse response = request.GetResponse() as HttpWebResponse;            if (request.CookieContainer != null)            {                response.Cookies = request.CookieContainer.GetCookies(request.RequestUri);            }            return response;        }        #endregion 废弃方法    }    #region GET/POST请求参数模型    /// <summary>    /// GET请求参数模型    /// </summary>    public class HttpGetParametersModel    {        /// <summary>        /// 请求的URL(GET方式就附加参数)        /// </summary>        public string Url { get; set; }        /// <summary>        /// 超时时间        /// </summary>        public int? Timeout { get; set; }        /// <summary>        ///浏览器代理类型        /// </summary>        public string UserAgent { get; set; }        /// <summary>        /// Web请求代理        /// </summary>        public IWebProxy WebProxy { get; set; }        /// <summary>        /// Cookies列表        /// </summary>        public CookieCollection Cookies { get; set; }    }    /// <summary>    /// POST请求参数模型    /// </summary>    public class HttpPostParametersModel : HttpGetParametersModel    {        /// <summary>        /// POST参数字典        /// </summary>        public IDictionary<string, string> DictParameters { get; set; }        /// <summary>        /// 发送HTTP请求时所用的编码        /// </summary>        public Encoding RequestEncoding { get; set; }    }    #endregion GET/POST请求参数模型}

webconf配置

<system.net>    <!--使用Web代理的设置-->    <!--usesystemdefault指定是否使用 Internet Explorer 代理设置。    如果设置为 true,则后面的特性将重写 Internet Explorer 代理设置。    默认值为 unspecified。-->    <defaultProxy>      <proxy        usesystemdefault="True"        proxyaddress="http://172.27.1.252:80"        bypassonlocal="True" />    </defaultProxy>    </system.net>
0 0