c#发送get请求

来源:互联网 发布:java简单记事本源代码 编辑:程序博客网 时间:2024/04/29 22:32

c#发送get请求爬取网页

关键点:在控制台中发送一个get请求,将响应的内容写入文件流中保存html格式
        static void Main(string[] args)        {            string url = "";            HttpWebResponse response = CreateGetHttpResponse(url);            //获取流            Stream streamResponse = response.GetResponseStream();            //使用UTF8解码            StreamReader streanReader = new StreamReader(streamResponse,Encoding.UTF8);            string retString = streanReader.ReadToEnd();            //先打印内容            Console.WriteLine(retString);            //保存文件            SaveFile(retString);        }        //创建GET的HTTP请求        public static HttpWebResponse CreateGetHttpResponse(string url)        {            HttpWebRequest request =(HttpWebRequest) WebRequest.Create(url);            request.ContentType = "text/html;chartset=UTF-8";            request.UserAgent = "Mozilla / 5.0(Windows NT 10.0; Win64; x64; rv: 48.0) Gecko / 20100101 Firefox / 48.0"; //火狐用户代理            request.Method = "GET";            return (HttpWebResponse)request.GetResponse();        }        //保存文件        public static void SaveFile(string  content)        {            string dirPath = @"D:\test";            string filePath = dirPath + @"\getRequest.html";             //先创建保存的路径            if (!Directory.Exists(dirPath))            Directory.CreateDirectory(dirPath);            if (!Directory.Exists(filePath))            using (File.Create(filePath)) ;            //创建文件流            FileStream fs = new FileStream(filePath,FileMode.Create,FileAccess.Write);            //创建写入器            StreamWriter sr = new StreamWriter(fs);            sr.Write(content);            sr.Close();            fs.Close();        }    

效果图
3 0
原创粉丝点击