Golang爬虫基础：通过代理IP发送请求

来源：互联网发布：lol代练接单软件编辑：程序博客网时间：2024/09/21 06:34

package mainimport (        "fmt"        "io/ioutil"        "log"        "net/http"        "net/url")func main() {        req_url := "http://httpbin.org/get"        fmt.Printf("url: %s", req_url)        proxy := func(_ *http.Request) (*url.URL, error) {                return url.Parse("http://12.23.16.11:1234")        }        transport := &http.Transport{Proxy: proxy}        c := &http.Client{Transport: transport}        req, err := http.NewRequest("GET", req_url, nil)        if err != nil {                log.Fatal(err)        }        res, err := c.Do(req)        if err != nil {                log.Fatal(err)        }        defer res.Body.Close()        body, err := ioutil.ReadAll(res.Body)        if err != nil {                log.Fatal(err)        }        fmt.Printf("%s", body)}

运行结果：

url: http://httpbin.org/get{  "args": {},  "headers": {    "Accept-Encoding": "gzip",    "Connection": "close",    "Host": "httpbin.org",    "User-Agent": "Go-http-client/1.1"  },  "origin": "12.23.16.11",  "url": "http://httpbin.org/get"}

阅读全文

0 0