代码2 代替浏览器行为爬取数据

来源:互联网 发布:批处理软件 编辑:程序博客网 时间:2024/05/16 23:40
# coding=utf-8
import requests
headers = {"User-Agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/61.0.3163.100 Safari/537.36"}


# url = "https://www.baidu.com/s?wd={}".format("python")


url_temp = "http://www.baidu.com/s?"
# params = {"wd":"每天都是新的一天"}
params = dict(wd = "meitiandoushixindeyitian")


r = requests.get(url_temp,params=params,headers=headers)
print(r.status_code)
print(r.request.url)  #请求的url和响应的url在后面的内容中不一样,在rquests里面一样
原创粉丝点击