爬虫入门0

import urllib.requestimport urllib.parseimport jsonimport timeimport random#下载图片def download():    response=urllib.request.urlopen('http://sv14.haoi23.net:8009/pic/21/1004_14_21213213BE9FA2LL6H.gif')    time.sleep(100)    cat_img=response.read()    with open('cat1.jpg','wb') as f:        f.write(cat_img)#翻译def translate():    while True:        url='http://fanyi.youdao.com/translate_o?smartresult=dict&smartresult=rule'        data={}        head={}        data['from']='AUTO'        data['to']='    AUTO'        data['smartresult']='   dict'        data['client']='fanyideskweb'        data['salt']='1505997607810'        data['sign']='dd12b4d2fc81d98f09dd660702e027ae'        data['doctype']='   json'        data['version']='   2.1'        data['keyfrom']='   fanyi.web'        data['action']='    FY_BY_REALTIME'        data['typoResult']='true'        head['User-Agent']='Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:55.0) Gecko/20100101 Firefox/55.0'        data['i']='天天向上'        data=urllib.parse.urlencode(data).encode('utf-8')        req=urllib.request.Request(url,data,head)        response=urllib.request.urlopen(url,data)        html=response.read().decode('utf-8')        target=json.loads(html)        print(target,'\n\n\n',req.headers)        time.sleep(5)#代理def proxy():    url= 'http://www.whatismyip.com.tw'    iplist=['122.72.32.74   :80','122.72.32.88:80','183.159.2.87:80']    proxy_support=urllib.request.ProxyHandler({'http':random.choice(iplist)}) #1    opener=urllib.request.build_opener(proxy_support)#2    opener.addheaders=[('User-Agent','Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/59.0.3071.115 Safari/537.36')]    urllib.request.install_opener(opener) #3    response=urllib.request.urlopen(url)    html=response.read().decode('utf-8')    return htmlhtml=proxy()with open('test','w') as f:    f.write(html)print(html)