学习爬虫后写了篇爬韩寒新浪博客文章的代码

来源:互联网 发布:无线有限制的网络连接 编辑:程序博客网 时间:2024/05/01 16:30
import urllibimport timeurl   = ['']*50i=0page  = urllib.urlopen('http://blog.sina.com.cn/s/articlelist_1191258123_0_1.html').read()title = page.find(r'<a title=')href  = page.find(r'href=',title)html  = page.find(r'.html',href)while title!=-1 and href!=-1 and html!=-1 and i < 50:url[i]= page[href +6:html+5]print url[i]title = page.find(r'<a title=',html)href  = page.find(r'href=',title)html  = page.find(r'.html',href)i+=1else:print('Find end!')j=0while j<50:cotent = urllib.urlopen(url[j]).read()open(r'hanhan/'+url[j][-26:],'w+').write(cotent)time.sleep(15)j=j+1else:print('Download all!')

0 0
原创粉丝点击