Python2.7抓取豆瓣美女图片

python爬虫小例子

安装环境
pycharm
python2.7
BeautifulSoup4

#coding=utf-8import urllibimport urllib2from bs4 import BeautifulSoupurl ='http://www.dbmeinv.com/?pager_offset=1'x=1def crawl(url):    headers = {'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36'}    req =  urllib2.Request(url,headers=headers)#伪装浏览器访问    page = urllib2.urlopen(req,timeout=20)#打开网页    contents = page.read()#获取源码    #print contents    #html.parser解析网页xml功能更强大    soup = BeautifulSoup(contents,'html.parser')#创建一个soup对象    # 获取图片  find只找一次   find_all找到所有的标签    和正则表达式的区别    my_girl = soup.find_all('img')    print my_girl    for girl in my_girl:       # print girl        link = girl.get('src')        print link        #下载图片，取名字        global x        urllib.urlretrieve(link,'E:\\image\%s.jpg'%x)        print "正在下载%s。。。"% x        x += 1  # 递增 python没有x++for page in range(1,4):    url = 'http://www.dbmeinv.com/?pager_offset=%s'%page    crawl(url)print "下载完毕。。。。"crawl(url)

源码下载 GitHub https://github.com/liufengyuqing/PythonPractice/tree/master