python爬虫,爬取蕾丝猫美女图
来源:互联网 发布:安卓源码怎么生成apk 编辑:程序博客网 时间:2024/04/25 07:48
# _*_ coding:utf-8 _*_
import urllib
import urllib2
import re
from lxml import etree
import random
import sys
#防止中文乱码
reload(sys)
sys.setdefaultencoding('utf-8')
#获取所有需要爬取的美女html页面
Newurl = url + str(a)
request = urllib2.Request(Newurl, headers=headers)
response = urllib2.urlopen(request).read()
for link in link_list:
link2 = link[:-8]
for a in range(1,5):
alllink = link2 + str(a) + "-1.html"
print alllink
allgirl(alllink,headers = headers)
#获取所有美女的图片html页面
def allgirl(url,headers):
request = urllib2.Request(url,headers = headers)
response = urllib2.urlopen(request).read()
pattern = etree.HTML(response)
link_num = pattern.xpath('//div[@id="thread-pic"]/ul/li/img/@src')
img_name = pattern.xpath('//div[@id="thread-pic"]/ul/li/img/@alt')
for num,img_name in zip(link_num,img_name):
#saveimg(num,img_name.encode("utf-8"),headers)
name = img_name[-10:-4] + num[-21:-18]
saveimg(num,name,headers)
#保存图片
def saveimg(url,img_name,headers):
request = urllib2.Request(url,headers = headers)
response = urllib2.urlopen(request).read()
with open('/home/cgs/lesmao/' + img_name + '.jpg','wb') as f:
f.write(response)
if __name__ == "__main__":
url = "http://www.lesmao.com/portal.php?page="
headers = {"User-Agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.12; rv:54.0) Gecko/20100101 Firefox/54.0","Referer":"http://www.lesmao.com/"}
allurl(url,headers)
import urllib
import urllib2
import re
from lxml import etree
import random
import sys
#防止中文乱码
reload(sys)
sys.setdefaultencoding('utf-8')
#获取所有需要爬取的美女html页面
def allurl(url,headers):
#遍历1到137页
Newurl = url + str(a)
request = urllib2.Request(Newurl, headers=headers)
response = urllib2.urlopen(request).read()
pattern = etree.HTML(response)
#提取图片链接
for link in link_list:
link2 = link[:-8]
for a in range(1,5):
alllink = link2 + str(a) + "-1.html"
print alllink
allgirl(alllink,headers = headers)
#获取所有美女的图片html页面
def allgirl(url,headers):
request = urllib2.Request(url,headers = headers)
response = urllib2.urlopen(request).read()
pattern = etree.HTML(response)
link_num = pattern.xpath('//div[@id="thread-pic"]/ul/li/img/@src')
img_name = pattern.xpath('//div[@id="thread-pic"]/ul/li/img/@alt')
for num,img_name in zip(link_num,img_name):
#saveimg(num,img_name.encode("utf-8"),headers)
name = img_name[-10:-4] + num[-21:-18]
saveimg(num,name,headers)
#保存图片
def saveimg(url,img_name,headers):
request = urllib2.Request(url,headers = headers)
response = urllib2.urlopen(request).read()
with open('/home/cgs/lesmao/' + img_name + '.jpg','wb') as f:
f.write(response)
if __name__ == "__main__":
url = "http://www.lesmao.com/portal.php?page="
headers = {"User-Agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.12; rv:54.0) Gecko/20100101 Firefox/54.0","Referer":"http://www.lesmao.com/"}
allurl(url,headers)
这一个爬虫只用了urllib2 lxml 这样简单的方式做,因为当时刚接触爬虫,也不追求爬虫的效率。 各位需要用代码爬图片的话 自己修改下图片保存路径基本就可以用了
阅读全文
0 0
- python爬虫,爬取蕾丝猫美女图
- scrapy爬虫【4】→爬百度美女图
- 美女图爬虫小试
- python爬虫爬取段子
- python爬虫爬取图片
- python爬虫爬取网络小说
- Python 爬虫 爬取视频
- python爬虫爬取csdn
- 美女图
- python 3.3 爬虫之爬取图片
- python爬虫爬取美女图片
- Python爬虫 爬取豆瓣读书
- 《python爬虫实战》:爬取图片
- python爬虫爬取糗事百科
- python爬虫-爬取美女图片
- python爬虫爬取涂鸦吧照片
- python爬虫之爬取网页
- python 爬虫 爬取糗事百科段子
- Java多线程--线程监控工具VisualVM
- Linux的磁盘管理
- csdn编写博客怎么出现漂亮的行号
- PHP中error_reporting()用法详解
- Android 去掉 Launcher3 里面默认的Google搜索条
- python爬虫,爬取蕾丝猫美女图
- bzoj4517 [Sdoi2016]排列计数
- 翻译一篇总结ACL2017趋势的文章
- FP-growth算法(一)——通过构建FP树发现频繁项集
- 第2周项目1c++语言中函数参数传递的三种方式
- selenium + python 通过cookie来实现登录
- 我面试到底问什么?
- bzoj5015 [Snoi2017]礼物
- 微信小程序页面不现实Tabbar