nodejs爬取页面内容(utf8编码)

来源:互联网 发布:mac怎么安装程序 编辑:程序博客网 时间:2024/06/05 01:55
var request = require('request');
var cheerio = require('cheerio');  //引入cheerio
var fs = require('fs');
var path = require('path');
var requrl = 'http://blog.csdn.net/experts.html?&page=2';


request(requrl, function (error, response, body) {
    if (!error && response.statusCode == 200) {
        //console.log( body );
        acquireData(body);
    }else{
        console.log(error);
    }

})


function getSourceCode(data){
    var $=cheerio.load(data);
 
    varmeizi=$('.text img').toArray();
    console.log(meizi.length);
    varlen=meizi.length;
    for(vari=0;i<len;i++){
        varimgsrc=meizi[i].attribs.src;
        console.log(imgsrc);
        varfilename=parseUrlForFileName(imgsrc);  //生成文件名
        downloadImg(imgsrc,filename,function(){
            console.log(filename+' done');
        });
    }
}
0 0
原创粉丝点击