node.js抓url数据

来源:互联网 发布:用c语言打印出一个心形 编辑:程序博客网 时间:2024/06/06 18:37
var http  = require('http');var fs    = require('fs');var iconv = require('iconv-lite');var url   = require('url');var html  = '';var getURL= url.parse('http://xuezaijiongtu.blog.163.com');var req   = http.get(getURL, function(res){res.setEncoding('binary');res.on('data', function(data){html += data;}).on('end', function(){var buf = new Buffer(html, 'binary');        var str=iconv.decode(buf, 'GBK');//将GBK编码的字符转换成utf8的fs.open('test.txt', 'w', 0777, function(err, fd){if(err) throw err;fs.write(fd, str, 0, 'utf8', function(err){if(err) throw err;fs.closeSync(fd);})});})}).on('error', function(err){console.log('http get error:', err);});