var http = require('http');
var iconv = require('iconv-lite');
var BufferHelper = require('bufferhelper');
function writeURL(urlPrefix, keyword, count, index){
var url = urlPrefix+ encodeURIComponent_GBK(keyword);
http.get(url,function(res){
console.log("count: "+count+"; index: "+(index+1) + "; keyword: "+keyword);
var bufferHelper = new BufferHelper();
res.on('data', function (chunk) {
bufferHelper.concat(chunk);
});
res.on('end',function(){
var html = iconv.decode(bufferHelper.toBuffer(),'GBK');//杞負GBK緙栫爜
console.log(html);
});
})
}
function encodeURIComponent_GBK(str){
if(str==null || typeof(str)=='undefined' || str=='')
return '';
var a = str.toString().split('');
for(var i=0; i<a.length; i++) {
var ai = a[i];
if( (ai>='0' && ai<='9') || (ai>='A' && ai<='Z') || (ai>='a' && ai<='z') || ai==='.' || ai==='-' || ai==='_') continue;
var b = iconv.encode(ai, 'gbk');//杞負GBK緙栫爜
var e = [''];
for(var j = 0; j<b.length; j++)
e.push( b.toString('hex', j, j+1).toUpperCase() );
a[i] = e.join('%');
}
return a.join('');
}
var iconv = require('iconv-lite');
var BufferHelper = require('bufferhelper');
function writeURL(urlPrefix, keyword, count, index){
var url = urlPrefix+ encodeURIComponent_GBK(keyword);
http.get(url,function(res){
console.log("count: "+count+"; index: "+(index+1) + "; keyword: "+keyword);
var bufferHelper = new BufferHelper();
res.on('data', function (chunk) {
bufferHelper.concat(chunk);
});
res.on('end',function(){
var html = iconv.decode(bufferHelper.toBuffer(),'GBK');//杞負GBK緙栫爜
console.log(html);
});
})
}
function encodeURIComponent_GBK(str){
if(str==null || typeof(str)=='undefined' || str=='')
return '';
var a = str.toString().split('');
for(var i=0; i<a.length; i++) {
var ai = a[i];
if( (ai>='0' && ai<='9') || (ai>='A' && ai<='Z') || (ai>='a' && ai<='z') || ai==='.' || ai==='-' || ai==='_') continue;
var b = iconv.encode(ai, 'gbk');//杞負GBK緙栫爜
var e = [''];
for(var j = 0; j<b.length; j++)
e.push( b.toString('hex', j, j+1).toUpperCase() );
a[i] = e.join('%');
}
return a.join('');
}
]]>