var https=require('https');
var fs = require('fs'); //文件模块
var iconv = require('iconv-lite');
var cheerio = require('cheerio');
// 章节目录页面地址
https.get('https://www.bequge.com/11_11694/',function(res){
var length=0;
var arr=[];
res.on("data",function(chunk){
arr.push(chunk);
length+=chunk.length;
});
res.on("end",function(){
var data=Buffer.concat(arr,length);
var change_data = iconv.decode(data,'gb2312');
var $=cheerio.load(change_data.toString());
var listArray = $('dd');
for(var i = 9; i<listArray.length; i++){
setTimeout(function(){
var ddObj = listArray[this.i];
var url = ddObj.children[0].attribs["href"];
var text = ddObj.children[0].children[0].data;
if(text.indexOf("章")==-1){
return;
}
var filePath = "./三寸人间/"+text+".txt";
https.get('https://www.bequge.com'+url,function(response){
var len = 0;
var array = [];
response.on("data",function(chunk){
array.push(chunk);
len+=chunk.length;
});
response.on("end",function(){
var data=Buffer.concat(array,len);
var change_data = iconv.decode(data,'gb2312');
var $=cheerio.load(change_data.toString());
var data = $('#content');
fs.writeFile(filePath, data.text(), { 'flag': 'a' }, function(err) {
if (err) {
throw err;
}
console.log('写入完成.');
});
});
})
}.bind({
i: i
}),2000)
}

})
});
ps: 写这个的原因是想在我的代码编辑器里看小说,上班的时候比较安全