node爬蟲 福利

以上是全部依賴

 

下面是girljs

 

const request = require("request")

const cheerio = require("cheerio")

const fs = require("fs")

let i = 1

download(i)

function download(i){

request("http://www.win4000.com/meinv"+i+"_1.html",(err,res,body)=>{

if(err){

return

}

let $ = cheerio.load(body)

if(!$("#pic-meinv a img")[0]){

i++

setTimeout(() => {

console.log(i/180000+"%")

download(i)

}, 20);

return

}

let img_url = $("#pic-meinv a img")[0].attribs.url

//save代表保存路徑

var writeStream = fs.createWriteStream("./save/"+"image"+i+".png");

var readStream = request(img_url)

readStream.pipe(writeStream);

readStream.on('end', function() {

console.log('文件下載成功');

});

readStream.on('error', function() {

console.log("錯誤信息:" + err)

})

writeStream.on("finish", function() {

i++

setTimeout(() => {

console.log(i/180000+"%")

download(i)

}, 20);

console.log("文件寫入成功");

writeStream.end();

});

})

}



效果  

 

發表評論
所有評論
還沒有人評論,想成為第一個評論的人麼? 請在上方評論欄輸入並且點擊發布.
相關文章