日本综合一区二区|亚洲中文天堂综合|日韩欧美自拍一区|男女精品天堂一区|欧美自拍第6页亚洲成人精品一区|亚洲黄色天堂一区二区成人|超碰91偷拍第一页|日韩av夜夜嗨中文字幕|久久蜜综合视频官网|精美人妻一区二区三区

var request = require('request'),
 cheerio = require('cheerio');

request('https://cnodejs.org/', function(err, response, body){
 if( !err && response.statusCode == 200 ){
 // body為源碼
 // 使用 cheerio.load 將字符串轉換為 cheerio(jQuery) 對象，
 // 按照jQuery方式操作即可
 var $ = cheerio.load(body);
 
 // 輸出導航的html代碼
 console.log( $('.nav').html() );
 }
});

{
 title : $item.find('.topic_title').text(),
 url : $item.find('.topic_title').attr('href'),
 author : $item.find('.user_avatar img').attr('title'),
 reply : $item.find('.count_of_replies').text(),
 visits : $item.find('.count_of_visits').text()
}

request('https://cnodejs.org/?_t='+Date.now(), function(err, response, body){
 if( !err && response.statusCode == 200 ){
 var $ = cheerio.load(body);

 var data = [];
 $('#topic_list .cell').each(function(){
  var $this = $(this);
 
 // 使用trim去掉數(shù)據(jù)兩端的空格
  data.push({
  title : trim($this.find('.topic_title').text()),
  url : trim($this.find('.topic_title').attr('href')),
  author : trim($this.find('.user_avatar img').attr('title')),
  reply : trim($this.find('.count_of_replies').text()),
  visits : trim($this.find('.count_of_visits').text())
  })
 });
 // console.log( JSON.stringify(data, ' ', 4) );
 console.log(data);
 }
});

// 刪除字符串左右兩端的空格
function trim(str){ 
 return str.replace(/(^\s*)|(\s*$)/g, "");
}

// 把page作為參數(shù)傳遞進去，然后調(diào)用request進行抓取
function getData(page){
 var url = 'https://cnodejs.org/?tab=all&page='+page;
 console.time(url);
 request(url, function(err, response, body){
 if( !err && response.statusCode == 200 ){
  console.timeEnd(url); // 通過time和timeEnd記錄抓取url的時間

  var $ = cheerio.load(body);

  var data = [];
  $('#topic_list .cell').each(function(){
  var $this = $(this);

  data.push({
   title : trim($this.find('.topic_title').text()),
   url : trim($this.find('.topic_title').attr('href')),
   author : trim($this.find('.user_avatar img').attr('title')),
   reply : trim($this.find('.count_of_replies').text()),
   visits : trim($this.find('.count_of_visits').text())
  })
  });
  // console.log( JSON.stringify(data, ' ', 4) );
  // console.log(data);
  var filename = './file/cnode_'+page+'.txt';
  fs.writeFile(filename, JSON.stringify(data, ' ', 4), function(){
  console.log( filename + ' 寫入成功' );
  })
 }
 });
}

var max = 6;
for(var i=1; i<=max; i++){

 getData(i);
}

$ node test.js
開始請求...
https://cnodejs.org/?tab=all&page=1: 279ms
./file/cnode_1.txt 寫入成功
https://cnodejs.org/?tab=all&page=3: 372ms
./file/cnode_3.txt 寫入成功
https://cnodejs.org/?tab=all&page=2: 489ms
./file/cnode_2.txt 寫入成功
https://cnodejs.org/?tab=all&page=4: 601ms
./file/cnode_4.txt 寫入成功
https://cnodejs.org/?tab=all&page=5: 715ms
./file/cnode_5.txt 寫入成功
https://cnodejs.org/?tab=all&page=6: 819ms
./file/cnode_6.txt 寫入成功

/*
 @param data [] 需要請求的鏈接的集合
 @param max num 最多同時請求的數(shù)量
*/
function Dispatch(data, max){
 var _max = max || 5, // 最多請求的數(shù)量
 _dataObj = data || [], // 需要請求的url集合
 _cur = 0, // 當前請求的個數(shù)
 _num = _dataObj.length || 0,
 _isEnd = false,
 _callback;

 var ss = function(){
 var s = _max - _cur;
 while(s--){
  if( !_dataObj.length ){
  _isEnd = true;
  break;
  }
  var surl = _dataObj.shift();
  _cur++;

  _callback(surl);
 }
 }

 this.start = function(callback){
 _callback = callback;

 ss();
 },

 this.call = function(){
 if( !_isEnd ){
  _cur--;
  ss();
 }
 }
}

var dis = new Dispatch(urls, max);
dis.start(getData);

var filename = './file/cnode_'+page+'.txt';
fs.writeFile(filename, JSON.stringify(data, ' ', 4), function(){
 console.log( filename + ' 寫入成功' );
})
dis.call();

request({
 url:'https://www.zhihu.com/explore',
 headers:{
 // "Referer":"www.zhihu.com"
 cookie : xxx
 }
}, function(error, response, body){
 if (!error && response.statusCode == 200) {
 // console.log( body );
 var $ = cheerio.load(body);

 
 }
})

var request = require('request'),
 cheerio = require('cheerio'),
 fs = require('fs'),
 path = require('path'), // 用于分析圖片的名稱或者后綴名
 mkdirp = require('mkdirp'); // 用于創(chuàng)建多級目錄

var date = new Date(),
 year = date.getFullYear(),
 month = date.getMonth()+1,
 month = ('00'+month).slice(-2), // 添加前置0
 day = date.getDate(),
 day = ('00'+day).slice(-2), // 添加前置0
 dir = './img/'+year+'/'+month+'/'+day+'/';

// 根據(jù)日期創(chuàng)建目錄 ./img/2017/01/22/
var stats = fs.statSync(dir);
if( stats.isDirectory() ){
 console.log(dir+' 已存在');
}else{
 console.log('正在創(chuàng)建目錄 '+dir);
 mkdirp(dir, function(err){
 if(err) throw err;
 })
}

request({
 url : 'http://desk.zol.com.cn/meinv/?_t='+Date.now()
}, function(err, response, body){
 if(err) throw err;

 if( response.statusCode == 200 ){
 var $ = cheerio.load(body);
 
 $('.photo-list-padding img').each(function(){
  var $this = $(this),
  imgurl = $this.attr('src');
  
  var ext = path.extname(imgurl); // 獲取圖片的后綴名，如 .jpg, .png .gif等
  var filename = Date.now()+'_'+ parseInt(Math.random()*10000)+ext; // 命名方式：毫秒時間戳+隨機數(shù)+后綴名
  // var filename = path.basename(imgurl); // 直接獲取圖片的原名稱
  // console.log(filename);
  download(imgurl, dir+filename); // 開始下載圖片
 })
 }
});

// 保存圖片
var download = function(imgurl, filename){
 request.head(imgurl, function(err, res, body) {
 request(imgurl).pipe(fs.createWriteStream(filename));
 console.log(filename+' success!');
 });
}