spider两周技术点总结

var casper = require('casper').create({
  pageSettings: {
        loadImages: false, // do not load images
        loadPlugins: false // do not load NPAPI plugins (Flash, Silverlight, ...)
    }
});

//命令行参数
var usr = casper.cli.get(0);
var passwd = casper.cli.get(1);
var cookie_file = casper.cli.get(2);

//casper 监听消息队列
casper.on('remote.message', function(msg) {
  //this.echo('remote message caught: ' + msg);
});

//监听 requested 消息
casper.on('resource.requested', function(requestData, request){

  if (requestData.url.match(/google|gstatic|doubleclick/)){
    request.abort();
    return;
  }

  if (requestData.url.match(/query\?seqs/)){
    //模拟点击翻页
    setTimeout(function(){
      var out = casper.evaluate(function(page){
        var page_max = $('.item.next').prev().text();
        if ( page > page_max  ) {
          var empty ={'status':200,'result':{}};
          return  empty;
        } else {

          $('.num.icon-tag').attr("data-page",page);
          $('.num.icon-tag span').click();
        }
      },context);
      if (out.length !=0 ) {
        casper.echo(JSON.stringify(out));
        casper.exit();
      };
    }, 1000 * 5);

    setTimeout(function(){
      casper.scrollToBottom();
    }, 1000 * 7);
  }
});



casper.start(url);

casper.wait();

casper.on();

casper.run();


(casper.exit())