sonar.js

(function() {
  'use strict';
  /*global require,phantom,console,setInterval,clearInterval */

  /**
   * Borrowed from https://github.com/ariya/phantomjs/blob/master/examples/waitfor.js
   *
   * Wait until the test condition is true or a timeout occurs. Useful for waiting
   * on a server response or for a ui change (fadeIn, etc.) to occur.
   *
   * @param testFx javascript condition that evaluates to a boolean,
   * it can be passed in as a string (e.g.: '1 == 1' or '$('#bar').is(':visible')' or
   * as a callback function.
   * @param onReady what to do when testFx condition is fulfilled,
   * it can be passed in as a string (e.g.: '1 == 1' or '$('#bar').is(':visible')' or
   * as a callback function.
   * @param timeOutMillis the max amount of time to wait. If not specified, 3 sec is used.
   */
  function waitFor(testFx, onReady, timeOutMillis) {
    var maxtimeOutMillis = timeOutMillis ? timeOutMillis : 3000, //< Default Max Timout is 3s
    start = new Date().getTime(),
    condition = false,
    interval = setInterval(function() {
      if ( (new Date().getTime() - start < maxtimeOutMillis) && !condition ) {
        // If not time-out yet and condition not yet fulfilled
        condition = testFx(); //< defensive code
      } else {
        if(!condition) {
          // If condition still not fulfilled (timeout but condition is 'false')
          console.log('"waitFor()" timeout');
          phantom.exit(1);
        } else {
          // Condition fulfilled (timeout and/or condition is 'true')
          console.log('"waitFor()" finished in ' + (new Date().getTime() - start) + 'ms.');
          onReady(); //< Do what it's supposed to do once the condition is fulfilled
          clearInterval(interval); //< Stop this interval
        }
      }
    }, 10000); //< repeat check every 10s
  }

  var poster = require('webpage').create(),
  system = require('system'), fs = require('fs'),
  sites, version, country;

  var processedCount = 0;

  poster.onResourceError = function(resourceError) {
    console.log('Error submit data to ' + resourceError.url + ', error ' + resourceError.errorCode + ': ' + resourceError.errorString);
  };

  function post2Influx(index, loadTime, failed, size) {
    var site = sites[index][0];
    var settings = {
      operation: 'POST',
      encoding: 'utf8',
      headers: {
        'Content-Type': 'application/x-www-form-urlencoded'
      }
    };
    var ts = Date.now()*1000000; // nanosecond
    var tags = 'country='+country+',site='+site+',version='+version;
    var load_time_str = 'load_time,'+tags+' value=' +loadTime +'i ' + ts;
    var fail_count_str = 'fail_count,'+tags+' value=' + (failed?1:0) +'i ' + ts;
    var size_str = 'size,'+tags+' value=' + size +'i ' + ts;
    settings.data = load_time_str + '\n' + fail_count_str + '\n' + size_str;
    poster.open('https://influx.getlantern.org:8080/write?db=sonar', settings, function(postStatus) {
      // influxdb will return 204, which is considered fail by PhantomJS
      console.log('Submit to influx');
      if (index+1 == sites.length) {
      console.log('Sonar finished with ' + sites.length + ' sites');
        phantom.exit(0);
      }
      process(index + 1);
    });
  }

  function process(index) {
    var site = sites[index][0];
    var url = sites[index][1];
    console.log('Processing ' + site + ': ' + url);

    var page = require('webpage').create();
    var size = 0;

    page.onResourceError = function(resourceError) {
      console.log('Error load resource #' + resourceError.id + ', ' + resourceError.url + ', error ' + resourceError.errorCode + ': ' + resourceError.errorString);
      //page.stop();
      //processedCount = processedCount + 1;
    };
    page.onResourceReceived = function(response) {
      if (response.bodySize !== undefined) {
        size = size + response.bodySize;
      }
    };

    var started = Date.now();
    page.onLoadFinished = function (status) {
      var loadTime = Date.now() - started;
      console.log(site + ' (' + url + '): ' + status + ', takes ' + loadTime + 'ms, size = ' + size + ' bytes');
      post2Influx(index, loadTime, status === 'fail', size);
    };
    page.open(url);
  }

  if (system.args.length < 2) {
    console.log('Usage: sonar.js <lantern version>');
    phantom.exit(1);
  }
  version = system.args[1];
  var content = fs.read('config.json');
  var config = JSON.parse(content);
  country = config.country;
  if (country === undefined) {
    console.log('Please specify country in config');
    phantom.exit(1);
  }
  sites = config.sites;
  if (sites === undefined || sites.length === 0) {
    console.log('Please specify sites in config');
    phantom.exit(1);
  }

  process(0);

  waitFor(function() {
    return processedCount === config.sites.length;
  }, function() { phantom.exit(); },
  4*60*1000); // wait for at most 4 min

}());