perf-delta.js

var possible = ["singledb","multidb","multicoll"];
//var a_version = "2.6.5";
//var b_version = "2.8.0-rc0";
//var host = /sanity/
var min_thread=1;
var max_thread=20;


var a = db.raw.findOne({label:"sanity-7bdca162807d6436d469a352a129226252cb451d-2014-11-13-mmapv1-c1"});
var b = db.raw.findOne({label:"sanity-def8f54bf6162317cc8b345e81c6e698d618ad96-2014-11-20-mmapv1-c1"});

var label = a.label + " vs. " + b.label;
db.delta.remove({label:label});
db.delta.ensureIndex({delta:1});

for (var k=0; k < possible.length; k++) {
   var resType = possible[k];
   if ( typeof a[resType] === "undefined" ) {
      continue;
   }
   if ( typeof b[resType] === "undefined" ) {
      continue;
   }

   var dbConfigA = a[resType]
   var dbConfigB = b[resType]

   for (var i=0; i < dbConfigA.length; i++) {

      var testA = dbConfigA[i];
      if ( typeof testA === "undefined" ) {
         continue;
      }     
      var testB;
      for (var l=0; l < dbConfigB.length; l++) {
         testB = dbConfigB[l];
         if ( testB.name == testA.name ) {
            break;
         }
      }

      if ( testB.name != testA.name ) {
         continue;
      }

      for (var j=min_thread; j <= max_thread; j++) {
         if ( typeof testA.results[j] === "undefined" ) {
            continue;
         }
         if ( typeof testB.results[j] === "undefined" ) {
            print("skipping threadB:" + j);
            continue;
         }

         var diff = Math.round(((testB.results[j].median)/(testA.results[j].median)-1) * 100);
         res = { label: label,
                 source: { a_label: a.label,
                           b_label: b.label,
                           a_version:  a.server_version + " / " + a.commit,
                           b_version: b.server_version + " / " + b.commit
                         },
                 test: testA.name,
                 threads: j,
                 a_median: testA.results[j].median,
                 b_median: testB.results[j].median,
                 delta: diff
               };
//          printjson(res);
          db.delta.insert(res);
      }
   }
}
print("******* MATCHES");
db.delta.find({label:label}).count();
print("******* WIN");
db.delta.find({label:label},{_id:0, source:0}).sort({delta:-1}).limit(10).pretty();
print("******* LOSS");
db.delta.find({label:label},{_id:0, source:0}).sort({delta:1}).limit(10).pretty();