2
dojo.provide("doh._browserRunner");
5
// FIXME: need to add prompting for monkey-do testing
9
doh.setTimeout = function (fn, time) {
10
return setTimeout(fn, time);
14
var topdog = (window.parent == window) || !Boolean(window.parent.doh);
16
//can't access window.parent.doh, then consider ourselves as topdog
20
// we're the top-dog window.
22
// borrowed from Dojo, etc.
23
var byId = function(id){
24
return document.getElementById(id);
27
var _addOnEvt = function( type, // string
28
refOrName, // function or string
29
scope){ // object, defaults is window
31
if(!scope){ scope = window; }
33
var funcRef = refOrName;
34
if(typeof refOrName == "string"){
35
funcRef = scope[refOrName];
37
var enclosedFunc = function(){ return funcRef.apply(scope, arguments); };
39
if((window["dojo"])&&(type == "load")){
40
dojo.addOnLoad(enclosedFunc);
42
if(window["attachEvent"]){
43
window.attachEvent("on"+type, enclosedFunc);
44
}else if(window["addEventListener"]){
45
window.addEventListener(type, enclosedFunc, false);
46
}else if(document["addEventListener"]){
47
document.addEventListener(type, enclosedFunc, false);
53
// Over-ride or implement base runner.js-provided methods
55
var escapeXml = function(str){
57
// Adds escape sequences for special characters in XML: &<>"'
58
// Optionally skips escapes for single quotes
59
return str.replace(/&/gm, "&").replace(/</gm, "<").replace(/>/gm, ">").replace(/"/gm, """); // string
62
var _logBacklog = [], _loggedMsgLen = 0;
63
var sendToLogPane = function(args, skip){
65
for(var x=0; x<args.length; x++){
71
// workarounds for IE. Wheeee!!!
72
msg = msg.replace("\t", " ")
73
.replace(" ", " ")
74
.replace("\n", "<br> ");
76
_logBacklog.push(msg);
78
}else if(_logBacklog.length && !skip){
80
while((tm=_logBacklog.shift())){
81
sendToLogPane(tm, true);
84
var logBody=byId("logBody");
85
var tn = document.createElement("div");
87
//tn.id="logmsg_"+logBody.childNodes.length;
88
logBody.appendChild(tn);
92
var findTarget = function(n){
93
while(n && !n.getAttribute('_target')){
102
doh._jumpToLog = function(e){
105
var node = findTarget(e?e.target:window.event.srcElement);
109
var _t = Number(node.getAttribute('_target'));
110
var lb = byId("logBody");
111
if(_t>=lb.childNodes.length){
114
var t = lb.childNodes[_t];
117
//t.parentNode.parentNode is <div class="tabBody">, only it has a explicitly set background-color,
118
//all children of it are transparent
119
var bgColor = dojo.style(t.parentNode.parentNode,'backgroundColor');
120
//node.parentNode is the tr which has background-color set explicitly
121
var hicolor = dojo.style(node.parentNode,'backgroundColor');
122
var unhilight = dojo.animateProperty({
127
backgroundColor: { start:hicolor, end: bgColor }
130
t.style.backgroundColor="";
133
var hilight = dojo.animateProperty({
138
backgroundColor: { start:bgColor, end: hicolor }
148
doh._jumpToSuite = function(e){
149
var node = findTarget(e ? e.target : window.event.srcElement);
153
var _g = node.getAttribute('_target');
154
var gn = getGroupNode(_g);
161
doh._init = (function(oi){
163
var lb = byId("logBody");
165
// clear the console before each run
166
while(lb.firstChild){
167
lb.removeChild(lb.firstChild);
172
this._suiteCount = 0;
173
oi.apply(doh, arguments);
177
doh._setupGroupForRun = (function(os){
178
//overload _setupGroupForRun to record which log line to jump to when a suite is clicked
179
return function(groupName){
180
var tg = doh._groups[groupName];
181
doh._curTestCount = tg.length;
182
doh._curGroupCount = 1;
183
var gn = getGroupNode(groupName);
185
//two lines will be added, scroll the second line into view
186
gn.getElementsByTagName("td")[2].setAttribute('_target',_loggedMsgLen+1);
188
os.apply(doh,arguments);
190
})(doh._setupGroupForRun);
192
doh._report = (function(or){
193
//overload _report to insert a tfoot
195
var tb = byId("testList");
197
var tfoots=tb.getElementsByTagName('tfoot');
199
tb.removeChild(tfoots[0]);
201
var foot = tb.createTFoot();
202
var row = foot.insertRow(-1);
203
row.className = 'inProgress';
204
var cell=row.insertCell(-1);
206
cell.innerHTML="Result";
207
cell = row.insertCell(-1);
208
cell.innerHTML=this._testCount+" tests in "+this._groupCount+" groups /<span class='failure'>"+this._errorCount+"</span> errors, <span class='failure'>"+this._failureCount+"</span> failures";
209
cell.setAttribute('_target',_loggedMsgLen+1);
210
row.insertCell(-1).innerHTML=doh._totalTime+"ms";
213
//This location can do the final performance rendering for the results
214
//of any performance tests.
215
var plotResults = null;
217
if(doh.perfTestResults){
219
//If we have dojo and here are perf tests results,
220
//well, we'll use the dojo charting functions
221
dojo.require("dojox.charting.Chart2D");
222
dojo.require("dojox.charting.DataChart");
223
dojo.require("dojox.charting.plot2d.Scatter");
224
dojo.require("dojox.charting.plot2d.Lines");
225
dojo.require("dojo.data.ItemFileReadStore");
226
plotResults = doh._dojoPlotPerfResults;
228
plotResults = doh._asciiPlotPerfResults;
232
var pBody = byId("perfTestsBody");
233
var chartsToRender = [];
235
if(doh.perfTestResults){
236
doh.showPerfTestsPage();
238
for(g in doh.perfTestResults){
239
var grp = doh.perfTestResults[g];
240
var hdr = document.createElement("h1");
241
hdr.appendChild(document.createTextNode("Group: " + g));
242
pBody.appendChild(hdr);
243
var ind = document.createElement("blockquote");
244
pBody.appendChild(ind);
247
var fResults = grp[f];
248
if(!fResults){ continue; }
249
var fhdr = document.createElement("h3");
250
fhdr.appendChild(document.createTextNode("TEST: " + f));
251
fhdr.style.textDecoration = "underline";
252
ind.appendChild(fhdr);
253
var div = document.createElement("div");
254
ind.appendChild(div);
256
//Figure out the basic info
257
var results = "<b>TRIAL SIZE: </b>" + fResults.trials[0].testIterations + " iterations<br>" +
258
"<b>NUMBER OF TRIALS: </b>" + fResults.trials.length + "<br>";
260
//Figure out the average test pass cost.
264
for(i = 0; i < fResults.trials.length; i++){
265
iAvgArray.push(fResults.trials[i].average);
266
tAvgArray.push(fResults.trials[i].executionTime);
268
results += "<b>AVERAGE TRIAL EXECUTION TIME: </b>" + doh.average(tAvgArray).toFixed(10) + "ms.<br>";
269
results += "<b>MAXIMUM TEST ITERATION TIME: </b>" + doh.max(iAvgArray).toFixed(10) + "ms.<br>";
270
results += "<b>MINIMUM TEST ITERATION TIME: </b>" + doh.min(iAvgArray).toFixed(10) + "ms.<br>";
271
results += "<b>AVERAGE TEST ITERATION TIME: </b>" + doh.average(iAvgArray).toFixed(10) + "ms.<br>";
272
results += "<b>MEDIAN TEST ITERATION TIME: </b>" + doh.median(iAvgArray).toFixed(10) + "ms.<br>";
273
results += "<b>VARIANCE TEST ITERATION TIME: </b>" + doh.variance(iAvgArray).toFixed(10) + "ms.<br>";
274
results += "<b>STANDARD DEVIATION ON TEST ITERATION TIME: </b>" + doh.standardDeviation(iAvgArray).toFixed(10) + "ms.<br>";
276
//Okay, attach it all in.
277
div.innerHTML = results;
279
div = document.createElement("div");
280
div.innerHTML = "<h3>Average Test Execution Time (in milliseconds, with median line)</h3>";
281
ind.appendChild(div);
282
div = document.createElement("div");
283
dojo.style(div, "width", "600px");
284
dojo.style(div, "height", "250px");
285
ind.appendChild(div);
286
chartsToRender.push({
288
title: "Average Test Execution Time",
292
div = document.createElement("div");
293
div.innerHTML = "<h3>Average Trial Execution Time (in milliseconds, with median line)</h3>";
294
ind.appendChild(div);
295
div = document.createElement("div");
296
dojo.style(div, "width", "600px");
297
dojo.style(div, "height", "250px");
298
ind.appendChild(div);
299
chartsToRender.push({
301
title: "Average Trial Execution Time",
307
//Lazy-render these to give the browser time and not appear locked.
308
var delayedRenders = function() {
309
if(chartsToRender.length){
310
var chartData = chartsToRender.shift();
311
plotResults(chartData.div, chartData.title, chartData.data);
313
doh.setTimeout(delayedRenders, 50);
315
doh.setTimeout(delayedRenders, 150);
320
or.apply(doh,arguments);
324
if(this["opera"] && opera.postError){
325
doh.debug = function(){
327
for(var x=0; x<arguments.length; x++){
328
msg += " "+arguments[x];
330
sendToLogPane([msg]);
331
opera.postError("DEBUG:"+msg);
333
}else if(window["console"]){
334
doh.debug = function(){
336
for(var x=0; x<arguments.length; x++){
337
msg += " "+arguments[x];
339
sendToLogPane([msg]);
340
console.log("DEBUG:"+msg);
343
doh.debug = function(){
344
sendToLogPane.call(window, arguments);
349
var groupTemplate = null;
350
var testTemplate = null;
354
var _groupTogglers = {};
356
var _getGroupToggler = function(group, toggle){
357
if(_groupTogglers[group]){ return _groupTogglers[group]; }
359
return (_groupTogglers[group] = function(evt, forceOpen){
360
var nodes = groupNodes[group].__items;
362
if(rolledUp||forceOpen){
364
for(x=0; x<nodes.length; x++){
365
nodes[x].style.display = "";
367
toggle.innerHTML = "▼";
370
for(x=0; x<nodes.length; x++){
371
nodes[x].style.display = "none";
373
toggle.innerHTML = "►";
378
var addGroupToList = function(group){
379
if(!byId("testList")){ return; }
380
var tb = byId("testList").tBodies[0];
381
var tg = groupTemplate.cloneNode(true);
382
var tds = tg.getElementsByTagName("td");
384
toggle.onclick = _getGroupToggler(group, toggle);
385
var cb = tds[1].getElementsByTagName("input")[0];
387
cb.onclick = function(evt){
388
doh._groups[group].skip = (!this.checked);
390
tds[2].innerHTML = "<div class='testGroupName'>"+group+"</div><div style='width:0;'> </div>";
391
tds[3].innerHTML = "";
397
var addFixtureToList = function(group, fixture){
398
if(!testTemplate){ return; }
399
var cgn = groupNodes[group];
400
if(!cgn["__items"]){ cgn.__items = []; }
401
var tn = testTemplate.cloneNode(true);
402
var tds = tn.getElementsByTagName("td");
404
tds[2].innerHTML = fixture.name;
405
tds[3].innerHTML = "";
407
var nn = (cgn.__lastFixture||cgn.__groupNode).nextSibling;
409
nn.parentNode.insertBefore(tn, nn);
411
cgn.__groupNode.parentNode.appendChild(tn);
413
// FIXME: need to make group display toggleable!!
414
tn.style.display = "none";
415
cgn.__items.push(tn);
416
return (cgn.__lastFixture = tn);
419
var getFixtureNode = function(group, fixture){
420
if(groupNodes[group]){
421
return groupNodes[group][fixture.name];
426
var getGroupNode = function(group){
427
if(groupNodes[group]){
428
return groupNodes[group].__groupNode;
433
var updateBacklog = [];
434
doh._updateTestList = function(group, fixture, unwindingBacklog){
436
if(group && fixture){
437
updateBacklog.push([group, fixture]);
440
}else if(updateBacklog.length && !unwindingBacklog){
442
while((tr=updateBacklog.shift())){
443
doh._updateTestList(tr[0], tr[1], true);
446
if(group && fixture){
447
if(!groupNodes[group]){
448
groupNodes[group] = {
449
"__groupNode": addGroupToList(group)
452
if(!groupNodes[group][fixture.name]){
453
groupNodes[group][fixture.name] = addFixtureToList(group, fixture)
458
doh._testRegistered = doh._updateTestList;
460
doh._groupStarted = function(group){
461
if(this._suiteCount == 0){
462
this._runedSuite = 0;
463
this._currentGlobalProgressBarWidth = 0;
464
this._suiteCount = this._testCount;
466
// console.debug("_groupStarted", group);
467
if(doh._inGroup != group){
468
doh._groupTotalTime = 0;
470
doh._inGroup = group;
473
var gn = getGroupNode(group);
475
gn.className = "inProgress";
479
doh._groupFinished = function(group, success){
480
// console.debug("_groupFinished", group);
481
var gn = getGroupNode(group);
482
if(gn && doh._inGroup == group){
483
doh._totalTime += doh._groupTotalTime;
484
gn.getElementsByTagName("td")[3].innerHTML = doh._groupTotalTime+"ms";
485
gn.getElementsByTagName("td")[2].lastChild.className = "";
488
var failure = doh._updateGlobalProgressBar(this._runedSuite/this._groupCount,success,group);
489
gn.className = failure ? "failure" : "success";
491
doh._currentGlobalProgressBarWidth = parseInt(this._runedSuite/this._groupCount*10000)/100;
492
//byId("progressOuter").style.width = parseInt(this._runedSuite/this._suiteCount*100)+"%";
494
if(doh._inGroup == group){
495
this.debug("Total time for GROUP \"",group,"\" is ",doh._groupTotalTime,"ms");
499
doh._testStarted = function(group, fixture){
500
// console.debug("_testStarted", group, fixture.name);
501
var fn = getFixtureNode(group, fixture);
503
fn.className = "inProgress";
508
var _playSound = function(name){
509
if(byId("hiddenAudio") && byId("audio") && byId("audio").checked){
510
// console.debug("playing:", name);
511
var nt = _nameTimes[name];
512
// only play sounds once every second or so
513
if((!nt)||(((new Date)-nt) > 700)){
514
_nameTimes[name] = new Date();
515
var tc = document.createElement("span");
516
byId("hiddenAudio").appendChild(tc);
517
tc.innerHTML = '<embed src="_sounds/'+name+'.wav" autostart="true" loop="false" hidden="true" width="1" height="1"></embed>';
522
doh._updateGlobalProgressBar = function(p,success,group){
523
var outerContainer=byId("progressOuter");
525
var gdiv=outerContainer.childNodes[doh._runedSuite-1];
527
gdiv=document.createElement('div');
528
outerContainer.appendChild(gdiv);
529
gdiv.className='success';
530
gdiv.setAttribute('_target',group);
532
if(!success && !gdiv._failure){
534
gdiv.className='failure';
536
gdiv.setAttribute('title','failed group '+group);
539
var tp=parseInt(p*10000)/100;
540
gdiv.style.width = (tp-doh._currentGlobalProgressBarWidth)+"%";
541
return gdiv._failure;
543
doh._testFinished = function(group, fixture, success){
544
var fn = getFixtureNode(group, fixture);
545
var elapsed = fixture.endTime-fixture.startTime;
547
fn.getElementsByTagName("td")[3].innerHTML = elapsed+"ms";
548
fn.className = (success) ? "success" : "failure";
549
fn.getElementsByTagName("td")[2].setAttribute('_target', _loggedMsgLen);
552
var gn = getGroupNode(group);
554
gn.className = "failure";
555
_getGroupToggler(group)(null, true);
559
if(doh._inGroup == group){
560
var gn = getGroupNode(group);
562
if(gn && doh._curTestCount){
563
var p = doh._runed/doh._curTestCount;
564
var groupfail = this._updateGlobalProgressBar((doh._runedSuite+p-1)/doh._groupCount,success,group);
566
var pbar = gn.getElementsByTagName("td")[2].lastChild;
567
pbar.className = groupfail?"failure":"success";
568
pbar.style.width = parseInt(p*100)+"%";
569
gn.getElementsByTagName("td")[3].innerHTML = parseInt(p*10000)/100+"%";
572
this._groupTotalTime += elapsed;
573
this.debug((success ? "PASSED" : "FAILED"), "test:", fixture.name, elapsed, 'ms');
576
// FIXME: move implementation to _browserRunner?
577
doh.registerUrl = function( /*String*/ group,
579
/*Integer*/ timeout){
580
var tg = new String(group);
581
this.register(group, {
584
doh.currentGroupName = tg;
585
doh.currentGroup = this;
586
doh.currentUrl = url;
587
this.d = new doh.Deferred();
588
doh.currentTestDeferred = this.d;
590
byId("testBody").src = url;
592
timeout: timeout||10000, // 10s
593
// timeout: timeout||1000, // 10s
595
// FIXME: implement calling into the url's groups here!!
598
tearDown: function(){
599
doh.currentGroupName = null;
600
doh.currentGroup = null;
601
doh.currentTestDeferred = null;
602
doh.currentUrl = null;
603
// this.d.errback(false);
604
// byId("testBody").src = "about:blank";
611
// Utility code for runner.html
613
// var isSafari = navigator.appVersion.indexOf("Safari") >= 0;
615
var _showTab = function(toShow, toHide){
616
// FIXME: I don't like hiding things this way.
618
for(i = 0; i < toHide.length; i++){
619
var node = byId(toHide[i]);
621
node.style.display="none";
624
toShow = byId(toShow);
633
doh.showTestPage = function(){
634
_showTab("testBody", ["logBody", "perfTestsBody"]);
637
doh.showLogPage = function(){
638
_showTab("logBody", ["testBody", "perfTestsBody"]);
641
doh.showPerfTestsPage = function(){
642
_showTab("perfTestsBody", ["testBody", "logBody"]);
646
doh.toggleRunAll = function(){
647
// would be easier w/ query...sigh
649
if(!byId("testList")){ return; }
650
var tb = byId("testList").tBodies[0];
651
var inputs = tb.getElementsByTagName("input");
653
while((tn=inputs[x++])){
655
doh._groups[tn.group].skip = (!runAll);
659
var listHeightTimer = null;
660
var setListHeight = function(){
662
clearTimeout(listHeightTimer);
664
var tl = byId("testList");
666
listHeightTimer = doh.setTimeout(function(){
667
tl.style.display = "none";
668
tl.style.display = "";
673
_addOnEvt("resize", setListHeight);
674
_addOnEvt("load", setListHeight);
675
_addOnEvt("load", function(){
676
if(loaded){ return; }
678
groupTemplate = byId("groupTemplate");
680
// make sure we've got an ammenable DOM structure
683
groupTemplate.parentNode.removeChild(groupTemplate);
684
groupTemplate.style.display = "";
685
testTemplate = byId("testTemplate");
686
testTemplate.parentNode.removeChild(testTemplate);
687
testTemplate.style.display = "";
688
doh._updateTestList();
693
// let robot code run if it gets to this first
694
var __onEnd = doh._onEnd;
695
doh._onEnd = function(){
696
__onEnd.apply(doh, arguments);
697
if(doh._failureCount == 0){
698
doh.debug("WOOHOO!!");
699
_playSound("woohoo");
701
console.debug("doh._failureCount:", doh._failureCount);
708
// make sure we've got an amenable DOM structure
711
var isRunning = false;
712
var toggleRunning = function(){
713
// ugg, this would be so much better w/ dojo.query()
715
byId("play").style.display = byId("pausedMsg").style.display = "";
716
byId("playingMsg").style.display = byId("pause").style.display = "none";
719
byId("play").style.display = byId("pausedMsg").style.display = "none";
720
byId("playingMsg").style.display = byId("pause").style.display = "";
724
doh.run = (function(oldRun){
726
if(!doh._currentGroup){
729
return oldRun.apply(doh, arguments);
732
var btns = byId("toggleButtons").getElementsByTagName("span");
734
while((node=btns[idx++])){
735
node.onclick = toggleRunning;
738
//Performance report generating functions!
739
doh._dojoPlotPerfResults = function(div, name, dataArray) {
740
var median = doh.median(dataArray);
744
for(i = 0; i < dataArray.length; i++){
745
medarray.push(median);
751
{name: name, trials: dataArray},
752
{name: "Median", trials: medarray}
755
var ifs = new dojo.data.ItemFileReadStore({data: data});
757
var min = Math.floor(doh.min(dataArray));
758
var max = Math.ceil(doh.max(dataArray));
759
var step = (max - min)/10;
761
//Lets try to pad out the bottom and top a bit
762
//Then recalc the step.
768
min = Math.floor(min);
772
max = Math.ceil(max);
774
step = (max - min)/10;
776
var chart = new dojox.charting.DataChart(div, {
777
type: dojox.charting.plot2d.Lines,
778
displayRange:dataArray.length,
779
xaxis: {min: 1, max: dataArray.length, majorTickStep: Math.ceil((dataArray.length - 1)/10), htmlLabels: false},
780
yaxis: {min: min, max: max, majorTickStep: step, vertical: true, htmlLabels: false}
782
chart.setStore(ifs, {name:"*"}, "trials");
785
doh._asciiPlotPerfResults = function(){
791
// we're in an iframe environment. Time to mix it up a bit.
793
_doh = window.parent.doh;
794
var _thisGroup = _doh.currentGroupName;
795
var _thisUrl = _doh.currentUrl;
797
doh._testRegistered = function(group, tObj){
798
_doh._updateTestList(_thisGroup, tObj);
800
doh._onEnd = function(){
801
_doh._errorCount += doh._errorCount;
802
_doh._failureCount += doh._failureCount;
803
_doh._testCount += doh._testCount;
804
// should we be really adding raw group counts?
805
//_doh._groupCount += doh._groupCount;
806
_doh.currentTestDeferred.callback(true);
808
var otr = doh._getTestObj;
809
doh._getTestObj = function(){
810
var tObj = otr.apply(doh, arguments);
811
tObj.name = _thisUrl+"::"+arguments[0]+"::"+tObj.name;
814
doh.debug = doh.hitch(_doh, "debug");
815
doh.registerUrl = doh.hitch(_doh, "registerUrl");
816
doh._testStarted = function(group, fixture){
817
_doh._testStarted(_thisGroup, fixture);
819
doh._testFinished = function(g, f, s){
820
_doh._testFinished(_thisGroup, f, s);
822
//Okay, there may be performance info we need to filter back
823
//to the parent, so do that here.
824
if(doh.perfTestResults){
826
gName = g.toString();
827
var localFName = f.name;
828
while(localFName.indexOf("::") >= 0){
829
localFName = localFName.substring(localFName.indexOf("::") + 2, localFName.length);
831
if(!_doh.perfTestResults){
832
_doh.perfTestResults = {};
834
if(!_doh.perfTestResults[gName]){
835
_doh.perfTestResults[gName] = {};
837
_doh.perfTestResults[gName][f.name] = doh.perfTestResults[gName][localFName];
843
doh._groupStarted = function(g){
844
if(!this._setParent){
845
_doh._curTestCount = this._testCount;
846
_doh._curGroupCount = this._groupCount;
847
this._setParent = true;
850
doh._report = function(){