create CSV for failed cases

Author: archmoj

tasks/test_performance.js

@@ -1,10 +1,12 @@
+var fs = require('fs');
 var path = require('path');
 var exec = require('child_process').exec;
 var { glob } = require('glob');
 var runSeries = require('run-series');
 
 var constants = require('./util/constants');
 var pathToJasminePerformanceTests = constants.pathToJasminePerformanceTests;
+var pathToRoot = constants.pathToRoot;
 
 /**
  * Run all jasmine 'performance' test in series
@@ -42,15 +44,67 @@ glob(pathToJasminePerformanceTests + '/*.js').then(function(files) {
     }
 
     runSeries(tasks, function(err, results) {
-        if(err) throw err;
-
         var failed = results.filter(function(r) { return r; });
 
         if(failed.length) {
             console.log('\ntest-performance summary:');
             failed.forEach(function(r) { console.warn('- ' + r.cmd + ' failed'); });
             console.log('');
-            process.exit(1);
+
+            // Create CSV file for failed cases
+            var str = [
+                'number of traces',
+                'chart type & mode',
+                'data points',
+                'run id',
+                'rendering time(ms)'
+            ].join(',') + '\n';
+
+            failed.forEach(function(r) {
+                // split command string frist by space then by equal to get
+                var cmdArgs = r.cmd.split(' ').map(part => {
+                    return part.split('=');
+                });
+
+                var test = {};
+
+                for(var i = 0; i < cmdArgs.length; i++) {
+                    if('--tracesCount' === cmdArgs[i][0]) {
+                        test.nTraces = cmdArgs[i][1];
+                    }
+                }
+
+                for(var i = 0; i < cmdArgs.length; i++) {
+                    if('--tracesType' === cmdArgs[i][0]) {
+                        test.traceType = cmdArgs[i][1];
+                    }
+                }
+
+                for(var i = 0; i < cmdArgs.length; i++) {
+                    if('--tracesMode' === cmdArgs[i][0]) {
+                        test.mode = cmdArgs[i][1];
+                    }
+                }
+
+                for(var i = 0; i < cmdArgs.length; i++) {
+                    if('--tracesPoints' === cmdArgs[i][0]) {
+                        test.n = cmdArgs[i][1];
+                    }
+                }
+
+                str += [
+                    (test.nTraces || 1),
+                    (test.traceType + (test.mode ? ' ' + test.mode : '')),
+                    test.n,
+                    'failed',
+                    ''
+                ].join(',') + '\n';
+            });
+
+            var failedCSV = pathToRoot + '../Downloads/failed.csv';
+            console.log('Saving:', failedCSV)
+            console.log(str);
+            fs.writeFileSync(failedCSV, str);
         }
     });
 });

test/jasmine/performance_tests/assets/post_process.js

@@ -1,7 +1,7 @@
 exports.downloadCSV = function(allTests, filename) {
     var str = [
         'number of traces',
-        'chart type',
+        'chart type & mode',
         'data points',
         'run id',
         'rendering time(ms)'

test/jasmine/performance_tests/assets/test_cases.js

@@ -1,5 +1,5 @@
 var tests = [];
-
+/*
 for(let traceType of ['image', 'heatmap', 'contour']) {
     for(let m of [10, 20, 40, 80, 160, 320, 640, 1280]) {
         let nx = 5 * m;
@@ -15,10 +15,10 @@ for(let traceType of ['image', 'heatmap', 'contour']) {
         });
     }
 }
-
-var allN = [1000, 2000, 4000, 8000, 16000, 32000, 64000, 128000];
-var allNTraces = [1, /*10, */100]
-
+*/
+var allN = [/*1000, 2000, 4000, 8000, 16000, 32000,*/ 64000, 128000, 256000];
+var allNTraces = [1, /*10, 100*/]
+/*
 for(let traceType of ['box', 'violin']) {
     for(let mode of ['no_points', 'all_points']) {
         for(let nTraces of allNTraces) {
@@ -38,7 +38,7 @@ for(let traceType of ['box', 'violin']) {
         }
     }
 }
-
+*/
 for(let traceType of ['scatter', 'scattergl', 'scattergeo']) {
     for(let mode of ['markers', 'lines', 'markers+lines']) {
         for(let nTraces of allNTraces) {
@@ -59,7 +59,7 @@ for(let traceType of ['scatter', 'scattergl', 'scattergeo']) {
 }
 
 for(let traceType of ['bar', 'histogram']) {
-    for(let mode of ['group', 'stack', 'overlay']) {
+    for(let mode of ['group'/*, 'stack', 'overlay'*/]) {
         for(let nTraces of allNTraces) {
             for(let n of allN) {
                 tests.push({