diff --git a/.circleci/config.yml b/.circleci/config.yml index b5d94298735..c1362c052e4 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -33,6 +33,38 @@ jobs: paths: - plotly.js + performance-jasmine: + docker: + # need '-browsers' version to test in real (xvfb-wrapped) browsers + - image: cimg/node:18.20.4-browsers + environment: + # Alaska time (arbitrary timezone to test date logic) + TZ: "America/Anchorage" + working_directory: ~/plotly.js + steps: + - run: sudo apt-get update + - browser-tools/install-browser-tools: + install-firefox: false + install-geckodriver: false + install-chrome: true + chrome-version: "132.0.6834.110" + - attach_workspace: + at: ~/ + - run: + name: Run performance tests + command: .circleci/test.sh performance-jasmine + - run: + name: Combine CSV files + command: | + head -n 1 `ls ~/Downloads/*.csv | head -n 1` > ~/Downloads/all.csv + tail -n+2 -q ~/Downloads/*.csv >> ~/Downloads/all.csv + - run: + name: Display system information + command: npm run system-info > ~/Downloads/system_info.txt + - store_artifacts: + path: ~/Downloads + destination: / + timezone-jasmine: docker: # need '-browsers' version to test in real (xvfb-wrapped) browsers @@ -500,6 +532,9 @@ workflows: - bundle-jasmine: requires: - install-and-cibuild + - performance-jasmine: + requires: + - install-and-cibuild - mathjax-firefoxLatest: requires: - install-and-cibuild diff --git a/.circleci/test.sh b/.circleci/test.sh index b814c1dd3e8..4df91e8af8c 100755 --- a/.circleci/test.sh +++ b/.circleci/test.sh @@ -79,6 +79,11 @@ case $1 in exit $EXIT_STATE ;; + performance-jasmine) + npm run test-performance || EXIT_STATE=$? + exit $EXIT_STATE + ;; + mathjax-firefox) ./node_modules/karma/bin/karma start test/jasmine/karma.conf.js --FF --bundleTest=mathjax --nowatch || EXIT_STATE=$? exit $EXIT_STATE diff --git a/package.json b/package.json index 39f76f1a5dd..9d5930a4030 100644 --- a/package.json +++ b/package.json @@ -47,6 +47,8 @@ "test-export": "node test/image/export_test.js", "test-syntax": "node tasks/test_syntax.js && npm run find-strings -- --no-output", "test-bundle": "node tasks/test_bundle.js", + "test-performance": "node tasks/test_performance.js", + "system-info": "node tasks/system_info.js", "test-plain-obj": "node tasks/test_plain_obj.mjs", "test": "npm run test-jasmine -- --nowatch && npm run test-bundle && npm run test-image && npm run test-export && npm run test-syntax && npm run lint", "b64": "python3 test/image/generate_b64_mocks.py && node devtools/test_dashboard/server.mjs", diff --git a/tasks/system_info.js b/tasks/system_info.js new file mode 100644 index 00000000000..fd09c670100 --- /dev/null +++ b/tasks/system_info.js @@ -0,0 +1,77 @@ +var os = require('os'); + +var logs = []; +function addLog(str) { + logs.push(str) +} + +var systemInfo = { + platform: os.platform(), + type: os.type(), + arch: os.arch(), + release: os.release(), + version: os.version ? os.version() : 'Unknown', + hostname: os.hostname(), + homedir: os.homedir(), + tmpdir: os.tmpdir(), + endianness: os.endianness(), +}; + +addLog('💻 SYSTEM:'); +addLog(` Platform: ${systemInfo.platform}`); +addLog(` Type: ${systemInfo.type}`); +addLog(` Architecture: ${systemInfo.arch}`); +addLog(` Release: ${systemInfo.release}`); +addLog(` Hostname: ${systemInfo.hostname}`); + + +var cpus = os.cpus(); +var loadAvg = os.loadavg(); + +var cpuInfo = { + model: cpus[0].model, + speed: cpus[0].speed, + cores: cpus.length, + loadAverage: loadAvg, + cpuDetails: cpus +}; + +addLog(''); +addLog('🔧 CPU:'); +addLog(` Model: ${cpuInfo.model}`); +addLog(` Speed: ${cpuInfo.speed} MHz`); +addLog(` Cores: ${cpuInfo.cores}${cpuInfo.physicalCores ? ` (${cpuInfo.physicalCores} physical)` : ''}`); +addLog(` Load Average: ${loadAvg.map(load => load.toFixed(2)).join(', ')}`); + + +var totalMem = os.totalmem(); +var freeMem = os.freemem(); +var usedMem = totalMem - freeMem; + +var memoryInfo = { + total: totalMem, + free: freeMem, + used: usedMem, + usagePercent: (usedMem / totalMem) * 100 +}; + +function formatBytes(bytes, decimals = 2) { + if (bytes === 0) return '0 Bytes'; + if (!bytes) return 'Unknown'; + + var k = 1024; + var dm = decimals < 0 ? 0 : decimals; + var sizes = ['Bytes', 'KB', 'MB', 'GB', 'TB', 'PB']; + var i = Math.floor(Math.log(bytes) / Math.log(k)); + + return parseFloat((bytes / Math.pow(k, i)).toFixed(dm)) + ' ' + sizes[i]; +} + +addLog(''); +addLog('💾 MEMORY:'); +addLog(` Total: ${formatBytes(memoryInfo.total)}`); +addLog(` Used: ${formatBytes(memoryInfo.used)} (${memoryInfo.usagePercent.toFixed(1)}%)`); +addLog(` Free: ${formatBytes(memoryInfo.free)}`); + + +console.log(logs.join('\n')); \ No newline at end of file diff --git a/tasks/test_performance.js b/tasks/test_performance.js new file mode 100644 index 00000000000..1d1c9487536 --- /dev/null +++ b/tasks/test_performance.js @@ -0,0 +1,46 @@ +var path = require('path'); +var exec = require('child_process').exec; +var { glob } = require('glob'); +var runSeries = require('run-series'); + +var constants = require('./util/constants'); +var pathToJasminePerformanceTests = constants.pathToJasminePerformanceTests; + +/** + * Run all jasmine 'performance' test in series + * + * To run specific performance tests, use + * + * $ npm run test-jasmine -- --performanceTest= + */ +glob(pathToJasminePerformanceTests + '/*.js').then(function(files) { + var tasks = files.map(function(file) { + return function(cb) { + var cmd = [ + 'karma', 'start', + path.join(constants.pathToRoot, 'test', 'jasmine', 'karma.conf.js'), + '--performanceTest=' + path.basename(file), + '--nowatch' + ].join(' '); + + console.log('Running: ' + cmd); + + exec(cmd, function(err) { + cb(null, err); + }).stdout.pipe(process.stdout); + }; + }); + + runSeries(tasks, function(err, results) { + if(err) throw err; + + var failed = results.filter(function(r) { return r; }); + + if(failed.length) { + console.log('\ntest-performance summary:'); + failed.forEach(function(r) { console.warn('- ' + r.cmd + ' failed'); }); + console.log(''); + process.exit(1); + } + }); +}); diff --git a/tasks/util/constants.js b/tasks/util/constants.js index 6442501d9aa..69c1e88d64d 100644 --- a/tasks/util/constants.js +++ b/tasks/util/constants.js @@ -225,6 +225,7 @@ module.exports = { pathToJasmineTests: path.join(pathToRoot, 'test/jasmine/tests'), pathToJasmineBundleTests: path.join(pathToRoot, 'test/jasmine/bundle_tests'), + pathToJasminePerformanceTests: path.join(pathToRoot, 'test/jasmine/performance_tests'), // this mapbox access token is 'public', no need to hide it // more info: https://www.mapbox.com/help/define-access-token/ diff --git a/test/jasmine/karma.conf.js b/test/jasmine/karma.conf.js index f66235d7593..4653e346f44 100644 --- a/test/jasmine/karma.conf.js +++ b/test/jasmine/karma.conf.js @@ -8,7 +8,7 @@ var esbuildConfig = require('../../esbuild-config.js'); var isCI = Boolean(process.env.CI); var argv = minimist(process.argv.slice(4), { - string: ['bundleTest', 'width', 'height'], + string: ['bundleTest', 'performanceTest', 'width', 'height'], boolean: [ 'mathjax3', 'info', @@ -21,6 +21,7 @@ var argv = minimist(process.argv.slice(4), { Chrome: 'chrome', Firefox: ['firefox', 'FF'], bundleTest: ['bundletest', 'bundle_test'], + performanceTest: ['performancetest', 'performance_test'], nowatch: 'no-watch', failFast: 'fail-fast', }, @@ -53,7 +54,8 @@ if(argv.info) { ' - All non-flagged arguments corresponds to the test suites in `test/jasmine/tests/` to be run.', ' No need to add the `_test.js` suffix, we expand them correctly here.', ' - `--bundleTest` set the bundle test suite `test/jasmine/bundle_tests/ to be run.', - ' Note that only one bundle test can be run at a time.', + ' - `--performanceTest` set the bundle test suite `test/jasmine/performance_tests/ to be run.', + ' Note that only one bundle/performance test can be run at a time.', ' - Use `--tags` to specify which `@` tags to test (if any) e.g `npm run test-jasmine -- --tags=gl`', ' will run only gl tests.', ' - Use `--skip-tags` to specify which `@` tags to skip (if any) e.g `npm run test-jasmine -- --skip-tags=gl`', @@ -100,7 +102,8 @@ var glob = function(_) { }; var isBundleTest = !!argv.bundleTest; -var isFullSuite = !isBundleTest && argv._.length === 0; +var isPerformanceTest = !!argv.performanceTest; +var isFullSuite = !(isBundleTest || isPerformanceTest) && argv._.length === 0; var testFileGlob; if(isFullSuite) { @@ -113,6 +116,14 @@ if(isFullSuite) { } testFileGlob = path.join(__dirname, 'bundle_tests', glob([basename(_[0])])); +} else if(isPerformanceTest) { + var _ = merge(argv.performanceTest); + + if(_.length > 1) { + console.warn('Can only run one performance test suite at a time, ignoring ', _.slice(1)); + } + + testFileGlob = path.join(__dirname, 'performance_tests', glob([basename(_[0])])); } else { testFileGlob = path.join(__dirname, 'tests', glob(merge(argv._).map(basename))); } @@ -250,7 +261,7 @@ func.defaultConfig = { '--touch-events', '--window-size=' + argv.width + ',' + argv.height, isCI ? '--ignore-gpu-blacklist' : '', - (isBundleTest && basename(testFileGlob) === 'no_webgl') ? '--disable-webgl' : '' + ((isBundleTest || isPerformanceTest) && basename(testFileGlob) === 'no_webgl') ? '--disable-webgl' : '' ] }, _Firefox: { diff --git a/test/jasmine/performance_tests/assets/constants.js b/test/jasmine/performance_tests/assets/constants.js new file mode 100644 index 00000000000..0fe113801ce --- /dev/null +++ b/test/jasmine/performance_tests/assets/constants.js @@ -0,0 +1,5 @@ +'use strict'; + +module.exports = { + nSamples: 4 +}; diff --git a/test/jasmine/performance_tests/assets/post_process.js b/test/jasmine/performance_tests/assets/post_process.js new file mode 100644 index 00000000000..5172d0eb1db --- /dev/null +++ b/test/jasmine/performance_tests/assets/post_process.js @@ -0,0 +1,34 @@ +exports.downloadCSV = function(traceName, allTests) { + var str = [ + 'number of traces', + 'chart type', + 'data points', + 'run id', + 'rendering time(ms)' + ].join(',') + '\n'; + for(var k = 0; k < allTests.length; k++) { + var test = allTests[k]; + + for(var i = 0; i < test.raw.length; i++) { + str += [ + (test.nTraces || 1), + (traceName + (test.mode ? ' ' + test.mode : '')), + test.n, + i, + test.raw[i] + ].join(',') + '\n'; + } + } + + // download file by browser + var a = document.createElement('a'); + var myBlob = new Blob([str], {type: 'text/plain'}) + var url = window.URL.createObjectURL(myBlob); + a.href = url; + a.download = traceName + '.csv'; + a.style.display = 'none'; + document.body.append(a); + a.click(); + a.remove(); + window.URL.revokeObjectURL(url); +}; diff --git a/test/jasmine/performance_tests/bar_test.js b/test/jasmine/performance_tests/bar_test.js new file mode 100644 index 00000000000..c66591a0cde --- /dev/null +++ b/test/jasmine/performance_tests/bar_test.js @@ -0,0 +1,165 @@ +var createGraphDiv = require('../assets/create_graph_div'); +var delay = require('../assets/delay'); +var d3SelectAll = require('../../strict-d3').selectAll; +var Plotly = require('../../../lib/core'); +var PlotlyBar = require('../../../lib/bar'); +var downloadCSV = require('./assets/post_process').downloadCSV; +var nSamples = require('./assets/constants').nSamples; + +Plotly.register(PlotlyBar); + +var gd = createGraphDiv(); + +const samples = Array.from({ length: nSamples }, (_, i) => i); +const nTimes = samples.length - 1; + +var tests = [{ + n: 1000, mode: 'group', nTraces: 1 +}, { + n: 2000, mode: 'group', nTraces: 1 +}, { + n: 4000, mode: 'group', nTraces: 1 +}, { + n: 8000, mode: 'group', nTraces: 1 +}, { + n: 16000, mode: 'group', nTraces: 1 +}, { + n: 32000, mode: 'group', nTraces: 1 +}, { + n: 64000, mode: 'group', nTraces: 1 +}, { + n: 1000, mode: 'stack', nTraces: 1 +}, { + n: 2000, mode: 'stack', nTraces: 1 +}, { + n: 4000, mode: 'stack', nTraces: 1 +}, { + n: 8000, mode: 'stack', nTraces: 1 +}, { + n: 16000, mode: 'stack', nTraces: 1 +}, { + n: 32000, mode: 'stack', nTraces: 1 +}, { + n: 64000, mode: 'stack', nTraces: 1 +}, { + n: 1000, mode: 'group', nTraces: 10 +}, { + n: 2000, mode: 'group', nTraces: 10 +}, { + n: 4000, mode: 'group', nTraces: 10 +}, { + n: 8000, mode: 'group', nTraces: 10 +}, { + n: 16000, mode: 'group', nTraces: 10 +}, { + n: 32000, mode: 'group', nTraces: 10 +}, { + n: 64000, mode: 'group', nTraces: 10 +}, { + n: 1000, mode: 'stack', nTraces: 10 +}, { + n: 2000, mode: 'stack', nTraces: 10 +}, { + n: 4000, mode: 'stack', nTraces: 10 +}, { + n: 8000, mode: 'stack', nTraces: 10 +}, { + n: 16000, mode: 'stack', nTraces: 10 +}, { + n: 32000, mode: 'stack', nTraces: 10 +}, { + n: 64000, mode: 'stack', nTraces: 10 +}, { + n: 1000, mode: 'group', nTraces: 100 +}, { + n: 2000, mode: 'group', nTraces: 100 +}, { + n: 4000, mode: 'group', nTraces: 100 +}, { + n: 8000, mode: 'group', nTraces: 100 +}, { + n: 16000, mode: 'group', nTraces: 100 +}, { + n: 32000, mode: 'group', nTraces: 100 +}, { + n: 64000, mode: 'group', nTraces: 100 +}, { + n: 1000, mode: 'stack', nTraces: 100 +}, { + n: 2000, mode: 'stack', nTraces: 100 +}, { + n: 4000, mode: 'stack', nTraces: 100 +}, { + n: 8000, mode: 'stack', nTraces: 100 +}, { + n: 16000, mode: 'stack', nTraces: 100 +}, { + n: 32000, mode: 'stack', nTraces: 100 +}, { + n: 64000, mode: 'stack', nTraces: 100 +}]; + +tests.forEach(function(spec, index) { + describe('Performance test ' + spec.nTraces + ' bar | size:' + spec.n + ' | mode: ' + spec.mode, function() { + 'use strict'; + + var startTime, endTime; + + beforeEach(function(done) { + var y = Array.from({ length: spec.n }, (_, i) => i * Math.cos(Math.sqrt(i))); + var data = []; + var nPerTrace = Math.floor(spec.n / spec.nTraces); + for(var k = 0; k < spec.nTraces; k++) { + data.push({ + type: 'bar', + y: y.slice(k * nPerTrace, (k + 1) * nPerTrace), + x: Array.from({ length: nPerTrace }, (_, i) => i) + }); + } + + var mock = { + data: data, + layout: { + barmode: spec.mode, + showlegend: false, + width: 900, + height: 400 + } + }; + + startTime = performance.now(); + + // Wait for actual rendering to complete + requestAnimationFrame(function() { + requestAnimationFrame(function() { + endTime = performance.now(); + done(); + }); + }); + + Plotly.newPlot(gd, mock); + }); + + afterEach(function(done) { + delay(100)().then(done); + }); + + samples.forEach(function(t) { + it('should graph bar traces | turn: ' + t, function() { + var delta = endTime - startTime; + + if(t === 0) { + tests[index].raw = []; + } + tests[index].raw[t] = delta; + + var nodes = d3SelectAll('g.trace.bars'); + expect(nodes.size()).toEqual(spec.nTraces); + + if(t === nTimes && index === tests.length - 1) { + downloadCSV('bar', tests); + } + }); + }); + }); +}); diff --git a/test/jasmine/performance_tests/box_test.js b/test/jasmine/performance_tests/box_test.js new file mode 100644 index 00000000000..37579a579be --- /dev/null +++ b/test/jasmine/performance_tests/box_test.js @@ -0,0 +1,165 @@ +var createGraphDiv = require('../assets/create_graph_div'); +var delay = require('../assets/delay'); +var d3SelectAll = require('../../strict-d3').selectAll; +var Plotly = require('../../../lib/core'); +var PlotlyBox = require('../../../lib/box'); +var downloadCSV = require('./assets/post_process').downloadCSV; +var nSamples = require('./assets/constants').nSamples; + +Plotly.register(PlotlyBox); + +var gd = createGraphDiv(); + +const samples = Array.from({ length: nSamples }, (_, i) => i); +const nTimes = samples.length - 1; + +var tests = [{ + n: 1000, mode: 'no points', nTraces: 1 +}, { + n: 2000, mode: 'no points', nTraces: 1 +}, { + n: 4000, mode: 'no points', nTraces: 1 +}, { + n: 8000, mode: 'no points', nTraces: 1 +}, { + n: 16000, mode: 'no points', nTraces: 1 +}, { + n: 32000, mode: 'no points', nTraces: 1 +}, { + n: 64000, mode: 'no points', nTraces: 1 +}, { + n: 1000, mode: 'all points', nTraces: 1 +}, { + n: 2000, mode: 'all points', nTraces: 1 +}, { + n: 4000, mode: 'all points', nTraces: 1 +}, { + n: 8000, mode: 'all points', nTraces: 1 +}, { + n: 16000, mode: 'all points', nTraces: 1 +}, { + n: 32000, mode: 'all points', nTraces: 1 +}, { + n: 64000, mode: 'all points', nTraces: 1 +}, { + n: 1000, mode: 'no points', nTraces: 10 +}, { + n: 2000, mode: 'no points', nTraces: 10 +}, { + n: 4000, mode: 'no points', nTraces: 10 +}, { + n: 8000, mode: 'no points', nTraces: 10 +}, { + n: 16000, mode: 'no points', nTraces: 10 +}, { + n: 32000, mode: 'no points', nTraces: 10 +}, { + n: 64000, mode: 'no points', nTraces: 10 +}, { + n: 1000, mode: 'all points', nTraces: 10 +}, { + n: 2000, mode: 'all points', nTraces: 10 +}, { + n: 4000, mode: 'all points', nTraces: 10 +}, { + n: 8000, mode: 'all points', nTraces: 10 +}, { + n: 16000, mode: 'all points', nTraces: 10 +}, { + n: 32000, mode: 'all points', nTraces: 10 +}, { + n: 64000, mode: 'all points', nTraces: 10 +}, { + n: 1000, mode: 'no points', nTraces: 100 +}, { + n: 2000, mode: 'no points', nTraces: 100 +}, { + n: 4000, mode: 'no points', nTraces: 100 +}, { + n: 8000, mode: 'no points', nTraces: 100 +}, { + n: 16000, mode: 'no points', nTraces: 100 +}, { + n: 32000, mode: 'no points', nTraces: 100 +}, { + n: 64000, mode: 'no points', nTraces: 100 +}, { + n: 1000, mode: 'all points', nTraces: 100 +}, { + n: 2000, mode: 'all points', nTraces: 100 +}, { + n: 4000, mode: 'all points', nTraces: 100 +}, { + n: 8000, mode: 'all points', nTraces: 100 +}, { + n: 16000, mode: 'all points', nTraces: 100 +}, { + n: 32000, mode: 'all points', nTraces: 100 +}, { + n: 64000, mode: 'all points', nTraces: 100 +}]; + +tests.forEach(function(spec, index) { + describe('Performance test ' + spec.nTraces + ' box | size:' + spec.n + ' | mode: ' + spec.mode, function() { + 'use strict'; + + var startTime, endTime; + + beforeEach(function(done) { + var y = Array.from({ length: spec.n }, (_, i) => i * Math.cos(Math.sqrt(i))); + var data = []; + var nPerTrace = Math.floor(spec.n / spec.nTraces); + for(var k = 0; k < spec.nTraces; k++) { + data.push({ + type: 'box', + boxpoints: spec.mode === 'all points' ? 'all' : false, + y: y.slice(k * nPerTrace, (k + 1) * nPerTrace), + x: Array.from({ length: nPerTrace }, (_, i) => k) + }); + } + + var mock = { + data: data, + layout: { + showlegend: false, + width: 900, + height: 400 + } + }; + + startTime = performance.now(); + + // Wait for actual rendering to complete + requestAnimationFrame(function() { + requestAnimationFrame(function() { + endTime = performance.now(); + done(); + }); + }); + + Plotly.newPlot(gd, mock); + }); + + afterEach(function(done) { + delay(100)().then(done); + }); + + samples.forEach(function(t) { + it('should graph box traces | turn: ' + t, function() { + var delta = endTime - startTime; + + if(t === 0) { + tests[index].raw = []; + } + tests[index].raw[t] = delta; + + var nodes = d3SelectAll('g.trace.boxes'); + expect(nodes.size()).toEqual(spec.nTraces); + + if(t === nTimes && index === tests.length - 1) { + downloadCSV('box', tests); + } + }); + }); + }); +}); diff --git a/test/jasmine/performance_tests/contour_test.js b/test/jasmine/performance_tests/contour_test.js new file mode 100644 index 00000000000..52f69df411c --- /dev/null +++ b/test/jasmine/performance_tests/contour_test.js @@ -0,0 +1,98 @@ +var createGraphDiv = require('../assets/create_graph_div'); +var delay = require('../assets/delay'); +var d3SelectAll = require('../../strict-d3').selectAll; +var Plotly = require('../../../lib/core'); +var PlotlyContour = require('../../../lib/contour'); +var downloadCSV = require('./assets/post_process').downloadCSV; +var nSamples = require('./assets/constants').nSamples; + +Plotly.register(PlotlyContour); + +var gd = createGraphDiv(); + +const samples = Array.from({ length: nSamples }, (_, i) => i); +const nTimes = samples.length - 1; + +var tests = [{ + nx: 50, ny: 20 +}, { + nx: 100, ny: 40 +}, { + nx: 200, ny: 80 +}, { + nx: 400, ny: 160 +}, { + nx: 800, ny: 320 +}, { + nx: 1600, ny: 640 +}, { + nx: 3200, ny: 1280 +}]; + +tests.forEach(function(spec, index) { + describe('Performance test contour | size:' + spec.nx + 'X' + spec.ny, function() { + 'use strict'; + + var A = spec.nx; + var B = spec.ny; + spec.n = A * B; + + var x = Array.from({ length: A }, (_, i) => i); + var y = Array.from({ length: B }, (_, i) => i); + var z = []; + for(var k = 0; k < B ; k++) { + z[k] = Array.from({ length: A }, (_, i) => k * Math.cos(Math.sqrt(i))); + } + + var mock = { + data: [{ + type: 'contour', + x: x, + y: y, + z: z + }], + layout: { + width: 900, + height: 400 + } + }; + + var startTime, endTime; + + beforeEach(function(done) { + startTime = performance.now(); + + // Wait for actual rendering to complete + requestAnimationFrame(function() { + requestAnimationFrame(function() { + endTime = performance.now(); + done(); + }); + }); + + Plotly.newPlot(gd, mock); + }); + + afterEach(function(done) { + delay(100)().then(done); + }); + + samples.forEach(function(t) { + it('should graph contour traces | turn: ' + t, function() { + var delta = endTime - startTime; + + if(t === 0) { + tests[index].raw = []; + } + tests[index].raw[t] = delta; + + var nodes = d3SelectAll('g.contourlayer'); + expect(nodes.size()).toEqual(1); + + if(t === nTimes && index === tests.length - 1) { + downloadCSV('contour', tests); + } + }); + }); + }); +}); diff --git a/test/jasmine/performance_tests/heatmap_test.js b/test/jasmine/performance_tests/heatmap_test.js new file mode 100644 index 00000000000..a948bf8fb73 --- /dev/null +++ b/test/jasmine/performance_tests/heatmap_test.js @@ -0,0 +1,98 @@ +var createGraphDiv = require('../assets/create_graph_div'); +var delay = require('../assets/delay'); +var d3SelectAll = require('../../strict-d3').selectAll; +var Plotly = require('../../../lib/core'); +var PlotlyHeatmap = require('../../../lib/heatmap'); +var downloadCSV = require('./assets/post_process').downloadCSV; +var nSamples = require('./assets/constants').nSamples; + +Plotly.register(PlotlyHeatmap); + +var gd = createGraphDiv(); + +const samples = Array.from({ length: nSamples }, (_, i) => i); +const nTimes = samples.length - 1; + +var tests = [{ + nx: 50, ny: 20 +}, { + nx: 100, ny: 40 +}, { + nx: 200, ny: 80 +}, { + nx: 400, ny: 160 +}, { + nx: 800, ny: 320 +}, { + nx: 1600, ny: 640 +}, { + nx: 3200, ny: 1280 +}]; + +tests.forEach(function(spec, index) { + describe('Performance test heatmap | size:' + spec.nx + 'X' + spec.ny, function() { + 'use strict'; + + var A = spec.nx; + var B = spec.ny; + spec.n = A * B; + + var x = Array.from({ length: A }, (_, i) => i); + var y = Array.from({ length: B }, (_, i) => i); + var z = []; + for(var k = 0; k < B ; k++) { + z[k] = Array.from({ length: A }, (_, i) => k * Math.cos(Math.sqrt(i))); + } + + var mock = { + data: [{ + type: 'heatmap', + x: x, + y: y, + z: z + }], + layout: { + width: 900, + height: 400 + } + }; + + var startTime, endTime; + + beforeEach(function(done) { + startTime = performance.now(); + + // Wait for actual rendering to complete + requestAnimationFrame(function() { + requestAnimationFrame(function() { + endTime = performance.now(); + done(); + }); + }); + + Plotly.newPlot(gd, mock); + }); + + afterEach(function(done) { + delay(100)().then(done); + }); + + samples.forEach(function(t) { + it('should graph heatmap traces | turn: ' + t, function() { + var delta = endTime - startTime; + + if(t === 0) { + tests[index].raw = []; + } + tests[index].raw[t] = delta; + + var nodes = d3SelectAll('g.heatmaplayer'); + expect(nodes.size()).toEqual(1); + + if(t === nTimes && index === tests.length - 1) { + downloadCSV('heatmap', tests); + } + }); + }); + }); +}); diff --git a/test/jasmine/performance_tests/histogram_test.js b/test/jasmine/performance_tests/histogram_test.js new file mode 100644 index 00000000000..ecb114119fd --- /dev/null +++ b/test/jasmine/performance_tests/histogram_test.js @@ -0,0 +1,165 @@ +var createGraphDiv = require('../assets/create_graph_div'); +var delay = require('../assets/delay'); +var d3SelectAll = require('../../strict-d3').selectAll; +var Plotly = require('../../../lib/core'); +var PlotlyHistogram = require('../../../lib/histogram'); +var downloadCSV = require('./assets/post_process').downloadCSV; +var nSamples = require('./assets/constants').nSamples; + +Plotly.register(PlotlyHistogram); + +var gd = createGraphDiv(); + +const samples = Array.from({ length: nSamples }, (_, i) => i); +const nTimes = samples.length - 1; + +var tests = [{ + n: 1000, mode: 'group', nTraces: 1 +}, { + n: 2000, mode: 'group', nTraces: 1 +}, { + n: 4000, mode: 'group', nTraces: 1 +}, { + n: 8000, mode: 'group', nTraces: 1 +}, { + n: 16000, mode: 'group', nTraces: 1 +}, { + n: 32000, mode: 'group', nTraces: 1 +}, { + n: 64000, mode: 'group', nTraces: 1 +}, { + n: 1000, mode: 'stack', nTraces: 1 +}, { + n: 2000, mode: 'stack', nTraces: 1 +}, { + n: 4000, mode: 'stack', nTraces: 1 +}, { + n: 8000, mode: 'stack', nTraces: 1 +}, { + n: 16000, mode: 'stack', nTraces: 1 +}, { + n: 32000, mode: 'stack', nTraces: 1 +}, { + n: 64000, mode: 'stack', nTraces: 1 +}, { + n: 1000, mode: 'group', nTraces: 10 +}, { + n: 2000, mode: 'group', nTraces: 10 +}, { + n: 4000, mode: 'group', nTraces: 10 +}, { + n: 8000, mode: 'group', nTraces: 10 +}, { + n: 16000, mode: 'group', nTraces: 10 +}, { + n: 32000, mode: 'group', nTraces: 10 +}, { + n: 64000, mode: 'group', nTraces: 10 +}, { + n: 1000, mode: 'stack', nTraces: 10 +}, { + n: 2000, mode: 'stack', nTraces: 10 +}, { + n: 4000, mode: 'stack', nTraces: 10 +}, { + n: 8000, mode: 'stack', nTraces: 10 +}, { + n: 16000, mode: 'stack', nTraces: 10 +}, { + n: 32000, mode: 'stack', nTraces: 10 +}, { + n: 64000, mode: 'stack', nTraces: 10 +}, { + n: 1000, mode: 'group', nTraces: 100 +}, { + n: 2000, mode: 'group', nTraces: 100 +}, { + n: 4000, mode: 'group', nTraces: 100 +}, { + n: 8000, mode: 'group', nTraces: 100 +}, { + n: 16000, mode: 'group', nTraces: 100 +}, { + n: 32000, mode: 'group', nTraces: 100 +}, { + n: 64000, mode: 'group', nTraces: 100 +}, { + n: 1000, mode: 'stack', nTraces: 100 +}, { + n: 2000, mode: 'stack', nTraces: 100 +}, { + n: 4000, mode: 'stack', nTraces: 100 +}, { + n: 8000, mode: 'stack', nTraces: 100 +}, { + n: 16000, mode: 'stack', nTraces: 100 +}, { + n: 32000, mode: 'stack', nTraces: 100 +}, { + n: 64000, mode: 'stack', nTraces: 100 +}]; + +tests.forEach(function(spec, index) { + describe('Performance test ' + spec.nTraces + ' histogram | size:' + spec.n + ' | mode: ' + spec.mode, function() { + 'use strict'; + + var startTime, endTime; + + beforeEach(function(done) { + var z = Array.from({ length: spec.n }, (_, i) => i * Math.cos(Math.sqrt(i))); + var data = []; + var nPerTrace = Math.floor(spec.n / spec.nTraces); + for(var k = 0; k < spec.nTraces; k++) { + data.push({ + type: 'histogram', + x: z.slice(k * nPerTrace, (k + 1) * nPerTrace), + y: Array.from({ length: nPerTrace }, (_, i) => i) + }); + } + + var mock = { + data: data, + layout: { + barmode: spec.mode, + showlegend: false, + width: 900, + height: 400 + } + }; + + startTime = performance.now(); + + // Wait for actual rendering to complete + requestAnimationFrame(function() { + requestAnimationFrame(function() { + endTime = performance.now(); + done(); + }); + }); + + Plotly.newPlot(gd, mock); + }); + + afterEach(function(done) { + delay(100)().then(done); + }); + + samples.forEach(function(t) { + it('should graph histogram traces | turn: ' + t, function() { + var delta = endTime - startTime; + + if(t === 0) { + tests[index].raw = []; + } + tests[index].raw[t] = delta; + + var nodes = d3SelectAll('g.trace.bars'); + expect(nodes.size()).toEqual(spec.nTraces); + + if(t === nTimes && index === tests.length - 1) { + downloadCSV('histogram', tests); + } + }); + }); + }); +}); diff --git a/test/jasmine/performance_tests/image_test.js b/test/jasmine/performance_tests/image_test.js new file mode 100644 index 00000000000..4dfaf7beb0a --- /dev/null +++ b/test/jasmine/performance_tests/image_test.js @@ -0,0 +1,108 @@ +var createGraphDiv = require('../assets/create_graph_div'); +var delay = require('../assets/delay'); +var d3SelectAll = require('../../strict-d3').selectAll; +var Plotly = require('../../../lib/core'); +var PlotlyImage = require('../../../lib/image'); +var downloadCSV = require('./assets/post_process').downloadCSV; +var nSamples = require('./assets/constants').nSamples; + +Plotly.register(PlotlyImage); + +var gd = createGraphDiv(); + +const samples = Array.from({ length: nSamples }, (_, i) => i); +const nTimes = samples.length - 1; + +var tests = [{ + nx: 50, ny: 20 +}, { + nx: 100, ny: 40 +}, { + nx: 200, ny: 80 +}, { + nx: 400, ny: 160 +}, { + nx: 800, ny: 320 +}, { + nx: 1600, ny: 640 +}, { + nx: 3200, ny: 1280 +}]; + +tests.forEach(function(spec, index) { + describe('Performance test image | size:' + spec.nx + 'X' + spec.ny, function() { + 'use strict'; + + const samples = Array.from({ length: nSamples }, (_, i) => i); + const nTimes = samples.length - 1; + + var A = spec.nx; + var B = spec.ny; + spec.n = A * B; + + var x = Array.from({ length: A }, (_, i) => i); + var y = Array.from({ length: B }, (_, i) => i); + var z = []; + for(var k = 0; k < B ; k++) { + z[k] = []; + for(var i = 0; i < A ; i++) { + z[k][i] = [ + Math.floor(127 * (1 + Math.cos(Math.sqrt(i)))), + 0, + Math.floor(127 * (1 + Math.cos(Math.sqrt(k)))), + ]; + } + } + + var mock = { + data: [{ + type: 'image', + x: x, + y: y, + z: z + }], + layout: { + width: 900, + height: 400 + } + }; + + var startTime, endTime; + + beforeEach(function(done) { + startTime = performance.now(); + + // Wait for actual rendering to complete + requestAnimationFrame(function() { + requestAnimationFrame(function() { + endTime = performance.now(); + done(); + }); + }); + + Plotly.newPlot(gd, mock); + }); + + afterEach(function(done) { + delay(100)().then(done); + }); + + samples.forEach(function(t) { + it('should graph image traces | turn: ' + t, function() { + var delta = endTime - startTime; + + if(t === 0) { + tests[index].raw = []; + } + tests[index].raw[t] = delta; + + var nodes = d3SelectAll('g.imagelayer.mlayer'); + expect(nodes.size()).toEqual(1); + + if(t === nTimes && index === tests.length - 1) { + downloadCSV('image', tests); + } + }); + }); + }); +}); diff --git a/test/jasmine/performance_tests/scatter_test.js b/test/jasmine/performance_tests/scatter_test.js new file mode 100644 index 00000000000..382abeec502 --- /dev/null +++ b/test/jasmine/performance_tests/scatter_test.js @@ -0,0 +1,204 @@ +var createGraphDiv = require('../assets/create_graph_div'); +var delay = require('../assets/delay'); +var d3SelectAll = require('../../strict-d3').selectAll; +var Plotly = require('../../../lib/core'); +var downloadCSV = require('./assets/post_process').downloadCSV; +var nSamples = require('./assets/constants').nSamples; + +var gd = createGraphDiv(); + +const samples = Array.from({ length: nSamples }, (_, i) => i); +const nTimes = samples.length - 1; + +var tests = [{ + n: 1000, mode: 'markers', nTraces: 1 +}, { + n: 2000, mode: 'markers', nTraces: 1 +}, { + n: 4000, mode: 'markers', nTraces: 1 +}, { + n: 8000, mode: 'markers', nTraces: 1 +}, { + n: 16000, mode: 'markers', nTraces: 1 +}, { + n: 32000, mode: 'markers', nTraces: 1 +}, { + n: 64000, mode: 'markers', nTraces: 1 +}, { + n: 1000, mode: 'lines', nTraces: 1 +}, { + n: 2000, mode: 'lines', nTraces: 1 +}, { + n: 4000, mode: 'lines', nTraces: 1 +}, { + n: 8000, mode: 'lines', nTraces: 1 +}, { + n: 16000, mode: 'lines', nTraces: 1 +}, { + n: 32000, mode: 'lines', nTraces: 1 +}, { + n: 64000, mode: 'lines', nTraces: 1 +}, { + n: 1000, mode: 'markers+lines', nTraces: 1 +}, { + n: 2000, mode: 'markers+lines', nTraces: 1 +}, { + n: 4000, mode: 'markers+lines', nTraces: 1 +}, { + n: 8000, mode: 'markers+lines', nTraces: 1 +}, { + n: 16000, mode: 'markers+lines', nTraces: 1 +}, { + n: 32000, mode: 'markers+lines', nTraces: 1 +}, { + n: 64000, mode: 'markers+lines', nTraces: 1 +}, { + n: 1000, mode: 'markers', nTraces: 10 +}, { + n: 2000, mode: 'markers', nTraces: 10 +}, { + n: 4000, mode: 'markers', nTraces: 10 +}, { + n: 8000, mode: 'markers', nTraces: 10 +}, { + n: 16000, mode: 'markers', nTraces: 10 +}, { + n: 32000, mode: 'markers', nTraces: 10 +}, { + n: 64000, mode: 'markers', nTraces: 10 +}, { + n: 1000, mode: 'lines', nTraces: 10 +}, { + n: 2000, mode: 'lines', nTraces: 10 +}, { + n: 4000, mode: 'lines', nTraces: 10 +}, { + n: 8000, mode: 'lines', nTraces: 10 +}, { + n: 16000, mode: 'lines', nTraces: 10 +}, { + n: 32000, mode: 'lines', nTraces: 10 +}, { + n: 64000, mode: 'lines', nTraces: 10 +}, { + n: 1000, mode: 'markers+lines', nTraces: 10 +}, { + n: 2000, mode: 'markers+lines', nTraces: 10 +}, { + n: 4000, mode: 'markers+lines', nTraces: 10 +}, { + n: 8000, mode: 'markers+lines', nTraces: 10 +}, { + n: 16000, mode: 'markers+lines', nTraces: 10 +}, { + n: 32000, mode: 'markers+lines', nTraces: 10 +}, { + n: 64000, mode: 'markers+lines', nTraces: 10 +}, { + n: 1000, mode: 'markers', nTraces: 100 +}, { + n: 2000, mode: 'markers', nTraces: 100 +}, { + n: 4000, mode: 'markers', nTraces: 100 +}, { + n: 8000, mode: 'markers', nTraces: 100 +}, { + n: 16000, mode: 'markers', nTraces: 100 +}, { + n: 32000, mode: 'markers', nTraces: 100 +}, { + n: 64000, mode: 'markers', nTraces: 100 +}, { + n: 1000, mode: 'lines', nTraces: 100 +}, { + n: 2000, mode: 'lines', nTraces: 100 +}, { + n: 4000, mode: 'lines', nTraces: 100 +}, { + n: 8000, mode: 'lines', nTraces: 100 +}, { + n: 16000, mode: 'lines', nTraces: 100 +}, { + n: 32000, mode: 'lines', nTraces: 100 +}, { + n: 64000, mode: 'lines', nTraces: 100 +}, { + n: 1000, mode: 'markers+lines', nTraces: 100 +}, { + n: 2000, mode: 'markers+lines', nTraces: 100 +}, { + n: 4000, mode: 'markers+lines', nTraces: 100 +}, { + n: 8000, mode: 'markers+lines', nTraces: 100 +}, { + n: 16000, mode: 'markers+lines', nTraces: 100 +}, { + n: 32000, mode: 'markers+lines', nTraces: 100 +}, { + n: 64000, mode: 'markers+lines', nTraces: 100 +}]; + +tests.forEach(function(spec, index) { + describe('Performance test ' + spec.nTraces + ' scatter | size:' + spec.n + ' | mode: ' + spec.mode, function() { + 'use strict'; + + var startTime, endTime; + + beforeEach(function(done) { + var y = Array.from({ length: spec.n }, (_, i) => i * Math.cos(Math.sqrt(i))); + var data = []; + var nPerTrace = Math.floor(spec.n / spec.nTraces); + for(var k = 0; k < spec.nTraces; k++) { + data.push({ + type: 'scatter', + mode: spec.mode, + y: y.slice(k * nPerTrace, (k + 1) * nPerTrace), + x: Array.from({ length: nPerTrace }, (_, i) => i + k * nPerTrace) + }); + } + + var mock = { + data: data, + layout: { + showlegend: false, + width: 900, + height: 400 + } + }; + + startTime = performance.now(); + + // Wait for actual rendering to complete + requestAnimationFrame(function() { + requestAnimationFrame(function() { + endTime = performance.now(); + done(); + }); + }); + + Plotly.newPlot(gd, mock); + }); + + afterEach(function(done) { + delay(100)().then(done); + }); + + samples.forEach(function(t) { + it('should graph scatter traces | turn: ' + t, function() { + var delta = endTime - startTime; + + if(t === 0) { + tests[index].raw = []; + } + tests[index].raw[t] = delta; + + var nodes = d3SelectAll('g.trace.scatter'); + expect(nodes.size()).toEqual(spec.nTraces); + + if(t === nTimes && index === tests.length - 1) { + downloadCSV('scatter', tests); + } + }); + }); + }); +}); diff --git a/test/jasmine/performance_tests/scattergeo_test.js b/test/jasmine/performance_tests/scattergeo_test.js new file mode 100644 index 00000000000..24314337809 --- /dev/null +++ b/test/jasmine/performance_tests/scattergeo_test.js @@ -0,0 +1,204 @@ +var createGraphDiv = require('../assets/create_graph_div'); +var delay = require('../assets/delay'); +var Plotly = require('../../../lib/core'); +var PlotlyScattergeo = require('../../../lib/scattergeo'); +var downloadCSV = require('./assets/post_process').downloadCSV; +var nSamples = require('./assets/constants').nSamples; + +Plotly.register(PlotlyScattergeo); + +var gd = createGraphDiv(); + +const samples = Array.from({ length: nSamples }, (_, i) => i); +const nTimes = samples.length - 1; + +var tests = [{ + n: 1000, mode: 'markers', nTraces: 1 +}, { + n: 2000, mode: 'markers', nTraces: 1 +}, { + n: 4000, mode: 'markers', nTraces: 1 +}, { + n: 8000, mode: 'markers', nTraces: 1 +}, { + n: 16000, mode: 'markers', nTraces: 1 +}, { + n: 32000, mode: 'markers', nTraces: 1 +}, { + n: 64000, mode: 'markers', nTraces: 1 +}, { + n: 1000, mode: 'lines', nTraces: 1 +}, { + n: 2000, mode: 'lines', nTraces: 1 +}, { + n: 4000, mode: 'lines', nTraces: 1 +}, { + n: 8000, mode: 'lines', nTraces: 1 +}, { + n: 16000, mode: 'lines', nTraces: 1 +}, { + n: 32000, mode: 'lines', nTraces: 1 +}, { + n: 64000, mode: 'lines', nTraces: 1 +}, { + n: 1000, mode: 'markers+lines', nTraces: 1 +}, { + n: 2000, mode: 'markers+lines', nTraces: 1 +}, { + n: 4000, mode: 'markers+lines', nTraces: 1 +}, { + n: 8000, mode: 'markers+lines', nTraces: 1 +}, { + n: 16000, mode: 'markers+lines', nTraces: 1 +}, { + n: 32000, mode: 'markers+lines', nTraces: 1 +}, { + n: 64000, mode: 'markers+lines', nTraces: 1 +}, { + n: 1000, mode: 'markers', nTraces: 10 +}, { + n: 2000, mode: 'markers', nTraces: 10 +}, { + n: 4000, mode: 'markers', nTraces: 10 +}, { + n: 8000, mode: 'markers', nTraces: 10 +}, { + n: 16000, mode: 'markers', nTraces: 10 +}, { + n: 32000, mode: 'markers', nTraces: 10 +}, { + n: 64000, mode: 'markers', nTraces: 10 +}, { + n: 1000, mode: 'lines', nTraces: 10 +}, { + n: 2000, mode: 'lines', nTraces: 10 +}, { + n: 4000, mode: 'lines', nTraces: 10 +}, { + n: 8000, mode: 'lines', nTraces: 10 +}, { + n: 16000, mode: 'lines', nTraces: 10 +}, { + n: 32000, mode: 'lines', nTraces: 10 +}, { + n: 64000, mode: 'lines', nTraces: 10 +}, { + n: 1000, mode: 'markers+lines', nTraces: 10 +}, { + n: 2000, mode: 'markers+lines', nTraces: 10 +}, { + n: 4000, mode: 'markers+lines', nTraces: 10 +}, { + n: 8000, mode: 'markers+lines', nTraces: 10 +}, { + n: 16000, mode: 'markers+lines', nTraces: 10 +}, { + n: 32000, mode: 'markers+lines', nTraces: 10 +}, { + n: 64000, mode: 'markers+lines', nTraces: 10 +}, { + n: 1000, mode: 'markers', nTraces: 100 +}, { + n: 2000, mode: 'markers', nTraces: 100 +}, { + n: 4000, mode: 'markers', nTraces: 100 +}, { + n: 8000, mode: 'markers', nTraces: 100 +}, { + n: 16000, mode: 'markers', nTraces: 100 +}, { + n: 32000, mode: 'markers', nTraces: 100 +}, { + n: 64000, mode: 'markers', nTraces: 100 +}, { + n: 1000, mode: 'lines', nTraces: 100 +}, { + n: 2000, mode: 'lines', nTraces: 100 +}, { + n: 4000, mode: 'lines', nTraces: 100 +}, { + n: 8000, mode: 'lines', nTraces: 100 +}, { + n: 16000, mode: 'lines', nTraces: 100 +}, { + n: 32000, mode: 'lines', nTraces: 100 +}, { + n: 64000, mode: 'lines', nTraces: 100 +}, { + n: 1000, mode: 'markers+lines', nTraces: 100 +}, { + n: 2000, mode: 'markers+lines', nTraces: 100 +}, { + n: 4000, mode: 'markers+lines', nTraces: 100 +}, { + n: 8000, mode: 'markers+lines', nTraces: 100 +}, { + n: 16000, mode: 'markers+lines', nTraces: 100 +}, { + n: 32000, mode: 'markers+lines', nTraces: 100 +}, { + n: 64000, mode: 'markers+lines', nTraces: 100 +}]; + +tests.forEach(function(spec, index) { + describe('Performance test ' + spec.nTraces + ' scattergeo | size:' + spec.n + ' | mode: ' + spec.mode, function() { + 'use strict'; + + var startTime, endTime; + + beforeEach(function(done) { + var y = Array.from({ length: spec.n }, (_, i) => 0.001 * i * Math.cos(Math.sqrt(i))); + + var data = []; + var nPerTrace = Math.floor(spec.n / spec.nTraces); + for(var k = 0; k < spec.nTraces; k++) { + data.push({ + type: 'scattergeo', + mode: spec.mode, + lat: y.slice(k * nPerTrace, (k + 1) * nPerTrace), + lon: Array.from({ length: nPerTrace }, (_, i) => -180 + 0.005 * (i + k * nPerTrace)) + }); + } + + var mock = { + data: data, + layout: { + showlegend: false, + width: 900, + height: 400 + } + }; + + startTime = performance.now(); + + // Wait for actual rendering to complete + requestAnimationFrame(function() { + requestAnimationFrame(function() { + endTime = performance.now(); + done(); + }); + }); + + Plotly.newPlot(gd, mock); + }); + + afterEach(function(done) { + delay(100)().then(done); + }); + + samples.forEach(function(t) { + it('should graph scattergeo traces | turn: ' + t, function() { + var delta = endTime - startTime; + + if(t === 0) { + tests[index].raw = []; + } + tests[index].raw[t] = delta; + + if(t === nTimes && index === tests.length - 1) { + downloadCSV('scattergeo', tests); + } + }); + }); + }); +}); diff --git a/test/jasmine/performance_tests/scattergl_test.js b/test/jasmine/performance_tests/scattergl_test.js new file mode 100644 index 00000000000..1a38f4870c9 --- /dev/null +++ b/test/jasmine/performance_tests/scattergl_test.js @@ -0,0 +1,203 @@ +var createGraphDiv = require('../assets/create_graph_div'); +var delay = require('../assets/delay'); +var Plotly = require('../../../lib/core'); +var PlotlyScattergl = require('../../../lib/scattergl'); +var downloadCSV = require('./assets/post_process').downloadCSV; +var nSamples = require('./assets/constants').nSamples; + +Plotly.register(PlotlyScattergl); + +var gd = createGraphDiv(); + +const samples = Array.from({ length: nSamples }, (_, i) => i); +const nTimes = samples.length - 1; + +var tests = [{ + n: 1000, mode: 'markers', nTraces: 1 +}, { + n: 2000, mode: 'markers', nTraces: 1 +}, { + n: 4000, mode: 'markers', nTraces: 1 +}, { + n: 8000, mode: 'markers', nTraces: 1 +}, { + n: 16000, mode: 'markers', nTraces: 1 +}, { + n: 32000, mode: 'markers', nTraces: 1 +}, { + n: 64000, mode: 'markers', nTraces: 1 +}, { + n: 1000, mode: 'lines', nTraces: 1 +}, { + n: 2000, mode: 'lines', nTraces: 1 +}, { + n: 4000, mode: 'lines', nTraces: 1 +}, { + n: 8000, mode: 'lines', nTraces: 1 +}, { + n: 16000, mode: 'lines', nTraces: 1 +}, { + n: 32000, mode: 'lines', nTraces: 1 +}, { + n: 64000, mode: 'lines', nTraces: 1 +}, { + n: 1000, mode: 'markers+lines', nTraces: 1 +}, { + n: 2000, mode: 'markers+lines', nTraces: 1 +}, { + n: 4000, mode: 'markers+lines', nTraces: 1 +}, { + n: 8000, mode: 'markers+lines', nTraces: 1 +}, { + n: 16000, mode: 'markers+lines', nTraces: 1 +}, { + n: 32000, mode: 'markers+lines', nTraces: 1 +}, { + n: 64000, mode: 'markers+lines', nTraces: 1 +}, { + n: 1000, mode: 'markers', nTraces: 10 +}, { + n: 2000, mode: 'markers', nTraces: 10 +}, { + n: 4000, mode: 'markers', nTraces: 10 +}, { + n: 8000, mode: 'markers', nTraces: 10 +}, { + n: 16000, mode: 'markers', nTraces: 10 +}, { + n: 32000, mode: 'markers', nTraces: 10 +}, { + n: 64000, mode: 'markers', nTraces: 10 +}, { + n: 1000, mode: 'lines', nTraces: 10 +}, { + n: 2000, mode: 'lines', nTraces: 10 +}, { + n: 4000, mode: 'lines', nTraces: 10 +}, { + n: 8000, mode: 'lines', nTraces: 10 +}, { + n: 16000, mode: 'lines', nTraces: 10 +}, { + n: 32000, mode: 'lines', nTraces: 10 +}, { + n: 64000, mode: 'lines', nTraces: 10 +}, { + n: 1000, mode: 'markers+lines', nTraces: 10 +}, { + n: 2000, mode: 'markers+lines', nTraces: 10 +}, { + n: 4000, mode: 'markers+lines', nTraces: 10 +}, { + n: 8000, mode: 'markers+lines', nTraces: 10 +}, { + n: 16000, mode: 'markers+lines', nTraces: 10 +}, { + n: 32000, mode: 'markers+lines', nTraces: 10 +}, { + n: 64000, mode: 'markers+lines', nTraces: 10 +}, { + n: 1000, mode: 'markers', nTraces: 100 +}, { + n: 2000, mode: 'markers', nTraces: 100 +}, { + n: 4000, mode: 'markers', nTraces: 100 +}, { + n: 8000, mode: 'markers', nTraces: 100 +}, { + n: 16000, mode: 'markers', nTraces: 100 +}, { + n: 32000, mode: 'markers', nTraces: 100 +}, { + n: 64000, mode: 'markers', nTraces: 100 +}, { + n: 1000, mode: 'lines', nTraces: 100 +}, { + n: 2000, mode: 'lines', nTraces: 100 +}, { + n: 4000, mode: 'lines', nTraces: 100 +}, { + n: 8000, mode: 'lines', nTraces: 100 +}, { + n: 16000, mode: 'lines', nTraces: 100 +}, { + n: 32000, mode: 'lines', nTraces: 100 +}, { + n: 64000, mode: 'lines', nTraces: 100 +}, { + n: 1000, mode: 'markers+lines', nTraces: 100 +}, { + n: 2000, mode: 'markers+lines', nTraces: 100 +}, { + n: 4000, mode: 'markers+lines', nTraces: 100 +}, { + n: 8000, mode: 'markers+lines', nTraces: 100 +}, { + n: 16000, mode: 'markers+lines', nTraces: 100 +}, { + n: 32000, mode: 'markers+lines', nTraces: 100 +}, { + n: 64000, mode: 'markers+lines', nTraces: 100 +}]; + +tests.forEach(function(spec, index) { + describe('Performance test ' + spec.nTraces + ' scattergl | size:' + spec.n + ' | mode: ' + spec.mode, function() { + 'use strict'; + + var startTime, endTime; + + beforeEach(function(done) { + var y = Array.from({ length: spec.n }, (_, i) => i * Math.cos(Math.sqrt(i))); + var data = []; + var nPerTrace = Math.floor(spec.n / spec.nTraces); + for(var k = 0; k < spec.nTraces; k++) { + data.push({ + type: 'scattergl', + mode: spec.mode, + y: y.slice(k * nPerTrace, (k + 1) * nPerTrace), + x: Array.from({ length: nPerTrace }, (_, i) => i + k * nPerTrace) + }); + } + + var mock = { + data: data, + layout: { + showlegend: false, + width: 900, + height: 400 + } + }; + + startTime = performance.now(); + + // Wait for actual rendering to complete + requestAnimationFrame(function() { + requestAnimationFrame(function() { + endTime = performance.now(); + done(); + }); + }); + + Plotly.newPlot(gd, mock); + }); + + afterEach(function(done) { + delay(100)().then(done); + }); + + samples.forEach(function(t) { + it('should graph scattergl traces | turn: ' + t, function() { + var delta = endTime - startTime; + + if(t === 0) { + tests[index].raw = []; + } + tests[index].raw[t] = delta; + + if(t === nTimes && index === tests.length - 1) { + downloadCSV('scattergl', tests); + } + }); + }); + }); +}); diff --git a/test/jasmine/performance_tests/violin_test.js b/test/jasmine/performance_tests/violin_test.js new file mode 100644 index 00000000000..06c0f6c62c2 --- /dev/null +++ b/test/jasmine/performance_tests/violin_test.js @@ -0,0 +1,165 @@ +var createGraphDiv = require('../assets/create_graph_div'); +var delay = require('../assets/delay'); +var d3SelectAll = require('../../strict-d3').selectAll; +var Plotly = require('../../../lib/core'); +var PlotlyViolin = require('../../../lib/violin'); +var downloadCSV = require('./assets/post_process').downloadCSV; +var nSamples = require('./assets/constants').nSamples; + +Plotly.register(PlotlyViolin); + +var gd = createGraphDiv(); + +const samples = Array.from({ length: nSamples }, (_, i) => i); +const nTimes = samples.length - 1; + +var tests = [{ + n: 1000, mode: 'no points', nTraces: 1 +}, { + n: 2000, mode: 'no points', nTraces: 1 +}, { + n: 4000, mode: 'no points', nTraces: 1 +}, { + n: 8000, mode: 'no points', nTraces: 1 +}, { + n: 16000, mode: 'no points', nTraces: 1 +}, { + n: 32000, mode: 'no points', nTraces: 1 +}, { + n: 64000, mode: 'no points', nTraces: 1 +}, { + n: 1000, mode: 'all points', nTraces: 1 +}, { + n: 2000, mode: 'all points', nTraces: 1 +}, { + n: 4000, mode: 'all points', nTraces: 1 +}, { + n: 8000, mode: 'all points', nTraces: 1 +}, { + n: 16000, mode: 'all points', nTraces: 1 +}, { + n: 32000, mode: 'all points', nTraces: 1 +}, { + n: 64000, mode: 'all points', nTraces: 1 +}, { + n: 1000, mode: 'no points', nTraces: 10 +}, { + n: 2000, mode: 'no points', nTraces: 10 +}, { + n: 4000, mode: 'no points', nTraces: 10 +}, { + n: 8000, mode: 'no points', nTraces: 10 +}, { + n: 16000, mode: 'no points', nTraces: 10 +}, { + n: 32000, mode: 'no points', nTraces: 10 +}, { + n: 64000, mode: 'no points', nTraces: 10 +}, { + n: 1000, mode: 'all points', nTraces: 10 +}, { + n: 2000, mode: 'all points', nTraces: 10 +}, { + n: 4000, mode: 'all points', nTraces: 10 +}, { + n: 8000, mode: 'all points', nTraces: 10 +}, { + n: 16000, mode: 'all points', nTraces: 10 +}, { + n: 32000, mode: 'all points', nTraces: 10 +}, { + n: 64000, mode: 'all points', nTraces: 10 +}, { + n: 1000, mode: 'no points', nTraces: 100 +}, { + n: 2000, mode: 'no points', nTraces: 100 +}, { + n: 4000, mode: 'no points', nTraces: 100 +}, { + n: 8000, mode: 'no points', nTraces: 100 +}, { + n: 16000, mode: 'no points', nTraces: 100 +}, { + n: 32000, mode: 'no points', nTraces: 100 +}, { + n: 64000, mode: 'no points', nTraces: 100 +}, { + n: 1000, mode: 'all points', nTraces: 100 +}, { + n: 2000, mode: 'all points', nTraces: 100 +}, { + n: 4000, mode: 'all points', nTraces: 100 +}, { + n: 8000, mode: 'all points', nTraces: 100 +}, { + n: 16000, mode: 'all points', nTraces: 100 +}, { + n: 32000, mode: 'all points', nTraces: 100 +}, { + n: 64000, mode: 'all points', nTraces: 100 +}]; + +tests.forEach(function(spec, index) { + describe('Performance test ' + spec.nTraces + ' violin | size:' + spec.n + ' | mode: ' + spec.mode, function() { + 'use strict'; + + var startTime, endTime; + + beforeEach(function(done) { + var y = Array.from({ length: spec.n }, (_, i) => i * Math.cos(Math.sqrt(i))); + var data = []; + var nPerTrace = Math.floor(spec.n / spec.nTraces); + for(var k = 0; k < spec.nTraces; k++) { + data.push({ + type: 'violin', + points: spec.mode === 'all points' ? 'all' : false, + y: y.slice(k * nPerTrace, (k + 1) * nPerTrace), + x: Array.from({ length: nPerTrace }, (_, i) => k) + }); + } + + var mock = { + data: data, + layout: { + showlegend: false, + width: 900, + height: 400 + } + }; + + startTime = performance.now(); + + // Wait for actual rendering to complete + requestAnimationFrame(function() { + requestAnimationFrame(function() { + endTime = performance.now(); + done(); + }); + }); + + Plotly.newPlot(gd, mock); + }); + + afterEach(function(done) { + delay(100)().then(done); + }); + + samples.forEach(function(t) { + it('should graph violin traces | turn: ' + t, function() { + var delta = endTime - startTime; + + if(t === 0) { + tests[index].raw = []; + } + tests[index].raw[t] = delta; + + var nodes = d3SelectAll('g.trace.violins'); + expect(nodes.size()).toEqual(spec.nTraces); + + if(t === nTimes && index === tests.length - 1) { + downloadCSV('violin', tests); + } + }); + }); + }); +});