benchmark: add benchmarks for the test_runner

benchmark/fixtures/empty-test-reporter.js

@@ -0,0 +1,8 @@
+const { PassThrough } = require('node:stream');
+
+module.exports = new PassThrough({
+  objectMode: true,
+  transform(chunk, encoding, callback) {
+    callback(null)
+  },
+});

benchmark/test_runner/global-concurrent-tests.js

@@ -0,0 +1,40 @@
+'use strict';
+const common = require('../common');
+const { it } = require('node:test');
+
+const bench = common.createBenchmark(main, {
+  n: [100, 1000, 1e4],
+  type: ['sync', 'async'],
+}, {
+  // We don't want to test the reporter here
+  flags: ['--test-reporter=./benchmark/fixtures/empty-test-reporter.js'],
+});
+
+async function run(n, type) {
+  const promises = new Array(n);
+  switch (type) {
+    case 'sync':{
+      for (let i = 0; i < n; i++) {
+        promises[i] = it(`${i}`, () => {
+        });
+      }
+      break;
+    }
+
+    case 'async':
+      for (let i = 0; i < n; i++) {
+        promises[i] = it(`${i}`, async () => {
+        });
+      }
+      break;
+  }
+
+  await Promise.all(promises);
+}
+
+function main({ n, type }) {
+  bench.start();
+  run(n, type).then(() => {
+    bench.end(n);
+  });
+}

benchmark/test_runner/global-sequential-tests.js

@@ -0,0 +1,41 @@
+'use strict';
+const common = require('../common');
+const { it } = require('node:test');
+
+
+const bench = common.createBenchmark(main, {
+  n: [100, 1000, 1e4],
+  type: ['sync', 'async'],
+}, {
+  // We don't want to test the reporter here
+  flags: ['--test-reporter=./benchmark/fixtures/empty-test-reporter.js'],
+});
+
+async function run(n, type) {
+  const promises = new Array(n);
+  switch (type) {
+    case 'sync':{
+      for (let i = 0; i < n; i++) {
+        await it(`${i}`, () => {
+        });
+      }
+      break;
+    }
+
+    case 'async':
+      for (let i = 0; i < n; i++) {
+        await it(`${i}`, async () => {
+        });
+      }
+      break;
+  }
+
+  await Promise.all(promises);
+}
+
+function main({ n }) {
+  bench.start();
+  run(n).then(() => {
+    bench.end(n);
+  });
+}

benchmark/test_runner/suite-tests.js

@@ -0,0 +1,60 @@
+'use strict';
+const common = require('../common');
+const { finished } = require('node:stream/promises');
+
+const reporter = require('../fixtures/empty-test-reporter');
+
+const { describe, it } = require('node:test');
+
+const bench = common.createBenchmark(main, {
+  numberOfSuites: [10, 100],
+  testsPerSuite: [10, 100, 1000],
+  testType: ['sync', 'async'],
+  concurrency: ['yes', 'no'],
+}, {
+  // We don't want to test the reporter here
+  flags: ['--test-reporter=./benchmark/fixtures/empty-test-reporter.js'],
+});
+
+async function run({ numberOfSuites, testsPerSuite, testType, concurrency }) {
+  concurrency = concurrency === 'yes';
+
+  switch (testType) {
+    case 'sync': {
+      for (let i = 0; i < numberOfSuites; i++) {
+        describe(`${i}`, { concurrency }, () => {
+          for (let j = 0; j < testsPerSuite; j++) {
+            it(`${j}`, () => {
+            });
+          }
+        });
+      }
+
+      break;
+    }
+
+    case 'async': {
+      for (let i = 0; i < numberOfSuites; i++) {
+        describe(`${i}`, { concurrency }, () => {
+          for (let j = 0; j < testsPerSuite; j++) {
+            it(`${j}`, async () => {
+            });
+          }
+        });
+      }
+
+      break;
+    }
+  }
+
+  await finished(reporter);
+
+  return numberOfSuites * testsPerSuite;
+}
+
+function main(params) {
+  bench.start();
+  run(params).then((ops) => {
+    bench.end(ops);
+  });
+}