benchmark: add benchmarks for the test_runner

benchmark/fixtures/empty-test-reporter.js

@@ -0,0 +1,8 @@
+const { PassThrough } = require('node:stream');
+
+module.exports = new PassThrough({
+  objectMode: true,
+  transform(chunk, encoding, callback) {
+    callback(null)
+  },
+});

benchmark/test_runner/plain-tests-as-fast-as-can.js

@@ -0,0 +1,27 @@
+'use strict';
+const common = require('../common');
+const { it } = require('node:test');
+
+const bench = common.createBenchmark(main, {
+  n: [100, 1000, 1e4],
+}, {
+  // We don't want to test the reporter here
+  flags: ['--test-reporter=./benchmark/fixtures/empty-test-reporter.js'],
+});
+
+async function run(n) {
+  const promises = new Array(n);
+  for (let i = 0; i < n; i++) {
+    promises[i] = it(`${i}`, () => {
+    });
+  }
+
+  await Promise.all(promises);
+}
+
+function main({ n }) {
+  bench.start();
+  run(n).then(() => {
+    bench.end(n);
+  });
+}

benchmark/test_runner/plain-tests-waiting-for-each-test.js

@@ -0,0 +1,25 @@
+'use strict';
+const common = require('../common');
+const { it } = require('node:test');
+
+
+const bench = common.createBenchmark(main, {
+  n: [100, 1000, 1e4],
+}, {
+  // We don't want to test the reporter here
+  flags: ['--test-reporter=./benchmark/fixtures/empty-test-reporter.js'],
+});
+
+async function run(n) {
+  for (let i = 0; i < n; i++) {
+    await it(`${i}`, () => {
+    });
+  }
+}
+
+function main({ n }) {
+  bench.start();
+  run(n).then(() => {
+    bench.end(n);
+  });
+}

benchmark/test_runner/suite-tests-as-fast-as-can.js

@@ -0,0 +1,37 @@
+'use strict';
+const common = require('../common');
+const { finished } = require('node:stream/promises');
+
+const reporter = require('../fixtures/empty-test-reporter');
+
+const { describe, it } = require('node:test');
+
+const bench = common.createBenchmark(main, {
+  numberOfSuites: [10, 100],
+  testsPerSuite: [10, 100, 1000],
+}, {
+  // We don't want to test the reporter here
+  flags: ['--test-reporter=./benchmark/fixtures/empty-test-reporter.js'],
+});
+
+async function run(numberOfSuites, testsPerSuite) {
+  for (let i = 0; i < numberOfSuites; i++) {
+    describe(`${i}`, () => {
+      for (let j = 0; j < testsPerSuite; j++) {
+        it(`${j}`, () => {
+        });
+      }
+    });
+  }
+
+  await finished(reporter);
+
+  return numberOfSuites * testsPerSuite;
+}
+
+function main({ numberOfSuites, testsPerSuite }) {
+  bench.start();
+  run(numberOfSuites, testsPerSuite).then((ops) => {
+    bench.end(ops);
+  });
+}