test(core): parallelise core test suite

packages/core/package.json

@@ -40,7 +40,7 @@
     "lint-fix": "npm run lint -- --fix",
     "test": "npm run test:unit && npm run test:acceptance",
     "test:unit": "tap --no-coverage --color --timeout=300 test/core/unit/*.test.js",
-    "test:acceptance": "bash test/core/run.sh"
+    "test:acceptance": "tap --no-coverage --color --timeout 300 test/core/test_* && tap --no-coverage --color --timeout=300 test/core/acceptance/**/*.test.js"
   },
   "devDependencies": {
     "@hapi/basic": "^6.0.0",

packages/core/test/core/acceptance/misc/helper.js

@@ -0,0 +1,68 @@
+const l = require('lodash');
+const runner = require('../../../..').runner.runner;
+const { SSMS } = require('../../../../lib/ssms');
+
+const runGenericRunnerTest = (script, t) => {
+  const startedAt = process.hrtime();
+  let completedPhases = 0;
+
+  runner(script).then(function (ee) {
+    ee.on('phaseStarted', function (x) {
+      t.ok(x, 'phaseStarted event emitted');
+    });
+    ee.on('phaseCompleted', function (x) {
+      completedPhases++;
+      t.ok(x, 'phaseCompleted event emitted');
+    });
+    ee.on('stats', function (stats) {
+      t.ok(stats, 'intermediate stats event emitted');
+    });
+    ee.on('done', function (nr) {
+      const report = SSMS.legacyReport(nr).report();
+      const requests = report.requestsCompleted;
+      const scenarios = report.scenariosCompleted;
+      console.log('# requests = %s, scenarios = %s', requests, scenarios);
+
+      t.equal(
+        completedPhases,
+        script.config.phases.length,
+        'Should have completed all phases'
+      );
+      const completedAt = process.hrtime(startedAt);
+      const delta = (completedAt[0] * 1e9 + completedAt[1]) / 1e6;
+      const minDuration = l.reduce(
+        script.config.phases,
+        function (acc, phaseSpec) {
+          return acc + phaseSpec.duration * 1000;
+        },
+        0
+      );
+      t.ok(
+        delta >= minDuration,
+        'Should run for at least the total duration of phases'
+      );
+
+      t.ok(requests > 0, 'Should have successful requests');
+      t.ok(scenarios > 0, 'Should have successful scenarios');
+
+      if (report.errors) {
+        console.log(`# errors: ${JSON.stringify(report.errors, null, 4)}`);
+      }
+      t.equal(
+        Object.keys(report.errors).length,
+        0,
+        'Should have no errors in report'
+      );
+
+      ee.stop().then(() => {
+        t.end();
+      });
+    });
+
+    ee.run();
+  });
+};
+
+module.exports = {
+  runGenericRunnerTest
+};

packages/core/test/core/acceptance/misc/http.test.js

@@ -0,0 +1,21 @@
+const { test, beforeEach, afterEach } = require('tap');
+const { runGenericRunnerTest } = require('./helper');
+const createTestServer = require('../../targets/simple');
+
+let server;
+let port;
+beforeEach(async () => {
+  server = await createTestServer(0);
+  port = server.info.port;
+});
+
+afterEach(() => {
+  server.stop();
+});
+
+test('generic http test works', (t) => {
+  const script = require('../../scripts/hello.json');
+  script.config.target = `http://127.0.0.1:${port}`;
+
+  runGenericRunnerTest(script, t);
+});

packages/core/test/core/acceptance/misc/large-payload.test.js

@@ -0,0 +1,21 @@
+const { test, beforeEach, afterEach } = require('tap');
+const { runGenericRunnerTest } = require('./helper');
+const createTestServer = require('../../targets/simple');
+
+let server;
+let port;
+beforeEach(async () => {
+  server = await createTestServer(0);
+  port = server.info.port;
+});
+
+afterEach(() => {
+  server.stop();
+});
+
+test('generic http test works', (t) => {
+  const script = require('../../scripts/large_payload.json');
+  script.config.target = `http://127.0.0.1:${port}`;
+
+  runGenericRunnerTest(script, t);
+});

packages/core/test/core/acceptance/misc/multiple-phases.test.js

@@ -0,0 +1,21 @@
+const { test, beforeEach, afterEach } = require('tap');
+const { runGenericRunnerTest } = require('./helper');
+const createTestServer = require('../../targets/simple');
+
+let server;
+let port;
+beforeEach(async () => {
+  server = await createTestServer(0);
+  port = server.info.port;
+});
+
+afterEach(() => {
+  server.stop();
+});
+
+test('generic http test works', (t) => {
+  const script = require('../../scripts/multiple_phases.json');
+  script.config.target = `http://127.0.0.1:${port}`;
+
+  runGenericRunnerTest(script, t);
+});

packages/core/test/core/acceptance/misc/socketio-with-args.test.js

@@ -0,0 +1,22 @@
+const { test, beforeEach, afterEach } = require('tap');
+const { runGenericRunnerTest } = require('./helper');
+const createTestServer = require('../../targets/socketio_args');
+
+let server;
+let port;
+beforeEach(async () => {
+  server = createTestServer().listen(0, function () {
+    port = server.address().port;
+  });
+});
+
+afterEach(() => {
+  server.close();
+});
+
+test('socketio with args works', (t) => {
+  const script = require('../../scripts/hello_socketio_with_args.json');
+  script.config.target = `http://127.0.0.1:${port}`;
+
+  runGenericRunnerTest(script, t);
+});

packages/core/test/core/acceptance/misc/socketio-with-http.test.js

@@ -0,0 +1,22 @@
+const { test, beforeEach, afterEach } = require('tap');
+const { runGenericRunnerTest } = require('./helper');
+const createTestServer = require('../../targets/express_socketio');
+
+let server;
+let port;
+beforeEach(async () => {
+  server = createTestServer().listen(0, function () {
+    port = server.address().port;
+  });
+});
+
+afterEach(() => {
+  server.close();
+});
+
+test('socketio with http works', (t) => {
+  const script = require('../../scripts/express_socketio.json');
+  script.config.target = `http://127.0.0.1:${port}`;
+
+  runGenericRunnerTest(script, t);
+});

packages/core/test/core/acceptance/misc/socketio.test.js

@@ -0,0 +1,22 @@
+const { test, beforeEach, afterEach } = require('tap');
+const { runGenericRunnerTest } = require('./helper');
+const createTestServer = require('../../targets/simple_socketio');
+
+let server;
+let port;
+beforeEach(async () => {
+  const serverInfo = await createTestServer();
+  server = serverInfo.server;
+  port = serverInfo.port;
+});
+
+afterEach(() => {
+  server.close();
+});
+
+test('generic socketio test works', (t) => {
+  const script = require('../../scripts/hello_socketio.json');
+  script.config.target = `http://127.0.0.1:${port}`;
+
+  runGenericRunnerTest(script, t);
+});

packages/core/test/core/acceptance/misc/ws-proxy.test.js

@@ -0,0 +1,31 @@
+const { test, beforeEach, afterEach } = require('tap');
+const { runGenericRunnerTest } = require('./helper');
+const createTestServers = require('../../targets/ws_proxy');
+
+let server;
+let proxyServer;
+let port;
+let proxyPort;
+
+beforeEach(async () => {
+  const servers = createTestServers();
+  server = servers.wsServer.listen(0, function () {
+    port = this.address().port;
+    proxyServer = servers.proxyServer.listen(0, function () {
+      proxyPort = this.address().port;
+    });
+  });
+});
+
+afterEach(() => {
+  server.close();
+  proxyServer.close();
+});
+
+test('generic ws test works', (t) => {
+  const script = require('../../scripts/ws_proxy.json');
+  script.config.target = `ws://127.0.0.1:${port}`;
+  script.config.ws.proxy.url = `http://127.0.0.1:${proxyPort}`;
+
+  runGenericRunnerTest(script, t);
+});

packages/core/test/core/acceptance/misc/ws.test.js

@@ -0,0 +1,22 @@
+const { test, beforeEach, afterEach } = require('tap');
+const { runGenericRunnerTest } = require('./helper');
+const createTestServer = require('../../targets/simple_ws');
+
+let server;
+let port;
+beforeEach(async () => {
+  server = createTestServer().listen(0, function () {
+    port = server.address().port;
+  });
+});
+
+afterEach(() => {
+  server.close();
+});
+
+test('generic ws test works', (t) => {
+  const script = require('../../scripts/hello_ws.json');
+  script.config.target = `ws://127.0.0.1:${port}`;
+
+  runGenericRunnerTest(script, t);
+});