@camperaid/watest 2.5.0 → 2.5.2

package/tests/series/build/t-pattern-filtering.js

@@ -0,0 +1,175 @@
+import { is, MockSeries } from '../test.js';
+
+export async function test() {
+  // Test that buildSubtests only processes subfolders that match patterns
+  // This test tracks which directories are actually accessed to verify the optimization
+
+  const accessedDirs = [];
+
+  class TrackingMockSeries extends MockSeries {
+    loadTestMeta(folder) {
+      accessedDirs.push(folder);
+      return super.loadTestMeta(folder);
+    }
+
+    getTestFileList(folder) {
+      accessedDirs.push(folder);
+      return super.getTestFileList(folder);
+    }
+  }
+
+  const ts = {
+    'tests': {
+      meta: {
+        folders: ['unit', 'integration', 'e2e'],
+      },
+    },
+    'tests/unit': {
+      meta: {
+        folders: ['base', 'core'],
+      },
+    },
+    'tests/unit/base': {
+      files: ['t_test1.js'],
+    },
+    'tests/unit/base/t_test1.js': {
+      test() {},
+    },
+    'tests/unit/core': {
+      files: ['t_test2.js'],
+    },
+    'tests/unit/core/t_test2.js': {
+      test() {},
+    },
+    'tests/integration': {
+      files: ['t_integration.js'],
+    },
+    'tests/integration/t_integration.js': {
+      test() {},
+    },
+    'tests/e2e': {
+      files: ['t_e2e.js'],
+    },
+    'tests/e2e/t_e2e.js': {
+      test() {},
+    },
+  };
+
+  const series = new TrackingMockSeries([], { ts });
+
+  // Test 1: When targeting a specific test, only relevant folders should be processed
+  accessedDirs.length = 0; // Clear the array
+
+  const tests = await series.build({
+    patterns: [
+      {
+        path: 'tests/unit/base/t_test1.js',
+        webdriver: '',
+      },
+    ],
+    folder: 'tests',
+    virtual_folder: 'mac',
+  });
+  series.shutdown();
+
+  // Should only build the unit folder and its relevant subfolders
+  // Should NOT build integration or e2e folders
+  const testNames = getAllTestNames(tests);
+
+  // Should include the targeted test and its path
+  is(
+    testNames.includes('mac/unit/base/t_test1.js'),
+    true,
+    'Should include the targeted test',
+  );
+
+  // Should NOT include tests from unrelated folders
+  is(
+    testNames.includes('mac/integration/t_integration.js'),
+    false,
+    'Should not include integration tests when targeting unit test',
+  );
+
+  is(
+    testNames.includes('mac/e2e/t_e2e.js'),
+    false,
+    'Should not include e2e tests when targeting unit test',
+  );
+
+  // Check directory access optimization - this will fail with commented optimization
+  is(
+    accessedDirs.includes('tests/integration'),
+    false,
+    'Should not access integration directory when targeting unit test',
+  );
+
+  is(
+    accessedDirs.includes('tests/e2e'),
+    false,
+    'Should not access e2e directory when targeting unit test',
+  );
+
+  // Test 2: When no patterns specified, all folders should be processed
+  accessedDirs.length = 0; // Clear the array
+
+  const allTests = await series.build({
+    patterns: [],
+    folder: 'tests',
+    virtual_folder: 'mac',
+  });
+
+  const allTestNames = getAllTestNames(allTests);
+
+  // Should include all tests when no patterns specified
+  is(
+    allTestNames.includes('mac/unit/base/t_test1.js'),
+    true,
+    'Should include unit test when no patterns',
+  );
+
+  is(
+    allTestNames.includes('mac/integration/t_integration.js'),
+    true,
+    'Should include integration test when no patterns',
+  );
+
+  is(
+    allTestNames.includes('mac/e2e/t_e2e.js'),
+    true,
+    'Should include e2e test when no patterns',
+  );
+
+  // When no patterns, all directories should be accessed
+  is(
+    accessedDirs.includes('tests/integration'),
+    true,
+    'Should access integration directory when no patterns specified',
+  );
+
+  is(
+    accessedDirs.includes('tests/e2e'),
+    true,
+    'Should access e2e directory when no patterns specified',
+  );
+}
+
+function getAllTestNames(tests) {
+  const names = [];
+
+  function collectNames(testList) {
+    for (const test of testList) {
+      if (test.subtests) {
+        collectNames(test.subtests);
+      } else if (
+        test.name &&
+        !test.name.includes('/init') &&
+        !test.name.includes('/uninit')
+      ) {
+        names.push(test.name);
+      }
+    }
+  }
+
+  collectNames(tests);
+  return names;
+}

package/tests/series/build/{t_webdriver_services.js → t-webdriver-services.js}

@@ -8,6 +8,7 @@ export async function test() {
     'e2e': {
       meta: {
         webdriver: true,
+        servicer: 'docker',
         services: ['db'],
       },
       files: ['t_testo.js', 't_presto.js'],

package/tests/series/logging/{t_failures.js → t-failures.js}

@@ -14,7 +14,7 @@ import {
   running_checker,
 } from '../test.js';
 
-import settings from '../../../core/settings.js';
+import { settings } from '../../../core/settings.js';
 
 export async function test() {
   const ts = {

package/tests/series/logging/{t_success.js → t-success.js}

@@ -11,7 +11,7 @@ import {
   running_checker,
 } from '../test.js';
 
-import settings from '../../../core/settings.js';
+import { settings } from '../../../core/settings.js';
 
 export async function test() {
   const ts = {

package/tests/series/logging/{t_verify.js → t-verify.js}

@@ -6,7 +6,7 @@ import {
   stderr_format_failure,
   success,
 } from '../test.js';
-import settings from '../../../core/settings.js';
+import { settings } from '../../../core/settings.js';
 
 const completed_in = name => got => got.startsWith(`>${name} completed in`);
 
@@ -146,7 +146,7 @@ export async function test() {
   is(
     buffers,
     [
-      ['log', ['Testsuite: shutdown', got => got.startsWith('Elapsed:')]],
+      ['log', [got => got.startsWith('Elapsed:')]],
       [
         'mac/log',
         [

package/tests/series/meta.js

@@ -5,4 +5,5 @@ export var folders = [
   'run',
   'logging',
   'loader',
+  'servicer',
 ];

package/tests/series/perform/{t_failure_notest.js → t-failure-notest.js}

@@ -16,6 +16,7 @@ export async function test() {
       '!Running: t_testo.js, path: t_testo.js',
       '>t_testo.js completed in',
       '\x1B[38;5;243mCompleted\x1B[0m tests/',
+      'Testsuite: shutdown',
     ],
     [
       '\x1B[31mFailed:\x1B[0m Neighter failure nor success in t_testo.js',

package/tests/series/perform/{t_failure.js → t-failure.js}

@@ -21,6 +21,7 @@ export async function test() {
     '!Running: t_testo.js, path: t_testo.js',
     '>t_testo.js completed in',
     '\x1B[38;5;243mCompleted\x1B[0m tests/',
+    'Testsuite: shutdown',
   ];
   const expected_stderr = [
     '\x1B[31mFailed:\x1B[0m Failio',

package/tests/series/perform/{t_intermittent_global.js → t-intermittent-global.js}

@@ -71,6 +71,7 @@ export async function test() {
       '\x1B[38;5;243mCompleted\x1B[0m unit/core',
       '\x1B[38;5;243mCompleted\x1B[0m unit',
       '\x1B[38;5;243mCompleted\x1B[0m tests/',
+      'Testsuite: shutdown',
     ],
     [],
     'global intermittents',

package/tests/series/perform/{t_intermittent.js → t-intermittent.js}

@@ -26,6 +26,7 @@ export async function test() {
     '>t_testo.js has 1 warnings(s)',
     '>t_testo.js completed in',
     '\x1B[38;5;243mCompleted\x1B[0m tests/',
+    'Testsuite: shutdown',
   ];
   let expected_stderr = [];
 
@@ -77,6 +78,7 @@ export async function test() {
     '>t_testo_2.js has 3 warnings(s)',
     '>t_testo_2.js completed in',
     '\x1B[38;5;243mCompleted\x1B[0m tests/',
+    'Testsuite: shutdown',
   ];
   expected_stderr = [];
 

package/tests/series/perform/{t_missing_perma.js → t-missing-perma.js}

@@ -33,6 +33,7 @@ export async function test() {
       '!Running: t_testo.js, path: t_testo.js',
       '>t_testo.js completed in',
       '\x1B[38;5;243mCompleted\x1B[0m tests/',
+      'Testsuite: shutdown',
     ],
     [
       '\x1B[31mFailed:\x1B[0m Server busy',
@@ -79,6 +80,7 @@ export async function test() {
       '>t_testo.js has 1 warnings(s)',
       '>t_testo.js completed in',
       '\x1B[38;5;243mCompleted\x1B[0m tests/',
+      'Testsuite: shutdown',
     ],
     [],
     'no perma but intermittent',

package/tests/series/perform/{t_nested.js → t-nested.js}

@@ -50,6 +50,7 @@ export async function test() {
       '\x1B[38;5;243mCompleted\x1B[0m unit/core',
       '\x1B[38;5;243mCompleted\x1B[0m unit',
       '\x1B[38;5;243mCompleted\x1B[0m tests/',
+      'Testsuite: shutdown',
     ],
     [],
     'nested',

package/tests/series/perform/{t_perma.js → t-perma.js}

@@ -36,6 +36,7 @@ export async function test() {
       '>t_testo.js has 1 warnings(s)',
       '>t_testo.js completed in',
       '\x1B[38;5;243mCompleted\x1B[0m tests/',
+      'Testsuite: shutdown',
     ],
     [],
     'perma',

package/tests/series/perform/{t_success.js → t-success.js}

@@ -18,6 +18,7 @@ export async function test() {
       '\x1B[32mOk:\x1B[0m Successio!',
       '>t_testo.js completed in',
       '\x1B[38;5;243mCompleted\x1B[0m tests/',
+      'Testsuite: shutdown',
     ],
     [],
     'success',
@@ -53,6 +54,7 @@ export async function test() {
       '\x1B[32mOk:\x1B[0m Successio!',
       '>t_testo.js completed in',
       '\x1B[38;5;243mCompleted\x1B[0m tests/',
+      'Testsuite: shutdown',
     ],
     [],
     'success #2',

package/tests/series/servicer/mock-servicer.js

@@ -0,0 +1,68 @@
+import { log } from '../../../logging/logging.js';
+import { MockSeries } from '../mock-series.js';
+
+/**
+ * Mock servicer for testing servicer lifecycle.
+ * Logs all operations for test validation.
+ */
+class MockServicer {
+  constructor(type) {
+    this.type = type;
+    this.services = new Set();
+  }
+
+  async init(services) {
+    log(`MockServicer:${this.type} init`);
+    if (services) {
+      for (const service of services) {
+        await this.start(service);
+      }
+    }
+  }
+
+  async deinit(services) {
+    log(`MockServicer:${this.type} deinit`);
+    if (services) {
+      for (const service of [...services].reverse()) {
+        await this.stop(service);
+      }
+    }
+  }
+
+  async start(service) {
+    log(`MockServicer:${this.type} starting ${service}`);
+    this.services.add(service);
+    return { started: service, type: this.type };
+  }
+
+  async stop(service) {
+    log(`MockServicer:${this.type} stopping ${service}`);
+    this.services.delete(service);
+    return { stopped: service, type: this.type };
+  }
+
+  async shutdown() {
+    const servicesStr =
+      this.services.size > 0
+        ? ` (services still running: ${Array.from(this.services).join(', ')})`
+        : '';
+    log(`MockServicer:${this.type} shutdown${servicesStr}`);
+    return { shutdown: true, type: this.type };
+  }
+
+  async ontest() {
+    return null;
+  }
+}
+
+/**
+ * MockSeries with servicer support.
+ * Creates MockServicer instances for testing.
+ */
+class MockSeriesWithServicer extends MockSeries {
+  createServicer(type) {
+    return new MockServicer(type || 'docker');
+  }
+}
+
+export { MockServicer, MockSeriesWithServicer };

package/tests/series/servicer/t-nested-servicer-lifecycle.js

@@ -0,0 +1,99 @@
+import { is_test_output, success } from '../../base/test.js';
+import { MockSeriesWithServicer } from './mock-servicer.js';
+
+export async function test() {
+  const ts = {
+    'tests': {
+      meta: {
+        servicer: 'docker',
+        services: ['db', 'cache'],
+        folders: ['nested'],
+      },
+      files: ['t_parent.js'],
+    },
+    'tests/t_parent.js': {
+      test() {
+        success('Parent test works');
+      },
+    },
+    'tests/nested': {
+      meta: {
+        servicer: 'docker',
+        services: ['worker', 'queue'],
+      },
+      files: ['t_child.js'],
+    },
+    'tests/nested/t_child.js': {
+      test() {
+        success('Child test works');
+      },
+    },
+  };
+
+  await is_test_output(
+    () => MockSeriesWithServicer.run([], { ts }),
+    [
+      'Settings: no temporary storage dir',
+      'Settings: logging into /tmp',
+      'Settings: chrome webdrivers',
+      '\x1B[38;5;99mStarted\x1B[0m mac/',
+
+      // Parent folder init - starts parent services
+      '!Running: mac/init, path: tests/meta.js',
+      'MockServicer:docker init',
+      'MockServicer:docker starting db',
+      'MockServicer:docker starting cache',
+      '>mac/init completed in',
+
+      // Parent test
+      '!Running: mac/t_parent.js, path: tests/t_parent.js',
+      '\x1B[32mOk:\x1B[0m Parent test works',
+      '>mac/t_parent.js completed in',
+
+      // Nested folder starts
+      '\x1B[38;5;99mStarted\x1B[0m mac/nested',
+
+      // Nested folder init - starts child services (parent services still running)
+      '!Running: mac/nested/init, path: tests/nested/meta.js',
+      'MockServicer:docker init',
+      'MockServicer:docker starting worker',
+      'MockServicer:docker starting queue',
+      '>mac/nested/init completed in',
+
+      // Child test
+      '!Running: mac/nested/t_child.js, path: tests/nested/t_child.js',
+      '\x1B[32mOk:\x1B[0m Child test works',
+      '>mac/nested/t_child.js completed in',
+
+      // Critical: nested uninit should only stop child services, NOT shutdown servicer
+      '!Running: mac/nested/uninit, path: tests/nested/meta.js',
+      'MockServicer:docker deinit',
+      'MockServicer:docker stopping queue',
+      'MockServicer:docker stopping worker',
+      // Should NOT see "MockServicer:docker shutdown" here!
+      '>mac/nested/uninit completed in',
+
+      '\x1B[38;5;243mCompleted\x1B[0m mac/nested',
+      'Logs are written to',
+
+      // Parent uninit - stops parent services
+      '!Running: mac/uninit, path: tests/meta.js',
+      'MockServicer:docker deinit',
+      'MockServicer:docker stopping cache',
+      'MockServicer:docker stopping db',
+      '>mac/uninit completed in',
+
+      '\x1B[102mSuccess!\x1B[0m Total: 2',
+      '\x1B[38;5;243mCompleted\x1B[0m mac/',
+      'Logs are written to',
+      'Elapsed:',
+      'Logs are written to',
+
+      // Final shutdown should happen here with no remaining services
+      'MockServicer:docker shutdown',
+      'Testsuite: shutdown',
+    ],
+    [],
+    'nested servicer lifecycle - no premature shutdown',
+  );
+}

package/tests/series/servicer/t-servicer-no-services.js

@@ -0,0 +1,53 @@
+import { is_test_output, success } from '../../base/test.js';
+import { MockSeriesWithServicer } from './mock-servicer.js';
+
+/**
+ * Test that a folder can specify servicer type without services.
+ * This is useful when you want to select an environment (e.g., kubernetes)
+ * without starting any services.
+ */
+export async function test() {
+  const ts = {
+    'tests': {
+      meta: {
+        servicer: 'kubernetes', // Just select the servicer type, no services
+      },
+      files: ['t_example.js'],
+    },
+    'tests/t_example.js': {
+      test() {
+        success('Test in kubernetes environment works');
+      },
+    },
+  };
+
+  await is_test_output(
+    () => MockSeriesWithServicer.run([], { ts }),
+    [
+      'Settings: no temporary storage dir',
+      'Settings: logging into /tmp',
+      'Settings: chrome webdrivers',
+      '\x1B[38;5;99mStarted\x1B[0m mac/',
+      '!Running: mac/init, path: tests/meta.js',
+      'MockServicer:kubernetes init',
+      // No services started - init is called with undefined/empty
+      '>mac/init completed in',
+      '!Running: mac/t_example.js, path: tests/t_example.js',
+      '\x1B[32mOk:\x1B[0m Test in kubernetes environment works',
+      '>mac/t_example.js completed in',
+      '!Running: mac/uninit, path: tests/meta.js',
+      'MockServicer:kubernetes deinit',
+      // No services stopped
+      '>mac/uninit completed in',
+      '\x1B[102mSuccess!\x1B[0m Total: 1',
+      '\x1B[38;5;243mCompleted\x1B[0m mac/',
+      'Logs are written to',
+      'Elapsed:',
+      'Logs are written to',
+      'MockServicer:kubernetes shutdown',
+      'Testsuite: shutdown',
+    ],
+    [],
+    'servicer without services',
+  );
+}

package/tests/series/servicer/t-servicer-type-switching.js

@@ -0,0 +1,139 @@
+/**
+ * Test for Servicer Type Switching
+ *
+ * Verifies that when switching between test folders with different servicer types,
+ * the old servicer is properly shut down before creating the new one.
+ *
+ * This prevents port conflicts when transitioning between Kubernetes and Docker servicers.
+ *
+ * Test scenario:
+ * 1. Folder 1: docker servicer with services
+ * 2. Folder 2: kubernetes servicer with services
+ * 3. Folder 3: back to docker servicer with services
+ * Expected: docker → kubernetes (shutdown docker, create k8s) → docker (shutdown k8s, create docker)
+ */
+
+import { is_test_output, success } from '../../base/test.js';
+import { MockSeriesWithServicer } from './mock-servicer.js';
+
+export async function test() {
+  const ts = {
+    'tests': {
+      meta: {
+        folders: ['folder1', 'folder2', 'folder3'],
+      },
+    },
+    'tests/folder1': {
+      meta: {
+        servicer: 'docker',
+        services: ['db'],
+      },
+      files: ['t_test1.js'],
+    },
+    'tests/folder2': {
+      meta: {
+        servicer: 'kubernetes',
+        services: ['ws'],
+      },
+      files: ['t_test2.js'],
+    },
+    'tests/folder3': {
+      meta: {
+        servicer: 'docker',
+        services: ['cache'],
+      },
+      files: ['t_test3.js'],
+    },
+    'tests/folder1/t_test1.js': {
+      test() {
+        success('Test 1 in docker folder');
+      },
+    },
+    'tests/folder2/t_test2.js': {
+      test() {
+        success('Test 2 in kubernetes folder');
+      },
+    },
+    'tests/folder3/t_test3.js': {
+      test() {
+        success('Test 3 back to docker');
+      },
+    },
+  };
+
+  await is_test_output(
+    () => MockSeriesWithServicer.run([], { ts }),
+    [
+      'Settings: no temporary storage dir',
+      'Settings: logging into /tmp',
+      'Settings: chrome webdrivers',
+      '\x1B[38;5;99mStarted\x1B[0m mac/',
+      '\x1B[38;5;99mStarted\x1B[0m mac/folder1',
+
+      // Folder 1: docker servicer
+      '!Running: mac/folder1/init, path: tests/folder1/meta.js',
+      'MockServicer:docker init',
+      'MockServicer:docker starting db',
+      '>mac/folder1/init completed in',
+
+      '!Running: mac/folder1/t_test1.js, path: tests/folder1/t_test1.js',
+      '\x1B[32mOk:\x1B[0m Test 1 in docker folder',
+      '>mac/folder1/t_test1.js completed in',
+
+      '!Running: mac/folder1/uninit, path: tests/folder1/meta.js',
+      'MockServicer:docker deinit',
+      'MockServicer:docker stopping db',
+      '>mac/folder1/uninit completed in',
+
+      '\x1B[38;5;243mCompleted\x1B[0m mac/folder1',
+      'Logs are written to',
+      '\x1B[38;5;99mStarted\x1B[0m mac/folder2',
+
+      // Folder 2: switch to kubernetes servicer (no shutdown - servicer handles conflicts)
+      '!Running: mac/folder2/init, path: tests/folder2/meta.js',
+      'MockServicer:kubernetes init',
+      'MockServicer:kubernetes starting ws',
+      '>mac/folder2/init completed in',
+
+      '!Running: mac/folder2/t_test2.js, path: tests/folder2/t_test2.js',
+      '\x1B[32mOk:\x1B[0m Test 2 in kubernetes folder',
+      '>mac/folder2/t_test2.js completed in',
+
+      '!Running: mac/folder2/uninit, path: tests/folder2/meta.js',
+      'MockServicer:kubernetes deinit',
+      'MockServicer:kubernetes stopping ws',
+      '>mac/folder2/uninit completed in',
+
+      '\x1B[38;5;243mCompleted\x1B[0m mac/folder2',
+      'Logs are written to',
+      '\x1B[38;5;99mStarted\x1B[0m mac/folder3',
+
+      // Folder 3: switch back to docker servicer (no shutdown - servicer handles conflicts)
+      '!Running: mac/folder3/init, path: tests/folder3/meta.js',
+      'MockServicer:docker init',
+      'MockServicer:docker starting cache',
+      '>mac/folder3/init completed in',
+
+      '!Running: mac/folder3/t_test3.js, path: tests/folder3/t_test3.js',
+      '\x1B[32mOk:\x1B[0m Test 3 back to docker',
+      '>mac/folder3/t_test3.js completed in',
+
+      '!Running: mac/folder3/uninit, path: tests/folder3/meta.js',
+      'MockServicer:docker deinit',
+      'MockServicer:docker stopping cache',
+      '>mac/folder3/uninit completed in',
+
+      '\x1B[38;5;243mCompleted\x1B[0m mac/folder3',
+      'Logs are written to',
+      '\x1B[102mSuccess!\x1B[0m Total: 3',
+      '\x1B[38;5;243mCompleted\x1B[0m mac/',
+      'Logs are written to',
+      'Elapsed:',
+      'Logs are written to',
+      'MockServicer:docker shutdown',
+      'Testsuite: shutdown',
+    ],
+    [],
+    'servicer type switching',
+  );
+}