as-test 1.1.10 → 1.3.0

package/bin/index.js

@@ -3,8 +3,10 @@ import chalk from "chalk";
 import {
   build,
   BuildFailureError,
+  flushModeWarnings,
   formatInvocation as formatBuildInvocation,
   getBuildInvocationPreview,
+  warnOnUnknownModeReferences,
 } from "./commands/build.js";
 import { createRunReporter, run } from "./commands/run.js";
 import { executeBuildCommand } from "./commands/build.js";
@@ -22,8 +24,11 @@ import {
   getDefaultModeNames,
   getCliVersion,
   loadConfig,
+  resolveArtifactPath,
   resolveModeNames,
+  resolveSpecRelativePath,
 } from "./util.js";
+import { normalizeFeatureName } from "./types.js";
 import * as path from "path";
 import { spawnSync } from "child_process";
 import { glob } from "glob";
@@ -287,10 +292,10 @@ function printCommandHelp(command) {
       "  --mode <name[,name...]>  Run one or multiple named config modes\n",
     );
     process.stdout.write(
-      "  --enable <feature>       Enable build feature (coverage|try-as)\n",
+      "  --enable <list>          Enable features, comma-separated (e.g. coverage,try-as,simd)\n",
     );
     process.stdout.write(
-      "  --disable <feature>      Disable build feature (coverage|try-as)\n",
+      "  --disable <list>         Disable features, comma-separated\n",
     );
     process.stdout.write(
       "  --parallel              Run files through an ordered worker pool using an automatic worker count\n",
@@ -354,10 +359,10 @@ function printCommandHelp(command) {
     );
     process.stdout.write("  --suites <name[,name...]> Alias for --suite\n");
     process.stdout.write(
-      "  --enable <feature>       Enable feature (coverage|try-as)\n",
+      "  --enable <list>          Enable features, comma-separated (e.g. coverage,try-as,simd)\n",
     );
     process.stdout.write(
-      "  --disable <feature>      Disable feature (coverage|try-as)\n",
+      "  --disable <list>         Disable features, comma-separated\n",
     );
     process.stdout.write(
       "  --reporter <name|path>   Use built-in reporter (default|tap) or custom module path\n",
@@ -426,10 +431,10 @@ function printCommandHelp(command) {
     );
     process.stdout.write("  --suites <name[,name...]> Alias for --suite\n");
     process.stdout.write(
-      "  --enable <feature>       Enable feature (coverage|try-as)\n",
+      "  --enable <list>          Enable features, comma-separated (e.g. coverage,try-as,simd)\n",
     );
     process.stdout.write(
-      "  --disable <feature>      Disable feature (coverage|try-as)\n",
+      "  --disable <list>         Disable features, comma-separated\n",
     );
     process.stdout.write(
       "  --fuzz                   Run fuzz targets after the normal test pass\n",
@@ -532,6 +537,12 @@ function printCommandHelp(command) {
     process.stdout.write(
       "  --example <minimal|full|none>           Set example template\n",
     );
+    process.stdout.write(
+      "  --enable <list>                         Enable features, comma-separated (coverage,try-as)\n",
+    );
+    process.stdout.write(
+      "  --disable <list>                        Disable features, comma-separated\n",
+    );
     process.stdout.write(
       "  --install                               Install dependencies after scaffolding\n",
     );
@@ -707,8 +718,9 @@ function resolveCommandArgs(rawArgs, command) {
   return values;
 }
 function resolveFeatureToggles(rawArgs, command) {
-  if (command !== "build" && command !== "run" && command !== "test") return {};
-  const out = {};
+  if (command !== "build" && command !== "run" && command !== "test")
+    return { featureOverrides: {} };
+  const out = { featureOverrides: {} };
   let seenCommand = false;
   for (let i = 0; i < rawArgs.length; i++) {
     const arg = rawArgs[i];
@@ -720,7 +732,9 @@ function resolveFeatureToggles(rawArgs, command) {
       const enabled = arg == "--enable";
       const next = rawArgs[i + 1];
       if (next && !next.startsWith("-")) {
-        applyFeatureToggle(out, next, enabled);
+        for (const name of splitFeatureList(next)) {
+          applyFeatureToggle(out, name, enabled);
+        }
         i++;
       }
       continue;
@@ -728,9 +742,9 @@ function resolveFeatureToggles(rawArgs, command) {
     if (arg.startsWith("--enable=") || arg.startsWith("--disable=")) {
       const enabled = arg.startsWith("--enable=");
       const eq = arg.indexOf("=");
-      const value = arg.slice(eq + 1).trim();
-      if (value.length) {
-        applyFeatureToggle(out, value, enabled);
+      const value = arg.slice(eq + 1);
+      for (const name of splitFeatureList(value)) {
+        applyFeatureToggle(out, name, enabled);
       }
     }
   }
@@ -1278,19 +1292,24 @@ function parseIntegerFlag(flag, value) {
   }
   return Math.floor(parsed);
 }
+function splitFeatureList(value) {
+  return value
+    .split(",")
+    .map((part) => part.trim())
+    .filter((part) => part.length > 0);
+}
 function applyFeatureToggle(out, rawFeature, enabled) {
-  const key = rawFeature.trim().toLowerCase();
+  const key = normalizeFeatureName(rawFeature);
+  if (!key.length) {
+    throw new Error(
+      `empty feature name passed to ${enabled ? "--enable" : "--disable"}`,
+    );
+  }
   if (key == "coverage") {
     out.coverage = enabled;
     return;
   }
-  if (key == "try-as" || key == "try_as" || key == "tryas") {
-    out.tryAs = enabled;
-    return;
-  }
-  throw new Error(
-    `unknown feature "${rawFeature}". Supported features: coverage, try-as`,
-  );
+  out.featureOverrides[key] = enabled;
 }
 function resolveCommandTokens(rawArgs, command) {
   const values = [];
@@ -1366,8 +1385,7 @@ async function runTestSequential(
   const results = [];
   let failed = false;
   const buildIntervals = [];
-  const duplicateSpecBasenames =
-    await resolveAllConfiguredDuplicateSpecBasenames(configPath);
+  const inputPatterns = await loadInputPatterns(configPath);
   for (const file of files) {
     const buildStartedAt = Date.now();
     let result;
@@ -1380,10 +1398,7 @@ async function runTestSequential(
         modeName,
         buildFeatureToggles,
       );
-      const artifactKey = resolvePerFileArtifactKey(
-        file,
-        duplicateSpecBasenames,
-      );
+      const artifactKey = resolveArtifactStem(file, inputPatterns);
       result = await run(runFlags, configPath, [file], false, {
         reporter,
         webSession,
@@ -1391,7 +1406,7 @@ async function runTestSequential(
         emitRunStart: false,
         emitRunComplete: false,
         logFileName: `test.${artifactKey}.log.json`,
-        coverageFileName: `coverage.${artifactKey}.log.json`,
+        coverageFileName: `${artifactKey}.log.json`,
         buildCommand: formatBuildInvocation(buildInvocation),
         modeName,
       });
@@ -1427,6 +1442,7 @@ async function runTestSequential(
       ),
     });
     reporter.flush?.();
+    flushModeWarnings(process.argv.includes("--show-warnings"));
   }
   return {
     failed,
@@ -1645,8 +1661,7 @@ async function runRuntimeMatrix(
     failed: false,
     passed: false,
   }));
-  const duplicateSpecBasenames =
-    await resolveAllConfiguredDuplicateSpecBasenames(configPath);
+  const inputPatterns = await loadInputPatterns(configPath);
   const buildIntervals = [];
   for (let fileIndex = 0; fileIndex < files.length; fileIndex++) {
     const file = files[fileIndex];
@@ -1665,10 +1680,7 @@ async function runRuntimeMatrix(
           modeName,
           {},
         );
-        const artifactKey = resolvePerFileArtifactKey(
-          file,
-          duplicateSpecBasenames,
-        );
+        const artifactKey = resolveArtifactStem(file, inputPatterns);
         const result = await run(runFlags, configPath, [file], false, {
           reporter: silentReporter,
           reporterKind: "default",
@@ -1676,7 +1688,7 @@ async function runRuntimeMatrix(
           emitRunStart: false,
           emitRunComplete: false,
           logFileName: `run.${artifactKey}.log.json`,
-          coverageFileName: `coverage.${artifactKey}.log.json`,
+          coverageFileName: `${artifactKey}.log.json`,
           buildCommand: formatBuildInvocation(buildInvocation),
           modeName,
         });
@@ -1880,6 +1892,7 @@ async function runTestModesCore(
           ),
         });
         reporterSession.reporter.flush?.();
+        flushModeWarnings(process.argv.includes("--show-warnings"));
       }
     }
   } finally {
@@ -2069,6 +2082,14 @@ async function runTestMatrix(
   fuzzOverrides,
 ) {
   const files = await resolveSelectedFiles(configPath, selectors);
+  if (files.length && configPath) {
+    try {
+      const loaded = loadConfig(configPath, false);
+      warnOnUnknownModeReferences(files, loaded.modes ?? {});
+    } catch {
+      // Best-effort: never fail the run on a scan error.
+    }
+  }
   if (!files.length) {
     if (!fuzzEnabled) {
       throw await buildNoTestFilesMatchedError(configPath, selectors);
@@ -2106,8 +2127,7 @@ async function runTestMatrix(
     failed: false,
     passed: false,
   }));
-  const duplicateSpecBasenames =
-    await resolveAllConfiguredDuplicateSpecBasenames(configPath);
+  const inputPatterns = await loadInputPatterns(configPath);
   const buildIntervals = [];
   for (let fileIndex = 0; fileIndex < files.length; fileIndex++) {
     const file = files[fileIndex];
@@ -2135,17 +2155,14 @@ async function runTestMatrix(
           modeName,
           buildFeatureToggles,
         );
-        const artifactKey = resolvePerFileArtifactKey(
-          file,
-          duplicateSpecBasenames,
-        );
+        const artifactKey = resolveArtifactStem(file, inputPatterns);
         result = await run(runFlags, configPath, [file], false, {
           reporter: silentReporter,
           reporterKind: "default",
           emitRunStart: false,
           emitRunComplete: false,
           logFileName: `test.${artifactKey}.log.json`,
-          coverageFileName: `coverage.${artifactKey}.log.json`,
+          coverageFileName: `${artifactKey}.log.json`,
           buildCommand: formatBuildInvocation(buildInvocation),
           modeName,
         });
@@ -2225,6 +2242,7 @@ async function runTestMatrix(
     modeSummary: buildModeSummary(modeState, modeSummaryTotal),
   });
   reporter.flush?.();
+  flushModeWarnings(process.argv.includes("--show-warnings"));
   return failed;
 }
 async function runFuzzModes(
@@ -2382,6 +2400,7 @@ async function runRuntimeSingleParallel(
     ),
   });
   reporter.flush?.();
+  flushModeWarnings(process.argv.includes("--show-warnings"));
   return results.some((result) => result.failed);
 }
 async function runRuntimeMatrixParallel(
@@ -2413,8 +2432,7 @@ async function runRuntimeMatrixParallel(
   const silentReporter = {};
   const modeLabels = modes.map((modeName) => modeName ?? "default");
   const showPerModeTimes = Boolean(runFlags.verbose);
-  const duplicateSpecBasenames =
-    await resolveAllConfiguredDuplicateSpecBasenames(configPath);
+  const inputPatterns = await loadInputPatterns(configPath);
   const ordered = new Array(files.length);
   const useQueueDisplay = reporterSession.reporterKind == "default";
   const queueDisplay = new ParallelQueueDisplay(
@@ -2454,10 +2472,7 @@ async function runRuntimeMatrixParallel(
             modeName,
             {},
           );
-          const artifactKey = resolvePerFileArtifactKey(
-            file,
-            duplicateSpecBasenames,
-          );
+          const artifactKey = resolveArtifactStem(file, inputPatterns);
           result = await run(runFlags, configPath, [file], false, {
             reporter: silentReporter,
             reporterKind: "default",
@@ -2465,7 +2480,7 @@ async function runRuntimeMatrixParallel(
             emitRunStart: false,
             emitRunComplete: false,
             logFileName: `run.${artifactKey}.log.json`,
-            coverageFileName: `coverage.${artifactKey}.log.json`,
+            coverageFileName: `${artifactKey}.log.json`,
             buildCommand: formatBuildInvocation(buildInvocation),
             modeName,
           });
@@ -2530,6 +2545,7 @@ async function runRuntimeMatrixParallel(
     modeSummary: buildModeSummary(modeState, modeSummaryTotal),
   });
   reporter.flush?.();
+  flushModeWarnings(process.argv.includes("--show-warnings"));
   return allResults.some((result) => result.failed);
 }
 async function runTestSingleParallel(
@@ -2563,8 +2579,7 @@ async function runTestSingleParallel(
     snapshotEnabled,
     createSnapshots: runFlags.createSnapshots,
   });
-  const duplicateSpecBasenames =
-    await resolveAllConfiguredDuplicateSpecBasenames(configPath);
+  const inputPatterns = await loadInputPatterns(configPath);
   const results = new Array(files.length);
   const useQueueDisplay = reporterSession.reporterKind == "default";
   const queueDisplay = new ParallelQueueDisplay(
@@ -2607,10 +2622,7 @@ async function runTestSingleParallel(
             modeName,
             buildFeatureToggles,
           );
-          const artifactKey = resolvePerFileArtifactKey(
-            file,
-            duplicateSpecBasenames,
-          );
+          const artifactKey = resolveArtifactStem(file, inputPatterns);
           result = await run(
             { ...runFlags, clean: true },
             configPath,
@@ -2622,7 +2634,7 @@ async function runTestSingleParallel(
               suiteSelectors,
               emitRunComplete: false,
               logFileName: `test.${artifactKey}.log.json`,
-              coverageFileName: `coverage.${artifactKey}.log.json`,
+              coverageFileName: `${artifactKey}.log.json`,
               buildCommand: formatBuildInvocation(buildInvocation),
               modeName,
             },
@@ -2689,6 +2701,7 @@ async function runTestSingleParallel(
     ),
   });
   reporter.flush?.();
+  flushModeWarnings(process.argv.includes("--show-warnings"));
   return failed;
 }
 async function runTestMatrixParallel(
@@ -2705,6 +2718,14 @@ async function runTestMatrixParallel(
   fuzzOverrides,
 ) {
   const files = await resolveSelectedFiles(configPath, selectors);
+  if (files.length && configPath) {
+    try {
+      const loaded = loadConfig(configPath, false);
+      warnOnUnknownModeReferences(files, loaded.modes ?? {});
+    } catch {
+      // Best-effort: never fail the run on a scan error.
+    }
+  }
   if (!files.length) {
     if (!fuzzEnabled) {
       throw await buildNoTestFilesMatchedError(configPath, selectors);
@@ -2734,8 +2755,7 @@ async function runTestMatrixParallel(
   const silentReporter = {};
   const modeLabels = modes.map((modeName) => modeName ?? "default");
   const showPerModeTimes = Boolean(runFlags.verbose);
-  const duplicateSpecBasenames =
-    await resolveAllConfiguredDuplicateSpecBasenames(configPath);
+  const inputPatterns = await loadInputPatterns(configPath);
   const ordered = new Array(files.length);
   const useQueueDisplay = reporterSession.reporterKind == "default";
   const queueDisplay = new ParallelQueueDisplay(
@@ -2775,10 +2795,7 @@ async function runTestMatrixParallel(
             modeName,
             buildFeatureToggles,
           );
-          const artifactKey = resolvePerFileArtifactKey(
-            file,
-            duplicateSpecBasenames,
-          );
+          const artifactKey = resolveArtifactStem(file, inputPatterns);
           result = await run(runFlags, configPath, [file], false, {
             reporter: silentReporter,
             reporterKind: "default",
@@ -2786,7 +2803,7 @@ async function runTestMatrixParallel(
             emitRunStart: false,
             emitRunComplete: false,
             logFileName: `test.${artifactKey}.log.json`,
-            coverageFileName: `coverage.${artifactKey}.log.json`,
+            coverageFileName: `${artifactKey}.log.json`,
             buildCommand: formatBuildInvocation(buildInvocation),
             modeName,
           });
@@ -2873,6 +2890,7 @@ async function runTestMatrixParallel(
     modeSummary: buildModeSummary(modeState, modeSummaryTotal),
   });
   reporter.flush?.();
+  flushModeWarnings(process.argv.includes("--show-warnings"));
   return failed;
 }
 async function runFuzzMatrixResultsParallel(
@@ -3601,80 +3619,21 @@ function isBareSuiteSelector(selector) {
 function stripSuiteSuffix(selector) {
   return selector.replace(/\.spec\.ts$/, "").replace(/\.ts$/, "");
 }
-function resolveDuplicateSpecBasenames(files) {
-  const counts = new Map();
-  for (const file of files) {
-    const base = path.basename(file);
-    counts.set(base, (counts.get(base) ?? 0) + 1);
-  }
-  const duplicates = new Set();
-  for (const [base, count] of counts) {
-    if (count > 1) duplicates.add(base);
-  }
-  return duplicates;
+// Returns the spec relative path (under the configured input base) with the
+// trailing ".ts" stripped, suitable for use as a stable per-file key for
+// coverage and log filenames.
+function resolveArtifactStem(file, inputPatterns) {
+  return resolveSpecRelativePath(file, inputPatterns).replace(/\.ts$/i, "");
 }
-// Disambiguation must consider the full configured input set, not the
-// selector-filtered subset, otherwise running a single spec writes/looks up an
-// artifact name that the rest of the toolchain doesn't agree on.
-async function resolveAllConfiguredDuplicateSpecBasenames(configPath) {
+async function loadInputPatterns(configPath) {
   const resolvedConfigPath =
     configPath ?? path.join(process.cwd(), "./as-test.config.json");
-  const config = loadConfig(resolvedConfigPath, false);
-  return resolveDuplicateBasenamesForPatterns(config.input);
+  return loadConfig(resolvedConfigPath, false).input;
 }
-async function resolveAllConfiguredDuplicateFuzzBasenames(configPath) {
+async function loadFuzzInputPatterns(configPath) {
   const resolvedConfigPath =
     configPath ?? path.join(process.cwd(), "./as-test.config.json");
-  const config = loadConfig(resolvedConfigPath, false);
-  return resolveDuplicateBasenamesForPatterns(config.fuzz.input);
-}
-async function resolveDuplicateBasenamesForPatterns(configured) {
-  const patterns = Array.isArray(configured) ? configured : [configured];
-  const files = await glob(patterns);
-  return resolveDuplicateSpecBasenames(files);
-}
-function resolvePerFileArtifactKey(file, duplicateSpecBasenames) {
-  const base = path.basename(file);
-  let raw = base;
-  if (duplicateSpecBasenames.has(base)) {
-    const disambiguator = resolvePerFileDisambiguator(file);
-    if (disambiguator.length) {
-      raw = `${base}.${disambiguator}`;
-    }
-  }
-  return raw.replace(/[^a-zA-Z0-9._-]/g, "_");
-}
-function resolvePerFileDisambiguator(file) {
-  const relDir = path.dirname(path.relative(process.cwd(), file));
-  if (!relDir.length || relDir == ".") return "";
-  return relDir
-    .replace(/[\\/]+/g, "__")
-    .replace(/[^A-Za-z0-9._-]/g, "_")
-    .replace(/^_+|_+$/g, "");
-}
-function resolveArtifactFileNameForPreview(
-  file,
-  target,
-  modeName,
-  duplicateSpecBasenames,
-) {
-  const base = path
-    .basename(file)
-    .replace(/\.spec\.ts$/, "")
-    .replace(/\.ts$/, "");
-  const legacy = !modeName
-    ? `${path.basename(file).replace(".ts", ".wasm")}`
-    : `${base}.${modeName}.${target}.wasm`;
-  if (!duplicateSpecBasenames.has(path.basename(file))) {
-    return legacy;
-  }
-  const disambiguator = resolvePerFileDisambiguator(file);
-  if (!disambiguator.length) {
-    return legacy;
-  }
-  const ext = path.extname(legacy);
-  const stem = ext.length ? legacy.slice(0, -ext.length) : legacy;
-  return `${stem}.${disambiguator}${ext}`;
+  return loadConfig(resolvedConfigPath, false).fuzz.input;
 }
 async function ensureWebBrowsersReady(configPath, modes, browserOverride) {
   const resolvedConfigPath =
@@ -4201,10 +4160,8 @@ async function listExecutionPlan(
         : `No test files matched: ${scope}`,
     );
   }
-  const duplicateSpecBasenames =
-    await resolveAllConfiguredDuplicateSpecBasenames(configPath);
-  const duplicateFuzzBasenames =
-    await resolveAllConfiguredDuplicateFuzzBasenames(configPath);
+  const inputPatterns = await loadInputPatterns(configPath);
+  const fuzzInputPatterns = await loadFuzzInputPatterns(configPath);
   if (specFiles.length) {
     process.stdout.write(chalk.bold("Resolved files:\n"));
     for (const file of specFiles) {
@@ -4258,12 +4215,7 @@ async function listExecutionPlan(
     if (specFiles.length) {
       process.stdout.write("  artifacts:\n");
       for (const file of specFiles) {
-        const artifactName = resolveArtifactFileNameForPreview(
-          file,
-          active.buildOptions.target,
-          modeName,
-          duplicateSpecBasenames,
-        );
+        const artifactName = resolveArtifactPath(file, inputPatterns);
         process.stdout.write(
           `    - ${path.join(active.outDir, artifactName)}\n`,
         );
@@ -4272,12 +4224,7 @@ async function listExecutionPlan(
     if (fuzzFiles.length && command == "test") {
       process.stdout.write("  fuzz artifacts:\n");
       for (const file of fuzzFiles) {
-        const artifactName = resolveArtifactFileNameForPreview(
-          file,
-          "bindings",
-          modeName,
-          duplicateFuzzBasenames,
-        );
+        const artifactName = resolveArtifactPath(file, fuzzInputPatterns);
         process.stdout.write(
           `    - ${path.join(active.outDir, artifactName)}\n`,
         );
@@ -4285,12 +4232,7 @@ async function listExecutionPlan(
     } else if (command == "fuzz") {
       process.stdout.write("  artifacts:\n");
       for (const file of fuzzFiles) {
-        const artifactName = resolveArtifactFileNameForPreview(
-          file,
-          "bindings",
-          modeName,
-          duplicateFuzzBasenames,
-        );
+        const artifactName = resolveArtifactPath(file, fuzzInputPatterns);
         process.stdout.write(
           `    - ${path.join(active.outDir, artifactName)}\n`,
         );

package/bin/types.js

@@ -8,6 +8,7 @@ export class Config {
     this.snapshotDir = "./.as-test/snapshots";
     this.config = "none";
     this.coverage = false;
+    this.features = [];
     this.env = {};
     this.buildOptions = new BuildOptions();
     this.runOptions = new RunOptions();
@@ -15,6 +16,12 @@ export class Config {
     this.modes = {};
   }
 }
+export const INTERNAL_FEATURE_NAMES = new Set(["try-as"]);
+export function normalizeFeatureName(value) {
+  const trimmed = value.trim().toLowerCase();
+  if (trimmed == "try_as" || trimmed == "tryas") return "try-as";
+  return trimmed;
+}
 export class CoverageOptions {
   constructor() {
     this.enabled = false;