as-test 1.1.1 → 1.1.2

package/bin/index.js

@@ -1,6 +1,6 @@
 #!/usr/bin/env node
 import chalk from "chalk";
-import { build, formatInvocation as formatBuildInvocation, getBuildInvocationPreview, } from "./commands/build.js";
+import { build, BuildFailureError, formatInvocation as formatBuildInvocation, getBuildInvocationPreview, } from "./commands/build.js";
 import { createRunReporter, run } from "./commands/run.js";
 import { executeBuildCommand } from "./commands/build.js";
 import { executeRunCommand } from "./commands/run.js";
@@ -10,7 +10,7 @@ import { executeInitCommand } from "./commands/init.js";
 import { executeDoctorCommand } from "./commands/doctor.js";
 import { executeCleanCommand } from "./commands/clean.js";
 import { fuzz } from "./commands/fuzz-core.js";
-import { applyMode, getDefaultModeNames, formatTime, getCliVersion, loadConfig, resolveModeNames, } from "./util.js";
+import { applyMode, formatTime, formatSpecDisplayPath, getDefaultModeNames, getCliVersion, loadConfig, resolveModeNames, } from "./util.js";
 import * as path from "path";
 import { spawnSync } from "child_process";
 import { glob } from "glob";
@@ -374,7 +374,6 @@ function printCommandHelp(command) {
         process.stdout.write(chalk.bold("Flags:\n"));
         process.stdout.write("  --config <path>          Use a specific config file\n");
         process.stdout.write("  --mode <name[,name...]>  Clean one or multiple named modes\n");
-        process.stdout.write("  -f, --force              Skip the full-clean confirmation prompt\n");
         process.stdout.write("  --help, -h               Show this help\n");
         return;
     }
@@ -1070,10 +1069,12 @@ function resolveCommandTokens(rawArgs, command) {
 }
 async function buildFileForMode(args) {
     if (args.buildPool) {
+        const buildInvocation = await getBuildInvocationPreview(args.configPath, args.file, args.modeName, args.buildFeatureToggles);
         await args.buildPool.buildFileMode({
             configPath: args.configPath,
             file: args.file,
             modeName: args.modeName,
+            buildCommand: formatBuildInvocation(buildInvocation),
             featureToggles: args.buildFeatureToggles,
         });
     }
@@ -1104,21 +1105,30 @@ async function runTestSequential(runFlags, configPath, selectors, suiteSelectors
     const duplicateSpecBasenames = resolveDuplicateSpecBasenames(files);
     for (const file of files) {
         const buildStartedAt = Date.now();
-        await build(configPath, [file], modeName, buildFeatureToggles);
-        buildIntervals.push({ start: buildStartedAt, end: Date.now() });
-        const buildInvocation = await getBuildInvocationPreview(configPath, file, modeName, buildFeatureToggles);
-        const artifactKey = resolvePerFileArtifactKey(file, duplicateSpecBasenames);
-        const result = await run(runFlags, configPath, [file], false, {
-            reporter,
-            webSession,
-            suiteSelectors,
-            emitRunStart: false,
-            emitRunComplete: false,
-            logFileName: `test.${artifactKey}.log.json`,
-            coverageFileName: `coverage.${artifactKey}.log.json`,
-            buildCommand: formatBuildInvocation(buildInvocation),
-            modeName,
-        });
+        let result;
+        try {
+            await build(configPath, [file], modeName, buildFeatureToggles);
+            buildIntervals.push({ start: buildStartedAt, end: Date.now() });
+            const buildInvocation = await getBuildInvocationPreview(configPath, file, modeName, buildFeatureToggles);
+            const artifactKey = resolvePerFileArtifactKey(file, duplicateSpecBasenames);
+            result = await run(runFlags, configPath, [file], false, {
+                reporter,
+                webSession,
+                suiteSelectors,
+                emitRunStart: false,
+                emitRunComplete: false,
+                logFileName: `test.${artifactKey}.log.json`,
+                coverageFileName: `coverage.${artifactKey}.log.json`,
+                buildCommand: formatBuildInvocation(buildInvocation),
+                modeName,
+            });
+        }
+        catch (error) {
+            const buildFailure = getBuildFailureErrorLike(error);
+            if (!buildFailure)
+                throw error;
+            result = createBuildFailureRunResult(buildFailure);
+        }
         results.push(result);
         if (result?.failed)
             failed = true;
@@ -1305,7 +1315,7 @@ async function runRuntimeMatrix(runFlags, configPath, selectors, suiteSelectors,
     const buildIntervals = [];
     for (let fileIndex = 0; fileIndex < files.length; fileIndex++) {
         const file = files[fileIndex];
-        const fileName = path.basename(file);
+        const fileName = formatSpecDisplayPath(file);
         const fileResults = [];
         const modeTimes = modes.map(() => "...");
         if (liveMatrix) {
@@ -1481,7 +1491,7 @@ async function runTestMatrix(runFlags, configPath, selectors, suiteSelectors, fu
     const buildIntervals = [];
     for (let fileIndex = 0; fileIndex < files.length; fileIndex++) {
         const file = files[fileIndex];
-        const fileName = path.basename(file);
+        const fileName = formatSpecDisplayPath(file);
         const fileResults = [];
         const modeTimes = modes.map(() => "...");
         if (liveMatrix) {
@@ -1489,6 +1499,7 @@ async function runTestMatrix(runFlags, configPath, selectors, suiteSelectors, fu
         }
         for (let i = 0; i < modes.length; i++) {
             const modeName = modes[i];
+            let result;
             try {
                 const buildStartedAt = Date.now();
                 await buildFileForMode({
@@ -1500,7 +1511,7 @@ async function runTestMatrix(runFlags, configPath, selectors, suiteSelectors, fu
                 buildIntervals.push({ start: buildStartedAt, end: Date.now() });
                 const buildInvocation = await getBuildInvocationPreview(configPath, file, modeName, buildFeatureToggles);
                 const artifactKey = resolvePerFileArtifactKey(file, duplicateSpecBasenames);
-                const result = await run(runFlags, configPath, [file], false, {
+                result = await run(runFlags, configPath, [file], false, {
                     reporter: silentReporter,
                     reporterKind: "default",
                     emitRunStart: false,
@@ -1510,23 +1521,27 @@ async function runTestMatrix(runFlags, configPath, selectors, suiteSelectors, fu
                     buildCommand: formatBuildInvocation(buildInvocation),
                     modeName,
                 });
-                modeTimes[i] = formatMatrixModeTime(result.stats.time);
-                if (liveMatrix) {
-                    renderMatrixLiveLine(fileName, modeLabels, modeTimes, showPerModeTimes);
-                }
-                if (result.failed) {
-                    modeState[i].failed = true;
-                }
-                else if (result.stats.passedFiles > 0) {
-                    modeState[i].passed = true;
-                }
-                fileResults.push(result);
-                allResults.push(result);
             }
             catch (error) {
-                clearLiveLine();
-                throw error;
+                const buildFailure = getBuildFailureErrorLike(error);
+                if (!buildFailure) {
+                    clearLiveLine();
+                    throw error;
+                }
+                result = createBuildFailureRunResult(buildFailure);
+            }
+            modeTimes[i] = formatMatrixModeTime(result.stats.time);
+            if (liveMatrix) {
+                renderMatrixLiveLine(fileName, modeLabels, modeTimes, showPerModeTimes);
+            }
+            if (result.failed) {
+                modeState[i].failed = true;
             }
+            else if (result.stats.passedFiles > 0) {
+                modeState[i].passed = true;
+            }
+            fileResults.push(result);
+            allResults.push(result);
         }
         if (reporterSession.reporterKind == "default") {
             renderMatrixFileResult(fileName, modeLabels, fileResults, modeTimes, liveMatrix, showPerModeTimes);
@@ -1611,22 +1626,31 @@ async function runRuntimeSingleParallel(runFlags, configPath, selectors, suiteSe
     const poolWidth = Math.max(runFlags.buildJobs, runFlags.runJobs);
     await runOrderedPool(files, poolWidth, async (file, index) => {
         const token = useQueueDisplay
-            ? renderQueuedFileStart(queueDisplay, path.basename(file))
+            ? renderQueuedFileStart(queueDisplay, formatSpecDisplayPath(file))
             : null;
         const buffered = useQueueDisplay
             ? await createBufferedReporter(configPath, runFlags.reporterPath, modeName)
             : null;
-        const result = await runLimit(() => run({ ...runFlags, clean: true }, configPath, [file], false, {
-            reporter: buffered?.reporter,
-            reporterKind: buffered?.reporterKind,
-            modeName,
-            suiteSelectors,
-            emitRunComplete: false,
-            fileSummaryTotal: 1,
-            modeSummaryTotal,
-            modeSummaryExecuted: 1,
-            buildCommandsByFile: { [file]: buildCommandsByFile[file] ?? "" },
-        }));
+        let result;
+        try {
+            result = await runLimit(() => run({ ...runFlags, clean: true }, configPath, [file], false, {
+                reporter: buffered?.reporter,
+                reporterKind: buffered?.reporterKind,
+                modeName,
+                suiteSelectors,
+                emitRunComplete: false,
+                fileSummaryTotal: 1,
+                modeSummaryTotal,
+                modeSummaryExecuted: 1,
+                buildCommandsByFile: { [file]: buildCommandsByFile[file] ?? "" },
+            }));
+        }
+        catch (error) {
+            const buildFailure = getBuildFailureErrorLike(error);
+            if (!buildFailure)
+                throw error;
+            result = createBuildFailureRunResult(buildFailure);
+        }
         buffered?.reporter.flush?.();
         results[index] = result;
         if (buffered && token != null) {
@@ -1677,7 +1701,7 @@ async function runRuntimeMatrixParallel(runFlags, configPath, selectors, suiteSe
     const buildIntervals = [];
     try {
         await runOrderedPool(files, poolWidth, async (file, fileIndex) => {
-            const fileName = path.basename(file);
+            const fileName = formatSpecDisplayPath(file);
             const token = useQueueDisplay
                 ? renderQueuedFileStart(queueDisplay, fileName)
                 : null;
@@ -1685,28 +1709,37 @@ async function runRuntimeMatrixParallel(runFlags, configPath, selectors, suiteSe
             const modeTimes = modes.map(() => "...");
             for (let i = 0; i < modes.length; i++) {
                 const modeName = modes[i];
-                const buildStartedAt = Date.now();
-                await buildFileForMode({
-                    configPath,
-                    file,
-                    modeName,
-                    buildFeatureToggles: {},
-                    buildPool,
-                });
-                buildIntervals.push({ start: buildStartedAt, end: Date.now() });
-                const buildInvocation = await getBuildInvocationPreview(configPath, file, modeName, {});
-                const artifactKey = resolvePerFileArtifactKey(file, duplicateSpecBasenames);
-                const result = await run(runFlags, configPath, [file], false, {
-                    reporter: silentReporter,
-                    reporterKind: "default",
-                    suiteSelectors,
-                    emitRunStart: false,
-                    emitRunComplete: false,
-                    logFileName: `run.${artifactKey}.log.json`,
-                    coverageFileName: `coverage.${artifactKey}.log.json`,
-                    buildCommand: formatBuildInvocation(buildInvocation),
-                    modeName,
-                });
+                let result;
+                try {
+                    const buildStartedAt = Date.now();
+                    await buildFileForMode({
+                        configPath,
+                        file,
+                        modeName,
+                        buildFeatureToggles: {},
+                        buildPool,
+                    });
+                    buildIntervals.push({ start: buildStartedAt, end: Date.now() });
+                    const buildInvocation = await getBuildInvocationPreview(configPath, file, modeName, {});
+                    const artifactKey = resolvePerFileArtifactKey(file, duplicateSpecBasenames);
+                    result = await run(runFlags, configPath, [file], false, {
+                        reporter: silentReporter,
+                        reporterKind: "default",
+                        suiteSelectors,
+                        emitRunStart: false,
+                        emitRunComplete: false,
+                        logFileName: `run.${artifactKey}.log.json`,
+                        coverageFileName: `coverage.${artifactKey}.log.json`,
+                        buildCommand: formatBuildInvocation(buildInvocation),
+                        modeName,
+                    });
+                }
+                catch (error) {
+                    const buildFailure = getBuildFailureErrorLike(error);
+                    if (!buildFailure)
+                        throw error;
+                    result = createBuildFailureRunResult(buildFailure);
+                }
                 modeTimes[i] = formatMatrixModeTime(result.stats.time);
                 fileResults.push(result);
             }
@@ -1781,32 +1814,41 @@ async function runTestSingleParallel(runFlags, configPath, selectors, suiteSelec
         try {
             await runOrderedPool(files, poolWidth, async (file, index) => {
                 const token = useQueueDisplay
-                    ? renderQueuedFileStart(queueDisplay, path.basename(file))
+                    ? renderQueuedFileStart(queueDisplay, formatSpecDisplayPath(file))
                     : null;
-                const buildStartedAt = Date.now();
-                await buildFileForMode({
-                    configPath,
-                    file,
-                    modeName,
-                    buildFeatureToggles,
-                    buildPool,
-                });
-                buildIntervals.push({ start: buildStartedAt, end: Date.now() });
-                const buildInvocation = await getBuildInvocationPreview(configPath, file, modeName, buildFeatureToggles);
-                const artifactKey = resolvePerFileArtifactKey(file, duplicateSpecBasenames);
                 const buffered = useQueueDisplay
                     ? await createBufferedReporter(configPath, runFlags.reporterPath, modeName)
                     : null;
-                const result = await run({ ...runFlags, clean: true }, configPath, [file], false, {
-                    reporter: buffered?.reporter,
-                    reporterKind: buffered?.reporterKind,
-                    suiteSelectors,
-                    emitRunComplete: false,
-                    logFileName: `test.${artifactKey}.log.json`,
-                    coverageFileName: `coverage.${artifactKey}.log.json`,
-                    buildCommand: formatBuildInvocation(buildInvocation),
-                    modeName,
-                });
+                let result;
+                try {
+                    const buildStartedAt = Date.now();
+                    await buildFileForMode({
+                        configPath,
+                        file,
+                        modeName,
+                        buildFeatureToggles,
+                        buildPool,
+                    });
+                    buildIntervals.push({ start: buildStartedAt, end: Date.now() });
+                    const buildInvocation = await getBuildInvocationPreview(configPath, file, modeName, buildFeatureToggles);
+                    const artifactKey = resolvePerFileArtifactKey(file, duplicateSpecBasenames);
+                    result = await run({ ...runFlags, clean: true }, configPath, [file], false, {
+                        reporter: buffered?.reporter,
+                        reporterKind: buffered?.reporterKind,
+                        suiteSelectors,
+                        emitRunComplete: false,
+                        logFileName: `test.${artifactKey}.log.json`,
+                        coverageFileName: `coverage.${artifactKey}.log.json`,
+                        buildCommand: formatBuildInvocation(buildInvocation),
+                        modeName,
+                    });
+                }
+                catch (error) {
+                    const buildFailure = getBuildFailureErrorLike(error);
+                    if (!buildFailure)
+                        throw error;
+                    result = createBuildFailureRunResult(buildFailure);
+                }
                 buffered?.reporter.flush?.();
                 results[index] = result;
                 if (buffered && token != null) {
@@ -1882,7 +1924,7 @@ async function runTestMatrixParallel(runFlags, configPath, selectors, suiteSelec
     const buildIntervals = [];
     try {
         await runOrderedPool(files, poolWidth, async (file, fileIndex) => {
-            const fileName = path.basename(file);
+            const fileName = formatSpecDisplayPath(file);
             const token = useQueueDisplay
                 ? renderQueuedFileStart(queueDisplay, fileName)
                 : null;
@@ -1890,28 +1932,37 @@ async function runTestMatrixParallel(runFlags, configPath, selectors, suiteSelec
             const modeTimes = modes.map(() => "...");
             for (let i = 0; i < modes.length; i++) {
                 const modeName = modes[i];
-                const buildStartedAt = Date.now();
-                await buildFileForMode({
-                    configPath,
-                    file,
-                    modeName,
-                    buildFeatureToggles,
-                    buildPool,
-                });
-                buildIntervals.push({ start: buildStartedAt, end: Date.now() });
-                const buildInvocation = await getBuildInvocationPreview(configPath, file, modeName, buildFeatureToggles);
-                const artifactKey = resolvePerFileArtifactKey(file, duplicateSpecBasenames);
-                const result = await run(runFlags, configPath, [file], false, {
-                    reporter: silentReporter,
-                    reporterKind: "default",
-                    suiteSelectors,
-                    emitRunStart: false,
-                    emitRunComplete: false,
-                    logFileName: `test.${artifactKey}.log.json`,
-                    coverageFileName: `coverage.${artifactKey}.log.json`,
-                    buildCommand: formatBuildInvocation(buildInvocation),
-                    modeName,
-                });
+                let result;
+                try {
+                    const buildStartedAt = Date.now();
+                    await buildFileForMode({
+                        configPath,
+                        file,
+                        modeName,
+                        buildFeatureToggles,
+                        buildPool,
+                    });
+                    buildIntervals.push({ start: buildStartedAt, end: Date.now() });
+                    const buildInvocation = await getBuildInvocationPreview(configPath, file, modeName, buildFeatureToggles);
+                    const artifactKey = resolvePerFileArtifactKey(file, duplicateSpecBasenames);
+                    result = await run(runFlags, configPath, [file], false, {
+                        reporter: silentReporter,
+                        reporterKind: "default",
+                        suiteSelectors,
+                        emitRunStart: false,
+                        emitRunComplete: false,
+                        logFileName: `test.${artifactKey}.log.json`,
+                        coverageFileName: `coverage.${artifactKey}.log.json`,
+                        buildCommand: formatBuildInvocation(buildInvocation),
+                        modeName,
+                    });
+                }
+                catch (error) {
+                    const buildFailure = getBuildFailureErrorLike(error);
+                    if (!buildFailure)
+                        throw error;
+                    result = createBuildFailureRunResult(buildFailure);
+                }
                 modeTimes[i] = formatMatrixModeTime(result.stats.time);
                 fileResults.push(result);
             }
@@ -2006,7 +2057,9 @@ async function runFuzzMatrixResultsParallel(configPath, selectors, fuzzerSelecto
 async function runFuzzMatrixResults(configPath, selectors, fuzzerSelectors, modes, overrides, reporter) {
     const results = [];
     for (const modeName of modes) {
-        const files = await resolveSelectedFuzzFiles(configPath, selectors, [modeName]);
+        const files = await resolveSelectedFuzzFiles(configPath, selectors, [
+            modeName,
+        ]);
         if (!files.length) {
             continue;
         }
@@ -2212,6 +2265,133 @@ function buildSingleModeSummary(stats, snapshotSummary, totalModes) {
         total,
     };
 }
+function createBuildFailureRunResult(error) {
+    const message = formatBuildFailureMessage(error);
+    const report = {
+        file: error.file,
+        modeName: error.mode,
+        suites: [
+            {
+                file: error.file,
+                description: formatSpecDisplayPath(error.file),
+                depth: 0,
+                kind: "build-error",
+                verdict: "fail",
+                time: {
+                    start: 0,
+                    end: 0,
+                },
+                suites: [],
+                logs: [],
+                tests: [
+                    {
+                        order: 0,
+                        type: "build-error",
+                        verdict: "fail",
+                        left: null,
+                        right: null,
+                        instr: "build failed before the test could run",
+                        message,
+                        location: "",
+                    },
+                ],
+                modeName: error.mode,
+                buildCommand: formatBuildInvocation(error.invocation),
+                runCommand: "",
+            },
+        ],
+        coverage: {
+            total: 0,
+            covered: 0,
+            uncovered: 0,
+            percent: 100,
+            points: [],
+        },
+        runCommand: "",
+        buildCommand: formatBuildInvocation(error.invocation),
+        snapshotSummary: {
+            matched: 0,
+            created: 0,
+            updated: 0,
+            failed: 0,
+        },
+    };
+    return {
+        failed: true,
+        buildTime: 0,
+        stats: {
+            passedFiles: 0,
+            failedFiles: 1,
+            skippedFiles: 0,
+            passedSuites: 0,
+            failedSuites: 1,
+            skippedSuites: 0,
+            passedTests: 0,
+            failedTests: 1,
+            skippedTests: 0,
+            time: 0,
+            failedEntries: [
+                {
+                    ...report.suites[0],
+                    file: error.file,
+                    modeName: error.mode,
+                    buildCommand: report.buildCommand,
+                    runCommand: "",
+                },
+            ],
+        },
+        snapshotSummary: report.snapshotSummary,
+        coverageSummary: {
+            enabled: false,
+            showPoints: false,
+            total: 0,
+            covered: 0,
+            uncovered: 0,
+            percent: 100,
+            files: [],
+        },
+        reports: [report],
+    };
+}
+function formatBuildFailureMessage(error) {
+    const parts = [];
+    const stderr = error.stderr.trim();
+    const stdout = error.stdout.trim();
+    if (stderr.length) {
+        parts.push(`stderr:\n${stderr}`);
+    }
+    if (stdout.length) {
+        parts.push(`stdout:\n${stdout}`);
+    }
+    if (error.crashLogPath.length) {
+        parts.push(`Crash log:\n${error.crashLogPath}`);
+    }
+    return parts.join("\n\n") || "build failed with no compiler output";
+}
+function getBuildFailureErrorLike(error) {
+    if (error instanceof BuildFailureError) {
+        return error;
+    }
+    if (!error || typeof error != "object") {
+        return null;
+    }
+    const candidate = error;
+    if (candidate.name != "BuildFailureError") {
+        return null;
+    }
+    if (typeof candidate.file != "string" ||
+        typeof candidate.mode != "string" ||
+        typeof candidate.stdout != "string" ||
+        typeof candidate.stderr != "string" ||
+        typeof candidate.crashLogPath != "string" ||
+        !candidate.invocation ||
+        typeof candidate.invocation != "object" ||
+        typeof candidate.invocation.command != "string" ||
+        !Array.isArray(candidate.invocation.args)) {
+        return null;
+    }
+    return candidate;
+}
 function applyConfiguredFileTotalToStats(stats, fileSummaryTotal) {
     const total = Math.max(fileSummaryTotal, 0);
     const executed = stats.failedFiles + stats.passedFiles + stats.skippedFiles;
@@ -2320,7 +2500,7 @@ async function buildNoTestFilesMatchedError(configPath, selectors, includeFuzz =
     if (configuredFiles.length) {
         const sample = configuredFiles
             .slice(0, 5)
-            .map((file) => path.basename(file))
+            .map((file) => formatSpecDisplayPath(file))
             .join(", ");
         lines.push(`Configured specs (${configuredFiles.length}): ${sample}${configuredFiles.length > 5 ? ", ..." : ""}`);
     }
@@ -2628,7 +2808,7 @@ async function handleMissingWebBrowsers(missing) {
     const details = "no web-capable browser was found in PATH, BROWSER, or Playwright cache";
     const selected = choosePreferredBrowserInstall(missing);
     const installCommand = selected == "webkit"
-        ? 'npx -y playwright install webkit'
+        ? "npx -y playwright install webkit"
         : `npx -y playwright install ${selected}`;
     if (!canPromptForWebInstall()) {
         throw new Error(`web target requires a browser for mode(s) ${scope}; ${details}. Export BROWSER or install one with "${installCommand}".`);
@@ -2748,10 +2928,10 @@ function isPlaywrightBrowserExecutable(browser) {
 function extractPlaywrightDepsSummary(result) {
     const stdout = typeof result.stdout == "string"
         ? result.stdout
-        : result.stdout?.toString("utf8") ?? "";
+        : (result.stdout?.toString("utf8") ?? "");
     const stderr = typeof result.stderr == "string"
         ? result.stderr
-        : result.stderr?.toString("utf8") ?? "";
+        : (result.stderr?.toString("utf8") ?? "");
     return [stdout.trim(), stderr.trim()].filter(Boolean).join("\n");
 }
 function canPromptForWebInstall() {
@@ -2886,9 +3066,7 @@ function resolveSystemBrowserExecutable(browser) {
                 "Firefox.app/Contents/MacOS/firefox",
                 "Firefox Developer Edition.app/Contents/MacOS/firefox",
             ],
-            msedge: [
-                "Microsoft Edge.app/Contents/MacOS/Microsoft Edge",
-            ],
+            msedge: ["Microsoft Edge.app/Contents/MacOS/Microsoft Edge"],
             webkit: [],
         };
         for (const root of macSearchRoots) {