@quenty/nevermore-cli 4.43.4 → 4.44.0

package/dist/utils/testing/runner/test-runner.js

@@ -2,6 +2,9 @@ import * as fs from 'fs/promises';
 import * as path from 'path';
 import { randomUUID } from 'crypto';
 import { parseTestLogs, parseTestCounts, } from '../test-log-parser.js';
+import { describeLogVolume } from '../log-fetch-stats.js';
+import { describeUnexplainedVerdict, findStructuredTestResults, structuredFailureReasons, toParsedTestCounts, } from '../structured-test-results.js';
+import { OutputHelper } from '@quenty/cli-output-helpers';
 import { buildDeployMetadataAttributes, gatherGitDeployInfo, injectDeployMetadataInPlaceAsync, packageUsesManifestAsync, } from '../../deploy/deploy-metadata.js';
 import { readPackageVersionAsync } from '../../nevermore-cli-utils.js';
 /**
@@ -64,26 +67,183 @@ export async function runSingleTestAsync(context, options) {
             packageName,
             timeoutMs,
         });
-        const rawLogs = await context.getLogsAsync(deployment);
+        const logs = await context.getLogsAsync(deployment);
+        const rawLogs = logs.text;
+        const logVolume = describeLogVolume(rawLogs, logs.stats);
+        // The runner used to announce a failing suite by throwing, which failed the
+        // task. It returns its verdict now, so the verdict has to be read: without
+        // this, a failing suite whose report fell outside the truncated log window
+        // would come back a pass.
+        //
+        // A context that already resolved the results (aggregated batch, where one
+        // execution's return value belongs to no single package) hands them over
+        // directly; otherwise they are decoded from what the script returned.
+        const structured = result.testResults ?? findStructuredTestResults(result.returnValues);
         // A probe script is arbitrary Luau with no jest in it, so demanding a test
         // report would fail every --script-text run. Everything else must prove a
-        // runner spoke before it can pass.
+        // runner spoke before it can pass — and returned results are that proof,
+        // where a scraped report is only what survived truncation.
         const parsed = parseTestLogs(rawLogs, {
-            requireTestReport: scriptText === undefined,
+            requireTestReport: scriptText === undefined && structured === undefined,
+        });
+        // A run that reports it never reached jest, for a package that has a
+        // jest.config on disk, did not test anything — the built place lost the
+        // config. Before results were returned, the required jest report caught this
+        // as "nothing proves any test ran"; a smoke-test result would otherwise
+        // retire that check and pass with zero tests.
+        const smokeTestedWithSpecs = structured !== undefined &&
+            !structured.ranJest &&
+            scriptText === undefined &&
+            (await packageHasJestConfigAsync(packagePath));
+        const reasons = mergeFailureReasons(result.errorMessage, [
+            ...(smokeTestedWithSpecs
+                ? [
+                    'this package has a jest.config but the run reported no jest.config ' +
+                        'in the built place, so none of its specs ran',
+                ]
+                : []),
+            ...(structured ? structuredFailureReasons(structured) : []),
+            ...parsed.failureReasons,
+            // Said only when there was log text and it did not hold up: the reasons
+            // above are then statements about what arrived, and how much arrived is
+            // the first thing to check. With no text at all the verdict came from the
+            // absence of it, which the reason for that absence already explains —
+            // saying "0 chars received" beside it only contradicts the fetch that
+            // reported the whole window.
+            ...(structured === undefined &&
+                parsed.failureReasons.length > 0 &&
+                rawLogs.length > 0
+                ? [`verdict read from log text alone (${logVolume})`]
+                : []),
+        ]);
+        // Returned counts outrank scraped ones: same numbers when the log
+        // survived, real numbers when it did not.
+        const scrapedCounts = parseTestCounts(parsed.logs);
+        const testCounts = structured
+            ? toParsedTestCounts(structured)
+            : scrapedCounts;
+        reportCountsProvenance({
+            packageName,
+            structured,
+            scrapedCounts,
+            logVolume,
+            // A probe is not a test run, so it has no results to be missing. Neither
+            // is one package of an aggregated batch, whose context reports the whole
+            // batch's provenance once, as a group — repeating it per package printed
+            // the same fetch stats 78 times over.
+            silent: scriptText !== undefined ||
+                result.testResults !== undefined ||
+                (options.suppressCountsProvenance ?? false),
+            hadReturnChannel: result.returnValues !== undefined,
         });
-        const reasons = mergeFailureReasons(result.errorMessage, parsed.failureReasons);
         return {
-            success: result.success && parsed.success,
+            success: result.success &&
+                parsed.success &&
+                (structured?.success ?? true) &&
+                !smokeTestedWithSpecs,
             logs: parsed.logs,
-            testCounts: parseTestCounts(parsed.logs),
+            testCounts,
+            countsSource: structured
+                ? 'returned'
+                : scrapedCounts
+                    ? 'scraped'
+                    : undefined,
             durationMs: result.durationMs,
             error: reasons.length > 0 ? reasons.join('; ') : undefined,
+            logsLost: result.logsLost,
         };
     }
     finally {
         await context.releaseAsync(deployment);
     }
 }
+/**
+ * Say where a run's counts came from, and complain when they had to be scraped.
+ *
+ * The structured channel exists because Open Cloud truncates a long run's logs.
+ * A channel that is plumbed but not flowing produces output identical to one
+ * that works, so the fallback is a warning rather than silence — the first
+ * version of this shipped inert and looked green.
+ */
+function reportCountsProvenance(options) {
+    const { packageName, structured, scrapedCounts, silent, hadReturnChannel, logVolume, } = options;
+    if (silent) {
+        return;
+    }
+    if (structured) {
+        OutputHelper.info(`${packageName}: counts returned by the run — ` +
+            `${structured.passed} passed, ${structured.failed} failed, ` +
+            `${structured.total} total.`);
+        const unexplained = describeUnexplainedVerdict(structured);
+        if (unexplained) {
+            OutputHelper.warn(`${packageName}: ${unexplained}`);
+        }
+        // A suite that runs and counts nothing is not the same as one that passed.
+        if (structured.ranJest && structured.total === 0) {
+            OutputHelper.warn(`${packageName}: jest ran but found no tests to run. If this package has ` +
+                `specs, they are not reaching the test place.`);
+        }
+        // Two channels reporting the same run must agree. When they do not, one is
+        // lying and neither total stands on its own.
+        if (scrapedCounts && scrapedCounts.total !== structured.total) {
+            OutputHelper.warn(`${packageName}: returned counts disagree with the log — the run returned ` +
+                `${structured.passed}/${structured.failed}/${structured.total} ` +
+                `(passed/failed/total), its jest report says ` +
+                `${scrapedCounts.passed}/${scrapedCounts.failed}/${scrapedCounts.total}. ` +
+                `Reporting the returned counts; one of the two channels is wrong.`);
+        }
+        return;
+    }
+    OutputHelper.warn(`${packageName}: the run returned no test results, so its counts were ` +
+        (scrapedCounts ? 'scraped from log text' : 'unavailable') +
+        ` — the channel Open Cloud truncates on long runs (${logVolume}). ` +
+        (hadReturnChannel
+            ? 'The run delivered a return channel but nothing recognizable in it: the ' +
+                'test script should end with "return results" (see docs/testing/testing.md).'
+            : 'No return channel was delivered at all, so the transport lost it.'));
+}
+/**
+ * Whether this package ships a jest.config, i.e. whether it has specs to run.
+ *
+ * Deliberately a bounded walk, not a recursive glob: every package under `src/`
+ * has a symlinked, self-referential `node_modules`, so recursive search here
+ * hangs. Two levels covers the layouts in use (`src/jest.config.lua` for a
+ * package, `src/modules/jest.config.lua` for a game) without needing a list of
+ * them.
+ */
+export async function packageHasJestConfigAsync(packagePath) {
+    async function scanAsync(dir, depth) {
+        let entries;
+        try {
+            entries = await fs.readdir(dir, { withFileTypes: true });
+        }
+        catch {
+            return false;
+        }
+        for (const entry of entries) {
+            if (entry.isFile() && entry.name.startsWith('jest.config')) {
+                return true;
+            }
+        }
+        if (depth === 0) {
+            return false;
+        }
+        for (const entry of entries) {
+            if (!entry.isDirectory()) {
+                continue;
+            }
+            // `test` holds the test place, never the specs the place runs.
+            if (entry.name === 'node_modules' || entry.name === 'test') {
+                continue;
+            }
+            if (await scanAsync(path.join(dir, entry.name), depth - 1)) {
+                return true;
+            }
+        }
+        return false;
+    }
+    return scanAsync(packagePath, 2);
+}
 /**
  * Read a test script from the deploy target's configured script path.
  */

package/dist/utils/testing/runner/test-runner.js.map

@@ -1 +1 @@
-{"version":3,"file":"test-runner.js","sourceRoot":"","sources":["../../../../src/utils/testing/runner/test-runner.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAGpC,OAAO,EAEL,aAAa,EACb,eAAe,GAChB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,6BAA6B,EAC7B,mBAAmB,EACnB,gCAAgC,EAChC,wBAAwB,GACzB,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAE,uBAAuB,EAAE,MAAM,8BAA8B,CAAC;AAgBvE;;;;;;GAMG;AACH,MAAM,UAAU,mBAAmB,CACjC,YAAgC,EAChC,UAAoB;IAEpB,OAAO;QACL,GAAG,IAAI,GAAG,CAAC;YACT,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACjD,GAAG,UAAU;SACd,CAAC;KACH,CAAC;AACJ,CAAC;AAeD;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,OAAmB,EACnB,OAA0B;IAE1B,MAAM,EACJ,WAAW,EACX,WAAW;IACX,0EAA0E;IAC1E,sEAAsE;IACtE,sDAAsD;IACtD,SAAS,GAAG,OAAO,EACnB,UAAU,EACV,MAAM,GACP,GAAG,OAAO,CAAC;IAEZ,MAAM,SAAS,GAAG,UAAU,EAAE,CAAC;IAC/B,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,eAAe,CAAC;QAC/C,MAAM;QACN,cAAc,EAAE,QAAQ,SAAS,OAAO;QACxC,WAAW;QACX,WAAW;KACZ,CAAC,CAAC;IAEH,8EAA8E;IAC9E,4EAA4E;IAC5E,0EAA0E;IAC1E,IAAI,MAAM,wBAAwB,CAAC,WAAW,CAAC,EAAE,CAAC;QAChD,MAAM,gCAAgC,CACpC,UAAU,CAAC,QAAQ,EACnB,6BAA6B,CAAC,mBAAmB,EAAE,EAAE;YACnD,MAAM,EAAE,MAAM;YACd,SAAS,EAAE,KAAK;YAChB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,OAAO,EAAE,UAAU,CAAC,MAAM,CAAC,OAAO;YAClC,UAAU,EAAE,UAAU,CAAC,MAAM,CAAC,UAAU;YACxC,cAAc,EAAE,MAAM,uBAAuB,CAAC,WAAW,CAAC;SAC3D,CAAC,CACH,CAAC;IACJ,CAAC;IAED,MAAM,aAAa,GACjB,UAAU;QACV,CAAC,MAAM,mBAAmB,CAAC,WAAW,EAAE,UAAU,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC;IAE7E,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,qBAAqB,CAAC;QACrD,UAAU;QACV,WAAW;QACX,WAAW;KACZ,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,UAAU,EAAE;YACtD,aAAa;YACb,WAAW;YACX,SAAS;SACV,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;QACvD,2EAA2E;QAC3E,0EAA0E;QAC1E,mCAAmC;QACnC,MAAM,MAAM,GAAG,aAAa,CAAC,OAAO,EAAE;YACpC,iBAAiB,EAAE,UAAU,KAAK,SAAS;SAC5C,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,mBAAmB,CACjC,MAAM,CAAC,YAAY,EACnB,MAAM,CAAC,cAAc,CACtB,CAAC;QAEF,OAAO;YACL,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO;YACzC,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,UAAU,EAAE,eAAe,CAAC,MAAM,CAAC,IAAI,CAAC;YACxC,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,KAAK,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;SAC3D,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,MAAM,OAAO,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;IACzC,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,WAAmB,EACnB,UAA8B;IAE9B,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CACb,mDAAmD,WAAW,2EAA2E,CAC1I,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;IACvD,IAAI,CAAC;QACH,OAAO,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC9C,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,0BAA0B,QAAQ,EAAE,CAAC,CAAC;IACxD,CAAC;AACH,CAAC"}
+{"version":3,"file":"test-runner.js","sourceRoot":"","sources":["../../../../src/utils/testing/runner/test-runner.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAGpC,OAAO,EAEL,aAAa,EACb,eAAe,GAChB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAEL,0BAA0B,EAC1B,yBAAyB,EACzB,wBAAwB,EACxB,kBAAkB,GACnB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,EACL,6BAA6B,EAC7B,mBAAmB,EACnB,gCAAgC,EAChC,wBAAwB,GACzB,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAE,uBAAuB,EAAE,MAAM,8BAA8B,CAAC;AAwBvE;;;;;;GAMG;AACH,MAAM,UAAU,mBAAmB,CACjC,YAAgC,EAChC,UAAoB;IAEpB,OAAO;QACL,GAAG,IAAI,GAAG,CAAC;YACT,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACjD,GAAG,UAAU;SACd,CAAC;KACH,CAAC;AACJ,CAAC;AAqBD;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,OAAmB,EACnB,OAA0B;IAE1B,MAAM,EACJ,WAAW,EACX,WAAW;IACX,0EAA0E;IAC1E,sEAAsE;IACtE,sDAAsD;IACtD,SAAS,GAAG,OAAO,EACnB,UAAU,EACV,MAAM,GACP,GAAG,OAAO,CAAC;IAEZ,MAAM,SAAS,GAAG,UAAU,EAAE,CAAC;IAC/B,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,eAAe,CAAC;QAC/C,MAAM;QACN,cAAc,EAAE,QAAQ,SAAS,OAAO;QACxC,WAAW;QACX,WAAW;KACZ,CAAC,CAAC;IAEH,8EAA8E;IAC9E,4EAA4E;IAC5E,0EAA0E;IAC1E,IAAI,MAAM,wBAAwB,CAAC,WAAW,CAAC,EAAE,CAAC;QAChD,MAAM,gCAAgC,CACpC,UAAU,CAAC,QAAQ,EACnB,6BAA6B,CAAC,mBAAmB,EAAE,EAAE;YACnD,MAAM,EAAE,MAAM;YACd,SAAS,EAAE,KAAK;YAChB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,OAAO,EAAE,UAAU,CAAC,MAAM,CAAC,OAAO;YAClC,UAAU,EAAE,UAAU,CAAC,MAAM,CAAC,UAAU;YACxC,cAAc,EAAE,MAAM,uBAAuB,CAAC,WAAW,CAAC;SAC3D,CAAC,CACH,CAAC;IACJ,CAAC;IAED,MAAM,aAAa,GACjB,UAAU;QACV,CAAC,MAAM,mBAAmB,CAAC,WAAW,EAAE,UAAU,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC;IAE7E,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,qBAAqB,CAAC;QACrD,UAAU;QACV,WAAW;QACX,WAAW;KACZ,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,UAAU,EAAE;YACtD,aAAa;YACb,WAAW;YACX,SAAS;SACV,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;QACpD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC;QAC1B,MAAM,SAAS,GAAG,iBAAiB,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAEzD,4EAA4E;QAC5E,2EAA2E;QAC3E,2EAA2E;QAC3E,0BAA0B;QAC1B,EAAE;QACF,2EAA2E;QAC3E,yEAAyE;QACzE,sEAAsE;QACtE,MAAM,UAAU,GACd,MAAM,CAAC,WAAW,IAAI,yBAAyB,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAEvE,2EAA2E;QAC3E,0EAA0E;QAC1E,yEAAyE;QACzE,2DAA2D;QAC3D,MAAM,MAAM,GAAG,aAAa,CAAC,OAAO,EAAE;YACpC,iBAAiB,EAAE,UAAU,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS;SACxE,CAAC,CAAC;QAEH,qEAAqE;QACrE,wEAAwE;QACxE,6EAA6E;QAC7E,wEAAwE;QACxE,8CAA8C;QAC9C,MAAM,oBAAoB,GACxB,UAAU,KAAK,SAAS;YACxB,CAAC,UAAU,CAAC,OAAO;YACnB,UAAU,KAAK,SAAS;YACxB,CAAC,MAAM,yBAAyB,CAAC,WAAW,CAAC,CAAC,CAAC;QAEjD,MAAM,OAAO,GAAG,mBAAmB,CAAC,MAAM,CAAC,YAAY,EAAE;YACvD,GAAG,CAAC,oBAAoB;gBACtB,CAAC,CAAC;oBACE,qEAAqE;wBACnE,8CAA8C;iBACjD;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,wBAAwB,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3D,GAAG,MAAM,CAAC,cAAc;YACxB,wEAAwE;YACxE,wEAAwE;YACxE,0EAA0E;YAC1E,sEAAsE;YACtE,sEAAsE;YACtE,6BAA6B;YAC7B,GAAG,CAAC,UAAU,KAAK,SAAS;gBAC5B,MAAM,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC;gBAChC,OAAO,CAAC,MAAM,GAAG,CAAC;gBAChB,CAAC,CAAC,CAAC,qCAAqC,SAAS,GAAG,CAAC;gBACrD,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,CAAC;QAEH,kEAAkE;QAClE,0CAA0C;QAC1C,MAAM,aAAa,GAAG,eAAe,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACnD,MAAM,UAAU,GAAG,UAAU;YAC3B,CAAC,CAAC,kBAAkB,CAAC,UAAU,CAAC;YAChC,CAAC,CAAC,aAAa,CAAC;QAElB,sBAAsB,CAAC;YACrB,WAAW;YACX,UAAU;YACV,aAAa;YACb,SAAS;YACT,yEAAyE;YACzE,yEAAyE;YACzE,yEAAyE;YACzE,sCAAsC;YACtC,MAAM,EACJ,UAAU,KAAK,SAAS;gBACxB,MAAM,CAAC,WAAW,KAAK,SAAS;gBAChC,CAAC,OAAO,CAAC,wBAAwB,IAAI,KAAK,CAAC;YAC7C,gBAAgB,EAAE,MAAM,CAAC,YAAY,KAAK,SAAS;SACpD,CAAC,CAAC;QAEH,OAAO;YACL,OAAO,EACL,MAAM,CAAC,OAAO;gBACd,MAAM,CAAC,OAAO;gBACd,CAAC,UAAU,EAAE,OAAO,IAAI,IAAI,CAAC;gBAC7B,CAAC,oBAAoB;YACvB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,UAAU;YACV,YAAY,EAAE,UAAU;gBACtB,CAAC,CAAC,UAAU;gBACZ,CAAC,CAAC,aAAa;oBACf,CAAC,CAAC,SAAS;oBACX,CAAC,CAAC,SAAS;YACb,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,KAAK,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;YAC1D,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,MAAM,OAAO,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;IACzC,CAAC;AACH,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,sBAAsB,CAAC,OAQ/B;IACC,MAAM,EACJ,WAAW,EACX,UAAU,EACV,aAAa,EACb,MAAM,EACN,gBAAgB,EAChB,SAAS,GACV,GAAG,OAAO,CAAC;IAEZ,IAAI,MAAM,EAAE,CAAC;QACX,OAAO;IACT,CAAC;IAED,IAAI,UAAU,EAAE,CAAC;QACf,YAAY,CAAC,IAAI,CACf,GAAG,WAAW,iCAAiC;YAC7C,GAAG,UAAU,CAAC,MAAM,YAAY,UAAU,CAAC,MAAM,WAAW;YAC5D,GAAG,UAAU,CAAC,KAAK,SAAS,CAC/B,CAAC;QAEF,MAAM,WAAW,GAAG,0BAA0B,CAAC,UAAU,CAAC,CAAC;QAC3D,IAAI,WAAW,EAAE,CAAC;YAChB,YAAY,CAAC,IAAI,CAAC,GAAG,WAAW,KAAK,WAAW,EAAE,CAAC,CAAC;QACtD,CAAC;QAED,2EAA2E;QAC3E,IAAI,UAAU,CAAC,OAAO,IAAI,UAAU,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;YACjD,YAAY,CAAC,IAAI,CACf,GAAG,WAAW,4DAA4D;gBACxE,8CAA8C,CACjD,CAAC;QACJ,CAAC;QAED,2EAA2E;QAC3E,6CAA6C;QAC7C,IAAI,aAAa,IAAI,aAAa,CAAC,KAAK,KAAK,UAAU,CAAC,KAAK,EAAE,CAAC;YAC9D,YAAY,CAAC,IAAI,CACf,GAAG,WAAW,6DAA6D;gBACzE,GAAG,UAAU,CAAC,MAAM,IAAI,UAAU,CAAC,MAAM,IAAI,UAAU,CAAC,KAAK,GAAG;gBAChE,8CAA8C;gBAC9C,GAAG,aAAa,CAAC,MAAM,IAAI,aAAa,CAAC,MAAM,IAAI,aAAa,CAAC,KAAK,IAAI;gBAC1E,kEAAkE,CACrE,CAAC;QACJ,CAAC;QACD,OAAO;IACT,CAAC;IAED,YAAY,CAAC,IAAI,CACf,GAAG,WAAW,yDAAyD;QACrE,CAAC,aAAa,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,aAAa,CAAC;QACzD,qDAAqD,SAAS,KAAK;QACnE,CAAC,gBAAgB;YACf,CAAC,CAAC,yEAAyE;gBACzE,6EAA6E;YAC/E,CAAC,CAAC,mEAAmE,CAAC,CAC3E,CAAC;AACJ,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,WAAmB;IAEnB,KAAK,UAAU,SAAS,CAAC,GAAW,EAAE,KAAa;QACjD,IAAI,OAAO,CAAC;QACZ,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3D,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;gBAC3D,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAED,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YAChB,OAAO,KAAK,CAAC;QACf,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACzB,SAAS;YACX,CAAC;YACD,+DAA+D;YAC/D,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC3D,SAAS;YACX,CAAC;YACD,IAAI,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC;gBAC3D,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;AACnC,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,WAAmB,EACnB,UAA8B;IAE9B,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CACb,mDAAmD,WAAW,2EAA2E,CAC1I,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;IACvD,IAAI,CAAC;QACH,OAAO,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC9C,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,0BAA0B,QAAQ,EAAE,CAAC,CAAC;IACxD,CAAC;AACH,CAAC"}

package/dist/utils/testing/runner/test-runner.test.js

@@ -1,5 +1,196 @@
-import { describe, expect, it } from 'vitest';
-import { mergeFailureReasons } from './test-runner.js';
+import * as fs from 'fs/promises';
+import * as os from 'os';
+import * as path from 'path';
+import { afterAll, afterEach, beforeAll, describe, expect, it, vi, } from 'vitest';
+import { OutputHelper } from '@quenty/cli-output-helpers';
+import { mergeFailureReasons, runSingleTestAsync } from './test-runner.js';
+import { TEST_RESULTS_FORMAT } from '../structured-test-results.js';
+const PASSING_LOGS = [
+    'Test Suites: 3 passed, 3 total',
+    'Tests:       25 passed, 25 total',
+].join('\n');
+function structuredResults(overrides = {}) {
+    return {
+        format: TEST_RESULTS_FORMAT,
+        success: true,
+        ranJest: true,
+        passed: 25,
+        failed: 0,
+        skipped: 0,
+        total: 25,
+        suitesPassed: 3,
+        suitesFailed: 0,
+        suitesTotal: 3,
+        failures: [],
+        omittedFailures: 0,
+        ...overrides,
+    };
+}
+/** Collect what the runner said out loud, so silence can be asserted on. */
+function captureWarnings() {
+    const warnings = [];
+    vi.spyOn(OutputHelper, 'warn').mockImplementation((message) => {
+        warnings.push(message);
+    });
+    vi.spyOn(OutputHelper, 'info').mockImplementation(() => { });
+    return () => warnings;
+}
+afterEach(() => {
+    vi.restoreAllMocks();
+});
+/**
+ * A context that runs nothing: it hands back the run result and logs the test
+ * wants to reason about. Everything else is the minimum the runner touches.
+ */
+function createContext(run, logs) {
+    return {
+        buildPlaceAsync: async (options) => ({
+            rbxlPath: 'unused.rbxl',
+            target: options.target,
+        }),
+        deployBuiltPlaceAsync: async () => ({}),
+        runScriptAsync: async () => run,
+        getLogsAsync: async () => ({ text: logs, messages: [] }),
+        releaseAsync: async () => { },
+        releaseBuiltPlaceAsync: async () => { },
+        disposeAsync: async () => { },
+    };
+}
+describe('runSingleTestAsync', () => {
+    let packagePath;
+    beforeAll(async () => {
+        packagePath = await fs.mkdtemp(path.join(os.tmpdir(), 'nevermore-test-'));
+        await fs.writeFile(path.join(packagePath, 'ServerMain.server.lua'), 'return nil\n');
+    });
+    afterAll(async () => {
+        await fs.rm(packagePath, { recursive: true, force: true });
+    });
+    async function runAsync(run, logs) {
+        return runSingleTestAsync(createContext(run, logs), {
+            packagePath,
+            packageName: 'maid',
+            target: {
+                scriptTemplate: 'ServerMain.server.lua',
+            },
+        });
+    }
+    it('fails a run whose returned results say it failed', async () => {
+        // The runner used to announce this by throwing, which failed the task. Now
+        // it returns the verdict, and these logs are what a truncated window leaves
+        // behind: a jest report from a suite that passed and no sign of the one
+        // that did not.
+        const result = await runAsync({
+            success: true,
+            returnValues: [structuredResults({ success: false, failed: 2 })],
+        }, PASSING_LOGS);
+        expect(result.success).toBe(false);
+        expect(result.error).toContain('2 test(s) failed');
+    });
+    it('reports the counts the run returned, not the ones in the log', async () => {
+        const result = await runAsync({
+            success: true,
+            returnValues: [structuredResults({ passed: 400, total: 400 })],
+        }, PASSING_LOGS);
+        expect(result.success).toBe(true);
+        expect(result.testCounts).toEqual({ passed: 400, failed: 0, total: 400 });
+    });
+    it('accepts returned results as proof the runner ran', async () => {
+        // Demanding a jest report in the logs is a stand-in for that proof, and it
+        // is the first thing a truncated log window costs.
+        const result = await runAsync({ success: true, returnValues: [structuredResults()] }, '(logs truncated)');
+        expect(result.success).toBe(true);
+    });
+    it('still fails a run with a traceback in its logs', async () => {
+        // Jest cannot count a deferred-callback crash, so passing results are no
+        // reason to stop reading the logs.
+        const result = await runAsync({ success: true, returnValues: [structuredResults()] }, `${PASSING_LOGS}\nStack Begin\nScript 'maid.spec', Line 4\nStack End`);
+        expect(result.success).toBe(false);
+    });
+    it('falls back to the logs for a script that returned nothing', async () => {
+        // A test script written before results were returned. It must keep working,
+        // and it must not start passing when its logs say otherwise.
+        const failing = await runAsync({ success: true, returnValues: [] }, 'Tests:       2 failed, 23 passed, 25 total');
+        expect(failing.success).toBe(false);
+        expect(failing.error).toContain('2 test(s) failed');
+        const passing = await runAsync({ success: true, returnValues: [] }, PASSING_LOGS);
+        expect(passing.success).toBe(true);
+        expect(passing.testCounts).toEqual({ passed: 25, failed: 0, total: 25 });
+    });
+    it('fails a script that returned nothing and logged nothing', async () => {
+        const result = await runAsync({ success: true, returnValues: undefined }, '');
+        expect(result.success).toBe(false);
+        expect(result.error).toContain('nothing proves any test ran');
+    });
+    it('records where the counts came from', async () => {
+        const returned = await runAsync({ success: true, returnValues: [structuredResults()] }, PASSING_LOGS);
+        expect(returned.countsSource).toBe('returned');
+        const scraped = await runAsync({ success: true, returnValues: [] }, PASSING_LOGS);
+        expect(scraped.countsSource).toBe('scraped');
+    });
+    it('warns out loud when the run returned no results', async () => {
+        // Silence here is what let the structured channel ship inert: a run that
+        // fell back to scraping produced output identical to one that did not.
+        const warnings = captureWarnings();
+        await runAsync({ success: true, returnValues: [] }, PASSING_LOGS);
+        expect(warnings().some((w) => w.includes('returned no test results'))).toBe(true);
+    });
+    it('fails a package with specs whose run never reached jest', async () => {
+        // A Rojo regression that stops shipping jest.config turns a real suite into
+        // a smoke test. Before results were returned, the required jest report caught
+        // that; a smoke-test result retires the report and would otherwise pass with
+        // zero tests.
+        await fs.mkdir(path.join(packagePath, 'src'), { recursive: true });
+        await fs.writeFile(path.join(packagePath, 'src', 'jest.config.lua'), 'return {}\n');
+        const result = await runAsync({
+            success: true,
+            returnValues: [
+                structuredResults({ ranJest: false, passed: 0, total: 0 }),
+            ],
+        }, '[NevermoreTestRunner] No jest.config found — smoke test passed (boot success)');
+        expect(result.success).toBe(false);
+        expect(result.error).toContain('none of its specs ran');
+        await fs.rm(path.join(packagePath, 'src'), {
+            recursive: true,
+            force: true,
+        });
+    });
+    it('passes a package with no specs that smoke tested', async () => {
+        // No jest.config on disk, so a smoke test is the whole contract.
+        const result = await runAsync({
+            success: true,
+            returnValues: [
+                structuredResults({ ranJest: false, passed: 0, total: 0 }),
+            ],
+        }, '[NevermoreTestRunner] No jest.config found — smoke test passed (boot success)');
+        expect(result.success).toBe(true);
+    });
+    it('takes results a context resolved for it, without re-reporting', async () => {
+        // Aggregated batch mode: one execution covers every package, so the batch
+        // log parser splits the per-package results out and has already reported
+        // provenance for the whole batch.
+        const warnings = captureWarnings();
+        const result = await runAsync({
+            success: true,
+            testResults: {
+                success: false,
+                ranJest: true,
+                passed: 273,
+                failed: 2,
+                skipped: 0,
+                total: 275,
+                suitesPassed: 8,
+                suitesFailed: 1,
+                suitesTotal: 9,
+                failures: [],
+                omittedFailures: 0,
+            },
+        }, '(this package’s section was truncated away)');
+        expect(result.success).toBe(false);
+        expect(result.countsSource).toBe('returned');
+        expect(result.testCounts).toEqual({ passed: 273, failed: 2, total: 275 });
+        expect(warnings()).toHaveLength(0);
+    });
+});
 describe('mergeFailureReasons', () => {
     it('does not repeat reasons the context already reported', () => {
         // Batch mode evaluates the same logs upstream, so both sources describe the
@@ -15,4 +206,39 @@ describe('mergeFailureReasons', () => {
         expect(mergeFailureReasons(undefined, [])).toEqual([]);
     });
 });
+describe('runSingleTestAsync log volume reporting', () => {
+    let packagePath;
+    beforeAll(async () => {
+        packagePath = await fs.mkdtemp(path.join(os.tmpdir(), 'volume-'));
+        await fs.writeFile(path.join(packagePath, 'ServerMain.server.lua'), 'return nil\n');
+    });
+    afterAll(async () => {
+        await fs.rm(packagePath, { recursive: true, force: true });
+    });
+    function runAsync(logs) {
+        return runSingleTestAsync(createContext({ success: true }, logs), {
+            packagePath,
+            packageName: 'gameconfig',
+            target: {
+                scriptTemplate: 'ServerMain.server.lua',
+            },
+        });
+    }
+    it('reports how much log text a verdict was read from', async () => {
+        const result = await runAsync('some output with no jest report');
+        expect(result.success).toBe(false);
+        expect(result.error).toContain('verdict read from log text alone');
+        expect(result.error).toContain('31 chars, 1 line(s) received');
+    });
+    it('says nothing about log volume when there was no log text', async () => {
+        // A batch package whose section was lost has no text of its own. Reporting
+        // "0 chars received" here contradicts the fetch stats already printed for
+        // the whole batch window, and describes a judgement never made: the verdict
+        // came from the output being absent, which its own reason already says.
+        const result = await runAsync('');
+        expect(result.success).toBe(false);
+        expect(result.error).not.toContain('verdict read from log text alone');
+        expect(result.error).not.toContain('0 chars, 0 line(s)');
+    });
+});
 //# sourceMappingURL=test-runner.test.js.map

package/dist/utils/testing/runner/test-runner.test.js.map

@@ -1 +1 @@
-{"version":3,"file":"test-runner.test.js","sourceRoot":"","sources":["../../../../src/utils/testing/runner/test-runner.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAE9C,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AAEvD,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,4EAA4E;QAC5E,iEAAiE;QACjE,MAAM,MAAM,GAAG,mBAAmB,CAChC,2CAA2C,EAC3C,CAAC,wBAAwB,EAAE,mBAAmB,CAAC,CAChD,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,wBAAwB,EAAE,mBAAmB,CAAC,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,MAAM,GAAG,mBAAmB,CAChC,wCAAwC,EACxC,CAAC,mBAAmB,CAAC,CACtB,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,MAAM,CAAC,mBAAmB,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
+{"version":3,"file":"test-runner.test.js","sourceRoot":"","sources":["../../../../src/utils/testing/runner/test-runner.test.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EACL,QAAQ,EACR,SAAS,EACT,SAAS,EACT,QAAQ,EACR,MAAM,EACN,EAAE,EACF,EAAE,GACH,MAAM,QAAQ,CAAC;AAEhB,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAE1D,OAAO,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAC3E,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AAOpE,MAAM,YAAY,GAAG;IACnB,gCAAgC;IAChC,kCAAkC;CACnC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAEb,SAAS,iBAAiB,CAAC,YAAqC,EAAE;IAChE,OAAO;QACL,MAAM,EAAE,mBAAmB;QAC3B,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,IAAI;QACb,MAAM,EAAE,EAAE;QACV,MAAM,EAAE,CAAC;QACT,OAAO,EAAE,CAAC;QACV,KAAK,EAAE,EAAE;QACT,YAAY,EAAE,CAAC;QACf,YAAY,EAAE,CAAC;QACf,WAAW,EAAE,CAAC;QACd,QAAQ,EAAE,EAAE;QACZ,eAAe,EAAE,CAAC;QAClB,GAAG,SAAS;KACb,CAAC;AACJ,CAAC;AAED,4EAA4E;AAC5E,SAAS,eAAe;IACtB,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,EAAE,CAAC,KAAK,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC,OAAe,EAAE,EAAE;QACpE,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACzB,CAAC,CAAC,CAAC;IACH,EAAE,CAAC,KAAK,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAC5D,OAAO,GAAG,EAAE,CAAC,QAAQ,CAAC;AACxB,CAAC;AAED,SAAS,CAAC,GAAG,EAAE;IACb,EAAE,CAAC,eAAe,EAAE,CAAC;AACvB,CAAC,CAAC,CAAC;AAEH;;;GAGG;AACH,SAAS,aAAa,CAAC,GAAoB,EAAE,IAAY;IACvD,OAAO;QACL,eAAe,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC;YACnC,QAAQ,EAAE,aAAa;YACvB,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC;QACF,qBAAqB,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAiB,CAAA;QACrD,cAAc,EAAE,KAAK,IAAI,EAAE,CAAC,GAAG;QAC/B,YAAY,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;QACxD,YAAY,EAAE,KAAK,IAAI,EAAE,GAAE,CAAC;QAC5B,sBAAsB,EAAE,KAAK,IAAI,EAAE,GAAE,CAAC;QACtC,YAAY,EAAE,KAAK,IAAI,EAAE,GAAE,CAAC;KAC7B,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,IAAI,WAAmB,CAAC;IAExB,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,WAAW,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,iBAAiB,CAAC,CAAC,CAAC;QAC1E,MAAM,EAAE,CAAC,SAAS,CAChB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,uBAAuB,CAAC,EAC/C,cAAc,CACf,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,KAAK,IAAI,EAAE;QAClB,MAAM,EAAE,CAAC,EAAE,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,KAAK,UAAU,QAAQ,CAAC,GAAoB,EAAE,IAAY;QACxD,OAAO,kBAAkB,CAAC,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE;YAClD,WAAW;YACX,WAAW,EAAE,MAAM;YACnB,MAAM,EAAE;gBACN,cAAc,EAAE,uBAAuB;aACb;SAC7B,CAAC,CAAC;IACL,CAAC;IAED,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAChE,2EAA2E;QAC3E,4EAA4E;QAC5E,wEAAwE;QACxE,gBAAgB;QAChB,MAAM,MAAM,GAAG,MAAM,QAAQ,CAC3B;YACE,OAAO,EAAE,IAAI;YACb,YAAY,EAAE,CAAC,iBAAiB,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;SACjE,EACD,YAAY,CACb,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;QAC5E,MAAM,MAAM,GAAG,MAAM,QAAQ,CAC3B;YACE,OAAO,EAAE,IAAI;YACb,YAAY,EAAE,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;SAC/D,EACD,YAAY,CACb,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;IAC5E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAChE,2EAA2E;QAC3E,mDAAmD;QACnD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAC3B,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,iBAAiB,EAAE,CAAC,EAAE,EACtD,kBAAkB,CACnB,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC9D,yEAAyE;QACzE,mCAAmC;QACnC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAC3B,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,iBAAiB,EAAE,CAAC,EAAE,EACtD,GAAG,YAAY,sDAAsD,CACtE,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,4EAA4E;QAC5E,6DAA6D;QAC7D,MAAM,OAAO,GAAG,MAAM,QAAQ,CAC5B,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,EACnC,4CAA4C,CAC7C,CAAC;QACF,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC;QAEpD,MAAM,OAAO,GAAG,MAAM,QAAQ,CAC5B,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,EACnC,YAAY,CACb,CAAC;QACF,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;QACvE,MAAM,MAAM,GAAG,MAAM,QAAQ,CAC3B,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS,EAAE,EAC1C,EAAE,CACH,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,6BAA6B,CAAC,CAAC;IAChE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;QAClD,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAC7B,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,iBAAiB,EAAE,CAAC,EAAE,EACtD,YAAY,CACb,CAAC;QACF,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAE/C,MAAM,OAAO,GAAG,MAAM,QAAQ,CAC5B,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,EACnC,YAAY,CACb,CAAC;QACF,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC/D,yEAAyE;QACzE,uEAAuE;QACvE,MAAM,QAAQ,GAAG,eAAe,EAAE,CAAC;QAEnC,MAAM,QAAQ,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,EAAE,YAAY,CAAC,CAAC;QAElE,MAAM,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,0BAA0B,CAAC,CAAC,CAAC,CAAC,IAAI,CACzE,IAAI,CACL,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;QACvE,4EAA4E;QAC5E,8EAA8E;QAC9E,6EAA6E;QAC7E,cAAc;QACd,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACnE,MAAM,EAAE,CAAC,SAAS,CAChB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,iBAAiB,CAAC,EAChD,aAAa,CACd,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,QAAQ,CAC3B;YACE,OAAO,EAAE,IAAI;YACb,YAAY,EAAE;gBACZ,iBAAiB,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;aAC3D;SACF,EACD,+EAA+E,CAChF,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,uBAAuB,CAAC,CAAC;QAExD,MAAM,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,EAAE;YACzC,SAAS,EAAE,IAAI;YACf,KAAK,EAAE,IAAI;SACZ,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAChE,iEAAiE;QACjE,MAAM,MAAM,GAAG,MAAM,QAAQ,CAC3B;YACE,OAAO,EAAE,IAAI;YACb,YAAY,EAAE;gBACZ,iBAAiB,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;aAC3D;SACF,EACD,+EAA+E,CAChF,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;QAC7E,0EAA0E;QAC1E,yEAAyE;QACzE,kCAAkC;QAClC,MAAM,QAAQ,GAAG,eAAe,EAAE,CAAC;QAEnC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAC3B;YACE,OAAO,EAAE,IAAI;YACb,WAAW,EAAE;gBACX,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE,GAAG;gBACX,MAAM,EAAE,CAAC;gBACT,OAAO,EAAE,CAAC;gBACV,KAAK,EAAE,GAAG;gBACV,YAAY,EAAE,CAAC;gBACf,YAAY,EAAE,CAAC;gBACf,WAAW,EAAE,CAAC;gBACd,QAAQ,EAAE,EAAE;gBACZ,eAAe,EAAE,CAAC;aACnB;SACF,EACD,6CAA6C,CAC9C,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC7C,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QAC1E,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,4EAA4E;QAC5E,iEAAiE;QACjE,MAAM,MAAM,GAAG,mBAAmB,CAChC,2CAA2C,EAC3C,CAAC,wBAAwB,EAAE,mBAAmB,CAAC,CAChD,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,wBAAwB,EAAE,mBAAmB,CAAC,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,MAAM,GAAG,mBAAmB,CAChC,wCAAwC,EACxC,CAAC,mBAAmB,CAAC,CACtB,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,MAAM,CAAC,mBAAmB,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,yCAAyC,EAAE,GAAG,EAAE;IACvD,IAAI,WAAmB,CAAC;IAExB,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,WAAW,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,SAAS,CAAC,CAAC,CAAC;QAClE,MAAM,EAAE,CAAC,SAAS,CAChB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,uBAAuB,CAAC,EAC/C,cAAc,CACf,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,KAAK,IAAI,EAAE;QAClB,MAAM,EAAE,CAAC,EAAE,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,SAAS,QAAQ,CAAC,IAAY;QAC5B,OAAO,kBAAkB,CAAC,aAAa,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,IAAI,CAAC,EAAE;YAChE,WAAW;YACX,WAAW,EAAE,YAAY;YACzB,MAAM,EAAE;gBACN,cAAc,EAAE,uBAAuB;aACb;SAC7B,CAAC,CAAC;IACL,CAAC;IAED,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QACjE,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,iCAAiC,CAAC,CAAC;QAEjE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,kCAAkC,CAAC,CAAC;QACnE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,8BAA8B,CAAC,CAAC;IACjE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;QACxE,2EAA2E;QAC3E,0EAA0E;QAC1E,4EAA4E;QAC5E,wEAAwE;QACxE,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,EAAE,CAAC,CAAC;QAElC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,kCAAkC,CAAC,CAAC;QACvE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;IAC3D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/utils/testing/structured-test-results.d.ts

@@ -0,0 +1,77 @@
+import { type ParsedTestCounts } from './test-log-parser.js';
+/**
+ * Tag NevermoreTestRunnerUtils stamps on the results table a test script
+ * returns. A test place also runs probe scripts (`--script-text`) that return
+ * whatever they like, so results are recognized by this rather than by shape.
+ */
+export declare const TEST_RESULTS_FORMAT = "nevermore-test-results@1";
+/** One failed test, or one suite that failed before its tests could run. */
+export interface StructuredTestFailure {
+    name: string;
+    message?: string;
+}
+/**
+ * What a test run says about itself, returned as a value instead of printed.
+ *
+ * Open Cloud truncates a long run's logs, so counts scraped out of that text go
+ * missing on exactly the runs where they matter most. Mirrors the
+ * `TestRunResults` table in `NevermoreTestRunnerUtils`.
+ */
+export interface StructuredTestResults {
+    success: boolean;
+    /** False for a smoke test, whose counts are all zero because nothing counted. */
+    ranJest: boolean;
+    passed: number;
+    failed: number;
+    /** Pending plus todo. */
+    skipped: number;
+    total: number;
+    suitesPassed: number;
+    suitesFailed: number;
+    suitesTotal: number;
+    /** Capped by the runner; `omittedFailures` says how many did not fit. */
+    failures: StructuredTestFailure[];
+    omittedFailures: number;
+    /** Why the run failed when no individual test can say so. */
+    error?: string;
+}
+/**
+ * Decode a single returned value into results, or undefined if it is not one.
+ *
+ * Fields are read defensively rather than trusted: the value crossed a
+ * transport, and the two transports spell exotic Luau types differently, so a
+ * malformed field must not become a verdict.
+ */
+export declare function decodeStructuredTestResults(value: unknown): StructuredTestResults | undefined;
+/**
+ * Find the results a run returned, if it returned any.
+ *
+ * `undefined` covers both "the transport delivered no return channel" and "the
+ * script returned nothing recognizable" — a caller falls back to the logs
+ * either way, which is what a test script written before this convention gets.
+ */
+export declare function findStructuredTestResults(returnValues: unknown[] | undefined): StructuredTestResults | undefined;
+/**
+ * Describe a verdict the run's own counts do not support, for a warning.
+ *
+ * A run reporting failure while nothing in it failed is self-contradicting, and
+ * it is precisely what a runner reading the wrong field produces: the counts
+ * stay plausible, so nothing looks wrong except that every package fails at
+ * once. That shipped once — a runner consulted jest-lua's inverted
+ * `AggregatedResult.success` and failed every passing suite.
+ *
+ * Reported, never corrected. A runner that says it failed may know something its
+ * counts cannot express (an interrupted run, a snapshot check, a reporter
+ * error), so the verdict stands and the contradiction is made loud instead.
+ */
+export declare function describeUnexplainedVerdict(results: StructuredTestResults): string | undefined;
+/** Counts in the shape the reporters already render. */
+export declare function toParsedTestCounts(results: StructuredTestResults): ParsedTestCounts;
+/**
+ * Why the runner says the run failed. Empty when it says it passed.
+ *
+ * Phrased to match the log parser's wording so that merging the two sources
+ * collapses the overlap instead of reporting every failure twice.
+ */
+export declare function structuredFailureReasons(results: StructuredTestResults): string[];
+//# sourceMappingURL=structured-test-results.d.ts.map

package/dist/utils/testing/structured-test-results.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"structured-test-results.d.ts","sourceRoot":"","sources":["../../../src/utils/testing/structured-test-results.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAE7D;;;;GAIG;AACH,eAAO,MAAM,mBAAmB,6BAA6B,CAAC;AAE9D,4EAA4E;AAC5E,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;;;;;GAMG;AACH,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,OAAO,CAAC;IACjB,iFAAiF;IACjF,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,yBAAyB;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,yEAAyE;IACzE,QAAQ,EAAE,qBAAqB,EAAE,CAAC;IAClC,eAAe,EAAE,MAAM,CAAC;IACxB,6DAA6D;IAC7D,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AA6BD;;;;;;GAMG;AACH,wBAAgB,2BAA2B,CACzC,KAAK,EAAE,OAAO,GACb,qBAAqB,GAAG,SAAS,CA0BnC;AAED;;;;;;GAMG;AACH,wBAAgB,yBAAyB,CACvC,YAAY,EAAE,OAAO,EAAE,GAAG,SAAS,GAClC,qBAAqB,GAAG,SAAS,CAYnC;AAED;;;;;;;;;;;;GAYG;AACH,wBAAgB,0BAA0B,CACxC,OAAO,EAAE,qBAAqB,GAC7B,MAAM,GAAG,SAAS,CAapB;AAED,wDAAwD;AACxD,wBAAgB,kBAAkB,CAChC,OAAO,EAAE,qBAAqB,GAC7B,gBAAgB,CAMlB;AAED;;;;;GAKG;AACH,wBAAgB,wBAAwB,CACtC,OAAO,EAAE,qBAAqB,GAC7B,MAAM,EAAE,CAqBV"}