@quenty/nevermore-cli 4.41.0 → 4.42.0

package/dist/utils/testing/parsers/traceback-parser.test.js

@@ -0,0 +1,45 @@
+import { describe, expect, it } from 'vitest';
+import { formatTracebacks, ownerOf, parseTracebacks, } from './traceback-parser.js';
+const TRACEBACK = [
+    'PlayerBadgeHelper: attempt to index nil with UserId',
+    'Stack Begin',
+    'Script \'[string "ServerScriptService.egghunt2026.game.Server.PlayerBadgeHelper"]\', Line 365 - function _awardBadge',
+    'Script \'[string "ServerScriptService.egghunt2026.game.Server.PlayerBadgeHelper"]\', Line 138',
+    'Stack End',
+].join('\n');
+describe('parseTracebacks', () => {
+    it('attributes a traceback to the package that owns the failing script', () => {
+        const [traceback] = parseTracebacks(TRACEBACK);
+        expect(traceback.owner).toBe('egghunt2026');
+        expect(traceback.source).toContain('PlayerBadgeHelper');
+        expect(traceback.message).toContain('attempt to index nil');
+    });
+    it('collapses repeats of the same crash into one entry with a count', () => {
+        // One bug fires per player per frame, so raw output can hold hundreds of
+        // identical copies. Printing them all is what makes logs unreadable.
+        const repeated = [TRACEBACK, TRACEBACK, TRACEBACK].join('\n');
+        const tracebacks = parseTracebacks(repeated);
+        expect(tracebacks).toHaveLength(1);
+        expect(tracebacks[0].count).toBe(3);
+    });
+    it('keeps distinct crashes apart', () => {
+        const other = TRACEBACK.replace('PlayerBadgeHelper', 'TrainHelper');
+        expect(parseTracebacks([TRACEBACK, other].join('\n'))).toHaveLength(2);
+    });
+    it('finds nothing in clean output', () => {
+        expect(parseTracebacks('Tests: 10 passed, 10 total')).toEqual([]);
+    });
+});
+describe('ownerOf', () => {
+    it('names the package below the service', () => {
+        expect(ownerOf('ServerScriptService.brio.Foo.Bar')).toBe('brio');
+    });
+});
+describe('formatTracebacks', () => {
+    it('bounds how many it prints and says how many it withheld', () => {
+        const many = Array.from({ length: 8 }, (_, i) => TRACEBACK.replace('PlayerBadgeHelper:', `Helper${i}:`)).join('\n');
+        const formatted = formatTracebacks(parseTracebacks(many), 5);
+        expect(formatted).toContain('and 3 more distinct traceback(s)');
+    });
+});
+//# sourceMappingURL=traceback-parser.test.js.map

package/dist/utils/testing/parsers/traceback-parser.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"traceback-parser.test.js","sourceRoot":"","sources":["../../../../src/utils/testing/parsers/traceback-parser.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAE9C,OAAO,EACL,gBAAgB,EAChB,OAAO,EACP,eAAe,GAChB,MAAM,uBAAuB,CAAC;AAE/B,MAAM,SAAS,GAAG;IAChB,qDAAqD;IACrD,aAAa;IACb,sHAAsH;IACtH,+FAA+F;IAC/F,WAAW;CACZ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAEb,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,EAAE,CAAC,oEAAoE,EAAE,GAAG,EAAE;QAC5E,MAAM,CAAC,SAAS,CAAC,GAAG,eAAe,CAAC,SAAS,CAAC,CAAC;QAE/C,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC5C,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;QACxD,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,sBAAsB,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,GAAG,EAAE;QACzE,yEAAyE;QACzE,qEAAqE;QACrE,MAAM,QAAQ,GAAG,CAAC,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE9D,MAAM,UAAU,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;QAE7C,MAAM,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,MAAM,KAAK,GAAG,SAAS,CAAC,OAAO,CAAC,mBAAmB,EAAE,aAAa,CAAC,CAAC;QAEpE,MAAM,CAAC,eAAe,CAAC,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;QACvC,MAAM,CAAC,eAAe,CAAC,4BAA4B,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACpE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;IACvB,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,CAAC,OAAO,CAAC,kCAAkC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAC9C,SAAS,CAAC,OAAO,CAAC,oBAAoB,EAAE,SAAS,CAAC,GAAG,CAAC,CACvD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEb,MAAM,SAAS,GAAG,gBAAgB,CAAC,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QAE7D,MAAM,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,kCAAkC,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/utils/testing/reporting/test-github-columns.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"test-github-columns.d.ts","sourceRoot":"","sources":["../../../../src/utils/testing/reporting/test-github-columns.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,mBAAmB,EACxB,KAAK,wBAAwB,EAG9B,MAAM,sCAAsC,CAAC;AAG9C,yEAAyE;AACzE,wBAAgB,iBAAiB,IAAI,mBAAmB,EAAE,CAEzD;AAED,kEAAkE;AAClE,wBAAgB,uBAAuB,IAAI,wBAAwB,CAQlE"}
+{"version":3,"file":"test-github-columns.d.ts","sourceRoot":"","sources":["../../../../src/utils/testing/reporting/test-github-columns.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,mBAAmB,EACxB,KAAK,wBAAwB,EAG9B,MAAM,sCAAsC,CAAC;AAG9C,yEAAyE;AACzE,wBAAgB,iBAAiB,IAAI,mBAAmB,EAAE,CAEzD;AAED,kEAAkE;AAClE,wBAAgB,uBAAuB,IAAI,wBAAwB,CASlE"}

package/dist/utils/testing/reporting/test-github-columns.js

@@ -11,6 +11,7 @@ export function createTestCommentConfig() {
         sectionId: 'tests',
         extraColumns: createTestColumns(),
         errorHeading: 'Test Results',
+        expectsTestCounts: true,
     };
 }
 function createErrorColumn() {

package/dist/utils/testing/reporting/test-github-columns.js.map

@@ -1 +1 @@
-{"version":3,"file":"test-github-columns.js","sourceRoot":"","sources":["../../../../src/utils/testing/reporting/test-github-columns.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,cAAc,GACf,MAAM,sCAAsC,CAAC;AAG9C,yEAAyE;AACzE,MAAM,UAAU,iBAAiB;IAC/B,OAAO,CAAC,iBAAiB,EAAE,EAAE,iBAAiB,EAAE,CAAC,CAAC;AACpD,CAAC;AAED,kEAAkE;AAClE,MAAM,UAAU,uBAAuB;IACrC,OAAO;QACL,OAAO,EAAE,cAAc;QACvB,aAAa,EAAE,iCAAiC;QAChD,SAAS,EAAE,OAAO;QAClB,YAAY,EAAE,iBAAiB,EAAE;QACjC,YAAY,EAAE,cAAc;KAC7B,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB;IACxB,OAAO;QACL,MAAM,EAAE,OAAO;QACf,UAAU,EAAE,MAAM;QAClB,MAAM,CAAC,GAAiB;YACtB,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACtC,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;gBACrB,OAAO,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC1C,CAAC;YACD,OAAO,aAAa,CAAC;QACvB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB;IACxB,OAAO;QACL,MAAM,EAAE,QAAQ;QAChB,MAAM,CAAC,GAAiB;YACtB,MAAM,OAAO,GAAI,GAAG,CAAC,MAAsC,EAAE,OAAO,IAAI,CAAC,CAAC;YAC1E,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,MAAM,OAAO,GAAG,gCAAgC,OAAO,EAAE,CAAC;YAC1D,MAAM,OAAO,GAAG,8CAA8C,OAAO,EAAE,CAAC;YACxE,OAAO,UAAU,OAAO,gBAAgB,OAAO,GAAG,CAAC;QACrD,CAAC;KACF,CAAC;AACJ,CAAC"}
+{"version":3,"file":"test-github-columns.js","sourceRoot":"","sources":["../../../../src/utils/testing/reporting/test-github-columns.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,cAAc,GACf,MAAM,sCAAsC,CAAC;AAG9C,yEAAyE;AACzE,MAAM,UAAU,iBAAiB;IAC/B,OAAO,CAAC,iBAAiB,EAAE,EAAE,iBAAiB,EAAE,CAAC,CAAC;AACpD,CAAC;AAED,kEAAkE;AAClE,MAAM,UAAU,uBAAuB;IACrC,OAAO;QACL,OAAO,EAAE,cAAc;QACvB,aAAa,EAAE,iCAAiC;QAChD,SAAS,EAAE,OAAO;QAClB,YAAY,EAAE,iBAAiB,EAAE;QACjC,YAAY,EAAE,cAAc;QAC5B,iBAAiB,EAAE,IAAI;KACxB,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB;IACxB,OAAO;QACL,MAAM,EAAE,OAAO;QACf,UAAU,EAAE,MAAM;QAClB,MAAM,CAAC,GAAiB;YACtB,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACtC,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;gBACrB,OAAO,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC1C,CAAC;YACD,OAAO,aAAa,CAAC;QACvB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB;IACxB,OAAO;QACL,MAAM,EAAE,QAAQ;QAChB,MAAM,CAAC,GAAiB;YACtB,MAAM,OAAO,GAAI,GAAG,CAAC,MAAsC,EAAE,OAAO,IAAI,CAAC,CAAC;YAC1E,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,MAAM,OAAO,GAAG,gCAAgC,OAAO,EAAE,CAAC;YAC1D,MAAM,OAAO,GAAG,8CAA8C,OAAO,EAAE,CAAC;YACxE,OAAO,UAAU,OAAO,gBAAgB,OAAO,GAAG,CAAC;QACrD,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/utils/testing/runner/test-runner.d.ts

@@ -11,7 +11,17 @@ export interface SingleTestResult {
      * non-aggregated cloud/local runs — callers should fall back to wall-clock.
      */
     durationMs?: number;
+    /** Why the run failed, when the runner can say more than "it failed". */
+    error?: string;
 }
+/**
+ * Combine failure reasons from the job context with those read from the logs.
+ *
+ * In batch mode the context has already evaluated these same logs, so the two
+ * sources overlap. Merging on the individual reason keeps the overlap from
+ * reading as double the failures.
+ */
+export declare function mergeFailureReasons(contextError: string | undefined, logReasons: string[]): string[];
 export interface SingleTestOptions {
     packagePath: string;
     packageName: string;

package/dist/utils/testing/runner/test-runner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"test-runner.d.ts","sourceRoot":"","sources":["../../../../src/utils/testing/runner/test-runner.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,KAAK,UAAU,EAAE,MAAM,kCAAkC,CAAC;AACnE,OAAO,EACL,KAAK,gBAAgB,EAGtB,MAAM,uBAAuB,CAAC;AAS/B,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B;;;;OAIG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,iBAAiB;IAChC,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB;;;OAGG;IACH,MAAM,EAAE,YAAY,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,8EAA8E;IAC9E,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;;;;GAKG;AACH,wBAAsB,kBAAkB,CACtC,OAAO,EAAE,UAAU,EACnB,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,gBAAgB,CAAC,CA+D3B;AAED;;GAEG;AACH,wBAAsB,mBAAmB,CACvC,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,MAAM,GAAG,SAAS,GAC7B,OAAO,CAAC,MAAM,CAAC,CAajB"}
+{"version":3,"file":"test-runner.d.ts","sourceRoot":"","sources":["../../../../src/utils/testing/runner/test-runner.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,KAAK,UAAU,EAAE,MAAM,kCAAkC,CAAC;AACnE,OAAO,EACL,KAAK,gBAAgB,EAGtB,MAAM,uBAAuB,CAAC;AAS/B,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B;;;;OAIG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,yEAAyE;IACzE,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;;;;;GAMG;AACH,wBAAgB,mBAAmB,CACjC,YAAY,EAAE,MAAM,GAAG,SAAS,EAChC,UAAU,EAAE,MAAM,EAAE,GACnB,MAAM,EAAE,CAOV;AAED,MAAM,WAAW,iBAAiB;IAChC,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB;;;OAGG;IACH,MAAM,EAAE,YAAY,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,8EAA8E;IAC9E,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;;;;GAKG;AACH,wBAAsB,kBAAkB,CACtC,OAAO,EAAE,UAAU,EACnB,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,gBAAgB,CAAC,CA6E3B;AAED;;GAEG;AACH,wBAAsB,mBAAmB,CACvC,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,MAAM,GAAG,SAAS,GAC7B,OAAO,CAAC,MAAM,CAAC,CAajB"}

package/dist/utils/testing/runner/test-runner.js

@@ -4,6 +4,21 @@ import { randomUUID } from 'crypto';
 import { parseTestLogs, parseTestCounts, } from '../test-log-parser.js';
 import { buildDeployMetadataAttributes, gatherGitDeployInfo, injectDeployMetadataInPlaceAsync, packageUsesManifestAsync, } from '../../deploy/deploy-metadata.js';
 import { readPackageVersionAsync } from '../../nevermore-cli-utils.js';
+/**
+ * Combine failure reasons from the job context with those read from the logs.
+ *
+ * In batch mode the context has already evaluated these same logs, so the two
+ * sources overlap. Merging on the individual reason keeps the overlap from
+ * reading as double the failures.
+ */
+export function mergeFailureReasons(contextError, logReasons) {
+    return [
+        ...new Set([
+            ...(contextError ? contextError.split('; ') : []),
+            ...logReasons,
+        ]),
+    ];
+}
 /**
  * Build, deploy, and run a test for a single package using the provided
  * JobContext. The context determines the execution environment (cloud or local).
@@ -11,7 +26,11 @@ import { readPackageVersionAsync } from '../../nevermore-cli-utils.js';
  * Creates and releases its own deployment handle — the caller owns the context lifetime.
  */
 export async function runSingleTestAsync(context, options) {
-    const { packagePath, packageName, timeoutMs = 120_000, scriptText, target, } = options;
+    const { packagePath, packageName, 
+    // 300s is the Open Cloud maximum. The old 120s default failed real suites
+    // with no jest summary at all, so "--timeout 300" had become folklore
+    // everyone had to know before their first useful run.
+    timeoutMs = 300_000, scriptText, target, } = options;
     const sessionId = randomUUID();
     const builtPlace = await context.buildPlaceAsync({
         target,
@@ -46,12 +65,19 @@ export async function runSingleTestAsync(context, options) {
             timeoutMs,
         });
         const rawLogs = await context.getLogsAsync(deployment);
-        const parsed = parseTestLogs(rawLogs);
+        // A probe script is arbitrary Luau with no jest in it, so demanding a test
+        // report would fail every --script-text run. Everything else must prove a
+        // runner spoke before it can pass.
+        const parsed = parseTestLogs(rawLogs, {
+            requireTestReport: scriptText === undefined,
+        });
+        const reasons = mergeFailureReasons(result.errorMessage, parsed.failureReasons);
         return {
             success: result.success && parsed.success,
             logs: parsed.logs,
             testCounts: parseTestCounts(parsed.logs),
             durationMs: result.durationMs,
+            error: reasons.length > 0 ? reasons.join('; ') : undefined,
         };
     }
     finally {

package/dist/utils/testing/runner/test-runner.js.map

@@ -1 +1 @@
-{"version":3,"file":"test-runner.js","sourceRoot":"","sources":["../../../../src/utils/testing/runner/test-runner.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAGpC,OAAO,EAEL,aAAa,EACb,eAAe,GAChB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,6BAA6B,EAC7B,mBAAmB,EACnB,gCAAgC,EAChC,wBAAwB,GACzB,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAE,uBAAuB,EAAE,MAAM,8BAA8B,CAAC;AA2BvE;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,OAAmB,EACnB,OAA0B;IAE1B,MAAM,EACJ,WAAW,EACX,WAAW,EACX,SAAS,GAAG,OAAO,EACnB,UAAU,EACV,MAAM,GACP,GAAG,OAAO,CAAC;IAEZ,MAAM,SAAS,GAAG,UAAU,EAAE,CAAC;IAC/B,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,eAAe,CAAC;QAC/C,MAAM;QACN,cAAc,EAAE,QAAQ,SAAS,OAAO;QACxC,WAAW;QACX,WAAW;KACZ,CAAC,CAAC;IAEH,8EAA8E;IAC9E,4EAA4E;IAC5E,0EAA0E;IAC1E,IAAI,MAAM,wBAAwB,CAAC,WAAW,CAAC,EAAE,CAAC;QAChD,MAAM,gCAAgC,CACpC,UAAU,CAAC,QAAQ,EACnB,6BAA6B,CAAC,mBAAmB,EAAE,EAAE;YACnD,MAAM,EAAE,MAAM;YACd,SAAS,EAAE,KAAK;YAChB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,OAAO,EAAE,UAAU,CAAC,MAAM,CAAC,OAAO;YAClC,UAAU,EAAE,UAAU,CAAC,MAAM,CAAC,UAAU;YACxC,cAAc,EAAE,MAAM,uBAAuB,CAAC,WAAW,CAAC;SAC3D,CAAC,CACH,CAAC;IACJ,CAAC;IAED,MAAM,aAAa,GACjB,UAAU;QACV,CAAC,MAAM,mBAAmB,CAAC,WAAW,EAAE,UAAU,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC;IAE7E,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,qBAAqB,CAAC;QACrD,UAAU;QACV,WAAW;QACX,WAAW;KACZ,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,UAAU,EAAE;YACtD,aAAa;YACb,WAAW;YACX,SAAS;SACV,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;QACvD,MAAM,MAAM,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;QAEtC,OAAO;YACL,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO;YACzC,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,UAAU,EAAE,eAAe,CAAC,MAAM,CAAC,IAAI,CAAC;YACxC,UAAU,EAAE,MAAM,CAAC,UAAU;SAC9B,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,MAAM,OAAO,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;IACzC,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,WAAmB,EACnB,UAA8B;IAE9B,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CACb,mDAAmD,WAAW,2EAA2E,CAC1I,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;IACvD,IAAI,CAAC;QACH,OAAO,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC9C,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,0BAA0B,QAAQ,EAAE,CAAC,CAAC;IACxD,CAAC;AACH,CAAC"}
+{"version":3,"file":"test-runner.js","sourceRoot":"","sources":["../../../../src/utils/testing/runner/test-runner.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAGpC,OAAO,EAEL,aAAa,EACb,eAAe,GAChB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,6BAA6B,EAC7B,mBAAmB,EACnB,gCAAgC,EAChC,wBAAwB,GACzB,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAE,uBAAuB,EAAE,MAAM,8BAA8B,CAAC;AAgBvE;;;;;;GAMG;AACH,MAAM,UAAU,mBAAmB,CACjC,YAAgC,EAChC,UAAoB;IAEpB,OAAO;QACL,GAAG,IAAI,GAAG,CAAC;YACT,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACjD,GAAG,UAAU;SACd,CAAC;KACH,CAAC;AACJ,CAAC;AAeD;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,OAAmB,EACnB,OAA0B;IAE1B,MAAM,EACJ,WAAW,EACX,WAAW;IACX,0EAA0E;IAC1E,sEAAsE;IACtE,sDAAsD;IACtD,SAAS,GAAG,OAAO,EACnB,UAAU,EACV,MAAM,GACP,GAAG,OAAO,CAAC;IAEZ,MAAM,SAAS,GAAG,UAAU,EAAE,CAAC;IAC/B,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,eAAe,CAAC;QAC/C,MAAM;QACN,cAAc,EAAE,QAAQ,SAAS,OAAO;QACxC,WAAW;QACX,WAAW;KACZ,CAAC,CAAC;IAEH,8EAA8E;IAC9E,4EAA4E;IAC5E,0EAA0E;IAC1E,IAAI,MAAM,wBAAwB,CAAC,WAAW,CAAC,EAAE,CAAC;QAChD,MAAM,gCAAgC,CACpC,UAAU,CAAC,QAAQ,EACnB,6BAA6B,CAAC,mBAAmB,EAAE,EAAE;YACnD,MAAM,EAAE,MAAM;YACd,SAAS,EAAE,KAAK;YAChB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,OAAO,EAAE,UAAU,CAAC,MAAM,CAAC,OAAO;YAClC,UAAU,EAAE,UAAU,CAAC,MAAM,CAAC,UAAU;YACxC,cAAc,EAAE,MAAM,uBAAuB,CAAC,WAAW,CAAC;SAC3D,CAAC,CACH,CAAC;IACJ,CAAC;IAED,MAAM,aAAa,GACjB,UAAU;QACV,CAAC,MAAM,mBAAmB,CAAC,WAAW,EAAE,UAAU,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC;IAE7E,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,qBAAqB,CAAC;QACrD,UAAU;QACV,WAAW;QACX,WAAW;KACZ,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,UAAU,EAAE;YACtD,aAAa;YACb,WAAW;YACX,SAAS;SACV,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;QACvD,2EAA2E;QAC3E,0EAA0E;QAC1E,mCAAmC;QACnC,MAAM,MAAM,GAAG,aAAa,CAAC,OAAO,EAAE;YACpC,iBAAiB,EAAE,UAAU,KAAK,SAAS;SAC5C,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,mBAAmB,CACjC,MAAM,CAAC,YAAY,EACnB,MAAM,CAAC,cAAc,CACtB,CAAC;QAEF,OAAO;YACL,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO;YACzC,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,UAAU,EAAE,eAAe,CAAC,MAAM,CAAC,IAAI,CAAC;YACxC,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,KAAK,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;SAC3D,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,MAAM,OAAO,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;IACzC,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,WAAmB,EACnB,UAA8B;IAE9B,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CACb,mDAAmD,WAAW,2EAA2E,CAC1I,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;IACvD,IAAI,CAAC;QACH,OAAO,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC9C,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,0BAA0B,QAAQ,EAAE,CAAC,CAAC;IACxD,CAAC;AACH,CAAC"}

package/dist/utils/testing/runner/test-runner.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=test-runner.test.d.ts.map

package/dist/utils/testing/runner/test-runner.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-runner.test.d.ts","sourceRoot":"","sources":["../../../../src/utils/testing/runner/test-runner.test.ts"],"names":[],"mappings":""}

package/dist/utils/testing/runner/test-runner.test.js

@@ -0,0 +1,18 @@
+import { describe, expect, it } from 'vitest';
+import { mergeFailureReasons } from './test-runner.js';
+describe('mergeFailureReasons', () => {
+    it('does not repeat reasons the context already reported', () => {
+        // Batch mode evaluates the same logs upstream, so both sources describe the
+        // same failures. Concatenating them read as double the failures.
+        const merged = mergeFailureReasons('3 test suite(s) failed; 19 test(s) failed', ['3 test suite(s) failed', '19 test(s) failed']);
+        expect(merged).toEqual(['3 test suite(s) failed', '19 test(s) failed']);
+    });
+    it('keeps reasons only one side knows about', () => {
+        const merged = mergeFailureReasons('the batch runner reported a Luau error', ['19 test(s) failed']);
+        expect(merged).toHaveLength(2);
+    });
+    it('is empty when nothing failed', () => {
+        expect(mergeFailureReasons(undefined, [])).toEqual([]);
+    });
+});
+//# sourceMappingURL=test-runner.test.js.map

package/dist/utils/testing/runner/test-runner.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-runner.test.js","sourceRoot":"","sources":["../../../../src/utils/testing/runner/test-runner.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAE9C,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AAEvD,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,4EAA4E;QAC5E,iEAAiE;QACjE,MAAM,MAAM,GAAG,mBAAmB,CAChC,2CAA2C,EAC3C,CAAC,wBAAwB,EAAE,mBAAmB,CAAC,CAChD,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,wBAAwB,EAAE,mBAAmB,CAAC,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,MAAM,GAAG,mBAAmB,CAChC,wCAAwC,EACxC,CAAC,mBAAmB,CAAC,CACtB,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,MAAM,CAAC,mBAAmB,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/utils/testing/test-log-parser.d.ts

@@ -7,12 +7,43 @@ export interface ParsedTestLogs {
     success: boolean;
     logs: string;
     testCounts?: ParsedTestCounts;
+    /** Why the run is not a pass. Empty when it is. */
+    failureReasons: string[];
 }
+export interface TestOutcomeOptions {
+    /**
+     * Require proof the runner ran. Off for probe scripts (--script-text), which
+     * legitimately produce no jest report.
+     */
+    requireTestReport?: boolean;
+}
+/**
+ * Decide whether test output represents a pass, and say why when it does not.
+ *
+ * The single definition of the rule. Both the single-package path and the batch
+ * path route through here — they previously carried divergent copies that
+ * disagreed about tracebacks, so the same commit could pass one and fail the
+ * other.
+ */
+export declare function evaluateTestOutcome(rawOutput: string, options?: TestOutcomeOptions): {
+    success: boolean;
+    failureReasons: string[];
+};
+/**
+ * True when jest reported at all, including reporting that it found nothing.
+ *
+ * "Ran and found no tests" is a legitimate answer for packages that ship
+ * without specs; "we never heard from jest" is not. Keying on the report
+ * rather than on a test count keeps `passWithNoTests` working.
+ */
+export declare function hasTestReport(rawOutput: string): boolean;
+/** Count Luau tracebacks in output. */
+export declare function countTracebacks(rawOutput: string): number;
 /**
  * Analyze test output for Jest failures and Luau runtime errors.
  * Shared by both Open Cloud log fetching and local run-in-roblox output.
  */
-export declare function parseTestLogs(rawOutput: string): ParsedTestLogs;
+export declare function parseTestLogs(rawOutput: string, options?: TestOutcomeOptions): ParsedTestLogs;
 /**
  * Parse Jest "Tests: N failed, N passed, N total" line into structured counts.
  * Returns undefined if no test summary line is found.

package/dist/utils/testing/test-log-parser.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"test-log-parser.d.ts","sourceRoot":"","sources":["../../../src/utils/testing/test-log-parser.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,gBAAgB,CAAC;CAC/B;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,cAAc,CAkB/D;AAED;;;GAGG;AACH,wBAAgB,eAAe,CAC7B,SAAS,EAAE,MAAM,GAChB,gBAAgB,GAAG,SAAS,CAmB9B"}
+{"version":3,"file":"test-log-parser.d.ts","sourceRoot":"","sources":["../../../src/utils/testing/test-log-parser.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,mDAAmD;IACnD,cAAc,EAAE,MAAM,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,kBAAkB;IACjC;;;OAGG;IACH,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC7B;AAED;;;;;;;GAOG;AACH,wBAAgB,mBAAmB,CACjC,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE,kBAAuB,GAC/B;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,cAAc,EAAE,MAAM,EAAE,CAAA;CAAE,CA6BhD;AAED;;;;;;GAMG;AACH,wBAAgB,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAOxD;AAED,uCAAuC;AACvC,wBAAgB,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAKzD;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAC3B,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE,kBAAuB,GAC/B,cAAc,CAShB;AAED;;;GAGG;AACH,wBAAgB,eAAe,CAC7B,SAAS,EAAE,MAAM,GAChB,gBAAgB,GAAG,SAAS,CAmB9B"}

package/dist/utils/testing/test-log-parser.js

@@ -1,19 +1,63 @@
 import { OutputHelper } from '@quenty/cli-output-helpers';
 /**
- * Analyze test output for Jest failures and Luau runtime errors.
- * Shared by both Open Cloud log fetching and local run-in-roblox output.
+ * Decide whether test output represents a pass, and say why when it does not.
+ *
+ * The single definition of the rule. Both the single-package path and the batch
+ * path route through here — they previously carried divergent copies that
+ * disagreed about tracebacks, so the same commit could pass one and fail the
+ * other.
  */
-export function parseTestLogs(rawOutput) {
+export function evaluateTestOutcome(rawOutput, options = {}) {
     const cleanLogs = OutputHelper.stripAnsi(rawOutput);
-    // Check for Jest-style test failures
+    const failureReasons = [];
     const failedSuites = cleanLogs.match(/Test Suites:\s*(\d+)\s+failed/);
     const failedTests = cleanLogs.match(/Tests:\s*(\d+)\s+failed/);
-    const hasJestFailures = (failedSuites && parseInt(failedSuites[1], 10) > 0) ||
-        (failedTests && parseInt(failedTests[1], 10) > 0);
-    // Check for Luau runtime errors (stack traces)
-    const hasRuntimeError = /Stack Begin\s/.test(cleanLogs);
+    if (failedSuites && parseInt(failedSuites[1], 10) > 0) {
+        failureReasons.push(`${failedSuites[1]} test suite(s) failed`);
+    }
+    if (failedTests && parseInt(failedTests[1], 10) > 0) {
+        failureReasons.push(`${failedTests[1]} test(s) failed`);
+    }
+    // Tracebacks always fail. They catch use-after-free bugs that jest cannot
+    // see, since a deferred-callback crash fires outside any test.
+    const tracebacks = countTracebacks(cleanLogs);
+    if (tracebacks > 0) {
+        failureReasons.push(`${tracebacks} Luau traceback(s) — see attributed errors below`);
+    }
+    if (options.requireTestReport && !hasTestReport(cleanLogs)) {
+        failureReasons.push('no jest report in output — nothing proves any test ran');
+    }
+    return { success: failureReasons.length === 0, failureReasons };
+}
+/**
+ * True when jest reported at all, including reporting that it found nothing.
+ *
+ * "Ran and found no tests" is a legitimate answer for packages that ship
+ * without specs; "we never heard from jest" is not. Keying on the report
+ * rather than on a test count keeps `passWithNoTests` working.
+ */
+export function hasTestReport(rawOutput) {
+    const clean = OutputHelper.stripAnsi(rawOutput);
+    return (/Tests:\s+/.test(clean) ||
+        /Test Suites:\s+/.test(clean) ||
+        /No tests found/i.test(clean));
+}
+/** Count Luau tracebacks in output. */
+export function countTracebacks(rawOutput) {
+    if (!rawOutput) {
+        return 0;
+    }
+    return OutputHelper.stripAnsi(rawOutput).match(/Stack Begin\s/g)?.length ?? 0;
+}
+/**
+ * Analyze test output for Jest failures and Luau runtime errors.
+ * Shared by both Open Cloud log fetching and local run-in-roblox output.
+ */
+export function parseTestLogs(rawOutput, options = {}) {
+    const outcome = evaluateTestOutcome(rawOutput, options);
     return {
-        success: !hasJestFailures && !hasRuntimeError,
+        success: outcome.success,
+        failureReasons: outcome.failureReasons,
         logs: rawOutput,
         testCounts: parseTestCounts(rawOutput),
     };

package/dist/utils/testing/test-log-parser.js.map

@@ -1 +1 @@
-{"version":3,"file":"test-log-parser.js","sourceRoot":"","sources":["../../../src/utils/testing/test-log-parser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAc1D;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,SAAiB;IAC7C,MAAM,SAAS,GAAG,YAAY,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IAEpD,qCAAqC;IACrC,MAAM,YAAY,GAAG,SAAS,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;IACtE,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/D,MAAM,eAAe,GACnB,CAAC,YAAY,IAAI,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;QACnD,CAAC,WAAW,IAAI,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAEpD,+CAA+C;IAC/C,MAAM,eAAe,GAAG,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAExD,OAAO;QACL,OAAO,EAAE,CAAC,eAAe,IAAI,CAAC,eAAe;QAC7C,IAAI,EAAE,SAAS;QACf,UAAU,EAAE,eAAe,CAAC,SAAS,CAAC;KACvC,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,eAAe,CAC7B,SAAiB;IAEjB,MAAM,KAAK,GAAG,YAAY,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IAEhD,iFAAiF;IACjF,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;IACpD,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAE7B,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IACxB,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;IAC5D,IAAI,CAAC,UAAU;QAAE,OAAO,SAAS,CAAC;IAElC,MAAM,KAAK,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC1C,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;IACnD,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;IAEnD,MAAM,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9D,MAAM,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAE9D,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;AACnC,CAAC"}
+{"version":3,"file":"test-log-parser.js","sourceRoot":"","sources":["../../../src/utils/testing/test-log-parser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAwB1D;;;;;;;GAOG;AACH,MAAM,UAAU,mBAAmB,CACjC,SAAiB,EACjB,UAA8B,EAAE;IAEhC,MAAM,SAAS,GAAG,YAAY,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IACpD,MAAM,cAAc,GAAa,EAAE,CAAC;IAEpC,MAAM,YAAY,GAAG,SAAS,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;IACtE,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/D,IAAI,YAAY,IAAI,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;QACtD,cAAc,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC;IACjE,CAAC;IACD,IAAI,WAAW,IAAI,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;QACpD,cAAc,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC;IAC1D,CAAC;IAED,0EAA0E;IAC1E,+DAA+D;IAC/D,MAAM,UAAU,GAAG,eAAe,CAAC,SAAS,CAAC,CAAC;IAC9C,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;QACnB,cAAc,CAAC,IAAI,CACjB,GAAG,UAAU,kDAAkD,CAChE,CAAC;IACJ,CAAC;IAED,IAAI,OAAO,CAAC,iBAAiB,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3D,cAAc,CAAC,IAAI,CACjB,wDAAwD,CACzD,CAAC;IACJ,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,cAAc,EAAE,CAAC;AAClE,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,aAAa,CAAC,SAAiB;IAC7C,MAAM,KAAK,GAAG,YAAY,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IAChD,OAAO,CACL,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC;QACvB,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC;QAC7B,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,CAC9B,CAAC;AACJ,CAAC;AAED,uCAAuC;AACvC,MAAM,UAAU,eAAe,CAAC,SAAiB;IAC/C,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,CAAC,CAAC;IACX,CAAC;IACD,OAAO,YAAY,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC;AAChF,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,aAAa,CAC3B,SAAiB,EACjB,UAA8B,EAAE;IAEhC,MAAM,OAAO,GAAG,mBAAmB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAExD,OAAO;QACL,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,cAAc,EAAE,OAAO,CAAC,cAAc;QACtC,IAAI,EAAE,SAAS;QACf,UAAU,EAAE,eAAe,CAAC,SAAS,CAAC;KACvC,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,eAAe,CAC7B,SAAiB;IAEjB,MAAM,KAAK,GAAG,YAAY,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IAEhD,iFAAiF;IACjF,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;IACpD,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAE7B,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IACxB,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;IAC5D,IAAI,CAAC,UAAU;QAAE,OAAO,SAAS,CAAC;IAElC,MAAM,KAAK,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC1C,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;IACnD,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;IAEnD,MAAM,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9D,MAAM,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAE9D,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;AACnC,CAAC"}

package/dist/utils/testing/test-log-parser.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=test-log-parser.test.d.ts.map

package/dist/utils/testing/test-log-parser.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-log-parser.test.d.ts","sourceRoot":"","sources":["../../../src/utils/testing/test-log-parser.test.ts"],"names":[],"mappings":""}

package/dist/utils/testing/test-log-parser.test.js

@@ -0,0 +1,56 @@
+import { describe, expect, it } from 'vitest';
+import { evaluateTestOutcome, hasTestReport } from './test-log-parser.js';
+describe('evaluateTestOutcome', () => {
+    it('passes a clean jest report', () => {
+        const outcome = evaluateTestOutcome('Tests: 275 passed, 275 total', {
+            requireTestReport: true,
+        });
+        expect(outcome.success).toBe(true);
+        expect(outcome.failureReasons).toEqual([]);
+    });
+    it('refuses to pass output with no jest report in it', () => {
+        // Absence of failure was previously read as success, so an empty log passed.
+        const outcome = evaluateTestOutcome('some unrelated chatter', {
+            requireTestReport: true,
+        });
+        expect(outcome.success).toBe(false);
+        expect(outcome.failureReasons.join()).toContain('no jest report');
+    });
+    it('exempts probe runs, which have no jest in them at all', () => {
+        const outcome = evaluateTestOutcome('hello from a probe script');
+        expect(outcome.success).toBe(true);
+    });
+    it('fails on a traceback even when every test passed', () => {
+        // Jest cannot see a deferred-callback crash: it fires outside any test.
+        const logs = [
+            'Tests: 155 passed, 155 total',
+            'attempt to index nil',
+            'Stack Begin',
+            "Script 'ServerScriptService.egghunt2026.Foo', Line 12",
+            'Stack End',
+        ].join('\n');
+        const outcome = evaluateTestOutcome(logs, { requireTestReport: true });
+        expect(outcome.success).toBe(false);
+        expect(outcome.failureReasons.join()).toContain('traceback');
+    });
+    it('reports every reason a run failed, not just the first', () => {
+        const logs = [
+            'Tests: 19 failed, 470 passed, 516 total',
+            'Stack Begin',
+            "Script 'ServerScriptService.egghunt2026.Foo', Line 12",
+            'Stack End',
+        ].join('\n');
+        const outcome = evaluateTestOutcome(logs, { requireTestReport: true });
+        expect(outcome.failureReasons).toHaveLength(2);
+    });
+});
+describe('hasTestReport', () => {
+    it('accepts a runner that ran and found nothing', () => {
+        // Packages without specs are legitimate; passWithNoTests depends on this.
+        expect(hasTestReport('No tests found, exiting with code 0')).toBe(true);
+    });
+    it('rejects silence', () => {
+        expect(hasTestReport('')).toBe(false);
+    });
+});
+//# sourceMappingURL=test-log-parser.test.js.map

package/dist/utils/testing/test-log-parser.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-log-parser.test.js","sourceRoot":"","sources":["../../../src/utils/testing/test-log-parser.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAE9C,OAAO,EAAE,mBAAmB,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAE1E,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;QACpC,MAAM,OAAO,GAAG,mBAAmB,CAAC,8BAA8B,EAAE;YAClE,iBAAiB,EAAE,IAAI;SACxB,CAAC,CAAC;QAEH,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,6EAA6E;QAC7E,MAAM,OAAO,GAAG,mBAAmB,CAAC,wBAAwB,EAAE;YAC5D,iBAAiB,EAAE,IAAI;SACxB,CAAC,CAAC;QAEH,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpC,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;IACpE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAC/D,MAAM,OAAO,GAAG,mBAAmB,CAAC,2BAA2B,CAAC,CAAC;QAEjE,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,wEAAwE;QACxE,MAAM,IAAI,GAAG;YACX,8BAA8B;YAC9B,sBAAsB;YACtB,aAAa;YACb,uDAAuD;YACvD,WAAW;SACZ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEb,MAAM,OAAO,GAAG,mBAAmB,CAAC,IAAI,EAAE,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAC;QAEvE,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpC,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAC/D,MAAM,IAAI,GAAG;YACX,yCAAyC;YACzC,aAAa;YACb,uDAAuD;YACvD,WAAW;SACZ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEb,MAAM,OAAO,GAAG,mBAAmB,CAAC,IAAI,EAAE,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAC;QAEvE,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,0EAA0E;QAC1E,MAAM,CAAC,aAAa,CAAC,qCAAqC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iBAAiB,EAAE,GAAG,EAAE;QACzB,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@quenty/nevermore-cli",
-  "version": "4.41.0",
+  "version": "4.42.0",
   "description": "CLI interface for Nevermore",
   "type": "module",
   "keywords": [
@@ -25,10 +25,10 @@
     "Quenty"
   ],
   "dependencies": {
-    "@quenty/cli-output-helpers": "1.17.0",
-    "@quenty/nevermore-cli-helpers": "1.16.0",
-    "@quenty/nevermore-template-helpers": "1.18.0",
-    "@quenty/studio-bridge": "0.17.0",
+    "@quenty/cli-output-helpers": "1.17.1",
+    "@quenty/nevermore-cli-helpers": "1.16.1",
+    "@quenty/nevermore-template-helpers": "1.18.1",
+    "@quenty/studio-bridge": "0.17.1",
     "execa": "^9.6.1",
     "find-git-root": "^1.0.4",
     "inquirer": "^13.2.0",
@@ -57,5 +57,5 @@
   "engines": {
     "node": ">=16"
   },
-  "gitHead": "8bd905a5c7e7f1fd4e178b54beeadef94a615d1d"
+  "gitHead": "481392a58dedd5ee476d66c90c14e2f429e23df8"
 }

package/src/commands/batch-command/batch-test-command.ts

@@ -60,64 +60,84 @@ export const batchTestCommand: CommandModule<
   command: 'test',
   describe: 'Run tests for changed packages with test targets',
   builder: (yargs) => {
-    return yargs
-      .option('cloud', {
-        describe: 'Run tests via Open Cloud instead of locally',
-        type: 'boolean',
-        default: false,
-      })
-      .option('api-key', {
-        describe: 'Roblox Open Cloud API key (--cloud only)',
-        type: 'string',
-      })
-      .option('all', {
-        describe: 'Test all packages with test targets, not just changed',
-        type: 'boolean',
-        default: false,
-      })
-      .option('base', {
-        describe: 'Git ref to diff against for change detection',
-        type: 'string',
-        default: 'origin/main',
-      })
-      .option('concurrency', {
-        describe: 'Max parallel tests (0 = unlimited, default: unlimited)',
-        type: 'number',
-      })
-      .option('output', {
-        describe: 'Write JSON results to this file',
-        type: 'string',
-      })
-      .option('limit', {
-        describe: 'Max number of packages to test (for local debugging)',
-        type: 'number',
-      })
-      .option('logs', {
-        describe: 'Show execution logs for all packages (not just failures)',
-        type: 'boolean',
-        default: false,
-      })
-      .option('aggregated', {
-        describe:
-          'Build all packages into a single place and execute one batch script',
-        type: 'boolean',
-        default: true,
-      })
-      .option('batch-place-id', {
-        describe:
-          'Override placeId for the aggregated batch upload (--aggregated only)',
-        type: 'number',
-      })
-      .option('batch-universe-id', {
-        describe:
-          'Override universeId for the aggregated batch upload (--aggregated only)',
-        type: 'number',
-      })
-      .option('timeout', {
-        describe:
-          'Max script execution time in seconds for the whole batch. Sent to the Open Cloud API so Roblox cancels server-side on overrun. Max 300s (API limit). (default: 300)',
-        type: 'number',
-      });
+    return (
+      yargs
+        .option('cloud', {
+          describe: 'Run tests via Open Cloud instead of locally',
+          type: 'boolean',
+          default: false,
+        })
+        .option('api-key', {
+          describe: 'Roblox Open Cloud API key (--cloud only)',
+          type: 'string',
+        })
+        .option('all', {
+          describe: 'Test all packages with test targets, not just changed',
+          type: 'boolean',
+          default: false,
+        })
+        .option('base', {
+          describe: 'Git ref to diff against for change detection',
+          type: 'string',
+          default: 'origin/main',
+        })
+        .option('concurrency', {
+          describe: 'Max parallel tests (0 = unlimited, default: unlimited)',
+          type: 'number',
+        })
+        .option('output', {
+          describe: 'Write JSON results to this file',
+          type: 'string',
+        })
+        .option('limit', {
+          describe: 'Max number of packages to test (for local debugging)',
+          type: 'number',
+        })
+        .option('logs', {
+          describe: 'Show execution logs for all packages (not just failures)',
+          type: 'boolean',
+          default: false,
+        })
+        .option('aggregated', {
+          describe:
+            'Build all packages into a single place and execute one batch script',
+          type: 'boolean',
+          default: true,
+        })
+        .option('batch-place-id', {
+          describe:
+            'Override placeId for the aggregated batch upload (--aggregated only)',
+          type: 'number',
+        })
+        .option('batch-universe-id', {
+          describe:
+            'Override universeId for the aggregated batch upload (--aggregated only)',
+          type: 'number',
+        })
+        .option('timeout', {
+          describe:
+            'Max script execution time in seconds for the whole batch. Sent to the Open Cloud API so Roblox cancels server-side on overrun. Max 300s (API limit). (default: 300)',
+          type: 'number',
+        })
+        // Accepted only to fail with a useful message. A batch runs one shared
+        // script across packages, so there is nothing for arbitrary Luau to mean
+        // here — but yargs strict mode would otherwise reject it with a bare
+        // "Unknown argument" that does not say where to go instead.
+        .option('script-text', {
+          hidden: true,
+          type: 'string',
+        })
+        .check((args) => {
+          if (args.scriptText !== undefined) {
+            throw new Error(
+              '--script-text is not supported by "batch test", which runs one shared script for all packages.\n' +
+                'Run it against a single package instead:\n' +
+                '  cd <package> && nevermore test --cloud --script-text \'print("hi")\''
+            );
+          }
+          return true;
+        })
+    );
   },
   handler: async (args) => {
     try {
@@ -171,6 +191,7 @@ async function _runAsync(args: BatchTestArgs): Promise<void> {
               showLogs: args.logs ?? false,
               verbose: args.verbose,
               actionVerb: 'Testing',
+              expectsTestCounts: true,
             })
           : new SpinnerReporter(state, {
               showLogs: args.logs ?? false,
@@ -251,6 +272,7 @@ async function _runAsync(args: BatchTestArgs): Promise<void> {
           progressSummary: result.testCounts
             ? { kind: 'test-counts' as const, ...result.testCounts }
             : undefined,
+          error: result.error,
         };
       },
     });