@quenty/nevermore-cli 4.41.0 → 4.42.0

package/dist/utils/testing/parsers/batch-log-parser.js

@@ -1,5 +1,6 @@
 import { OutputHelper } from '@quenty/cli-output-helpers';
-import { parseTestCounts } from '../test-log-parser.js';
+import { evaluateTestOutcome, parseTestCounts, } from '../test-log-parser.js';
+import { formatTracebacks, parseTracebacks } from './traceback-parser.js';
 const BEGIN_MARKER = '===BATCH_TEST_BEGIN ';
 const END_MARKER = '===BATCH_TEST_END ';
 const SUMMARY_MARKER = '===BATCH_TEST_SUMMARY===';
@@ -27,10 +28,17 @@ export function parseBatchTestLogs(rawLogs, slugMap) {
     }
     // ── Pass 1: Extract per-package log sections from markers ──
     const logSections = new Map();
+    /** Sections closed by an END whose BEGIN never arrived — start of output lost. */
+    const partialSections = new Set();
     const markerDurations = new Map();
     let currentSlug = null;
     let currentLines = [];
     let summaryLineIndex = -1;
+    let beginMarkersSeen = 0;
+    let endMarkersSeen = 0;
+    let strayEndMarkers = 0;
+    /** Only one section can have lost its head: the one the log was cut inside. */
+    let headSectionClaimed = false;
     // Matches "<slug> PASS|FAIL [<durationMs>]" — slugs have no whitespace.
     const endInnerPattern = /^(\S+)\s+(?:PASS|FAIL)(?:\s+(\d+))?$/;
     for (let i = 0; i < lines.length; i++) {
@@ -38,43 +46,66 @@ export function parseBatchTestLogs(rawLogs, slugMap) {
         if (trimmed.startsWith(BEGIN_MARKER) && trimmed.endsWith('===')) {
             currentSlug = trimmed.slice(BEGIN_MARKER.length, -3);
             currentLines = [];
+            beginMarkersSeen++;
             continue;
         }
         if (trimmed.startsWith(END_MARKER) && trimmed.endsWith('===')) {
             const inner = trimmed.slice(END_MARKER.length, -3);
+            endMarkersSeen++;
             const match = endInnerPattern.exec(inner);
             const endSlug = match ? match[1] : inner;
             const durationStr = match?.[2];
-            if (currentSlug && endSlug === currentSlug) {
-                logSections.set(currentSlug, currentLines.join('\n'));
+            // A section normally closes on the END matching its own BEGIN.
+            const closesOwnSection = endSlug === currentSlug;
+            // Open Cloud keeps only the tail of a long run's log, so BEGIN — printed
+            // first — can be lost while END and the summary survive. Recovering that
+            // means letting an END with no open section claim what precedes it, but
+            // only where the head can actually have been dropped: before any BEGIN
+            // has survived, and only once. Past that point the log is well-formed,
+            // and a BEGIN-less END is a message delivered out of order (the API does
+            // not order them), which must not be allowed to claim another package's
+            // output.
+            const closesDroppedHead = currentSlug === null && beginMarkersSeen === 0 && !headSectionClaimed;
+            if (closesOwnSection || closesDroppedHead) {
+                logSections.set(endSlug, currentLines.join('\n'));
+                if (closesDroppedHead) {
+                    partialSections.add(endSlug);
+                    headSectionClaimed = true;
+                }
                 if (durationStr !== undefined) {
-                    markerDurations.set(currentSlug, parseInt(durationStr, 10));
+                    markerDurations.set(endSlug, parseInt(durationStr, 10));
                 }
                 currentSlug = null;
                 currentLines = [];
             }
-            // If endSlug doesn't match currentSlug, this is a reordered marker
-            // from another package — ignore it without resetting state.
+            else {
+                // Reordered marker from another package. Ignore it without resetting
+                // state, so the section it interrupted still closes on its own END.
+                strayEndMarkers++;
+            }
             continue;
         }
         if (trimmed === SUMMARY_MARKER) {
             summaryLineIndex = i;
             break;
         }
-        if (currentSlug) {
-            currentLines.push(lines[i]);
-        }
+        // Accumulate unconditionally: output that precedes the first surviving
+        // BEGIN still belongs to whichever package's END closes it.
+        currentLines.push(lines[i]);
     }
     // ── Pass 2: Parse the JSON summary for authoritative pcall results ──
     const summaryResults = new Map();
     const summaryDurations = new Map();
     if (summaryLineIndex >= 0 && summaryLineIndex + 1 < lines.length) {
-        const jsonLine = lines
-            .slice(summaryLineIndex + 1)
-            .join('\n')
-            .trim();
-        try {
-            const entries = JSON.parse(jsonLine);
+        const entries = findSummaryEntries(lines, summaryLineIndex + 1);
+        if (entries === undefined) {
+            OutputHelper.verbose(`[batch-log-parser] Failed to parse JSON summary after line ${summaryLineIndex}: ` +
+                lines
+                    .slice(summaryLineIndex + 1, summaryLineIndex + 3)
+                    .join('\n')
+                    .slice(0, 200));
+        }
+        else {
             for (const entry of entries) {
                 summaryResults.set(entry.slug, entry.success);
                 if (typeof entry.durationMs === 'number') {
@@ -86,38 +117,102 @@ export function parseBatchTestLogs(rawLogs, slugMap) {
             if (failures.length > 0) {
                 console.error(`[batch-log-parser] Luau pcall failures: ${JSON.stringify(failures)}`);
             }
-            console.error(`[batch-log-parser] Parsed ${entries.length} summary entries, ${failures.length} failures`);
-        }
-        catch {
-            OutputHelper.verbose(`[batch-log-parser] Failed to parse JSON summary: ${jsonLine.slice(0, 200)}`);
+            console.error(`[batch-log-parser] Parsed ${entries.length} summary entries, ${failures.length} pcall failures`);
         }
     }
     // ── Warn when the batch produced no recognizable output ──
+    if (strayEndMarkers > 0) {
+        OutputHelper.verbose(`[batch-log-parser] Ignored ${strayEndMarkers} out-of-order END marker(s); ` +
+            'their sections closed on their own boundaries.');
+    }
     const noOutputAtAll = logSections.size === 0 && summaryResults.size === 0;
     if (noOutputAtAll) {
         OutputHelper.warn(`[batch-log-parser] No batch markers or summary found in logs (${lines.length} lines, ${rawLogs.length} chars). ` +
             'The batch script may not have started or produced output.');
     }
+    // The summary is printed last, so it survives a log fetch that dropped the
+    // output above it. Summary present with no sections is exactly that case, and
+    // it is invisible to the check above — the results below would then be built
+    // from pcall exit status alone, knowing nothing about what actually ran.
+    const lostSectionOutput = logSections.size === 0 && summaryResults.size > 0;
+    if (lostSectionOutput) {
+        OutputHelper.warn(`[batch-log-parser] Received ${rawLogs.length} chars of output but could not ` +
+            `attribute any of it to a package section ` +
+            `(${beginMarkersSeen} BEGIN, ${endMarkersSeen} END markers; summary at line ` +
+            `${summaryLineIndex} of ${lines.length}). ` +
+            'Test counts are not derived from unattributed output.');
+        // BEGIN is printed first and the summary last, so their positions separate
+        // the two ways this happens: a log window that dropped the head keeps the
+        // summary at the end, while reordered messages put it early.
+        OutputHelper.warn(summaryLineIndex >= lines.length - 2
+            ? '[batch-log-parser] Summary sits at the end of the log — consistent with the head being dropped by a log size/retention limit.'
+            : '[batch-log-parser] Summary sits early in the log — consistent with out-of-order messages ending the scan prematurely.');
+    }
     // ── Pass 3: Combine log sections with summary results ──
-    // When the batch produced zero output, surface the raw error in every
-    // package's logs so reporters show the actual failure instead of "(no output)".
-    const fallbackLogs = noOutputAtAll ? rawLogs.trim() : '';
+    // Output that arrived but could not be split into sections is still output.
+    // Reporting "(no output)" over it hides the very thing needed to diagnose the
+    // parse failure, so it is shown verbatim instead. Only safe to hand to a
+    // single package: with several, there is no way to say whose output this is.
+    const fallbackLogs = noOutputAtAll || lostSectionOutput ? rawLogs.trim() : '';
+    // The unattributed stream is the same text for every package, so it is
+    // attached once rather than repeated per package across a large log.
+    let unattributedClaimed = false;
     for (const [packageName, slug] of slugMap) {
-        const sectionLogs = logSections.get(slug) ?? fallbackLogs;
+        const attributedLogs = logSections.get(slug);
+        let sectionLogs = attributedLogs ?? '';
+        if (!attributedLogs && fallbackLogs && !unattributedClaimed) {
+            sectionLogs = fallbackLogs;
+            unattributedClaimed = true;
+        }
         const summarySuccess = summaryResults.get(slug);
-        // The JSON summary (pcall result) is the primary success signal.
-        // Jest failure detection provides a secondary override.
+        const reasons = [];
+        // The pcall result only proves the script did not throw. It is a floor, not
+        // a verdict — everything below can fail a run it called successful.
         let success = summarySuccess ?? false;
-        if (success && sectionLogs) {
-            const hasJestFailures = _hasJestFailuresInLogs(sectionLogs);
-            if (hasJestFailures) {
+        if (summarySuccess === false) {
+            reasons.push('the batch runner reported a Luau error');
+        }
+        else if (summarySuccess === undefined) {
+            // Absent from the summary is a different fault from failing in it, and
+            // conflating them sends you hunting for a Luau error that never happened.
+            reasons.push('this package is missing from the batch summary');
+        }
+        if (attributedLogs !== undefined) {
+            const outcome = evaluateTestOutcome(attributedLogs, {
+                requireTestReport: true,
+            });
+            if (!outcome.success) {
                 success = false;
+                reasons.push(...outcome.failureReasons);
             }
         }
-        if (!success && !noOutputAtAll) {
-            console.error(`[batch-log-parser] ${slug}: summarySuccess=${summarySuccess} hasLogs=${sectionLogs.length > 0} logsLen=${sectionLogs.length}`);
+        else {
+            // Judged unreadable rather than judged by content: whatever broke
+            // attribution is reason enough not to trust which package a line is from.
+            success = false;
+            reasons.push(`no output could be attributed to this package ` +
+                `(${rawLogs.length} chars received, ${beginMarkersSeen} BEGIN markers found)`);
+        }
+        if (partialSections.has(slug)) {
+            OutputHelper.warn(`[batch-log-parser] ${slug}: section closed by its END marker with no BEGIN — ` +
+                'the start of this output was dropped by the log window, so the section is partial.');
         }
-        const testCounts = sectionLogs ? parseTestCounts(sectionLogs) : undefined;
+        // Attribute by script path, not by log position: a deferred callback can
+        // fire during another package's section.
+        const tracebacks = parseTracebacks(sectionLogs);
+        const tracebackCount = tracebacks.reduce((sum, t) => sum + t.count, 0);
+        const owned = tracebacks.filter((t) => !t.owner || t.owner === slug);
+        if (tracebacks.length > owned.length) {
+            OutputHelper.verbose(`[batch-log-parser] ${slug}: ignored ${tracebacks.length - owned.length} traceback(s) belonging to other packages`);
+        }
+        if (owned.length > 0) {
+            OutputHelper.warn(`[batch-log-parser] ${slug}: ${owned.length} distinct traceback(s):\n` +
+                formatTracebacks(owned));
+        }
+        const error = reasons.length > 0 ? reasons.join('; ') : undefined;
+        const testCounts = attributedLogs
+            ? parseTestCounts(attributedLogs)
+            : undefined;
         // Prefer the JSON summary (authoritative, immune to log reordering);
         // fall back to the END-marker value if the summary was truncated.
         const durationMs = summaryDurations.get(slug) ?? markerDurations.get(slug);
@@ -127,20 +222,44 @@ export function parseBatchTestLogs(rawLogs, slugMap) {
             logs: sectionLogs,
             durationMs,
             testCounts,
+            tracebackCount,
+            error,
         });
     }
     return results;
 }
 /**
- * Check specifically for Jest test suite/test failures in logs.
- * Unlike parseTestLogs, this ignores "Stack Begin" runtime errors since
- * those can come from deferred callbacks of other packages in batch mode.
+ * Find the summary array in the lines following the summary marker.
+ *
+ * The marker is printed last, but the API does not deliver messages in order,
+ * so unrelated output can land after it. Treating everything past the marker as
+ * one JSON blob therefore fails intermittently — the same batch parses on one
+ * run and not the next. Scan for the array instead of assuming it is alone.
  */
-function _hasJestFailuresInLogs(rawOutput) {
-    const cleanLogs = OutputHelper.stripAnsi(rawOutput);
-    const failedSuites = cleanLogs.match(/Test Suites:\s*(\d+)\s+failed/);
-    const failedTests = cleanLogs.match(/Tests:\s*(\d+)\s+failed/);
-    return ((failedSuites != null && parseInt(failedSuites[1], 10) > 0) ||
-        (failedTests != null && parseInt(failedTests[1], 10) > 0));
+export function findSummaryEntries(lines, startIndex) {
+    const MAX_SPAN = 50;
+    for (let i = startIndex; i < lines.length; i++) {
+        if (!lines[i].trim().startsWith('[')) {
+            continue;
+        }
+        // Normally one line, but allow the array to span a few in case the runner
+        // or the transport breaks it up.
+        for (let end = i; end < Math.min(lines.length, i + MAX_SPAN); end++) {
+            try {
+                const parsed = JSON.parse(lines
+                    .slice(i, end + 1)
+                    .join('\n')
+                    .trim());
+                if (Array.isArray(parsed)) {
+                    return parsed;
+                }
+            }
+            catch {
+                // Incomplete so far — grow the window and try again.
+            }
+        }
+    }
+    return undefined;
 }
+export { countTracebacks } from '../test-log-parser.js';
 //# sourceMappingURL=batch-log-parser.js.map

package/dist/utils/testing/parsers/batch-log-parser.js.map

@@ -1 +1 @@
-{"version":3,"file":"batch-log-parser.js","sourceRoot":"","sources":["../../../../src/utils/testing/parsers/batch-log-parser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,EAAyB,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAW/E,MAAM,YAAY,GAAG,sBAAsB,CAAC;AAC5C,MAAM,UAAU,GAAG,oBAAoB,CAAC;AACxC,MAAM,cAAc,GAAG,0BAA0B,CAAC;AASlD;;;;;;;;;;;;;GAaG;AACH,MAAM,UAAU,kBAAkB,CAChC,OAAe,EACf,OAA4B;IAE5B,MAAM,OAAO,GAAG,IAAI,GAAG,EAA8B,CAAC;IACtD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAElC,wCAAwC;IACxC,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;IAChD,KAAK,MAAM,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,OAAO,EAAE,CAAC;QAC1C,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;IACvC,CAAC;IAED,8DAA8D;IAE9D,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC9C,MAAM,eAAe,GAAG,IAAI,GAAG,EAAkB,CAAC;IAClD,IAAI,WAAW,GAAkB,IAAI,CAAC;IACtC,IAAI,YAAY,GAAa,EAAE,CAAC;IAChC,IAAI,gBAAgB,GAAG,CAAC,CAAC,CAAC;IAE1B,wEAAwE;IACxE,MAAM,eAAe,GAAG,sCAAsC,CAAC;IAE/D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;QAEnC,IAAI,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAChE,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;YACrD,YAAY,GAAG,EAAE,CAAC;YAClB,SAAS;QACX,CAAC;QAED,IAAI,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC9D,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;YACnD,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1C,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YACzC,MAAM,WAAW,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;YAE/B,IAAI,WAAW,IAAI,OAAO,KAAK,WAAW,EAAE,CAAC;gBAC3C,WAAW,CAAC,GAAG,CAAC,WAAW,EAAE,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;gBACtD,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;oBAC9B,eAAe,CAAC,GAAG,CAAC,WAAW,EAAE,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC;gBAC9D,CAAC;gBACD,WAAW,GAAG,IAAI,CAAC;gBACnB,YAAY,GAAG,EAAE,CAAC;YACpB,CAAC;YACD,mEAAmE;YACnE,4DAA4D;YAC5D,SAAS;QACX,CAAC;QAED,IAAI,OAAO,KAAK,cAAc,EAAE,CAAC;YAC/B,gBAAgB,GAAG,CAAC,CAAC;YACrB,MAAM;QACR,CAAC;QAED,IAAI,WAAW,EAAE,CAAC;YAChB,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IAED,uEAAuE;IAEvE,MAAM,cAAc,GAAG,IAAI,GAAG,EAAmB,CAAC;IAClD,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAkB,CAAC;IACnD,IAAI,gBAAgB,IAAI,CAAC,IAAI,gBAAgB,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QACjE,MAAM,QAAQ,GAAG,KAAK;aACnB,KAAK,CAAC,gBAAgB,GAAG,CAAC,CAAC;aAC3B,IAAI,CAAC,IAAI,CAAC;aACV,IAAI,EAAE,CAAC;QACV,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAmB,CAAC;YACvD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC9C,IAAI,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ,EAAE,CAAC;oBACzC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC;YACD,gDAAgD;YAChD,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YACnD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxB,OAAO,CAAC,KAAK,CACX,2CAA2C,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CACtE,CAAC;YACJ,CAAC;YACD,OAAO,CAAC,KAAK,CACX,6BAA6B,OAAO,CAAC,MAAM,qBAAqB,QAAQ,CAAC,MAAM,WAAW,CAC3F,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,YAAY,CAAC,OAAO,CAClB,oDAAoD,QAAQ,CAAC,KAAK,CAChE,CAAC,EACD,GAAG,CACJ,EAAE,CACJ,CAAC;QACJ,CAAC;IACH,CAAC;IAED,4DAA4D;IAE5D,MAAM,aAAa,GAAG,WAAW,CAAC,IAAI,KAAK,CAAC,IAAI,cAAc,CAAC,IAAI,KAAK,CAAC,CAAC;IAC1E,IAAI,aAAa,EAAE,CAAC;QAClB,YAAY,CAAC,IAAI,CACf,iEAAiE,KAAK,CAAC,MAAM,WAAW,OAAO,CAAC,MAAM,WAAW;YAC/G,2DAA2D,CAC9D,CAAC;IACJ,CAAC;IAED,0DAA0D;IAE1D,sEAAsE;IACtE,gFAAgF;IAChF,MAAM,YAAY,GAAG,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAEzD,KAAK,MAAM,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,OAAO,EAAE,CAAC;QAC1C,MAAM,WAAW,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC;QAC1D,MAAM,cAAc,GAAG,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAEhD,iEAAiE;QACjE,wDAAwD;QACxD,IAAI,OAAO,GAAG,cAAc,IAAI,KAAK,CAAC;QACtC,IAAI,OAAO,IAAI,WAAW,EAAE,CAAC;YAC3B,MAAM,eAAe,GAAG,sBAAsB,CAAC,WAAW,CAAC,CAAC;YAC5D,IAAI,eAAe,EAAE,CAAC;gBACpB,OAAO,GAAG,KAAK,CAAC;YAClB,CAAC;QACH,CAAC;QAED,IAAI,CAAC,OAAO,IAAI,CAAC,aAAa,EAAE,CAAC;YAC/B,OAAO,CAAC,KAAK,CACX,sBAAsB,IAAI,oBAAoB,cAAc,YAC1D,WAAW,CAAC,MAAM,GAAG,CACvB,YAAY,WAAW,CAAC,MAAM,EAAE,CACjC,CAAC;QACJ,CAAC;QAED,MAAM,UAAU,GAAG,WAAW,CAAC,CAAC,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC1E,qEAAqE;QACrE,kEAAkE;QAClE,MAAM,UAAU,GAAG,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC3E,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE;YACvB,IAAI;YACJ,OAAO;YACP,IAAI,EAAE,WAAW;YACjB,UAAU;YACV,UAAU;SACX,CAAC,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;;GAIG;AACH,SAAS,sBAAsB,CAAC,SAAiB;IAC/C,MAAM,SAAS,GAAG,YAAY,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IACpD,MAAM,YAAY,GAAG,SAAS,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;IACtE,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/D,OAAO,CACL,CAAC,YAAY,IAAI,IAAI,IAAI,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;QAC3D,CAAC,WAAW,IAAI,IAAI,IAAI,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAC1D,CAAC;AACJ,CAAC"}
+{"version":3,"file":"batch-log-parser.js","sourceRoot":"","sources":["../../../../src/utils/testing/parsers/batch-log-parser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,EAEL,mBAAmB,EACnB,eAAe,GAChB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAmB1E,MAAM,YAAY,GAAG,sBAAsB,CAAC;AAC5C,MAAM,UAAU,GAAG,oBAAoB,CAAC;AACxC,MAAM,cAAc,GAAG,0BAA0B,CAAC;AASlD;;;;;;;;;;;;;GAaG;AACH,MAAM,UAAU,kBAAkB,CAChC,OAAe,EACf,OAA4B;IAE5B,MAAM,OAAO,GAAG,IAAI,GAAG,EAA8B,CAAC;IACtD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAElC,wCAAwC;IACxC,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;IAChD,KAAK,MAAM,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,OAAO,EAAE,CAAC;QAC1C,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;IACvC,CAAC;IAED,8DAA8D;IAE9D,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC9C,kFAAkF;IAClF,MAAM,eAAe,GAAG,IAAI,GAAG,EAAU,CAAC;IAC1C,MAAM,eAAe,GAAG,IAAI,GAAG,EAAkB,CAAC;IAClD,IAAI,WAAW,GAAkB,IAAI,CAAC;IACtC,IAAI,YAAY,GAAa,EAAE,CAAC;IAChC,IAAI,gBAAgB,GAAG,CAAC,CAAC,CAAC;IAC1B,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,+EAA+E;IAC/E,IAAI,kBAAkB,GAAG,KAAK,CAAC;IAE/B,wEAAwE;IACxE,MAAM,eAAe,GAAG,sCAAsC,CAAC;IAE/D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;QAEnC,IAAI,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAChE,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;YACrD,YAAY,GAAG,EAAE,CAAC;YAClB,gBAAgB,EAAE,CAAC;YACnB,SAAS;QACX,CAAC;QAED,IAAI,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC9D,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;YACnD,cAAc,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1C,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YACzC,MAAM,WAAW,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;YAE/B,+DAA+D;YAC/D,MAAM,gBAAgB,GAAG,OAAO,KAAK,WAAW,CAAC;YAEjD,yEAAyE;YACzE,yEAAyE;YACzE,wEAAwE;YACxE,uEAAuE;YACvE,uEAAuE;YACvE,yEAAyE;YACzE,wEAAwE;YACxE,UAAU;YACV,MAAM,iBAAiB,GACrB,WAAW,KAAK,IAAI,IAAI,gBAAgB,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC;YAExE,IAAI,gBAAgB,IAAI,iBAAiB,EAAE,CAAC;gBAC1C,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;gBAClD,IAAI,iBAAiB,EAAE,CAAC;oBACtB,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;oBAC7B,kBAAkB,GAAG,IAAI,CAAC;gBAC5B,CAAC;gBACD,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;oBAC9B,eAAe,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC;gBAC1D,CAAC;gBACD,WAAW,GAAG,IAAI,CAAC;gBACnB,YAAY,GAAG,EAAE,CAAC;YACpB,CAAC;iBAAM,CAAC;gBACN,qEAAqE;gBACrE,oEAAoE;gBACpE,eAAe,EAAE,CAAC;YACpB,CAAC;YACD,SAAS;QACX,CAAC;QAED,IAAI,OAAO,KAAK,cAAc,EAAE,CAAC;YAC/B,gBAAgB,GAAG,CAAC,CAAC;YACrB,MAAM;QACR,CAAC;QAED,uEAAuE;QACvE,4DAA4D;QAC5D,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9B,CAAC;IAED,uEAAuE;IAEvE,MAAM,cAAc,GAAG,IAAI,GAAG,EAAmB,CAAC;IAClD,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAkB,CAAC;IACnD,IAAI,gBAAgB,IAAI,CAAC,IAAI,gBAAgB,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QACjE,MAAM,OAAO,GAAG,kBAAkB,CAAC,KAAK,EAAE,gBAAgB,GAAG,CAAC,CAAC,CAAC;QAChE,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1B,YAAY,CAAC,OAAO,CAClB,8DAA8D,gBAAgB,IAAI;gBAChF,KAAK;qBACF,KAAK,CAAC,gBAAgB,GAAG,CAAC,EAAE,gBAAgB,GAAG,CAAC,CAAC;qBACjD,IAAI,CAAC,IAAI,CAAC;qBACV,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CACnB,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC9C,IAAI,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ,EAAE,CAAC;oBACzC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC;YACD,gDAAgD;YAChD,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YACnD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxB,OAAO,CAAC,KAAK,CACX,2CAA2C,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CACtE,CAAC;YACJ,CAAC;YACD,OAAO,CAAC,KAAK,CACX,6BAA6B,OAAO,CAAC,MAAM,qBAAqB,QAAQ,CAAC,MAAM,iBAAiB,CACjG,CAAC;QACJ,CAAC;IACH,CAAC;IAED,4DAA4D;IAE5D,IAAI,eAAe,GAAG,CAAC,EAAE,CAAC;QACxB,YAAY,CAAC,OAAO,CAClB,8BAA8B,eAAe,+BAA+B;YAC1E,gDAAgD,CACnD,CAAC;IACJ,CAAC;IAED,MAAM,aAAa,GAAG,WAAW,CAAC,IAAI,KAAK,CAAC,IAAI,cAAc,CAAC,IAAI,KAAK,CAAC,CAAC;IAC1E,IAAI,aAAa,EAAE,CAAC;QAClB,YAAY,CAAC,IAAI,CACf,iEAAiE,KAAK,CAAC,MAAM,WAAW,OAAO,CAAC,MAAM,WAAW;YAC/G,2DAA2D,CAC9D,CAAC;IACJ,CAAC;IAED,2EAA2E;IAC3E,8EAA8E;IAC9E,6EAA6E;IAC7E,yEAAyE;IACzE,MAAM,iBAAiB,GAAG,WAAW,CAAC,IAAI,KAAK,CAAC,IAAI,cAAc,CAAC,IAAI,GAAG,CAAC,CAAC;IAC5E,IAAI,iBAAiB,EAAE,CAAC;QACtB,YAAY,CAAC,IAAI,CACf,+BAA+B,OAAO,CAAC,MAAM,iCAAiC;YAC5E,2CAA2C;YAC3C,IAAI,gBAAgB,WAAW,cAAc,gCAAgC;YAC7E,GAAG,gBAAgB,OAAO,KAAK,CAAC,MAAM,KAAK;YAC3C,uDAAuD,CAC1D,CAAC;QACF,2EAA2E;QAC3E,0EAA0E;QAC1E,6DAA6D;QAC7D,YAAY,CAAC,IAAI,CACf,gBAAgB,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAClC,CAAC,CAAC,+HAA+H;YACjI,CAAC,CAAC,uHAAuH,CAC5H,CAAC;IACJ,CAAC;IAED,0DAA0D;IAE1D,4EAA4E;IAC5E,8EAA8E;IAC9E,yEAAyE;IACzE,6EAA6E;IAC7E,MAAM,YAAY,GAAG,aAAa,IAAI,iBAAiB,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAE9E,uEAAuE;IACvE,qEAAqE;IACrE,IAAI,mBAAmB,GAAG,KAAK,CAAC;IAEhC,KAAK,MAAM,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,OAAO,EAAE,CAAC;QAC1C,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC7C,IAAI,WAAW,GAAG,cAAc,IAAI,EAAE,CAAC;QACvC,IAAI,CAAC,cAAc,IAAI,YAAY,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAC5D,WAAW,GAAG,YAAY,CAAC;YAC3B,mBAAmB,GAAG,IAAI,CAAC;QAC7B,CAAC;QACD,MAAM,cAAc,GAAG,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,4EAA4E;QAC5E,oEAAoE;QACpE,IAAI,OAAO,GAAG,cAAc,IAAI,KAAK,CAAC;QACtC,IAAI,cAAc,KAAK,KAAK,EAAE,CAAC;YAC7B,OAAO,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;QACzD,CAAC;aAAM,IAAI,cAAc,KAAK,SAAS,EAAE,CAAC;YACxC,uEAAuE;YACvE,0EAA0E;YAC1E,OAAO,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC;QACjE,CAAC;QAED,IAAI,cAAc,KAAK,SAAS,EAAE,CAAC;YACjC,MAAM,OAAO,GAAG,mBAAmB,CAAC,cAAc,EAAE;gBAClD,iBAAiB,EAAE,IAAI;aACxB,CAAC,CAAC;YACH,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;gBACrB,OAAO,GAAG,KAAK,CAAC;gBAChB,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;aAAM,CAAC;YACN,kEAAkE;YAClE,0EAA0E;YAC1E,OAAO,GAAG,KAAK,CAAC;YAChB,OAAO,CAAC,IAAI,CACV,gDAAgD;gBAC9C,IAAI,OAAO,CAAC,MAAM,oBAAoB,gBAAgB,uBAAuB,CAChF,CAAC;QACJ,CAAC;QAED,IAAI,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9B,YAAY,CAAC,IAAI,CACf,sBAAsB,IAAI,qDAAqD;gBAC7E,oFAAoF,CACvF,CAAC;QACJ,CAAC;QAED,yEAAyE;QACzE,yCAAyC;QACzC,MAAM,UAAU,GAAG,eAAe,CAAC,WAAW,CAAC,CAAC;QAChD,MAAM,cAAc,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACvE,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;QACrE,IAAI,UAAU,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YACrC,YAAY,CAAC,OAAO,CAClB,sBAAsB,IAAI,aACxB,UAAU,CAAC,MAAM,GAAG,KAAK,CAAC,MAC5B,2CAA2C,CAC5C,CAAC;QACJ,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,YAAY,CAAC,IAAI,CACf,sBAAsB,IAAI,KAAK,KAAK,CAAC,MAAM,2BAA2B;gBACpE,gBAAgB,CAAC,KAAK,CAAC,CAC1B,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAElE,MAAM,UAAU,GAAG,cAAc;YAC/B,CAAC,CAAC,eAAe,CAAC,cAAc,CAAC;YACjC,CAAC,CAAC,SAAS,CAAC;QACd,qEAAqE;QACrE,kEAAkE;QAClE,MAAM,UAAU,GAAG,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC3E,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE;YACvB,IAAI;YACJ,OAAO;YACP,IAAI,EAAE,WAAW;YACjB,UAAU;YACV,UAAU;YACV,cAAc;YACd,KAAK;SACN,CAAC,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,kBAAkB,CAChC,KAAe,EACf,UAAkB;IAElB,MAAM,QAAQ,GAAG,EAAE,CAAC;IAEpB,KAAK,IAAI,CAAC,GAAG,UAAU,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/C,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACrC,SAAS;QACX,CAAC;QAED,0EAA0E;QAC1E,iCAAiC;QACjC,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,GAAG,QAAQ,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC;YACpE,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CACvB,KAAK;qBACF,KAAK,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,CAAC;qBACjB,IAAI,CAAC,IAAI,CAAC;qBACV,IAAI,EAAE,CACV,CAAC;gBACF,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC1B,OAAO,MAAwB,CAAC;gBAClC,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,qDAAqD;YACvD,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC"}

package/dist/utils/testing/parsers/batch-log-parser.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=batch-log-parser.test.d.ts.map

package/dist/utils/testing/parsers/batch-log-parser.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"batch-log-parser.test.d.ts","sourceRoot":"","sources":["../../../../src/utils/testing/parsers/batch-log-parser.test.ts"],"names":[],"mappings":""}

package/dist/utils/testing/parsers/batch-log-parser.test.js

@@ -0,0 +1,117 @@
+import { describe, expect, it } from 'vitest';
+import { countTracebacks, findSummaryEntries, parseBatchTestLogs, } from './batch-log-parser.js';
+const SLUG_MAP = new Map([['egghunt2026', 'egghunt2026']]);
+function buildLogs(section) {
+    return [
+        '===BATCH_TEST_BEGIN egghunt2026===',
+        section,
+        '===BATCH_TEST_END egghunt2026 PASS 1000===',
+        '===BATCH_TEST_SUMMARY===',
+        '[{"slug":"egghunt2026","success":true,"durationMs":1000}]',
+    ].join('\n');
+}
+describe('parseBatchTestLogs', () => {
+    it('reads test counts out of a package section', () => {
+        const logs = buildLogs('Tests:  275 passed, 275 total');
+        const result = parseBatchTestLogs(logs, SLUG_MAP).get('egghunt2026');
+        expect(result?.testCounts).toEqual({ passed: 275, failed: 0, total: 275 });
+    });
+    it('attributes a section closed by END when its BEGIN was dropped', () => {
+        // Open Cloud keeps only the tail of a long run's log, so BEGIN — printed
+        // first — is the first casualty while END and the summary survive.
+        const logs = [
+            '  ✓ some test that survived (3 ms)',
+            'Tests:  275 passed, 275 total',
+            '===BATCH_TEST_END egghunt2026 PASS 1000===',
+            '===BATCH_TEST_SUMMARY===',
+            '[{"slug":"egghunt2026","success":true,"durationMs":1000}]',
+        ].join('\n');
+        const result = parseBatchTestLogs(logs, SLUG_MAP).get('egghunt2026');
+        expect(result?.success).toBe(true);
+        expect(result?.testCounts).toEqual({ passed: 275, failed: 0, total: 275 });
+    });
+    it('does not let an out-of-order END steal another package’s output', () => {
+        // The API does not deliver messages in order, so a stray END can arrive
+        // mid-section. Only the first section can have lost its head; past that the
+        // log is well-formed and a BEGIN-less END must not claim anything.
+        const twoPackages = new Map([
+            ['alpha', 'alpha'],
+            ['beta', 'beta'],
+        ]);
+        const logs = [
+            '===BATCH_TEST_BEGIN alpha===',
+            'Tests:  10 passed, 10 total',
+            '===BATCH_TEST_END beta PASS 5===',
+            '===BATCH_TEST_END alpha PASS 10===',
+            '===BATCH_TEST_SUMMARY===',
+            '[{"slug":"alpha","success":true},{"slug":"beta","success":true}]',
+        ].join('\n');
+        const results = parseBatchTestLogs(logs, twoPackages);
+        expect(results.get('alpha')?.testCounts?.total).toBe(10);
+        // beta never had a section of its own; it must not inherit alpha's.
+        expect(results.get('beta')?.testCounts).toBeUndefined();
+        expect(results.get('beta')?.success).toBe(false);
+    });
+    it('fails a pass it cannot read, rather than trusting the pcall', () => {
+        // No END marker either, so there is no boundary to attribute output with.
+        // The pcall said success, but nothing here saw a test run.
+        const logs = [
+            'Tests:  275 passed, 275 total',
+            '===BATCH_TEST_SUMMARY===',
+            '[{"slug":"egghunt2026","success":true,"durationMs":1000}]',
+        ].join('\n');
+        const result = parseBatchTestLogs(logs, SLUG_MAP).get('egghunt2026');
+        expect(result?.success).toBe(false);
+        expect(result?.error).toContain('no output could be attributed');
+        expect(result?.testCounts).toBeUndefined();
+    });
+    it('still shows output it could not attribute', () => {
+        // 330KB of real test output was being reported as "(no output)" because no
+        // BEGIN marker survived to delimit it.
+        const logs = [
+            'PlayerBadgeHelper: attempt to index nil',
+            '===BATCH_TEST_SUMMARY===',
+            '[{"slug":"egghunt2026","success":true,"durationMs":1000}]',
+        ].join('\n');
+        const result = parseBatchTestLogs(logs, SLUG_MAP).get('egghunt2026');
+        expect(result?.logs).toContain('PlayerBadgeHelper');
+    });
+    it('counts tracebacks that jest reports as a clean pass', () => {
+        const logs = buildLogs([
+            'Tests:  155 passed, 155 total',
+            'PlayerBadgeHelper: attempt to index nil',
+            'Stack Begin',
+            "Script 'PlayerBadgeHelper', Line 365",
+            'Stack End',
+        ].join('\n'));
+        const result = parseBatchTestLogs(logs, SLUG_MAP).get('egghunt2026');
+        expect(result?.testCounts?.failed).toBe(0);
+        expect(result?.tracebackCount).toBe(1);
+    });
+});
+describe('findSummaryEntries', () => {
+    it('finds the summary even when output landed after it', () => {
+        // Messages are not delivered in order, so a stray line can follow the
+        // summary. Treating the whole remainder as one JSON blob made the same
+        // batch parse on one run and fail on the next.
+        const lines = [
+            '[{"slug":"alpha","success":true}]',
+            '  ✓ a stray line that arrived late',
+        ];
+        expect(findSummaryEntries(lines, 0)).toEqual([
+            { slug: 'alpha', success: true },
+        ]);
+    });
+    it('returns undefined when there is no array to find', () => {
+        expect(findSummaryEntries(['not json at all'], 0)).toBeUndefined();
+    });
+});
+describe('countTracebacks', () => {
+    it('counts each traceback separately', () => {
+        expect(countTracebacks('Stack Begin\nfoo\nStack End\nStack Begin\n')).toBe(2);
+    });
+    it('is zero for empty output', () => {
+        expect(countTracebacks('')).toBe(0);
+    });
+});
+//# sourceMappingURL=batch-log-parser.test.js.map

package/dist/utils/testing/parsers/batch-log-parser.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"batch-log-parser.test.js","sourceRoot":"","sources":["../../../../src/utils/testing/parsers/batch-log-parser.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAE9C,OAAO,EACL,eAAe,EACf,kBAAkB,EAClB,kBAAkB,GACnB,MAAM,uBAAuB,CAAC;AAE/B,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC;AAE3D,SAAS,SAAS,CAAC,OAAe;IAChC,OAAO;QACL,oCAAoC;QACpC,OAAO;QACP,4CAA4C;QAC5C,0BAA0B;QAC1B,2DAA2D;KAC5D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,MAAM,IAAI,GAAG,SAAS,CAAC,+BAA+B,CAAC,CAAC;QAExD,MAAM,MAAM,GAAG,kBAAkB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAErE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;IAC7E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,GAAG,EAAE;QACvE,yEAAyE;QACzE,mEAAmE;QACnE,MAAM,IAAI,GAAG;YACX,oCAAoC;YACpC,+BAA+B;YAC/B,4CAA4C;YAC5C,0BAA0B;YAC1B,2DAA2D;SAC5D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEb,MAAM,MAAM,GAAG,kBAAkB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAErE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;IAC7E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,GAAG,EAAE;QACzE,wEAAwE;QACxE,4EAA4E;QAC5E,mEAAmE;QACnE,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC;YAC1B,CAAC,OAAO,EAAE,OAAO,CAAC;YAClB,CAAC,MAAM,EAAE,MAAM,CAAC;SACjB,CAAC,CAAC;QACH,MAAM,IAAI,GAAG;YACX,8BAA8B;YAC9B,6BAA6B;YAC7B,kCAAkC;YAClC,oCAAoC;YACpC,0BAA0B;YAC1B,kEAAkE;SACnE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEb,MAAM,OAAO,GAAG,kBAAkB,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QAEtD,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACzD,oEAAoE;QACpE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,UAAU,CAAC,CAAC,aAAa,EAAE,CAAC;QACxD,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACrE,0EAA0E;QAC1E,2DAA2D;QAC3D,MAAM,IAAI,GAAG;YACX,+BAA+B;YAC/B,0BAA0B;YAC1B,2DAA2D;SAC5D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEb,MAAM,MAAM,GAAG,kBAAkB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAErE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,SAAS,CAAC,+BAA+B,CAAC,CAAC;QACjE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,aAAa,EAAE,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACnD,2EAA2E;QAC3E,uCAAuC;QACvC,MAAM,IAAI,GAAG;YACX,yCAAyC;YACzC,0BAA0B;YAC1B,2DAA2D;SAC5D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEb,MAAM,MAAM,GAAG,kBAAkB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAErE,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,IAAI,GAAG,SAAS,CACpB;YACE,+BAA+B;YAC/B,yCAAyC;YACzC,aAAa;YACb,sCAAsC;YACtC,WAAW;SACZ,CAAC,IAAI,CAAC,IAAI,CAAC,CACb,CAAC;QAEF,MAAM,MAAM,GAAG,kBAAkB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAErE,MAAM,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,sEAAsE;QACtE,uEAAuE;QACvE,+CAA+C;QAC/C,MAAM,KAAK,GAAG;YACZ,mCAAmC;YACnC,oCAAoC;SACrC,CAAC;QAEF,MAAM,CAAC,kBAAkB,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YAC3C,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE;SACjC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,CAAC,kBAAkB,CAAC,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;IACrE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,CAAC,eAAe,CAAC,4CAA4C,CAAC,CAAC,CAAC,IAAI,CACxE,CAAC,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;QAClC,MAAM,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/utils/testing/parsers/traceback-parser.d.ts

@@ -0,0 +1,31 @@
+export interface AttributedTraceback {
+    /** First line of the error, before the stack. */
+    message: string;
+    /** Roblox instance path of the topmost frame, e.g. "ServerScriptService.Foo.Bar". */
+    source?: string;
+    /** Root of that path, which names the package the frame belongs to. */
+    owner?: string;
+    /** Frames kept for display, topmost first. */
+    frames: string[];
+    /** How many times this same traceback appeared. */
+    count: number;
+}
+/**
+ * Pull tracebacks out of log output and attribute each to its owning package.
+ *
+ * Attribution reads the script path in the frames rather than the position of
+ * the traceback in the log. Position is unreliable: a deferred callback can
+ * fire during a later package's section, which is why batch mode previously
+ * gave up on tracebacks entirely.
+ */
+export declare function parseTracebacks(rawOutput: string): AttributedTraceback[];
+/**
+ * Name the package a script path belongs to.
+ *
+ * Batch places hold each package under its own root, so the segment below the
+ * service is the package.
+ */
+export declare function ownerOf(scriptPath: string): string | undefined;
+/** Render tracebacks for a human, newest information first and bounded. */
+export declare function formatTracebacks(tracebacks: AttributedTraceback[], maxShown?: number): string;
+//# sourceMappingURL=traceback-parser.d.ts.map

package/dist/utils/testing/parsers/traceback-parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"traceback-parser.d.ts","sourceRoot":"","sources":["../../../../src/utils/testing/parsers/traceback-parser.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,mBAAmB;IAClC,iDAAiD;IACjD,OAAO,EAAE,MAAM,CAAC;IAChB,qFAAqF;IACrF,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,uEAAuE;IACvE,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,8CAA8C;IAC9C,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,mDAAmD;IACnD,KAAK,EAAE,MAAM,CAAC;CACf;AASD;;;;;;;GAOG;AACH,wBAAgB,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,mBAAmB,EAAE,CAmDxE;AAED;;;;;GAKG;AACH,wBAAgB,OAAO,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAG9D;AAED,2EAA2E;AAC3E,wBAAgB,gBAAgB,CAC9B,UAAU,EAAE,mBAAmB,EAAE,EACjC,QAAQ,SAAI,GACX,MAAM,CAuBR"}

package/dist/utils/testing/parsers/traceback-parser.js

@@ -0,0 +1,91 @@
+import { OutputHelper } from '@quenty/cli-output-helpers';
+const STACK_BEGIN = /^\s*Stack Begin\s*$/;
+const STACK_END = /^\s*Stack End\s*$/;
+// Script 'ServerScriptService.EggHunt2026.game.Server.Foo', Line 365 - function bar
+const FRAME = /Script\s+'(?:\[string\s+")?([^'"\]]+)/;
+const MAX_FRAMES = 4;
+/**
+ * Pull tracebacks out of log output and attribute each to its owning package.
+ *
+ * Attribution reads the script path in the frames rather than the position of
+ * the traceback in the log. Position is unreliable: a deferred callback can
+ * fire during a later package's section, which is why batch mode previously
+ * gave up on tracebacks entirely.
+ */
+export function parseTracebacks(rawOutput) {
+    if (!rawOutput) {
+        return [];
+    }
+    const lines = OutputHelper.stripAnsi(rawOutput).split('\n');
+    const bySignature = new Map();
+    for (let i = 0; i < lines.length; i++) {
+        if (!STACK_BEGIN.test(lines[i])) {
+            continue;
+        }
+        // The error text sits on the line above "Stack Begin".
+        const message = (lines[i - 1] ?? '').trim();
+        const frames = [];
+        let source;
+        for (let j = i + 1; j < lines.length && !STACK_END.test(lines[j]); j++) {
+            const frame = lines[j].trim();
+            if (!frame) {
+                continue;
+            }
+            if (frames.length < MAX_FRAMES) {
+                frames.push(frame);
+            }
+            if (!source) {
+                source = FRAME.exec(frame)?.[1];
+            }
+        }
+        // One bug fires per player and per frame, so the same traceback can appear
+        // hundreds of times. Collapse by signature and count instead of printing
+        // every copy.
+        const signature = `${message}::${frames[0] ?? ''}`;
+        const existing = bySignature.get(signature);
+        if (existing) {
+            existing.count++;
+            continue;
+        }
+        bySignature.set(signature, {
+            message,
+            source,
+            owner: source ? ownerOf(source) : undefined,
+            frames,
+            count: 1,
+        });
+    }
+    return [...bySignature.values()];
+}
+/**
+ * Name the package a script path belongs to.
+ *
+ * Batch places hold each package under its own root, so the segment below the
+ * service is the package.
+ */
+export function ownerOf(scriptPath) {
+    const parts = scriptPath.split('.');
+    return parts.length >= 2 ? parts[1] : undefined;
+}
+/** Render tracebacks for a human, newest information first and bounded. */
+export function formatTracebacks(tracebacks, maxShown = 5) {
+    if (tracebacks.length === 0) {
+        return '';
+    }
+    const lines = [];
+    const shown = tracebacks.slice(0, maxShown);
+    for (const traceback of shown) {
+        const where = traceback.source ? ` (${traceback.source})` : '';
+        const times = traceback.count > 1 ? ` ×${traceback.count}` : '';
+        lines.push(`  ${traceback.message}${where}${times}`);
+        for (const frame of traceback.frames) {
+            lines.push(`      ${frame}`);
+        }
+    }
+    const hidden = tracebacks.length - shown.length;
+    if (hidden > 0) {
+        lines.push(`  ...and ${hidden} more distinct traceback(s)`);
+    }
+    return lines.join('\n');
+}
+//# sourceMappingURL=traceback-parser.js.map

package/dist/utils/testing/parsers/traceback-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"traceback-parser.js","sourceRoot":"","sources":["../../../../src/utils/testing/parsers/traceback-parser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAe1D,MAAM,WAAW,GAAG,qBAAqB,CAAC;AAC1C,MAAM,SAAS,GAAG,mBAAmB,CAAC;AACtC,oFAAoF;AACpF,MAAM,KAAK,GAAG,uCAAuC,CAAC;AAEtD,MAAM,UAAU,GAAG,CAAC,CAAC;AAErB;;;;;;;GAOG;AACH,MAAM,UAAU,eAAe,CAAC,SAAiB;IAC/C,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,KAAK,GAAG,YAAY,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC5D,MAAM,WAAW,GAAG,IAAI,GAAG,EAA+B,CAAC;IAE3D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAChC,SAAS;QACX,CAAC;QAED,uDAAuD;QACvD,MAAM,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAE5C,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,MAA0B,CAAC;QAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACvE,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC9B,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,SAAS;YACX,CAAC;YACD,IAAI,MAAM,CAAC,MAAM,GAAG,UAAU,EAAE,CAAC;gBAC/B,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrB,CAAC;YACD,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QAED,2EAA2E;QAC3E,yEAAyE;QACzE,cAAc;QACd,MAAM,SAAS,GAAG,GAAG,OAAO,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QACnD,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC5C,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,KAAK,EAAE,CAAC;YACjB,SAAS;QACX,CAAC;QAED,WAAW,CAAC,GAAG,CAAC,SAAS,EAAE;YACzB,OAAO;YACP,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS;YAC3C,MAAM;YACN,KAAK,EAAE,CAAC;SACT,CAAC,CAAC;IACL,CAAC;IAED,OAAO,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;AACnC,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,OAAO,CAAC,UAAkB;IACxC,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACpC,OAAO,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AAClD,CAAC;AAED,2EAA2E;AAC3E,MAAM,UAAU,gBAAgB,CAC9B,UAAiC,EACjC,QAAQ,GAAG,CAAC;IAEZ,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IAE5C,KAAK,MAAM,SAAS,IAAI,KAAK,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/D,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAChE,KAAK,CAAC,IAAI,CAAC,KAAK,SAAS,CAAC,OAAO,GAAG,KAAK,GAAG,KAAK,EAAE,CAAC,CAAC;QACrD,KAAK,MAAM,KAAK,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;YACrC,KAAK,CAAC,IAAI,CAAC,SAAS,KAAK,EAAE,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;IAChD,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,YAAY,MAAM,6BAA6B,CAAC,CAAC;IAC9D,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}

package/dist/utils/testing/parsers/traceback-parser.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=traceback-parser.test.d.ts.map

package/dist/utils/testing/parsers/traceback-parser.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"traceback-parser.test.d.ts","sourceRoot":"","sources":["../../../../src/utils/testing/parsers/traceback-parser.test.ts"],"names":[],"mappings":""}