@e2edev/e2e 0.2.0

package/dist/report/build.js

@@ -0,0 +1,346 @@
+/** report-1 document construction (spec 13-reporting.md). */
+import os from 'node:os';
+import { BACKEND_SPI_VERSION } from '../backend/contract.js';
+import { BLOCKABLE_CODES } from '../agent/executor.js';
+import { DEFAULT_OBSERVATION_BYTES, resolveLimits } from '../config/agent.js';
+import { resultId, timestamp } from '../internal/ids.js';
+import { packageVersion } from '../internal/package-version.js';
+/**
+ * What a target's backend declaration says about it: the one description the
+ * runner grades against and the report records. A target without a backend is
+ * agent-tools-only and honestly reports no capabilities.
+ */
+export function describeTarget(target) {
+    const backend = target.backend;
+    const artifactCapabilities = [];
+    if (backend?.artifacts !== undefined) {
+        artifactCapabilities.push('screenshot');
+        if (backend.artifacts.startTrace !== undefined)
+            artifactCapabilities.push('trace');
+    }
+    return {
+        backend: {
+            name: backend?.name ?? 'none',
+            version: backend?.version ?? 'unversioned',
+            spiVersion: backend?.spiVersion ?? BACKEND_SPI_VERSION,
+        },
+        capabilities: [...(backend?.capabilities ?? [])].toSorted(),
+        artifactCapabilities,
+        stateCapability: backend?.state !== undefined,
+    };
+}
+function relativeSource(config, source, fallbackFile) {
+    if (source === undefined)
+        return { file: fallbackFile, line: 1, column: 1 };
+    let file = source.file;
+    if (config !== undefined && file.startsWith(config.projectRoot)) {
+        file = file.slice(config.projectRoot.length).replace(/^[/\\]/, '').split('\\').join('/');
+    }
+    if (file.startsWith('/') || /^[A-Za-z]:/.test(file)) {
+        file = fallbackFile;
+    }
+    return { file, line: Math.max(1, source.line), column: Math.max(1, source.column) };
+}
+/** Step source capture is not implemented yet (spec 13-reporting.md). */
+const UNIMPLEMENTED_STEP_SOURCE = { file: 'unknown', line: 1, column: 1 };
+function serializeStep(step) {
+    const { error, ...rest } = step;
+    return {
+        ...rest,
+        source: UNIMPLEMENTED_STEP_SOURCE,
+        error: error === undefined ? undefined : serializeErrorRecord(error),
+    };
+}
+/** SerializedError minus the stack, which never enters the report. */
+function serializeErrorRecord(error) {
+    const { stack, ...report } = error;
+    void stack;
+    return report;
+}
+function serializeAttemptBase(attempt) {
+    return {
+        id: attempt.id,
+        index: attempt.index,
+        status: attempt.status,
+        startedAt: attempt.startedAt,
+        durationMs: attempt.durationMs,
+        artifacts: attempt.artifacts,
+        error: attempt.error === undefined ? undefined : serializeErrorRecord(attempt.error),
+        secondaryErrors: attempt.secondaryErrors.map(serializeErrorRecord),
+        cleanup: attempt.cleanup,
+    };
+}
+function serializeAttempt(attempt) {
+    return { ...serializeAttemptBase(attempt), steps: attempt.steps.map(serializeStep) };
+}
+function serializeSerialMember(member) {
+    return {
+        id: member.id,
+        index: member.index,
+        testId: member.testId,
+        status: member.status,
+        startedAt: member.startedAt,
+        durationMs: member.durationMs,
+        steps: member.status === 'skipped' ? [] : member.steps.map(serializeStep),
+        error: member.error === undefined ? undefined : serializeErrorRecord(member.error),
+        skip: member.status === 'skipped' ? member.skip : undefined,
+        secondaryErrors: member.secondaryErrors.map(serializeErrorRecord),
+    };
+}
+function serializeSerialAttempt(attempt) {
+    return { ...serializeAttemptBase(attempt), members: attempt.members.map(serializeSerialMember) };
+}
+function serializeSerialGroup(group) {
+    return {
+        id: group.id,
+        serialId: group.serialId,
+        declarationIndex: group.declarationIndex,
+        file: group.file,
+        source: { file: group.file, line: 1, column: 1 },
+        titlePath: group.titlePath,
+        targetId: group.targetId,
+        platform: group.platform,
+        memberTestIds: group.memberTestIds,
+        status: group.status,
+        skip: group.status === 'skipped' ? group.skip : undefined,
+        attempts: group.attempts.map(serializeSerialAttempt),
+    };
+}
+function serializeResult(config, result) {
+    return {
+        id: resultId(result.test.id, result.target.name),
+        testId: result.test.id,
+        kind: result.test.kind,
+        declarationIndex: result.test.declarationIndex,
+        titlePath: result.test.titlePath,
+        file: result.test.file,
+        source: relativeSource(config, result.test.source, result.test.file),
+        targetId: result.target.name,
+        platform: result.target.platform,
+        serialGroupId: result.serialGroupId,
+        status: result.status,
+        skip: result.status === 'skipped' ? result.skip : undefined,
+        attempts: result.serialGroupId !== undefined ? [] : result.attempts.map(serializeAttempt),
+    };
+}
+function serializeTarget(config, target, provenance) {
+    // Provenance exists for every selected target; an unselected one is
+    // described from its declaration the same way.
+    return {
+        id: target.name,
+        index: target.index,
+        platform: target.platform,
+        baseOrigin: config.app.base.origin,
+        environment: config.app.environment,
+        allowProduction: config.app.allowProduction,
+        testIdAttribute: config.testIdAttribute,
+        ...(provenance ?? describeTarget(target)),
+    };
+}
+/** Computes report-1 summary counts from results. */
+function computeSummary(results) {
+    let selected = 0;
+    let executed = 0;
+    let passed = 0;
+    let failed = 0;
+    let flaky = 0;
+    let skipped = 0;
+    for (const result of results) {
+        if (result.selected)
+            selected += 1;
+        if (result.attempts.length > 0 || (result.serialGroupId !== undefined && result.status !== 'skipped')) {
+            executed += 1;
+        }
+        switch (result.status) {
+            case 'passed':
+                passed += 1;
+                break;
+            case 'flaky':
+                flaky += 1;
+                break;
+            case 'failed':
+            case 'timed-out':
+            case 'interrupted':
+                failed += 1;
+                break;
+            case 'skipped':
+                skipped += 1;
+                break;
+        }
+    }
+    return { discovered: results.length, selected, executed, passed, failed, flaky, skipped };
+}
+/**
+ * A run is `blocked` — not failed — when it did not pass and *every*
+ * non-passing result carries a blockable error code: credentials, the
+ * environment, or the agent's own budget prevented a product verdict, and
+ * nothing contradicts that. One genuine failure keeps the run failed;
+ * derivation requires positive evidence, never absence of it.
+ */
+function deriveRunStatus(status, results, serialGroups) {
+    if (status !== 'failed' && status !== 'error')
+        return status;
+    // Serial members carry no attempts of their own; their failing error lives
+    // on the group's last attempt (or its failing member).
+    const groupCode = new Map();
+    for (const group of serialGroups) {
+        const attempt = group.attempts.at(-1);
+        const member = attempt?.members.find((candidate) => candidate.status !== 'passed' && candidate.status !== 'skipped');
+        groupCode.set(group.id, member?.error?.code ?? attempt?.error?.code);
+    }
+    let sawFailure = false;
+    for (const result of results) {
+        if (result.status !== 'failed' &&
+            result.status !== 'timed-out' &&
+            result.status !== 'interrupted') {
+            continue;
+        }
+        sawFailure = true;
+        const code = result.serialGroupId === undefined
+            ? result.attempts.at(-1)?.error?.code
+            : groupCode.get(result.serialGroupId);
+        if (code === undefined || !BLOCKABLE_CODES.has(code))
+            return status;
+    }
+    return sawFailure ? 'blocked' : status;
+}
+/**
+ * Fallback limits used when the run failed before config resolution: the
+ * resolver's own defaults, so the report never disagrees with the config.
+ */
+const DEFAULT_LIMITS = {
+    ...resolveLimits({}),
+    maxObservationBytes: DEFAULT_OBSERVATION_BYTES,
+};
+/** Aggregates observed usage against the resolved limits (13-reporting.md). */
+function computeUsage(options) {
+    const usage = {
+        discoveredResults: options.discovered,
+        maxAgentContextBytes: 0,
+        maxLedgerBytes: 0,
+        maxObservationBytes: 0,
+        artifactBytes: 0,
+        downloads: 0,
+        events: 0,
+        modelTokens: 0,
+        maxModelCallsInStep: 0,
+        maxActionStepsInStep: 0,
+    };
+    let cost = 0;
+    let costSeen = false;
+    const countStep = (step) => {
+        usage.events += step.events.length;
+        const metrics = step.metrics;
+        if (metrics !== undefined) {
+            usage.maxAgentContextBytes = Math.max(usage.maxAgentContextBytes, metrics.contextBytes);
+            usage.maxLedgerBytes = Math.max(usage.maxLedgerBytes, metrics.ledgerBytes);
+            usage.maxObservationBytes = Math.max(usage.maxObservationBytes, metrics.observationBytes);
+            usage.maxModelCallsInStep = Math.max(usage.maxModelCallsInStep, metrics.modelCalls);
+            usage.maxActionStepsInStep = Math.max(usage.maxActionStepsInStep, metrics.actionSteps);
+        }
+        const model = step.model;
+        if (model !== undefined) {
+            usage.modelTokens += model.inputTokens + model.outputTokens;
+            if (model.estimatedCostUsd !== undefined) {
+                cost += model.estimatedCostUsd;
+                costSeen = true;
+            }
+        }
+    };
+    const countArtifacts = (artifacts) => {
+        for (const artifact of artifacts) {
+            usage.artifactBytes += artifact.size ?? 0;
+            if (artifact.kind === 'download')
+                usage.downloads += 1;
+        }
+    };
+    for (const result of options.results) {
+        for (const attempt of result.attempts) {
+            countArtifacts(attempt.artifacts);
+            for (const step of attempt.steps)
+                countStep(step);
+        }
+    }
+    for (const group of options.serialGroups) {
+        for (const attempt of group.attempts) {
+            countArtifacts(attempt.artifacts);
+            for (const member of attempt.members) {
+                for (const step of member.steps)
+                    countStep(step);
+            }
+        }
+    }
+    return costSeen ? { ...usage, estimatedCostUsd: cost } : usage;
+}
+/** Builds the complete report-1 document. */
+export function buildReport(options) {
+    const { config } = options;
+    const targets = config === undefined
+        ? []
+        : config.targets.map((target) => serializeTarget(config, target, options.targetProvenance.get(target.name)));
+    const results = options.results
+        .toSorted(compareResults)
+        .map((result) => serializeResult(config, result));
+    const targetIndex = new Map();
+    for (const target of config?.targets ?? [])
+        targetIndex.set(target.name, target.index);
+    const serialGroups = options.serialGroups
+        .toSorted((a, b) => compareSerialGroups(a, b, targetIndex))
+        .map(serializeSerialGroup);
+    const summary = computeSummary(options.results);
+    return {
+        schemaVersion: 'report-1',
+        run: {
+            id: options.runId,
+            specVersion: '0.1',
+            runner: {
+                name: 'e2e',
+                version: packageVersion(import.meta.url, '../../package.json', '0.0.0'),
+            },
+            status: deriveRunStatus(options.status, options.results, options.serialGroups),
+            exitCode: options.exitCode,
+            startedAt: options.startedAt,
+            finishedAt: timestamp(),
+            project: {
+                id: config?.projectId ?? 'unknown',
+                configDigest: config?.configDigest ?? '0'.repeat(64),
+            },
+            environment: {
+                ci: config?.ci ?? false,
+                // The trust model is documented and report-recorded, never printed.
+                trustNoticeShown: false,
+                os: `${os.platform()} ${os.release()}`,
+                arch: os.arch(),
+                runtime: `node ${process.version}`,
+            },
+            targets,
+            serialGroups,
+            results,
+            errors: options.runErrors.map((runError) => serializeErrorRecord(runError.error)),
+            summary,
+            limits: config?.limits ?? DEFAULT_LIMITS,
+            usage: computeUsage({
+                results: options.results,
+                serialGroups: options.serialGroups,
+                discovered: summary.discovered,
+            }),
+        },
+    };
+}
+function compareResults(a, b) {
+    if (a.test.file !== b.test.file)
+        return a.test.file < b.test.file ? -1 : 1;
+    if (a.test.declarationIndex !== b.test.declarationIndex) {
+        return a.test.declarationIndex - b.test.declarationIndex;
+    }
+    return a.target.index - b.target.index;
+}
+/** Report order is completion-time independent (spec 13-reporting.md). */
+function compareSerialGroups(a, b, targetIndex) {
+    if (a.file !== b.file)
+        return a.file < b.file ? -1 : 1;
+    if (a.declarationIndex !== b.declarationIndex)
+        return a.declarationIndex - b.declarationIndex;
+    return (targetIndex.get(a.targetId) ?? 0) - (targetIndex.get(b.targetId) ?? 0);
+}
+//# sourceMappingURL=build.js.map

package/dist/report/build.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"build.js","sourceRoot":"","sources":["../../src/report/build.ts"],"names":[],"mappings":"AAAA,6DAA6D;AAE7D,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,mBAAmB,EAA0B,MAAM,wBAAwB,CAAC;AACrF,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,yBAAyB,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAI9E,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,MAAM,gCAAgC,CAAC;AAiChE;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAAC,MAAsB;IACnD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;IAC/B,MAAM,oBAAoB,GAA6C,EAAE,CAAC;IAC1E,IAAI,OAAO,EAAE,SAAS,KAAK,SAAS,EAAE,CAAC;QACrC,oBAAoB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACxC,IAAI,OAAO,CAAC,SAAS,CAAC,UAAU,KAAK,SAAS;YAAE,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACrF,CAAC;IACD,OAAO;QACL,OAAO,EAAE;YACP,IAAI,EAAE,OAAO,EAAE,IAAI,IAAI,MAAM;YAC7B,OAAO,EAAE,OAAO,EAAE,OAAO,IAAI,aAAa;YAC1C,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI,mBAAmB;SACvD;QACD,YAAY,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,YAAY,IAAI,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;QAC3D,oBAAoB;QACpB,eAAe,EAAE,OAAO,EAAE,KAAK,KAAK,SAAS;KAC9C,CAAC;AACJ,CAAC;AA4LD,SAAS,cAAc,CACrB,MAAkC,EAClC,MAAkE,EAClE,YAAoB;IAEpB,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;IAC5E,IAAI,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;IACvB,IAAI,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;QAChE,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC3F,CAAC;IACD,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACpD,IAAI,GAAG,YAAY,CAAC;IACtB,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;AACtF,CAAC;AAED,yEAAyE;AACzE,MAAM,yBAAyB,GAAiB,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;AAExF,SAAS,aAAa,CAAC,IAAgB;IACrC,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,GAAG,IAAI,CAAC;IAChC,OAAO;QACL,GAAG,IAAI;QACP,MAAM,EAAE,yBAAyB;QACjC,KAAK,EAAE,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,oBAAoB,CAAC,KAAK,CAAC;KACrE,CAAC;AACJ,CAAC;AAED,sEAAsE;AACtE,SAAS,oBAAoB,CAAC,KAAsB;IAClD,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,EAAE,GAAG,KAAK,CAAC;IACnC,KAAK,KAAK,CAAC;IACX,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,oBAAoB,CAAC,OAA4C;IACxE,OAAO;QACL,EAAE,EAAE,OAAO,CAAC,EAAE;QACd,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,KAAK,EAAE,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,oBAAoB,CAAC,OAAO,CAAC,KAAK,CAAC;QACpF,eAAe,EAAE,OAAO,CAAC,eAAe,CAAC,GAAG,CAAC,oBAAoB,CAAC;QAClE,OAAO,EAAE,OAAO,CAAC,OAAO;KACzB,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,OAAsB;IAC9C,OAAO,EAAE,GAAG,oBAAoB,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,CAAC;AACvF,CAAC;AAED,SAAS,qBAAqB,CAAC,MAA0B;IACvD,OAAO;QACL,EAAE,EAAE,MAAM,CAAC,EAAE;QACb,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,KAAK,EAAE,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,aAAa,CAAC;QACzE,KAAK,EAAE,MAAM,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,KAAK,CAAC;QAClF,IAAI,EAAE,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;QAC3D,eAAe,EAAE,MAAM,CAAC,eAAe,CAAC,GAAG,CAAC,oBAAoB,CAAC;KAClE,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAAC,OAA4B;IAC1D,OAAO,EAAE,GAAG,oBAAoB,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,EAAE,CAAC;AACnG,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAwB;IACpD,OAAO;QACL,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;QACxC,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;QAChD,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,IAAI,EAAE,KAAK,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;QACzD,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,sBAAsB,CAAC;KACrD,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,MAAkC,EAAE,MAAoB;IAC/E,OAAO;QACL,EAAE,EAAE,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;QAChD,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE;QACtB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI;QACtB,gBAAgB,EAAE,MAAM,CAAC,IAAI,CAAC,gBAAgB;QAC9C,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS;QAChC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI;QACtB,MAAM,EAAE,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;QACpE,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI;QAC5B,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ;QAChC,aAAa,EAAE,MAAM,CAAC,aAAa;QACnC,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,IAAI,EAAE,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;QAC3D,QAAQ,EAAE,MAAM,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,gBAAgB,CAAC;KAC1F,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CACtB,MAAsB,EACtB,MAAsB,EACtB,UAAwC;IAExC,oEAAoE;IACpE,+CAA+C;IAC/C,OAAO;QACL,EAAE,EAAE,MAAM,CAAC,IAAI;QACf,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM;QAClC,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW;QACnC,eAAe,EAAE,MAAM,CAAC,GAAG,CAAC,eAAe;QAC3C,eAAe,EAAE,MAAM,CAAC,eAAe;QACvC,GAAG,CAAC,UAAU,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC;KAC1C,CAAC;AACJ,CAAC;AAED,qDAAqD;AACrD,SAAS,cAAc,CAAC,OAAgC;IACtD,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,MAAM,CAAC,QAAQ;YAAE,QAAQ,IAAI,CAAC,CAAC;QACnC,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,EAAE,CAAC;YACtG,QAAQ,IAAI,CAAC,CAAC;QAChB,CAAC;QACD,QAAQ,MAAM,CAAC,MAAM,EAAE,CAAC;YACtB,KAAK,QAAQ;gBACX,MAAM,IAAI,CAAC,CAAC;gBACZ,MAAM;YACR,KAAK,OAAO;gBACV,KAAK,IAAI,CAAC,CAAC;gBACX,MAAM;YACR,KAAK,QAAQ,CAAC;YACd,KAAK,WAAW,CAAC;YACjB,KAAK,aAAa;gBAChB,MAAM,IAAI,CAAC,CAAC;gBACZ,MAAM;YACR,KAAK,SAAS;gBACZ,OAAO,IAAI,CAAC,CAAC;gBACb,MAAM;QACV,CAAC;IACH,CAAC;IACD,OAAO,EAAE,UAAU,EAAE,OAAO,CAAC,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;AAC5F,CAAC;AAED;;;;;;GAMG;AACH,SAAS,eAAe,CACtB,MAAoC,EACpC,OAAgC,EAChC,YAA0C;IAE1C,IAAI,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,OAAO;QAAE,OAAO,MAAM,CAAC;IAC7D,2EAA2E;IAC3E,uDAAuD;IACvD,MAAM,SAAS,GAAG,IAAI,GAAG,EAA8B,CAAC;IACxD,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;QACjC,MAAM,OAAO,GAAG,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACtC,MAAM,MAAM,GAAG,OAAO,EAAE,OAAO,CAAC,IAAI,CAClC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,QAAQ,IAAI,SAAS,CAAC,MAAM,KAAK,SAAS,CAC/E,CAAC;QACF,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,IAAI,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;IACvE,CAAC;IACD,IAAI,UAAU,GAAG,KAAK,CAAC;IACvB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IACE,MAAM,CAAC,MAAM,KAAK,QAAQ;YAC1B,MAAM,CAAC,MAAM,KAAK,WAAW;YAC7B,MAAM,CAAC,MAAM,KAAK,aAAa,EAC/B,CAAC;YACD,SAAS;QACX,CAAC;QACD,UAAU,GAAG,IAAI,CAAC;QAClB,MAAM,IAAI,GACR,MAAM,CAAC,aAAa,KAAK,SAAS;YAChC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI;YACrC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QAC1C,IAAI,IAAI,KAAK,SAAS,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,IAAsB,CAAC;YAAE,OAAO,MAAM,CAAC;IACxF,CAAC;IACD,OAAO,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;AACzC,CAAC;AAED;;;GAGG;AACH,MAAM,cAAc,GAAiB;IACnC,GAAG,aAAa,CAAC,EAAE,CAAC;IACpB,mBAAmB,EAAE,yBAAyB;CAC/C,CAAC;AAEF,+EAA+E;AAC/E,SAAS,YAAY,CAAC,OAIrB;IACC,MAAM,KAAK,GAAgB;QACzB,iBAAiB,EAAE,OAAO,CAAC,UAAU;QACrC,oBAAoB,EAAE,CAAC;QACvB,cAAc,EAAE,CAAC;QACjB,mBAAmB,EAAE,CAAC;QACtB,aAAa,EAAE,CAAC;QAChB,SAAS,EAAE,CAAC;QACZ,MAAM,EAAE,CAAC;QACT,WAAW,EAAE,CAAC;QACd,mBAAmB,EAAE,CAAC;QACtB,oBAAoB,EAAE,CAAC;KACxB,CAAC;IACF,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,IAAI,QAAQ,GAAG,KAAK,CAAC;IAErB,MAAM,SAAS,GAAG,CAAC,IAAgB,EAAQ,EAAE;QAC3C,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QACnC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC7B,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1B,KAAK,CAAC,oBAAoB,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,oBAAoB,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;YACxF,KAAK,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,cAAc,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;YAC3E,KAAK,CAAC,mBAAmB,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,mBAAmB,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC;YAC1F,KAAK,CAAC,mBAAmB,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,mBAAmB,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;YACpF,KAAK,CAAC,oBAAoB,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,oBAAoB,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;QACzF,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACzB,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,WAAW,GAAG,KAAK,CAAC,YAAY,CAAC;YAC5D,IAAI,KAAK,CAAC,gBAAgB,KAAK,SAAS,EAAE,CAAC;gBACzC,IAAI,IAAI,KAAK,CAAC,gBAAgB,CAAC;gBAC/B,QAAQ,GAAG,IAAI,CAAC;YAClB,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,cAAc,GAAG,CAAC,SAAoC,EAAQ,EAAE;QACpE,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,KAAK,CAAC,aAAa,IAAI,QAAQ,CAAC,IAAI,IAAI,CAAC,CAAC;YAC1C,IAAI,QAAQ,CAAC,IAAI,KAAK,UAAU;gBAAE,KAAK,CAAC,SAAS,IAAI,CAAC,CAAC;QACzD,CAAC;IACH,CAAC,CAAC;IAEF,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACrC,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACtC,cAAc,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YAClC,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK;gBAAE,SAAS,CAAC,IAAI,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;QACzC,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACrC,cAAc,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YAClC,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACrC,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK;oBAAE,SAAS,CAAC,IAAI,CAAC,CAAC;YACnD,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;AACjE,CAAC;AAED,6CAA6C;AAC7C,MAAM,UAAU,WAAW,CAAC,OAA2B;IACrD,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAC3B,MAAM,OAAO,GACX,MAAM,KAAK,SAAS;QAClB,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAC5B,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAC3E,CAAC;IAER,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO;SAC5B,QAAQ,CAAC,cAAc,CAAC;SACxB,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,eAAe,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAEpD,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC9C,KAAK,MAAM,MAAM,IAAI,MAAM,EAAE,OAAO,IAAI,EAAE;QAAE,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;IACvF,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY;SACtC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,mBAAmB,CAAC,CAAC,EAAE,CAAC,EAAE,WAAW,CAAC,CAAC;SAC1D,GAAG,CAAC,oBAAoB,CAAC,CAAC;IAE7B,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAEhD,OAAO;QACL,aAAa,EAAE,UAAU;QACzB,GAAG,EAAE;YACH,EAAE,EAAE,OAAO,CAAC,KAAK;YACjB,WAAW,EAAE,KAAK;YAClB,MAAM,EAAE;gBACN,IAAI,EAAE,KAAK;gBACX,OAAO,EAAE,cAAc,CAAC,OAAO,IAAI,CAAC,GAAG,EAAE,oBAAoB,EAAE,OAAO,CAAC;aACxE;YACD,MAAM,EAAE,eAAe,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,YAAY,CAAC;YAC9E,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,UAAU,EAAE,SAAS,EAAE;YACvB,OAAO,EAAE;gBACP,EAAE,EAAE,MAAM,EAAE,SAAS,IAAI,SAAS;gBAClC,YAAY,EAAE,MAAM,EAAE,YAAY,IAAI,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;aACrD;YACD,WAAW,EAAE;gBACX,EAAE,EAAE,MAAM,EAAE,EAAE,IAAI,KAAK;gBACvB,oEAAoE;gBACpE,gBAAgB,EAAE,KAAK;gBACvB,EAAE,EAAE,GAAG,EAAE,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,OAAO,EAAE,EAAE;gBACtC,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE;gBACf,OAAO,EAAE,QAAQ,OAAO,CAAC,OAAO,EAAE;aACnC;YACD,OAAO;YACP,YAAY;YACZ,OAAO;YACP,MAAM,EAAE,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,oBAAoB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YACjF,OAAO;YACP,MAAM,EAAE,MAAM,EAAE,MAAM,IAAI,cAAc;YACxC,KAAK,EAAE,YAAY,CAAC;gBAClB,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,UAAU,EAAE,OAAO,CAAC,UAAU;aAC/B,CAAC;SACH;KACF,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,CAAe,EAAE,CAAe;IACtD,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI;QAAE,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3E,IAAI,CAAC,CAAC,IAAI,CAAC,gBAAgB,KAAK,CAAC,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxD,OAAO,CAAC,CAAC,IAAI,CAAC,gBAAgB,GAAG,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC;IAC3D,CAAC;IACD,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;AACzC,CAAC;AAED,0EAA0E;AAC1E,SAAS,mBAAmB,CAC1B,CAAoB,EACpB,CAAoB,EACpB,WAAwC;IAExC,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI;QAAE,OAAO,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACvD,IAAI,CAAC,CAAC,gBAAgB,KAAK,CAAC,CAAC,gBAAgB;QAAE,OAAO,CAAC,CAAC,gBAAgB,GAAG,CAAC,CAAC,gBAAgB,CAAC;IAC9F,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;AACjF,CAAC"}

package/dist/report/code-frame.d.ts

@@ -0,0 +1,20 @@
+/**
+ * Failure-location presentation: finds the user's failing line in a stack and
+ * renders a small annotated code frame around it. Generic over reporters; the
+ * list reporter is simply its first consumer.
+ */
+export interface StackFrame {
+    readonly file: string;
+    readonly line: number;
+    readonly column: number;
+}
+/**
+ * First stack frame inside the project and outside node_modules: the line in
+ * the user's test file that the failure unwound through. Runner frames never
+ * match because the runner lives in node_modules (or outside the project root
+ * in a workspace).
+ */
+export declare function userFrame(stack: string | undefined, projectRoot: string | undefined): StackFrame | undefined;
+/** Renders the failing line with one line of context and a column caret. */
+export declare function codeFrame(frame: StackFrame): string[];
+//# sourceMappingURL=code-frame.d.ts.map

package/dist/report/code-frame.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"code-frame.d.ts","sourceRoot":"","sources":["../../src/report/code-frame.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAUH,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACzB;AAID;;;;;GAKG;AACH,wBAAgB,SAAS,CACvB,KAAK,EAAE,MAAM,GAAG,SAAS,EACzB,WAAW,EAAE,MAAM,GAAG,SAAS,GAC9B,UAAU,GAAG,SAAS,CAkBxB;AAED,4EAA4E;AAC5E,wBAAgB,SAAS,CAAC,KAAK,EAAE,UAAU,GAAG,MAAM,EAAE,CAyBrD"}

package/dist/report/code-frame.js

@@ -0,0 +1,73 @@
+/**
+ * Failure-location presentation: finds the user's failing line in a stack and
+ * renders a small annotated code frame around it. Generic over reporters; the
+ * list reporter is simply its first consumer.
+ */
+import { readFileSync } from 'node:fs';
+import path from 'node:path';
+import { fileURLToPath } from 'node:url';
+import pc from 'picocolors';
+import { sanitizeText, truncateUtf8 } from '../internal/errors.js';
+const MAX_FIELD_BYTES = 8192;
+const FRAME_PATTERN = /((?:file:\/\/)?\/[^):]+):(\d+):(\d+)\)?\s*$/;
+/**
+ * First stack frame inside the project and outside node_modules: the line in
+ * the user's test file that the failure unwound through. Runner frames never
+ * match because the runner lives in node_modules (or outside the project root
+ * in a workspace).
+ */
+export function userFrame(stack, projectRoot) {
+    if (stack === undefined || projectRoot === undefined)
+        return undefined;
+    for (const raw of stack.split('\n')) {
+        const match = FRAME_PATTERN.exec(raw);
+        if (match === null)
+            continue;
+        const [, location, line, column] = match;
+        const withoutQuery = location.split('?')[0];
+        let file;
+        try {
+            file = withoutQuery.startsWith('file://') ? fileURLToPath(withoutQuery) : withoutQuery;
+        }
+        catch {
+            continue;
+        }
+        if (!file.startsWith(`${projectRoot}${path.sep}`))
+            continue;
+        if (file.includes(`${path.sep}node_modules${path.sep}`))
+            continue;
+        return { file, line: Number(line), column: Number(column) };
+    }
+    return undefined;
+}
+/** Renders the failing line with one line of context and a column caret. */
+export function codeFrame(frame) {
+    let source;
+    try {
+        source = readFileSync(frame.file, 'utf8');
+    }
+    catch {
+        return [];
+    }
+    const lines = source.split('\n');
+    const index = frame.line - 1;
+    if (index < 0 || index >= lines.length)
+        return [];
+    const start = Math.max(0, index - 1);
+    const end = Math.min(lines.length - 1, index + 1);
+    const width = String(end + 1).length;
+    const rows = [];
+    for (let i = start; i <= end; i += 1) {
+        const text = truncateUtf8(sanitizeText(lines[i] ?? ''), MAX_FIELD_BYTES);
+        const number = String(i + 1).padStart(width);
+        if (i === index) {
+            rows.push(`${pc.red('>')} ${number} | ${text}`);
+            rows.push(`  ${' '.repeat(width)} | ${' '.repeat(Math.max(0, frame.column - 1))}${pc.red('^')}`);
+        }
+        else {
+            rows.push(pc.dim(`  ${number} | ${text}`));
+        }
+    }
+    return rows;
+}
+//# sourceMappingURL=code-frame.js.map

package/dist/report/code-frame.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"code-frame.js","sourceRoot":"","sources":["../../src/report/code-frame.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,MAAM,YAAY,CAAC;AAC5B,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAEnE,MAAM,eAAe,GAAG,IAAI,CAAC;AAQ7B,MAAM,aAAa,GAAG,6CAA6C,CAAC;AAEpE;;;;;GAKG;AACH,MAAM,UAAU,SAAS,CACvB,KAAyB,EACzB,WAA+B;IAE/B,IAAI,KAAK,KAAK,SAAS,IAAI,WAAW,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACvE,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACtC,IAAI,KAAK,KAAK,IAAI;YAAE,SAAS;QAC7B,MAAM,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,CAAC,GAAG,KAAoD,CAAC;QACxF,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;QAC7C,IAAI,IAAY,CAAC;QACjB,IAAI,CAAC;YACH,IAAI,GAAG,YAAY,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC;QACzF,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAAE,SAAS;QAC5D,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,GAAG,eAAe,IAAI,CAAC,GAAG,EAAE,CAAC;YAAE,SAAS;QAClE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;IAC9D,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,4EAA4E;AAC5E,MAAM,UAAU,SAAS,CAAC,KAAiB;IACzC,IAAI,MAAc,CAAC;IACnB,IAAI,CAAC;QACH,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC5C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACjC,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC;IAC7B,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM;QAAE,OAAO,EAAE,CAAC;IAClD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;IACrC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;IAClD,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;IACrC,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,IAAI,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,YAAY,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,eAAe,CAAC,CAAC;QACzE,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC7C,IAAI,CAAC,KAAK,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,MAAM,MAAM,IAAI,EAAE,CAAC,CAAC;YAChD,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACnG,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,MAAM,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/report/debug-steps.d.ts

@@ -0,0 +1,14 @@
+/**
+ * `--debug` presentation of agent steps, derived entirely from the step
+ * records every run already collects for the report. There is no separate
+ * debug telemetry channel for agent steps: the timeline is the single account
+ * of what happened.
+ */
+import type { ResultRecord, SerialGroupRecord } from '../run/records.ts';
+/**
+ * Renders one aligned table of every agent step in the run, in execution
+ * order, with per-phase splits summed from the step's child events. Returns
+ * the empty string when the run performed no agent steps.
+ */
+export declare function agentStepTable(results: readonly ResultRecord[], serialGroups: readonly SerialGroupRecord[]): string;
+//# sourceMappingURL=debug-steps.d.ts.map

package/dist/report/debug-steps.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"debug-steps.d.ts","sourceRoot":"","sources":["../../src/report/debug-steps.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,KAAK,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAGzE;;;;GAIG;AACH,wBAAgB,cAAc,CAC5B,OAAO,EAAE,SAAS,YAAY,EAAE,EAChC,YAAY,EAAE,SAAS,iBAAiB,EAAE,GACzC,MAAM,CAoDR"}

package/dist/report/debug-steps.js

@@ -0,0 +1,85 @@
+/**
+ * `--debug` presentation of agent steps, derived entirely from the step
+ * records every run already collects for the report. There is no separate
+ * debug telemetry channel for agent steps: the timeline is the single account
+ * of what happened.
+ */
+import { formatMs, table } from '../internal/debug.js';
+/**
+ * Renders one aligned table of every agent step in the run, in execution
+ * order, with per-phase splits summed from the step's child events. Returns
+ * the empty string when the run performed no agent steps.
+ */
+export function agentStepTable(results, serialGroups) {
+    const steps = collectAgentSteps(results, serialGroups);
+    if (steps.length === 0)
+        return '';
+    const models = new Set(steps
+        .map((step) => (step.model === undefined ? undefined : `${step.model.provider}/${step.model.model}`))
+        .filter((model) => model !== undefined));
+    const mixedModels = models.size > 1;
+    const rows = steps.map((step) => [
+        truncate(step.label === '' ? step.api : `${step.api} ${JSON.stringify(step.label)}`, 64),
+        ...(mixedModels
+            ? [step.model === undefined ? '-' : `${step.model.provider}/${step.model.model}`]
+            : []),
+        formatMs(step.durationMs),
+        formatMs(eventMs(step, 'model')),
+        formatMs(eventMs(step, 'observation')),
+        formatMs(eventMs(step, 'backend')),
+        String(step.model?.calls ?? 0),
+        `${String(step.model?.inputTokens ?? 0)}/${String(step.model?.outputTokens ?? 0)}`,
+        step.model?.estimatedCostUsd === undefined ? '-' : formatUsd(step.model.estimatedCostUsd),
+    ]);
+    const knownCosts = steps
+        .map((step) => step.model?.estimatedCostUsd)
+        .filter((cost) => cost !== undefined);
+    const total = knownCosts.length === 0
+        ? ''
+        : `, total ${formatUsd(knownCosts.reduce((sum, cost) => sum + cost, 0))}${knownCosts.length < steps.length ? '+' : ''}`;
+    const sharedModel = mixedModels || models.size === 0 ? '' : `, model ${[...models][0] ?? ''}`;
+    return table(`[e2e debug] agent steps (execution order${sharedModel}${total})`, [
+        'step',
+        ...(mixedModels ? ['via'] : []),
+        'total',
+        'model',
+        'observe',
+        'action',
+        'calls',
+        'tokens in/out',
+        'cost',
+    ], rows, '(no agent steps recorded)');
+}
+/** Agent steps from every attempt and serial member, in record order. */
+function collectAgentSteps(results, serialGroups) {
+    const steps = [];
+    for (const result of results) {
+        for (const attempt of result.attempts) {
+            steps.push(...attempt.steps.filter((step) => step.kind === 'agent'));
+        }
+    }
+    for (const group of serialGroups) {
+        for (const attempt of group.attempts) {
+            for (const member of attempt.members) {
+                steps.push(...member.steps.filter((step) => step.kind === 'agent'));
+            }
+        }
+    }
+    return steps;
+}
+function eventMs(step, kind) {
+    return step.events
+        .filter((event) => event.kind === kind)
+        .reduce((total, event) => total + event.durationMs, 0);
+}
+function truncate(value, maxLength) {
+    if (value.length <= maxLength)
+        return value;
+    return `${value.slice(0, maxLength - 1)}…`;
+}
+function formatUsd(value) {
+    const digits = value >= 0.1 ? 2 : 6;
+    const trimmed = value.toFixed(digits).replace(/(\.\d*?)0+$/, '$1').replace(/\.$/, '');
+    return `$${trimmed}`;
+}
+//# sourceMappingURL=debug-steps.js.map

package/dist/report/debug-steps.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"debug-steps.js","sourceRoot":"","sources":["../../src/report/debug-steps.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,sBAAsB,CAAC;AAIvD;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAC5B,OAAgC,EAChC,YAA0C;IAE1C,MAAM,KAAK,GAAG,iBAAiB,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IACvD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAElC,MAAM,MAAM,GAAG,IAAI,GAAG,CACpB,KAAK;SACF,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;SACpG,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAC3D,CAAC;IACF,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC;IAEpC,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QAC/B,QAAQ,CAAC,IAAI,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC;QACxF,GAAG,CAAC,WAAW;YACb,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACjF,CAAC,CAAC,EAAE,CAAC;QACP,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC;QACzB,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAChC,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;QACtC,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAClC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,IAAI,CAAC,CAAC;QAC9B,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,WAAW,IAAI,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC,EAAE;QAClF,IAAI,CAAC,KAAK,EAAE,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC;KAC1F,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,KAAK;SACrB,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,gBAAgB,CAAC;SAC3C,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;IACxD,MAAM,KAAK,GACT,UAAU,CAAC,MAAM,KAAK,CAAC;QACrB,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,WAAW,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,GACnE,UAAU,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAC3C,EAAE,CAAC;IACT,MAAM,WAAW,GAAG,WAAW,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;IAE9F,OAAO,KAAK,CACV,2CAA2C,WAAW,GAAG,KAAK,GAAG,EACjE;QACE,MAAM;QACN,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/B,OAAO;QACP,OAAO;QACP,SAAS;QACT,QAAQ;QACR,OAAO;QACP,eAAe;QACf,MAAM;KACP,EACD,IAAI,EACJ,2BAA2B,CAC5B,CAAC;AACJ,CAAC;AAED,yEAAyE;AACzE,SAAS,iBAAiB,CACxB,OAAgC,EAChC,YAA0C;IAE1C,MAAM,KAAK,GAAiB,EAAE,CAAC;IAC/B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACtC,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;QACjC,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACrC,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACrC,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC;YACtE,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,OAAO,CAAC,IAAgB,EAAE,IAAyC;IAC1E,OAAO,IAAI,CAAC,MAAM;SACf,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC;SACtC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,QAAQ,CAAC,KAAa,EAAE,SAAiB;IAChD,IAAI,KAAK,CAAC,MAAM,IAAI,SAAS;QAAE,OAAO,KAAK,CAAC;IAC5C,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,GAAG,CAAC,CAAC,GAAG,CAAC;AAC7C,CAAC;AAED,SAAS,SAAS,CAAC,KAAa;IAC9B,MAAM,MAAM,GAAG,KAAK,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACpC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACtF,OAAO,IAAI,OAAO,EAAE,CAAC;AACvB,CAAC"}