@post-print/agent-test 1.1.9 → 2.0.0

package/dist/suite-summary.js

@@ -1,218 +0,0 @@
-function flatUsageFromResult(result) {
-    return result.usage?.total ?? result.trace?.usage;
-}
-const INFRA_CATEGORIES = new Set(["judge_infra", "agent_runtime"]);
-function emptyRunSummary() {
-    return {
-        infraFailures: 0,
-        rubricFailures: 0,
-        agentRuntimeFailures: 0,
-        worktreeLeaks: 0,
-        recordingErrors: 0,
-        judgeParseFailures: 0,
-        retriedScenarios: 0,
-        scenarioRetriedScenarios: 0,
-    };
-}
-/** Nearest-rank percentile (p in 0–100) over a sorted ascending array. */
-export function percentileNearestRank(sortedAsc, p) {
-    if (sortedAsc.length === 0) {
-        return undefined;
-    }
-    const clamped = Math.min(100, Math.max(0, p));
-    const rank = Math.ceil((clamped / 100) * sortedAsc.length) - 1;
-    return sortedAsc[Math.max(0, Math.min(sortedAsc.length - 1, rank))];
-}
-export function summarizeUsage(results) {
-    const totals = [];
-    let scenariosWithUsage = 0;
-    let sumTotal = 0;
-    let sumInput = 0;
-    let sumOutput = 0;
-    let sawInput = false;
-    let sawOutput = false;
-    for (const result of results) {
-        const usage = flatUsageFromResult(result);
-        if (!usage) {
-            continue;
-        }
-        scenariosWithUsage++;
-        const total = usage.totalTokens;
-        if (typeof total === "number" && Number.isFinite(total)) {
-            totals.push(total);
-            sumTotal += total;
-        }
-        if (typeof usage.inputTokens === "number" && Number.isFinite(usage.inputTokens)) {
-            sumInput += usage.inputTokens;
-            sawInput = true;
-        }
-        if (typeof usage.outputTokens === "number" && Number.isFinite(usage.outputTokens)) {
-            sumOutput += usage.outputTokens;
-            sawOutput = true;
-        }
-    }
-    if (scenariosWithUsage === 0) {
-        return undefined;
-    }
-    totals.sort((a, b) => a - b);
-    const stats = { scenariosWithUsage };
-    if (totals.length > 0) {
-        stats.sumTotalTokens = sumTotal;
-        stats.p50TotalTokens = percentileNearestRank(totals, 50);
-        stats.p95TotalTokens = percentileNearestRank(totals, 95);
-        stats.maxTotalTokens = totals[totals.length - 1];
-    }
-    if (sawInput) {
-        stats.sumInputTokens = sumInput;
-    }
-    if (sawOutput) {
-        stats.sumOutputTokens = sumOutput;
-    }
-    return stats;
-}
-export function summarizeFailures(failures) {
-    const summary = emptyRunSummary();
-    for (const failure of failures) {
-        switch (failure.category) {
-            case "judge_infra":
-                summary.infraFailures++;
-                break;
-            case "judge_parse":
-                summary.judgeParseFailures++;
-                break;
-            case "agent_runtime":
-                summary.agentRuntimeFailures++;
-                break;
-            case "worktree_leak":
-                summary.worktreeLeaks++;
-                break;
-            case "recording_error":
-                summary.recordingErrors++;
-                break;
-            default:
-                summary.rubricFailures++;
-                break;
-        }
-    }
-    return summary;
-}
-export function summarizeReports(reports) {
-    const combined = emptyRunSummary();
-    const allResults = [];
-    for (const report of reports) {
-        const partial = report.summary ?? summarizeReportResults(report.results);
-        combined.infraFailures += partial.infraFailures;
-        combined.rubricFailures += partial.rubricFailures;
-        combined.agentRuntimeFailures += partial.agentRuntimeFailures;
-        combined.worktreeLeaks += partial.worktreeLeaks;
-        combined.recordingErrors += partial.recordingErrors;
-        combined.judgeParseFailures += partial.judgeParseFailures;
-        combined.retriedScenarios += partial.retriedScenarios;
-        combined.scenarioRetriedScenarios += partial.scenarioRetriedScenarios;
-        allResults.push(...report.results);
-    }
-    combined.usage = summarizeUsage(allResults);
-    return combined;
-}
-export function summarizeReportResults(results) {
-    const allFailures = results.flatMap((result) => result.failures);
-    const summary = summarizeFailures(allFailures);
-    summary.retriedScenarios = results.reduce((count, result) => count + (result.judgeVerdicts?.some((verdict) => (verdict.attempt ?? 1) > 1) ? 1 : 0), 0);
-    summary.scenarioRetriedScenarios = results.reduce((count, result) => count + ((result.attempts ?? 1) > 1 ? 1 : 0), 0);
-    summary.usage = summarizeUsage(results);
-    return summary;
-}
-/** Whether a failed scenario should fail the process under the given fail-on mode. */
-export function shouldFailScenario(failures, mode) {
-    if (mode === "infra-only") {
-        return failures.some((failure) => INFRA_CATEGORIES.has(failure.category));
-    }
-    if (mode === "all") {
-        return failures.length > 0;
-    }
-    // behavior: ignore pure infra flakes
-    return failures.some((failure) => !INFRA_CATEGORIES.has(failure.category));
-}
-function compactNumber(value) {
-    if (value >= 1_000_000) {
-        return `${(value / 1_000_000).toFixed(1)}M`;
-    }
-    if (value >= 1000) {
-        return `${(value / 1000).toFixed(1)}k`;
-    }
-    return String(value);
-}
-/** Compact token count for CLI and HTML (`78.2k`). */
-export function formatTokenCount(value) {
-    return compactNumber(value);
-}
-function countLabel(count, singular, plural) {
-    return count === 1 ? `1 ${singular}` : `${count} ${plural}`;
-}
-function formatFailureSummary(summary) {
-    const parts = [];
-    if (summary.rubricFailures > 0) {
-        parts.push(countLabel(summary.rubricFailures, "rubric miss", "rubric misses"));
-    }
-    if (summary.infraFailures > 0) {
-        parts.push(countLabel(summary.infraFailures, "infra failure", "infra failures"));
-    }
-    if (summary.agentRuntimeFailures > 0) {
-        parts.push(countLabel(summary.agentRuntimeFailures, "runtime failure", "runtime failures"));
-    }
-    if (summary.judgeParseFailures > 0) {
-        parts.push(countLabel(summary.judgeParseFailures, "judge parse error", "judge parse errors"));
-    }
-    if (summary.worktreeLeaks > 0) {
-        parts.push(countLabel(summary.worktreeLeaks, "worktree leak", "worktree leaks"));
-    }
-    if (summary.recordingErrors > 0) {
-        parts.push(countLabel(summary.recordingErrors, "recording error", "recording errors"));
-    }
-    return parts.length > 0 ? parts.join(" · ") : undefined;
-}
-function formatRetrySummary(summary) {
-    const parts = [];
-    if (summary.retriedScenarios > 0) {
-        parts.push(countLabel(summary.retriedScenarios, "judge retry", "judge retries"));
-    }
-    if (summary.scenarioRetriedScenarios > 0) {
-        parts.push(countLabel(summary.scenarioRetriedScenarios, "scenario retry", "scenario retries"));
-    }
-    return parts.length > 0 ? parts.join(" · ") : undefined;
-}
-export function formatUsageStats(usage) {
-    const parts = [countLabel(usage.scenariosWithUsage, "scenario", "scenarios")];
-    if (usage.sumTotalTokens !== undefined) {
-        parts.push(`${compactNumber(usage.sumTotalTokens)} tokens`);
-    }
-    if (usage.scenariosWithUsage > 1 && usage.p50TotalTokens !== undefined) {
-        parts.push(`typical ${compactNumber(usage.p50TotalTokens)}`);
-    }
-    if (usage.scenariosWithUsage > 1 && usage.maxTotalTokens !== undefined) {
-        parts.push(`largest ${compactNumber(usage.maxTotalTokens)}`);
-    }
-    if (usage.sumInputTokens !== undefined) {
-        parts.push(`${compactNumber(usage.sumInputTokens)} in`);
-    }
-    if (usage.sumOutputTokens !== undefined) {
-        parts.push(`${compactNumber(usage.sumOutputTokens)} out`);
-    }
-    return parts.join(" · ");
-}
-export function formatRunSummary(summary) {
-    const lines = [];
-    const failures = formatFailureSummary(summary);
-    if (failures) {
-        lines.push(`failures  ${failures}`);
-    }
-    const retries = formatRetrySummary(summary);
-    if (retries) {
-        lines.push(`retries   ${retries}`);
-    }
-    if (summary.usage) {
-        lines.push(formatUsageStats(summary.usage));
-    }
-    return lines.join("\n");
-}
-//# sourceMappingURL=suite-summary.js.map

package/dist/suite-summary.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"suite-summary.js","sourceRoot":"","sources":["../src/suite-summary.ts"],"names":[],"mappings":"AASA,SAAS,mBAAmB,CAAC,MAAsB;IAClD,OAAO,MAAM,CAAC,KAAK,EAAE,KAAK,IAAI,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC;AACnD,CAAC;AAMD,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAkB,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC,CAAC;AAEpF,SAAS,eAAe;IACvB,OAAO;QACN,aAAa,EAAE,CAAC;QAChB,cAAc,EAAE,CAAC;QACjB,oBAAoB,EAAE,CAAC;QACvB,aAAa,EAAE,CAAC;QAChB,eAAe,EAAE,CAAC;QAClB,kBAAkB,EAAE,CAAC;QACrB,gBAAgB,EAAE,CAAC;QACnB,wBAAwB,EAAE,CAAC;KAC3B,CAAC;AACH,CAAC;AAED,0EAA0E;AAC1E,MAAM,UAAU,qBAAqB,CAAC,SAAmB,EAAE,CAAS;IACnE,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,SAAS,CAAC;IAClB,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,GAAG,GAAG,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC/D,OAAO,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;AACrE,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,OAAyB;IACvD,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAC3B,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,SAAS,GAAG,KAAK,CAAC;IAEtB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,SAAS;QACV,CAAC;QACD,kBAAkB,EAAE,CAAC;QACrB,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,CAAC;QAChC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACzD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,QAAQ,IAAI,KAAK,CAAC;QACnB,CAAC;QACD,IAAI,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;YACjF,QAAQ,IAAI,KAAK,CAAC,WAAW,CAAC;YAC9B,QAAQ,GAAG,IAAI,CAAC;QACjB,CAAC;QACD,IAAI,OAAO,KAAK,CAAC,YAAY,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC;YACnF,SAAS,IAAI,KAAK,CAAC,YAAY,CAAC;YAChC,SAAS,GAAG,IAAI,CAAC;QAClB,CAAC;IACF,CAAC;IAED,IAAI,kBAAkB,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO,SAAS,CAAC;IAClB,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7B,MAAM,KAAK,GAAe,EAAE,kBAAkB,EAAE,CAAC;IACjD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,KAAK,CAAC,cAAc,GAAG,QAAQ,CAAC;QAChC,KAAK,CAAC,cAAc,GAAG,qBAAqB,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACzD,KAAK,CAAC,cAAc,GAAG,qBAAqB,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACzD,KAAK,CAAC,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAClD,CAAC;IACD,IAAI,QAAQ,EAAE,CAAC;QACd,KAAK,CAAC,cAAc,GAAG,QAAQ,CAAC;IACjC,CAAC;IACD,IAAI,SAAS,EAAE,CAAC;QACf,KAAK,CAAC,eAAe,GAAG,SAAS,CAAC;IACnC,CAAC;IACD,OAAO,KAAK,CAAC;AACd,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,QAA4B;IAC7D,MAAM,OAAO,GAAG,eAAe,EAAE,CAAC;IAClC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAChC,QAAQ,OAAO,CAAC,QAAQ,EAAE,CAAC;YAC1B,KAAK,aAAa;gBACjB,OAAO,CAAC,aAAa,EAAE,CAAC;gBACxB,MAAM;YACP,KAAK,aAAa;gBACjB,OAAO,CAAC,kBAAkB,EAAE,CAAC;gBAC7B,MAAM;YACP,KAAK,eAAe;gBACnB,OAAO,CAAC,oBAAoB,EAAE,CAAC;gBAC/B,MAAM;YACP,KAAK,eAAe;gBACnB,OAAO,CAAC,aAAa,EAAE,CAAC;gBACxB,MAAM;YACP,KAAK,iBAAiB;gBACrB,OAAO,CAAC,eAAe,EAAE,CAAC;gBAC1B,MAAM;YACP;gBACC,OAAO,CAAC,cAAc,EAAE,CAAC;gBACzB,MAAM;QACR,CAAC;IACF,CAAC;IACD,OAAO,OAAO,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAAyB;IACzD,MAAM,QAAQ,GAAG,eAAe,EAAE,CAAC;IACnC,MAAM,UAAU,GAAqB,EAAE,CAAC;IACxC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,sBAAsB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACzE,QAAQ,CAAC,aAAa,IAAI,OAAO,CAAC,aAAa,CAAC;QAChD,QAAQ,CAAC,cAAc,IAAI,OAAO,CAAC,cAAc,CAAC;QAClD,QAAQ,CAAC,oBAAoB,IAAI,OAAO,CAAC,oBAAoB,CAAC;QAC9D,QAAQ,CAAC,aAAa,IAAI,OAAO,CAAC,aAAa,CAAC;QAChD,QAAQ,CAAC,eAAe,IAAI,OAAO,CAAC,eAAe,CAAC;QACpD,QAAQ,CAAC,kBAAkB,IAAI,OAAO,CAAC,kBAAkB,CAAC;QAC1D,QAAQ,CAAC,gBAAgB,IAAI,OAAO,CAAC,gBAAgB,CAAC;QACtD,QAAQ,CAAC,wBAAwB,IAAI,OAAO,CAAC,wBAAwB,CAAC;QACtE,UAAU,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;IACpC,CAAC;IACD,QAAQ,CAAC,KAAK,GAAG,cAAc,CAAC,UAAU,CAAC,CAAC;IAC5C,OAAO,QAAQ,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,OAAyB;IAC/D,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACjE,MAAM,OAAO,GAAG,iBAAiB,CAAC,WAAW,CAAC,CAAC;IAC/C,OAAO,CAAC,gBAAgB,GAAG,OAAO,CAAC,MAAM,CACxC,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CACjB,KAAK,GAAG,CAAC,MAAM,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EACtF,CAAC,CACD,CAAC;IACF,OAAO,CAAC,wBAAwB,GAAG,OAAO,CAAC,MAAM,CAChD,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAC/D,CAAC,CACD,CAAC;IACF,OAAO,CAAC,KAAK,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;IACxC,OAAO,OAAO,CAAC;AAChB,CAAC;AAED,sFAAsF;AACtF,MAAM,UAAU,kBAAkB,CAAC,QAA4B,EAAE,IAAgB;IAChF,IAAI,IAAI,KAAK,YAAY,EAAE,CAAC;QAC3B,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC3E,CAAC;IACD,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;QACpB,OAAO,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;IAC5B,CAAC;IACD,qCAAqC;IACrC,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;AAC5E,CAAC;AAED,SAAS,aAAa,CAAC,KAAa;IACnC,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;QACxB,OAAO,GAAG,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IAC7C,CAAC;IACD,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;QACnB,OAAO,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IACxC,CAAC;IACD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACtB,CAAC;AAED,sDAAsD;AACtD,MAAM,UAAU,gBAAgB,CAAC,KAAa;IAC7C,OAAO,aAAa,CAAC,KAAK,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,UAAU,CAAC,KAAa,EAAE,QAAgB,EAAE,MAAc;IAClE,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,MAAM,EAAE,CAAC;AAC7D,CAAC;AAED,SAAS,oBAAoB,CAAC,OAAmB;IAChD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,OAAO,CAAC,cAAc,GAAG,CAAC,EAAE,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,cAAc,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC,CAAC;IAChF,CAAC;IACD,IAAI,OAAO,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC;QAC/B,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,aAAa,EAAE,eAAe,EAAE,gBAAgB,CAAC,CAAC,CAAC;IAClF,CAAC;IACD,IAAI,OAAO,CAAC,oBAAoB,GAAG,CAAC,EAAE,CAAC;QACtC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,oBAAoB,EAAE,iBAAiB,EAAE,kBAAkB,CAAC,CAAC,CAAC;IAC7F,CAAC;IACD,IAAI,OAAO,CAAC,kBAAkB,GAAG,CAAC,EAAE,CAAC;QACpC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,kBAAkB,EAAE,mBAAmB,EAAE,oBAAoB,CAAC,CAAC,CAAC;IAC/F,CAAC;IACD,IAAI,OAAO,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC;QAC/B,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,aAAa,EAAE,eAAe,EAAE,gBAAgB,CAAC,CAAC,CAAC;IAClF,CAAC;IACD,IAAI,OAAO,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;QACjC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,eAAe,EAAE,iBAAiB,EAAE,kBAAkB,CAAC,CAAC,CAAC;IACxF,CAAC;IACD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AACzD,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAmB;IAC9C,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,OAAO,CAAC,gBAAgB,GAAG,CAAC,EAAE,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,gBAAgB,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC,CAAC;IAClF,CAAC;IACD,IAAI,OAAO,CAAC,wBAAwB,GAAG,CAAC,EAAE,CAAC;QAC1C,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,wBAAwB,EAAE,gBAAgB,EAAE,kBAAkB,CAAC,CAAC,CAAC;IAChG,CAAC;IACD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AACzD,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,KAAiB;IACjD,MAAM,KAAK,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,kBAAkB,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC,CAAC;IAC9E,IAAI,KAAK,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;QACxC,KAAK,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,KAAK,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;IAC7D,CAAC;IACD,IAAI,KAAK,CAAC,kBAAkB,GAAG,CAAC,IAAI,KAAK,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;QACxE,KAAK,CAAC,IAAI,CAAC,WAAW,aAAa,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;IAC9D,CAAC;IACD,IAAI,KAAK,CAAC,kBAAkB,GAAG,CAAC,IAAI,KAAK,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;QACxE,KAAK,CAAC,IAAI,CAAC,WAAW,aAAa,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;IAC9D,CAAC;IACD,IAAI,KAAK,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;QACxC,KAAK,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,KAAK,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;IACzD,CAAC;IACD,IAAI,KAAK,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;QACzC,KAAK,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAAmB;IACnD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,QAAQ,GAAG,oBAAoB,CAAC,OAAO,CAAC,CAAC;IAC/C,IAAI,QAAQ,EAAE,CAAC;QACd,KAAK,CAAC,IAAI,CAAC,aAAa,QAAQ,EAAE,CAAC,CAAC;IACrC,CAAC;IACD,MAAM,OAAO,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAC5C,IAAI,OAAO,EAAE,CAAC;QACb,KAAK,CAAC,IAAI,CAAC,aAAa,OAAO,EAAE,CAAC,CAAC;IACpC,CAAC;IACD,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QACnB,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;IAC7C,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACzB,CAAC"}

package/dist/theme.d.ts

@@ -1,96 +0,0 @@
-import type { ScenarioStory } from "./types.js";
-/** Word-wrap width for a line that already has `indent` visible columns. */
-export declare function wrapColumnWidth(indent: number, columns?: number): number;
-/** Always enable ANSI color — agent-test is a human CLI, not a pipe filter. */
-export declare function configureCliColor(): void;
-export declare function colorEnabled(): boolean;
-/** OSC-8 hyperlink. Cursor opens `http://` in the browser and `file://` in the editor. */
-export declare function formatHyperlink(url: string, display: string): string;
-/**
- * Wrap a filesystem path in an OSC-8 `file://` hyperlink.
- * Display text stays a plain path for copy-paste.
- */
-export declare function formatFileHyperlink(absolutePath: string, display?: string): string;
-/** Truncate long temp/session paths to `…/last` or `…/parent/last`. */
-export declare function truncatePath(path: string): string;
-/** Word-wrap text at `cols` without breaking words when possible. */
-export declare function wrapText(text: string, cols?: number): string[];
-export interface JudgeVerdictDisplay {
-    id: string;
-    question: string;
-    pass: boolean;
-    rationale: string;
-}
-export interface RubricFailureDisplay {
-    matcher: string;
-    message: string;
-    category?: string;
-    evidence?: string;
-}
-export interface ScenarioVerdictOptions {
-    passed: boolean;
-    index?: number;
-    total?: number;
-    name: string;
-    durationMs: number;
-    /** Total tokens (agent + judge) when reported. */
-    totalTokens?: number;
-    judgeVerdicts?: JudgeVerdictDisplay[];
-    rubricFailures?: RubricFailureDisplay[];
-    /** Primary failure category for the FAIL line. */
-    failureCategory?: string;
-    /** Criteria and result lines. */
-    story?: ScenarioStory;
-    /** Show evidence and full failure detail (--debug / AGENT_TEST_VERBOSE). */
-    debug?: boolean;
-    debugBundleDir?: string;
-}
-export declare function formatTokenNumber(totalTokens: number): string;
-export declare function formatTokenCount(totalTokens: number): string;
-export declare function formatFailureCategory(category?: string): string | undefined;
-export declare function formatDurationLabel(ms: number): string;
-/** Elapsed clock for an in-flight agent. Tenths of a second. */
-export declare function formatClock(ms: number): string;
-/** Visible character count that skips CSI color sequences. */
-export declare function visibleLength(text: string): number;
-/** Keep a live clock line on one terminal row so `\r` can overwrite it. */
-export declare function clipToColumns(text: string, columns: number): string;
-export declare const theme: {
-    suiteHeader(name: string, host: string, count: number): string;
-    scenarioTitle(index: number, total: number, name: string, host: string): string;
-    scenarioLabel(name: string, host?: string): string;
-    scenarioDescription(text: string): string[];
-    phaseTree(_prefix: "├─" | "└─" | "│   ", message: string): string;
-    hostLog(level: string, service: string, detail: string): string;
-    path(p: string): string;
-    basename(p: string): string;
-    duration(label: string): string;
-    phaseDim(message: string): string;
-    phase(label: string, detail?: string): string;
-    agentClock(elapsedLabel: string, preview?: string): string;
-    liveTool(name: string, detail?: string): string;
-    statusCompleted(status: string): string;
-    tip(message: string): string;
-    /**
-     * Tip line with a clickable target.
-     * `http://` stays visible so Cursor can open the browser.
-     * A filesystem path stays visible. Cursor opens that path in the editor.
-     */
-    fileTip(label: string, pathOrUrl: string): string;
-    warn(message: string): string;
-    banner(mode?: string): string;
-    bannerDetail(message: string): string;
-    bannerSession(path: string): string;
-    bannerHints(hints: string[]): string;
-    runSummary(text: string): string;
-    summary(suite: string, passed: number, failed: number, skipped: number): string;
-    failedScenariosHeader(): string;
-    failedScenarioName(name: string): string;
-    verboseFailure(matcher: string, message: string, evidence?: string, category?: string): string;
-    debugBundlePointer(path: string): string;
-    judgePhase(count: number): string;
-    isolationNote(): string;
-    skipped(label: string): string;
-    scenarioVerdict(options: ScenarioVerdictOptions): string[];
-};
-//# sourceMappingURL=theme.d.ts.map

package/dist/theme.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"theme.d.ts","sourceRoot":"","sources":["../src/theme.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,aAAa,EAA4B,MAAM,YAAY,CAAC;AAQ1E,4EAA4E;AAC5E,wBAAgB,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,SAAyB,GAAG,MAAM,CAGxF;AAMD,+EAA+E;AAC/E,wBAAgB,iBAAiB,IAAI,IAAI,CAExC;AAED,wBAAgB,YAAY,IAAI,OAAO,CAEtC;AAED,0FAA0F;AAC1F,wBAAgB,eAAe,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAEpE;AAED;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,YAAY,EAAE,MAAM,EAAE,OAAO,SAAe,GAAG,MAAM,CAExF;AAED,uEAAuE;AACvE,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAajD;AAED,qEAAqE;AACrE,wBAAgB,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,SAAqB,GAAG,MAAM,EAAE,CAkB1E;AAED,MAAM,WAAW,mBAAmB;IACnC,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,OAAO,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,oBAAoB;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,sBAAsB;IACtC,MAAM,EAAE,OAAO,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,kDAAkD;IAClD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,mBAAmB,EAAE,CAAC;IACtC,cAAc,CAAC,EAAE,oBAAoB,EAAE,CAAC;IACxC,kDAAkD;IAClD,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,iCAAiC;IACjC,KAAK,CAAC,EAAE,aAAa,CAAC;IACtB,4EAA4E;IAC5E,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,cAAc,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,wBAAgB,iBAAiB,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM,CAQ7D;AAED,wBAAgB,gBAAgB,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM,CAE5D;AAWD,wBAAgB,qBAAqB,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAK3E;AAED,wBAAgB,mBAAmB,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CAKtD;AAED,gEAAgE;AAChE,wBAAgB,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CAE9C;AAED,8DAA8D;AAC9D,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAclD;AAED,2EAA2E;AAC3E,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAyBnE;AAMD,eAAO,MAAM,KAAK;IACjB,WAAW,OAAO,MAAM,QAAQ,MAAM,SAAS,MAAM,GAAG,MAAM;IAK9D,aAAa,QAAQ,MAAM,SAAS,MAAM,QAAQ,MAAM,QAAQ,MAAM,GAAG,MAAM;IAI/E,aAAa,OAAO,MAAM,SAAS,MAAM,GAAG,MAAM;IAIlD,mBAAmB,OAAO,MAAM,GAAG,MAAM,EAAE;IAI3C,SAAS,UAAU,IAAI,GAAG,IAAI,GAAG,MAAM,WAAW,MAAM,GAAG,MAAM;IAIjE,OAAO,QAAQ,MAAM,WAAW,MAAM,UAAU,MAAM,GAAG,MAAM;IAK/D,IAAI,IAAI,MAAM,GAAG,MAAM;IAIvB,QAAQ,IAAI,MAAM,GAAG,MAAM;IAI3B,QAAQ,QAAQ,MAAM,GAAG,MAAM;IAI/B,QAAQ,UAAU,MAAM,GAAG,MAAM;IAIjC,KAAK,QAAQ,MAAM,WAAW,MAAM,GAAG,MAAM;IAO7C,UAAU,eAAe,MAAM,YAAY,MAAM,GAAG,MAAM;IAQ1D,QAAQ,OAAO,MAAM,WAAW,MAAM,GAAG,MAAM;IAO/C,eAAe,SAAS,MAAM,GAAG,MAAM;IAIvC,GAAG,UAAU,MAAM,GAAG,MAAM;IAI5B;;;;OAIG;IACH,OAAO,QAAQ,MAAM,aAAa,MAAM,GAAG,MAAM;IAOjD,IAAI,UAAU,MAAM,GAAG,MAAM;IAI7B,MAAM,iBAAiB,MAAM;IAI7B,YAAY,UAAU,MAAM,GAAG,MAAM;IAIrC,aAAa,OAAO,MAAM,GAAG,MAAM;IAInC,WAAW,QAAQ,MAAM,EAAE,GAAG,MAAM;IAIpC,UAAU,OAAO,MAAM,GAAG,MAAM;IAOhC,OAAO,QAAQ,MAAM,UAAU,MAAM,UAAU,MAAM,WAAW,MAAM,GAAG,MAAM;IAU/E,qBAAqB,IAAI,MAAM;IAI/B,kBAAkB,OAAO,MAAM,GAAG,MAAM;IAIxC,cAAc,UAAU,MAAM,WAAW,MAAM,aAAa,MAAM,aAAa,MAAM,GAAG,MAAM;IAS9F,kBAAkB,OAAO,MAAM,GAAG,MAAM;IAIxC,UAAU,QAAQ,MAAM,GAAG,MAAM;IAIjC,aAAa,IAAI,MAAM;IAIvB,OAAO,QAAQ,MAAM,GAAG,MAAM;IAI9B,eAAe,UAAU,sBAAsB,GAAG,MAAM,EAAE;CAgF1D,CAAC"}