@netlify/axis 0.2.0

package/dist/reports/html.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"html.d.ts","sourceRoot":"","sources":["../../src/reports/html.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAezD;;;GAGG;AACH,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,cAAc,GAAG,MAAM,CAKjE"}

package/dist/reports/html.js

@@ -0,0 +1,27 @@
+import * as fs from "node:fs";
+import * as path from "node:path";
+import { fileURLToPath } from "node:url";
+const __dirname = path.dirname(fileURLToPath(import.meta.url));
+const DATA_PLACEHOLDER = "__AXIS_REPORT_DATA__";
+function findTemplate() {
+    // From dist/reports/ → dist/report-ui/index.html (production)
+    const sibling = path.join(__dirname, "..", "report-ui", "index.html");
+    if (fs.existsSync(sibling))
+        return sibling;
+    // From src/reports/ → dist/report-ui/index.html (dev/test)
+    const fromRoot = path.join(__dirname, "..", "..", "dist", "report-ui", "index.html");
+    if (fs.existsSync(fromRoot))
+        return fromRoot;
+    throw new Error(`Report UI template not found. Run "npm run build:report-ui" first.`);
+}
+/**
+ * Generate a self-contained HTML report page from a report manifest.
+ * Reads the pre-built Astro template and injects the report data as JSON.
+ */
+export function generateReportHtml(report) {
+    const template = fs.readFileSync(findTemplate(), "utf-8");
+    // Escape < and > in JSON to prevent </script> from closing the tag prematurely
+    const safeJson = JSON.stringify(report).replace(/</g, "\\u003c").replace(/>/g, "\\u003e");
+    return template.replace(DATA_PLACEHOLDER, safeJson);
+}
+//# sourceMappingURL=html.js.map

package/dist/reports/html.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"html.js","sourceRoot":"","sources":["../../src/reports/html.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAGzC,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAC/D,MAAM,gBAAgB,GAAG,sBAAsB,CAAC;AAEhD,SAAS,YAAY;IACnB,8DAA8D;IAC9D,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;IACtE,IAAI,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,OAAO,CAAC;IAC3C,2DAA2D;IAC3D,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;IACrF,IAAI,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC7C,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;AACxF,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAAC,MAAsB;IACvD,MAAM,QAAQ,GAAG,EAAE,CAAC,YAAY,CAAC,YAAY,EAAE,EAAE,OAAO,CAAC,CAAC;IAC1D,+EAA+E;IAC/E,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IAC1F,OAAO,QAAQ,CAAC,OAAO,CAAC,gBAAgB,EAAE,QAAQ,CAAC,CAAC;AACtD,CAAC"}

package/dist/reports/reader.d.ts

@@ -0,0 +1,21 @@
+import type { ReportManifest } from "../types/report.js";
+import type { RunResult } from "../types/output.js";
+import type { ScoredRunResult } from "../types/scoring.js";
+/**
+ * List all reports, sorted newest first.
+ */
+export declare function listReports(configDir: string): ReportManifest[];
+/**
+ * Read a single report manifest by ID.
+ * Supports "latest" as a special ID.
+ */
+export declare function readReport(configDir: string, reportId: string): ReportManifest | null;
+/**
+ * Read a full scenario result (with transcript) from a report.
+ */
+export declare function readScenarioResult(configDir: string, reportId: string, scenarioKey: string, agentName: string): ScoredRunResult | RunResult | null;
+/**
+ * Read all agent results for a scenario within a report.
+ */
+export declare function readScenarioResults(configDir: string, reportId: string, scenarioKey: string): Array<ScoredRunResult | RunResult>;
+//# sourceMappingURL=reader.d.ts.map

package/dist/reports/reader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"reader.d.ts","sourceRoot":"","sources":["../../src/reports/reader.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAY3D;;GAEG;AACH,wBAAgB,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,cAAc,EAAE,CA0B/D;AAED;;;GAGG;AACH,wBAAgB,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,cAAc,GAAG,IAAI,CAcrF;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAChC,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,WAAW,EAAE,MAAM,EACnB,SAAS,EAAE,MAAM,GAChB,eAAe,GAAG,SAAS,GAAG,IAAI,CAgBpC;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,WAAW,EAAE,MAAM,GAClB,KAAK,CAAC,eAAe,GAAG,SAAS,CAAC,CAuBpC"}

package/dist/reports/reader.js

@@ -0,0 +1,110 @@
+import * as fs from "node:fs";
+import * as path from "node:path";
+import { getReportsDir } from "./writer.js";
+/** Ensure a resolved path stays within the expected root directory. */
+function assertPathWithin(filePath, rootDir) {
+    const normalized = path.resolve(filePath);
+    const root = path.resolve(rootDir);
+    if (!normalized.startsWith(root + path.sep) && normalized !== root) {
+        throw new Error(`Path traversal detected: ${filePath} escapes ${rootDir}`);
+    }
+}
+/**
+ * List all reports, sorted newest first.
+ */
+export function listReports(configDir) {
+    const reportsDir = getReportsDir(configDir);
+    if (!fs.existsSync(reportsDir))
+        return [];
+    const entries = fs.readdirSync(reportsDir, { withFileTypes: true });
+    const manifests = [];
+    for (const entry of entries) {
+        if (!entry.isDirectory())
+            continue;
+        const manifestPath = path.join(reportsDir, entry.name, "report.json");
+        if (!fs.existsSync(manifestPath))
+            continue;
+        try {
+            const data = JSON.parse(fs.readFileSync(manifestPath, "utf-8"));
+            manifests.push(data);
+        }
+        catch {
+            // Skip corrupted report files
+        }
+    }
+    // Sort by timestamp descending (newest first)
+    manifests.sort((a, b) => b.timestamp.localeCompare(a.timestamp));
+    return manifests;
+}
+/**
+ * Read a single report manifest by ID.
+ * Supports "latest" as a special ID.
+ */
+export function readReport(configDir, reportId) {
+    if (reportId === "latest") {
+        const reports = listReports(configDir);
+        return reports[0] ?? null;
+    }
+    const manifestPath = path.join(getReportsDir(configDir), reportId, "report.json");
+    if (!fs.existsSync(manifestPath))
+        return null;
+    try {
+        return JSON.parse(fs.readFileSync(manifestPath, "utf-8"));
+    }
+    catch {
+        return null;
+    }
+}
+/**
+ * Read a full scenario result (with transcript) from a report.
+ */
+export function readScenarioResult(configDir, reportId, scenarioKey, agentName) {
+    const resolvedId = resolveReportId(configDir, reportId);
+    if (!resolvedId)
+        return null;
+    const reportsRoot = getReportsDir(configDir);
+    const filePath = path.join(reportsRoot, resolvedId, "scenarios", scenarioKey, `${agentName}.json`);
+    assertPathWithin(filePath, reportsRoot);
+    if (!fs.existsSync(filePath))
+        return null;
+    try {
+        return JSON.parse(fs.readFileSync(filePath, "utf-8"));
+    }
+    catch {
+        return null;
+    }
+}
+/**
+ * Read all agent results for a scenario within a report.
+ */
+export function readScenarioResults(configDir, reportId, scenarioKey) {
+    const resolvedId = resolveReportId(configDir, reportId);
+    if (!resolvedId)
+        return [];
+    const reportsRoot = getReportsDir(configDir);
+    const scenarioDir = path.join(reportsRoot, resolvedId, "scenarios", scenarioKey);
+    assertPathWithin(scenarioDir, reportsRoot);
+    if (!fs.existsSync(scenarioDir))
+        return [];
+    const results = [];
+    for (const entry of fs.readdirSync(scenarioDir)) {
+        if (!entry.endsWith(".json"))
+            continue;
+        const filePath = path.join(scenarioDir, entry);
+        try {
+            results.push(JSON.parse(fs.readFileSync(filePath, "utf-8")));
+        }
+        catch {
+            // Skip corrupted files
+        }
+    }
+    return results;
+}
+function resolveReportId(configDir, reportId) {
+    if (reportId === "latest") {
+        const reports = listReports(configDir);
+        return reports[0]?.reportId ?? null;
+    }
+    return reportId;
+}
+//# sourceMappingURL=reader.js.map

package/dist/reports/reader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"reader.js","sourceRoot":"","sources":["../../src/reports/reader.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAIlC,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAE5C,uEAAuE;AACvE,SAAS,gBAAgB,CAAC,QAAgB,EAAE,OAAe;IACzD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACnC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;QACnE,MAAM,IAAI,KAAK,CAAC,4BAA4B,QAAQ,YAAY,OAAO,EAAE,CAAC,CAAC;IAC7E,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW,CAAC,SAAiB;IAC3C,MAAM,UAAU,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;IAE5C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC;QAAE,OAAO,EAAE,CAAC;IAE1C,MAAM,OAAO,GAAG,EAAE,CAAC,WAAW,CAAC,UAAU,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IACpE,MAAM,SAAS,GAAqB,EAAE,CAAC;IAEvC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE;YAAE,SAAS;QAEnC,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC;YAAE,SAAS;QAE3C,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,CAAmB,CAAC;YAClF,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;QAAC,MAAM,CAAC;YACP,8BAA8B;QAChC,CAAC;IACH,CAAC;IAED,8CAA8C;IAC9C,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;IAEjE,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,UAAU,CAAC,SAAiB,EAAE,QAAgB;IAC5D,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1B,MAAM,OAAO,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;QACvC,OAAO,OAAO,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IAC5B,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAC;IAClF,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC;QAAE,OAAO,IAAI,CAAC;IAE9C,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,CAAmB,CAAC;IAC9E,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAChC,SAAiB,EACjB,QAAgB,EAChB,WAAmB,EACnB,SAAiB;IAEjB,MAAM,UAAU,GAAG,eAAe,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IACxD,IAAI,CAAC,UAAU;QAAE,OAAO,IAAI,CAAC;IAE7B,MAAM,WAAW,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;IAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,WAAW,EAAE,GAAG,SAAS,OAAO,CAAC,CAAC;IAEnG,gBAAgB,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;IAExC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC;IAE1C,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;IACxD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CACjC,SAAiB,EACjB,QAAgB,EAChB,WAAmB;IAEnB,MAAM,UAAU,GAAG,eAAe,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IACxD,IAAI,CAAC,UAAU;QAAE,OAAO,EAAE,CAAC;IAE3B,MAAM,WAAW,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;IAC7C,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC;IAEjF,gBAAgB,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;IAE3C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC;QAAE,OAAO,EAAE,CAAC;IAE3C,MAAM,OAAO,GAAuC,EAAE,CAAC;IACvD,KAAK,MAAM,KAAK,IAAI,EAAE,CAAC,WAAW,CAAC,WAAW,CAAC,EAAE,CAAC;QAChD,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,SAAS;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;QAC/C,IAAI,CAAC;YACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;QAC/D,CAAC;QAAC,MAAM,CAAC;YACP,uBAAuB;QACzB,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,eAAe,CAAC,SAAiB,EAAE,QAAgB;IAC1D,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1B,MAAM,OAAO,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;QACvC,OAAO,OAAO,CAAC,CAAC,CAAC,EAAE,QAAQ,IAAI,IAAI,CAAC;IACtC,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/reports/writer.d.ts

@@ -0,0 +1,14 @@
+import type { RunOutput } from "../types/output.js";
+import type { ScoredOutput } from "../types/scoring.js";
+/**
+ * Write a run's output to the persistent report store.
+ * Returns the reportId (used to recall the report later).
+ *
+ * Structure:
+ *   .axis/reports/{reportId}/report.json
+ *   .axis/reports/{reportId}/scenarios/{scenarioKey}/{agentName}.json
+ */
+export declare function writeReportToStore(output: ScoredOutput | RunOutput, configDir: string): string;
+/** Resolve the reports directory for a given config directory. */
+export declare function getReportsDir(configDir: string): string;
+//# sourceMappingURL=writer.d.ts.map

package/dist/reports/writer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"writer.d.ts","sourceRoot":"","sources":["../../src/reports/writer.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAa,MAAM,oBAAoB,CAAC;AAE/D,OAAO,KAAK,EAAE,YAAY,EAAmB,MAAM,qBAAqB,CAAC;AAMzE;;;;;;;GAOG;AACH,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,YAAY,GAAG,SAAS,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAoE9F;AAyCD,kEAAkE;AAClE,wBAAgB,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAEvD"}

package/dist/reports/writer.js

@@ -0,0 +1,106 @@
+import * as fs from "node:fs";
+import * as path from "node:path";
+import { isScoredResult } from "../types/output.js";
+import { generateReportHtml } from "./html.js";
+const REPORTS_DIR = ".axis/reports";
+/**
+ * Write a run's output to the persistent report store.
+ * Returns the reportId (used to recall the report later).
+ *
+ * Structure:
+ *   .axis/reports/{reportId}/report.json
+ *   .axis/reports/{reportId}/scenarios/{scenarioKey}/{agentName}.json
+ */
+export function writeReportToStore(output, configDir) {
+    const reportId = generateReportId(output.timestamp);
+    const reportDir = path.join(configDir, REPORTS_DIR, reportId);
+    fs.mkdirSync(reportDir, { recursive: true });
+    const entries = [];
+    for (const result of output.results) {
+        const relPath = `scenarios/${result.scenarioKey}/${result.agentName}.json`;
+        const absPath = path.join(reportDir, relPath);
+        fs.mkdirSync(path.dirname(absPath), { recursive: true });
+        // Strip rawOutput from scenario JSON — written as a separate file
+        const { rawOutput, ...outputWithoutRaw } = result.output;
+        // Strip sparseIndex from score — written as a separate file in debug mode
+        let resultToWrite = { ...result, output: outputWithoutRaw };
+        if (isScoredResult(result) && result.score.sparseIndex) {
+            const { sparseIndex: _sparseIndex, ...scoreWithoutIndex } = result.score;
+            resultToWrite = { ...resultToWrite, score: scoreWithoutIndex };
+        }
+        fs.writeFileSync(absPath, JSON.stringify(resultToWrite, null, 2));
+        if (rawOutput?.length) {
+            const rawPath = absPath.replace(/\.json$/, ".raw.ndjson");
+            fs.writeFileSync(rawPath, rawOutput.join("\n") + "\n");
+        }
+        // Write sparse index as a human-readable file in debug mode
+        if (rawOutput && isScoredResult(result) && result.score.sparseIndex) {
+            const indexPath = absPath.replace(/\.json$/, ".sparse-index.txt");
+            const { sparseIndex } = result.score;
+            const header = [
+                `# Sparse Index: ${result.scenarioKey} / ${result.agentName}`,
+                `# ${sparseIndex.stats.totalInteractions} interactions | ` +
+                    `env: ${sparseIndex.stats.byCategory.environment} | ` +
+                    `svc: ${sparseIndex.stats.byCategory.service} | ` +
+                    `agent: ${sparseIndex.stats.byCategory.agent} | ` +
+                    `errors: ${sparseIndex.stats.totalErrors}`,
+                "",
+            ];
+            fs.writeFileSync(indexPath, header.join("\n") + sparseIndex.lines.join("\n") + "\n");
+        }
+        entries.push(buildResultEntry(result, relPath));
+    }
+    const manifest = {
+        version: output.version,
+        reportId,
+        timestamp: output.timestamp,
+        durationMs: output.durationMs,
+        summary: output.summary,
+        results: entries,
+    };
+    fs.writeFileSync(path.join(reportDir, "report.json"), JSON.stringify(manifest, null, 2));
+    try {
+        fs.writeFileSync(path.join(reportDir, "report.html"), generateReportHtml(manifest));
+    }
+    catch {
+        /* HTML generation is optional — template may not be built yet */
+    }
+    return reportId;
+}
+function buildResultEntry(result, relPath) {
+    const entry = {
+        scenarioKey: result.scenarioKey,
+        scenarioName: result.scenarioName,
+        agentName: result.agentName,
+        durationMs: result.output.metadata.durationMs,
+        exitCode: result.output.metadata.exitCode,
+        file: relPath,
+    };
+    if (result.output.metadata.tokenUsage) {
+        entry.tokenUsage = result.output.metadata.tokenUsage;
+    }
+    if (result.output.metadata.totalCostUsd !== undefined) {
+        entry.totalCostUsd = result.output.metadata.totalCostUsd;
+    }
+    if (result.output.metadata.error) {
+        entry.error = result.output.metadata.error;
+    }
+    if (isScoredResult(result)) {
+        entry.score = result.score;
+    }
+    entry.prompt = result.prompt;
+    entry.rubric = result.rubric;
+    entry.agentConfig = result.agentConfig;
+    return entry;
+}
+function generateReportId(timestamp) {
+    const d = new Date(timestamp);
+    const pad = (n) => String(n).padStart(2, "0");
+    return (`${d.getUTCFullYear()}-${pad(d.getUTCMonth() + 1)}-${pad(d.getUTCDate())}` +
+        `-${pad(d.getUTCHours())}${pad(d.getUTCMinutes())}${pad(d.getUTCSeconds())}`);
+}
+/** Resolve the reports directory for a given config directory. */
+export function getReportsDir(configDir) {
+    return path.join(configDir, REPORTS_DIR);
+}
+//# sourceMappingURL=writer.js.map

package/dist/reports/writer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"writer.js","sourceRoot":"","sources":["../../src/reports/writer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAElC,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAGpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAE/C,MAAM,WAAW,GAAG,eAAe,CAAC;AAEpC;;;;;;;GAOG;AACH,MAAM,UAAU,kBAAkB,CAAC,MAAgC,EAAE,SAAiB;IACpF,MAAM,QAAQ,GAAG,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACpD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;IAE9D,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE7C,MAAM,OAAO,GAAwB,EAAE,CAAC;IAExC,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACpC,MAAM,OAAO,GAAG,aAAa,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,SAAS,OAAO,CAAC;QAC3E,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAE9C,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEzD,kEAAkE;QAClE,MAAM,EAAE,SAAS,EAAE,GAAG,gBAAgB,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC;QAEzD,0EAA0E;QAC1E,IAAI,aAAa,GAAkB,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC;QAC3E,IAAI,cAAc,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;YACvD,MAAM,EAAE,WAAW,EAAE,YAAY,EAAE,GAAG,iBAAiB,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC;YACzE,aAAa,GAAG,EAAE,GAAG,aAAa,EAAE,KAAK,EAAE,iBAAiB,EAAmB,CAAC;QAClF,CAAC;QAED,EAAE,CAAC,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAElE,IAAI,SAAS,EAAE,MAAM,EAAE,CAAC;YACtB,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;YAC1D,EAAE,CAAC,aAAa,CAAC,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;QACzD,CAAC;QAED,4DAA4D;QAC5D,IAAI,SAAS,IAAI,cAAc,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;YACpE,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,mBAAmB,CAAC,CAAC;YAClE,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC;YACrC,MAAM,MAAM,GAAG;gBACb,mBAAmB,MAAM,CAAC,WAAW,MAAM,MAAM,CAAC,SAAS,EAAE;gBAC7D,KAAK,WAAW,CAAC,KAAK,CAAC,iBAAiB,kBAAkB;oBACxD,QAAQ,WAAW,CAAC,KAAK,CAAC,UAAU,CAAC,WAAW,KAAK;oBACrD,QAAQ,WAAW,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,KAAK;oBACjD,UAAU,WAAW,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,KAAK;oBACjD,WAAW,WAAW,CAAC,KAAK,CAAC,WAAW,EAAE;gBAC5C,EAAE;aACH,CAAC;YACF,EAAE,CAAC,aAAa,CAAC,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;QACvF,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IAClD,CAAC;IAED,MAAM,QAAQ,GAAmB;QAC/B,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,QAAQ;QACR,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,OAAO,EAAE,OAAO;KACjB,CAAC;IAEF,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAEzF,IAAI,CAAC;QACH,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,CAAC,EAAE,kBAAkB,CAAC,QAAQ,CAAC,CAAC,CAAC;IACtF,CAAC;IAAC,MAAM,CAAC;QACP,iEAAiE;IACnE,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAmC,EAAE,OAAe;IAC5E,MAAM,KAAK,GAAsB;QAC/B,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU;QAC7C,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ;QACzC,IAAI,EAAE,OAAO;KACd,CAAC;IAEF,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;QACtC,KAAK,CAAC,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC;IACvD,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;QACtD,KAAK,CAAC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC;IAC3D,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACjC,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;IAC7C,CAAC;IACD,IAAI,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3B,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IAC7B,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IAC7B,KAAK,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;IAEvC,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,gBAAgB,CAAC,SAAiB;IACzC,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC;IAC9B,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACtD,OAAO,CACL,GAAG,CAAC,CAAC,cAAc,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,EAAE;QAC1E,IAAI,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC,EAAE,CAC7E,CAAC;AACJ,CAAC;AAED,kEAAkE;AAClE,MAAM,UAAU,aAAa,CAAC,SAAiB;IAC7C,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;AAC3C,CAAC"}

package/dist/runner/lifecycle.d.ts

@@ -0,0 +1,10 @@
+import type { LifecycleAction } from "../types/scenario.js";
+export interface LifecycleResult {
+    action: LifecycleAction;
+    exitCode: number;
+    stdout: string;
+    stderr: string;
+    durationMs: number;
+}
+export declare function executeLifecycleActions(actions: LifecycleAction[], cwd: string, env?: Record<string, string>): Promise<LifecycleResult[]>;
+//# sourceMappingURL=lifecycle.d.ts.map

package/dist/runner/lifecycle.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lifecycle.d.ts","sourceRoot":"","sources":["../../src/runner/lifecycle.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAK5D,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,eAAe,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,wBAAsB,uBAAuB,CAC3C,OAAO,EAAE,eAAe,EAAE,EAC1B,GAAG,EAAE,MAAM,EACX,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAC3B,OAAO,CAAC,eAAe,EAAE,CAAC,CAe5B"}

package/dist/runner/lifecycle.js

@@ -0,0 +1,58 @@
+import { spawn } from "node:child_process";
+/** Default timeout for lifecycle scripts (30 seconds). */
+const DEFAULT_TIMEOUT_MS = 30_000;
+export async function executeLifecycleActions(actions, cwd, env) {
+    const results = [];
+    for (const action of actions) {
+        const result = await runScript(action, cwd, env);
+        results.push(result);
+        if (result.exitCode !== 0) {
+            throw new Error(`Lifecycle action failed: "${action.command}" exited with code ${result.exitCode}\n${result.stderr}`);
+        }
+    }
+    return results;
+}
+function runScript(action, cwd, env) {
+    return new Promise((resolve, reject) => {
+        const start = Date.now();
+        const child = spawn(action.command, {
+            cwd,
+            shell: true,
+            stdio: ["ignore", "pipe", "pipe"],
+            ...(env && { env }),
+        });
+        let stdout = "";
+        let stderr = "";
+        let timedOut = false;
+        const timer = setTimeout(() => {
+            timedOut = true;
+            child.kill("SIGTERM");
+            setTimeout(() => child.kill("SIGKILL"), 5000);
+        }, DEFAULT_TIMEOUT_MS);
+        child.stdout.on("data", (data) => {
+            stdout += data.toString();
+        });
+        child.stderr.on("data", (data) => {
+            stderr += data.toString();
+        });
+        child.on("error", (err) => {
+            clearTimeout(timer);
+            reject(new Error(`Failed to execute "${action.command}": ${err.message}`));
+        });
+        child.on("close", (code) => {
+            clearTimeout(timer);
+            if (timedOut) {
+                reject(new Error(`Lifecycle action timed out after ${DEFAULT_TIMEOUT_MS / 1000}s: "${action.command}"`));
+                return;
+            }
+            resolve({
+                action,
+                exitCode: code ?? 1,
+                stdout,
+                stderr,
+                durationMs: Date.now() - start,
+            });
+        });
+    });
+}
+//# sourceMappingURL=lifecycle.js.map

package/dist/runner/lifecycle.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lifecycle.js","sourceRoot":"","sources":["../../src/runner/lifecycle.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAG3C,0DAA0D;AAC1D,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAUlC,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,OAA0B,EAC1B,GAAW,EACX,GAA4B;IAE5B,MAAM,OAAO,GAAsB,EAAE,CAAC;IAEtC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACjD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAErB,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CACb,6BAA6B,MAAM,CAAC,OAAO,sBAAsB,MAAM,CAAC,QAAQ,KAAK,MAAM,CAAC,MAAM,EAAE,CACrG,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,SAAS,CAAC,MAAuB,EAAE,GAAW,EAAE,GAA4B;IACnF,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE;YAClC,GAAG;YACH,KAAK,EAAE,IAAI;YACX,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC;YACjC,GAAG,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,CAAC;SACpB,CAAC,CAAC;QAEH,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,QAAQ,GAAG,KAAK,CAAC;QAErB,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,QAAQ,GAAG,IAAI,CAAC;YAChB,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACtB,UAAU,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,CAAC;QAChD,CAAC,EAAE,kBAAkB,CAAC,CAAC;QAEvB,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;YACvC,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;YACvC,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACxB,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,MAAM,CAAC,IAAI,KAAK,CAAC,sBAAsB,MAAM,CAAC,OAAO,MAAM,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAC7E,CAAC,CAAC,CAAC;QAEH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACzB,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,CAAC,IAAI,KAAK,CAAC,oCAAoC,kBAAkB,GAAG,IAAI,OAAO,MAAM,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;gBACzG,OAAO;YACT,CAAC;YACD,OAAO,CAAC;gBACN,MAAM;gBACN,QAAQ,EAAE,IAAI,IAAI,CAAC;gBACnB,MAAM;gBACN,MAAM;gBACN,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;aAC/B,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/runner/runner.d.ts

@@ -0,0 +1,34 @@
+import type { RunOutput, RunResult, Logger } from "../types/output.js";
+export type { RunOutput, RunResult };
+export interface RunOptions {
+    configPath?: string;
+    scenarioFilter?: string[];
+    agentFilter?: string[];
+    logger?: Logger;
+    /**
+     * Maximum number of jobs to run in parallel.
+     * Defaults to unlimited (all jobs start simultaneously).
+     */
+    concurrency?: number;
+    /**
+     * Called when an individual job completes (before all jobs finish).
+     * If a Promise is returned, the runner awaits it before running
+     * teardown — this allows scoring to verify results before cleanup.
+     */
+    onResult?: (result: RunResult) => void | Promise<void>;
+    /**
+     * Register a cleanup function that will be called on process signals
+     * (SIGINT/SIGTERM). The runner uses this to register workspace cleanup
+     * and child process termination so Ctrl-C doesn't leave orphans.
+     */
+    registerCleanup?: (fn: () => void) => void;
+    /**
+     * When true, adapters capture raw stdout lines in the output.
+     * Used by --debug mode to write .raw.ndjson files alongside reports.
+     */
+    debug?: boolean;
+    /** Force re-clone of remote skills from cache. */
+    refreshSkills?: boolean;
+}
+export declare function run(options?: RunOptions): Promise<RunOutput>;
+//# sourceMappingURL=runner.d.ts.map

package/dist/runner/runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/runner/runner.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAuB,MAAM,oBAAoB,CAAC;AAM5F,YAAY,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC;AAErC,MAAM,WAAW,UAAU;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,SAAS,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACvD;;;;OAIG;IACH,eAAe,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,IAAI,KAAK,IAAI,CAAC;IAC3C;;;OAGG;IACH,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,kDAAkD;IAClD,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAiBD,wBAAsB,GAAG,CAAC,OAAO,GAAE,UAAe,GAAG,OAAO,CAAC,SAAS,CAAC,CAoLtE"}