@prismatic-io/lux 0.0.1

package/lib/orchestrator/suite-runs.js

@@ -0,0 +1,157 @@
+import { existsSync } from "node:fs";
+import { mkdir, readdir, rename, writeFile } from "node:fs/promises";
+import { basename, join, relative, resolve } from "node:path";
+import { z } from "zod";
+import { safeReadJson } from "./fs-read.js";
+const SUITES_DIR = ".suites";
+const SUITE_FILE = "suite.json";
+const SuiteItemSchema = z.object({
+    caseId: z.string(),
+    canonicalCaseId: z.string(),
+    status: z.enum(["pending", "running", "completed"]),
+    runDir: z.string().nullable(),
+    exitReason: z.union([z.literal("done"), z.string()]).nullable(),
+    casePassed: z.boolean().nullable(),
+    errorMessage: z.exactOptional(z.string()),
+});
+export const SuiteRunSchema = z.object({
+    schemaVersion: z.literal(1),
+    suiteId: z.string(),
+    startedAt: z.string(),
+    endedAt: z.string().nullable(),
+    status: z.enum(["running", "passed", "failed", "aborted"]),
+    aborted: z.boolean(),
+    concurrency: z.number().int().positive(),
+    profileId: z.exactOptional(z.string()),
+    experimentId: z.exactOptional(z.string()),
+    experimentUnitId: z.exactOptional(z.string()),
+    experimentAttemptId: z.exactOptional(z.string()),
+    variantId: z.exactOptional(z.string()),
+    candidateId: z.exactOptional(z.string()),
+    subjectHash: z.exactOptional(z.string()),
+    errorMessage: z.exactOptional(z.string()),
+    fixtures: z
+        .array(z.object({
+        name: z.string(),
+        pluginVersion: z.string(),
+    }))
+        .optional(),
+    items: z.array(SuiteItemSchema),
+});
+const timestampId = (date) => date.toISOString().replace(/[:.]/g, "-");
+const writeJsonAtomic = async (path, value) => {
+    const temporary = `${path}.${process.pid}.tmp`;
+    await writeFile(temporary, `${JSON.stringify(value, null, 2)}\n`);
+    await rename(temporary, path);
+};
+export const openSuiteRun = async (options) => {
+    const startedAt = options.startedAt ?? new Date();
+    const suitesRoot = join(resolve(options.runsRoot), SUITES_DIR);
+    await mkdir(suitesRoot, { recursive: true });
+    const baseId = timestampId(startedAt);
+    let suiteId = baseId;
+    let path = join(suitesRoot, suiteId);
+    for (let n = 2;; n++) {
+        try {
+            await mkdir(path);
+            break;
+        }
+        catch (err) {
+            if (err.code !== "EEXIST")
+                throw err;
+            suiteId = `${baseId}-${n}`;
+            path = join(suitesRoot, suiteId);
+        }
+    }
+    const manifest = {
+        schemaVersion: 1,
+        suiteId,
+        startedAt: startedAt.toISOString(),
+        endedAt: null,
+        status: "running",
+        aborted: false,
+        concurrency: options.concurrency,
+        ...(options.profileId ? { profileId: options.profileId } : {}),
+        ...(options.experimentId ? { experimentId: options.experimentId } : {}),
+        ...(options.experimentUnitId ? { experimentUnitId: options.experimentUnitId } : {}),
+        ...(options.experimentAttemptId ? { experimentAttemptId: options.experimentAttemptId } : {}),
+        ...(options.variantId ? { variantId: options.variantId } : {}),
+        ...(options.candidateId ? { candidateId: options.candidateId } : {}),
+        ...(options.subjectHash ? { subjectHash: options.subjectHash } : {}),
+        ...(options.fixtures && options.fixtures.length > 0 ? { fixtures: options.fixtures } : {}),
+        items: options.items.map((item) => ({
+            caseId: item.id,
+            canonicalCaseId: item.caseId ?? item.id,
+            status: "pending",
+            runDir: null,
+            exitReason: null,
+            casePassed: null,
+        })),
+    };
+    const write = () => writeJsonAtomic(join(path, SUITE_FILE), manifest);
+    await write();
+    return { path, manifest, write, relativeRunDir: (runDir) => relative(path, runDir) };
+};
+export const loadSuiteRun = async (path) => safeReadJson(join(path, SUITE_FILE), SuiteRunSchema);
+export const listSuiteRuns = async (runsRoot) => {
+    const root = join(runsRoot, SUITES_DIR);
+    if (!existsSync(root))
+        return [];
+    const dirs = (await readdir(root, { withFileTypes: true }))
+        .filter((entry) => entry.isDirectory())
+        .map((entry) => join(root, entry.name));
+    const manifests = await Promise.all(dirs.map(async (suiteDir) => ({ suiteDir, suite: await loadSuiteRun(suiteDir) })));
+    return manifests
+        .flatMap(({ suiteDir, suite }) => (suite ? [{ ...suite, suiteDir }] : []))
+        .sort((a, b) => b.suiteId.localeCompare(a.suiteId));
+};
+const resolveSuiteRunDir = (suiteDir, runDir) => resolve(suiteDir, runDir);
+export const formatSuiteRunsTable = (suites) => {
+    if (suites.length === 0)
+        return "(no suite runs found)";
+    const rows = [
+        ["status", "suite", "cases", "passed", "failed", "ungraded", "pending"],
+        ...suites.map((suite) => [
+            suite.status.toUpperCase(),
+            basename(suite.suiteDir),
+            String(suite.items.length),
+            String(suite.items.filter((item) => item.casePassed === true).length),
+            String(suite.items.filter((item) => item.status === "completed" &&
+                (item.exitReason !== "done" || item.casePassed === false)).length),
+            String(suite.items.filter((item) => item.status === "completed" && item.exitReason === "done" && item.casePassed === null).length),
+            String(suite.items.filter((item) => item.status !== "completed").length),
+        ]),
+    ];
+    const widths = (rows[0] ?? []).map((_, column) => Math.max(...rows.map((row) => row[column]?.length ?? 0)));
+    return rows
+        .map((row) => row.map((cell, column) => cell.padEnd(widths[column] ?? 0)).join("  "))
+        .join("\n");
+};
+export const formatSuiteRunDetail = (suiteDir, suite) => {
+    const lines = [
+        `suiteDir: ${suiteDir}`,
+        `suite:    ${suite.suiteId}`,
+        `status:   ${suite.status}`,
+        `started:  ${suite.startedAt}`,
+        `ended:    ${suite.endedAt ?? "—"}`,
+        `cases:    ${suite.items.length}`,
+        ...(suite.errorMessage ? [`error:    ${suite.errorMessage}`] : []),
+        "",
+    ];
+    for (const item of suite.items) {
+        const status = (() => {
+            if (item.status !== "completed")
+                return item.status.toUpperCase();
+            if (item.exitReason !== "done" || item.casePassed === false)
+                return "FAIL";
+            if (item.casePassed === true)
+                return "PASS";
+            return "UNGRADED";
+        })();
+        lines.push(`${status.padEnd(8)} ${item.caseId}${item.runDir ? `  ${resolveSuiteRunDir(suiteDir, item.runDir)}` : ""}`);
+        if (item.errorMessage)
+            lines.push(`         ${item.errorMessage}`);
+    }
+    return lines.join("\n");
+};
+//# sourceMappingURL=suite-runs.js.map

package/lib/orchestrator/suite-runs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"suite-runs.js","sourceRoot":"","sources":["../../src/orchestrator/suite-runs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACrE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC9D,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,UAAU,GAAG,SAAS,CAAC;AAC7B,MAAM,UAAU,GAAG,YAAY,CAAC;AAEhC,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE;IAC3B,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;IACnD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC/D,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAClC,YAAY,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;CAC1C,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;IACrC,aAAa,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAC3B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC9B,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;IAC1D,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE;IACpB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACxC,SAAS,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACtC,YAAY,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACzC,gBAAgB,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC7C,mBAAmB,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAChD,SAAS,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACtC,WAAW,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACxC,WAAW,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACxC,YAAY,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACzC,QAAQ,EAAE,CAAC;SACR,KAAK,CACJ,CAAC,CAAC,MAAM,CAAC;QACP,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;QAChB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE;KAC1B,CAAC,CACH;SACA,QAAQ,EAAE;IACb,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC;CAChC,CAAC,CAAC;AAIH,MAAM,WAAW,GAAG,CAAC,IAAU,EAAU,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;AAErF,MAAM,eAAe,GAAG,KAAK,EAAE,IAAY,EAAE,KAAc,EAAiB,EAAE;IAC5E,MAAM,SAAS,GAAG,GAAG,IAAI,IAAI,OAAO,CAAC,GAAG,MAAM,CAAC;IAC/C,MAAM,SAAS,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IAClE,MAAM,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AAChC,CAAC,CAAC;AASF,MAAM,CAAC,MAAM,YAAY,GAAG,KAAK,EAAE,OAalC,EAA2B,EAAE;IAC5B,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC;IAClD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,UAAU,CAAC,CAAC;IAC/D,MAAM,KAAK,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7C,MAAM,MAAM,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;IACtC,IAAI,OAAO,GAAG,MAAM,CAAC;IACrB,IAAI,IAAI,GAAG,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IACrC,KAAK,IAAI,CAAC,GAAG,CAAC,GAAI,CAAC,EAAE,EAAE,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;YAClB,MAAM;QACR,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ;gBAAE,MAAM,GAAG,CAAC;YAChE,OAAO,GAAG,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC;YAC3B,IAAI,GAAG,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IACD,MAAM,QAAQ,GAAa;QACzB,aAAa,EAAE,CAAC;QAChB,OAAO;QACP,SAAS,EAAE,SAAS,CAAC,WAAW,EAAE;QAClC,OAAO,EAAE,IAAI;QACb,MAAM,EAAE,SAAS;QACjB,OAAO,EAAE,KAAK;QACd,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvE,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnF,GAAG,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5F,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpE,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpE,GAAG,CAAC,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1F,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAClC,MAAM,EAAE,IAAI,CAAC,EAAE;YACf,eAAe,EAAE,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,EAAE;YACvC,MAAM,EAAE,SAAS;YACjB,MAAM,EAAE,IAAI;YACZ,UAAU,EAAE,IAAI;YAChB,UAAU,EAAE,IAAI;SACjB,CAAC,CAAC;KACJ,CAAC;IACF,MAAM,KAAK,GAAG,GAAkB,EAAE,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,EAAE,QAAQ,CAAC,CAAC;IACrF,MAAM,KAAK,EAAE,CAAC;IACd,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC;AACvF,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,YAAY,GAAG,KAAK,EAAE,IAAY,EAA4B,EAAE,CAC3E,YAAY,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,EAAE,cAAc,CAAC,CAAC;AAEvD,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EAChC,QAAgB,EACiC,EAAE;IACnD,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IACxC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC;IACjC,MAAM,IAAI,GAAG,CAAC,MAAM,OAAO,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;SACxD,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;SACtC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1C,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,GAAG,CACjC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAClF,CAAC;IACF,OAAO,SAAS;SACb,OAAO,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;SACzE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;AACxD,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,CAAC,QAAgB,EAAE,MAAc,EAAU,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;AAEnG,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,MAA8C,EAAU,EAAE;IAC7F,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,uBAAuB,CAAC;IACxD,MAAM,IAAI,GAAG;QACX,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,CAAC;QACvE,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;YACvB,KAAK,CAAC,MAAM,CAAC,WAAW,EAAE;YAC1B,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC;YACxB,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC;YAC1B,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC;YACrE,MAAM,CACJ,KAAK,CAAC,KAAK,CAAC,MAAM,CAChB,CAAC,IAAI,EAAE,EAAE,CACP,IAAI,CAAC,MAAM,KAAK,WAAW;gBAC3B,CAAC,IAAI,CAAC,UAAU,KAAK,MAAM,IAAI,IAAI,CAAC,UAAU,KAAK,KAAK,CAAC,CAC5D,CAAC,MAAM,CACT;YACD,MAAM,CACJ,KAAK,CAAC,KAAK,CAAC,MAAM,CAChB,CAAC,IAAI,EAAE,EAAE,CACP,IAAI,CAAC,MAAM,KAAK,WAAW,IAAI,IAAI,CAAC,UAAU,KAAK,MAAM,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI,CACxF,CAAC,MAAM,CACT;YACD,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,MAAM,CAAC;SACzE,CAAC;KACH,CAAC;IACF,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAC/C,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC,CACzD,CAAC;IACF,OAAO,IAAI;SACR,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SACpF,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,QAAgB,EAAE,KAAe,EAAU,EAAE;IAChF,MAAM,KAAK,GAAG;QACZ,aAAa,QAAQ,EAAE;QACvB,aAAa,KAAK,CAAC,OAAO,EAAE;QAC5B,aAAa,KAAK,CAAC,MAAM,EAAE;QAC3B,aAAa,KAAK,CAAC,SAAS,EAAE;QAC9B,aAAa,KAAK,CAAC,OAAO,IAAI,GAAG,EAAE;QACnC,aAAa,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE;QACjC,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,aAAa,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAClE,EAAE;KACH,CAAC;IACF,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,CAAC,GAAG,EAAE;YACnB,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW;gBAAE,OAAO,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YAClE,IAAI,IAAI,CAAC,UAAU,KAAK,MAAM,IAAI,IAAI,CAAC,UAAU,KAAK,KAAK;gBAAE,OAAO,MAAM,CAAC;YAC3E,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI;gBAAE,OAAO,MAAM,CAAC;YAC5C,OAAO,UAAU,CAAC;QACpB,CAAC,CAAC,EAAE,CAAC;QACL,KAAK,CAAC,IAAI,CACR,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,kBAAkB,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAC3G,CAAC;QACF,IAAI,IAAI,CAAC,YAAY;YAAE,KAAK,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;IACrE,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC,CAAC"}

package/lib/orchestrator/suite-summary.d.ts

@@ -0,0 +1,109 @@
+import { z } from "zod";
+import type { SuiteCaseResult } from "./orchestrator.js";
+import type { SuiteRun } from "./suite-runs.js";
+export declare const MetricSummarySchema: z.ZodObject<{
+    n: z.ZodNumber;
+    min: z.ZodNumber;
+    max: z.ZodNumber;
+    mean: z.ZodNumber;
+    median: z.ZodNumber;
+    p90: z.ZodNumber;
+}, z.core.$strip>;
+export type MetricSummary = z.infer<typeof MetricSummarySchema>;
+declare const OutcomeSummarySchema: z.ZodObject<{
+    attempts: z.ZodNumber;
+    completed: z.ZodNumber;
+    passed: z.ZodNumber;
+    failed: z.ZodNumber;
+    ungraded: z.ZodNumber;
+    pending: z.ZodNumber;
+    passRate: z.ZodNumber;
+}, z.core.$strip>;
+export type OutcomeSummary = z.infer<typeof OutcomeSummarySchema>;
+declare const CaseSummarySchema: z.ZodObject<{
+    attempts: z.ZodNumber;
+    completed: z.ZodNumber;
+    passed: z.ZodNumber;
+    failed: z.ZodNumber;
+    ungraded: z.ZodNumber;
+    pending: z.ZodNumber;
+    passRate: z.ZodNumber;
+    canonicalCaseId: z.ZodString;
+    metrics: z.ZodRecord<z.ZodString, z.ZodObject<{
+        n: z.ZodNumber;
+        min: z.ZodNumber;
+        max: z.ZodNumber;
+        mean: z.ZodNumber;
+        median: z.ZodNumber;
+        p90: z.ZodNumber;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export type CaseSummary = z.infer<typeof CaseSummarySchema>;
+export declare const SuiteSampleSchema: z.ZodObject<{
+    index: z.ZodNumber;
+    caseId: z.ZodString;
+    canonicalCaseId: z.ZodString;
+    exitReason: z.ZodNullable<z.ZodString>;
+    passed: z.ZodNullable<z.ZodBoolean>;
+    identityHash: z.ZodNullable<z.ZodString>;
+    score: z.ZodExactOptional<z.ZodNumber>;
+    metrics: z.ZodRecord<z.ZodString, z.ZodNumber>;
+}, z.core.$strip>;
+export type SuiteSample = z.infer<typeof SuiteSampleSchema>;
+export declare const SuiteSummarySchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<1>;
+    suiteId: z.ZodString;
+    generatedAt: z.ZodString;
+    totals: z.ZodObject<{
+        attempts: z.ZodNumber;
+        completed: z.ZodNumber;
+        passed: z.ZodNumber;
+        failed: z.ZodNumber;
+        ungraded: z.ZodNumber;
+        pending: z.ZodNumber;
+        passRate: z.ZodNumber;
+    }, z.core.$strip>;
+    metrics: z.ZodRecord<z.ZodString, z.ZodObject<{
+        n: z.ZodNumber;
+        min: z.ZodNumber;
+        max: z.ZodNumber;
+        mean: z.ZodNumber;
+        median: z.ZodNumber;
+        p90: z.ZodNumber;
+    }, z.core.$strip>>;
+    cases: z.ZodArray<z.ZodObject<{
+        attempts: z.ZodNumber;
+        completed: z.ZodNumber;
+        passed: z.ZodNumber;
+        failed: z.ZodNumber;
+        ungraded: z.ZodNumber;
+        pending: z.ZodNumber;
+        passRate: z.ZodNumber;
+        canonicalCaseId: z.ZodString;
+        metrics: z.ZodRecord<z.ZodString, z.ZodObject<{
+            n: z.ZodNumber;
+            min: z.ZodNumber;
+            max: z.ZodNumber;
+            mean: z.ZodNumber;
+            median: z.ZodNumber;
+            p90: z.ZodNumber;
+        }, z.core.$strip>>;
+    }, z.core.$strip>>;
+    samples: z.ZodArray<z.ZodObject<{
+        index: z.ZodNumber;
+        caseId: z.ZodString;
+        canonicalCaseId: z.ZodString;
+        exitReason: z.ZodNullable<z.ZodString>;
+        passed: z.ZodNullable<z.ZodBoolean>;
+        identityHash: z.ZodNullable<z.ZodString>;
+        score: z.ZodExactOptional<z.ZodNumber>;
+        metrics: z.ZodRecord<z.ZodString, z.ZodNumber>;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export type SuiteSummary = z.infer<typeof SuiteSummarySchema>;
+export declare const summarizeNumbers: (values: readonly number[]) => MetricSummary;
+export declare const buildSuiteSummary: (suite: SuiteRun, results: readonly (SuiteCaseResult | undefined)[], generatedAt?: Date) => SuiteSummary;
+export declare const writeSuiteSummary: (suiteDir: string, summary: SuiteSummary) => Promise<void>;
+export declare const loadSuiteSummary: (suiteDir: string) => Promise<SuiteSummary | null>;
+export {};
+//# sourceMappingURL=suite-summary.d.ts.map

package/lib/orchestrator/suite-summary.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"suite-summary.d.ts","sourceRoot":"","sources":["../../src/orchestrator/suite-summary.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAIhD,eAAO,MAAM,mBAAmB;;;;;;;iBAO9B,CAAC;AACH,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAEhE,QAAA,MAAM,oBAAoB;;;;;;;;iBAQxB,CAAC;AACH,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAElE,QAAA,MAAM,iBAAiB;;;;;;;;;;;;;;;;;iBAGrB,CAAC;AACH,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAE5D,eAAO,MAAM,iBAAiB;;;;;;;;;iBAS5B,CAAC;AACH,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAE5D,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAQ7B,CAAC;AACH,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAuF9D,eAAO,MAAM,gBAAgB,WAAY,SAAS,MAAM,EAAE,KAAG,aAe5D,CAAC;AAuCF,eAAO,MAAM,iBAAiB,UACrB,QAAQ,WACN,SAAS,CAAC,eAAe,GAAG,SAAS,CAAC,EAAE,gBACpC,IAAI,KAChB,YA6DF,CAAC;AAEF,eAAO,MAAM,iBAAiB,aAAoB,MAAM,WAAW,YAAY,KAAG,OAAO,CAAC,IAAI,CAK7F,CAAC;AAEF,eAAO,MAAM,gBAAgB,aAAoB,MAAM,KAAG,OAAO,CAAC,YAAY,GAAG,IAAI,CACrB,CAAC"}

package/lib/orchestrator/suite-summary.js

@@ -0,0 +1,213 @@
+import { rename, writeFile } from "node:fs/promises";
+import { join } from "node:path";
+import { z } from "zod";
+import { harnessUsage, isUsageEmpty } from "../core/index.js";
+import { runComparisonIdentity } from "./comparison-identity.js";
+import { safeReadJson } from "./fs-read.js";
+const SUMMARY_FILE = "suite-summary.json";
+export const MetricSummarySchema = z.object({
+    n: z.number().int().nonnegative(),
+    min: z.number(),
+    max: z.number(),
+    mean: z.number(),
+    median: z.number(),
+    p90: z.number(),
+});
+const OutcomeSummarySchema = z.object({
+    attempts: z.number().int().nonnegative(),
+    completed: z.number().int().nonnegative(),
+    passed: z.number().int().nonnegative(),
+    failed: z.number().int().nonnegative(),
+    ungraded: z.number().int().nonnegative(),
+    pending: z.number().int().nonnegative(),
+    passRate: z.number().min(0).max(1),
+});
+const CaseSummarySchema = OutcomeSummarySchema.extend({
+    canonicalCaseId: z.string(),
+    metrics: z.record(z.string(), MetricSummarySchema),
+});
+export const SuiteSampleSchema = z.object({
+    index: z.number().int().nonnegative(),
+    caseId: z.string(),
+    canonicalCaseId: z.string(),
+    exitReason: z.string().nullable(),
+    passed: z.boolean().nullable(),
+    identityHash: z.string().nullable(),
+    score: z.exactOptional(z.number()),
+    metrics: z.record(z.string(), z.number()),
+});
+export const SuiteSummarySchema = z.object({
+    schemaVersion: z.literal(1),
+    suiteId: z.string(),
+    generatedAt: z.string(),
+    totals: OutcomeSummarySchema,
+    metrics: z.record(z.string(), MetricSummarySchema),
+    cases: z.array(CaseSummarySchema),
+    samples: z.array(SuiteSampleSchema),
+});
+const add = (samples, name, value) => {
+    if (value === undefined || !Number.isFinite(value))
+        return;
+    const values = samples.get(name) ?? [];
+    values.push(value);
+    samples.set(name, values);
+};
+const cacheHitRate = (usage) => {
+    const promptTokens = usage.input + usage.cacheRead + usage.cacheCreation;
+    return promptTokens > 0 ? usage.cacheRead / promptTokens : undefined;
+};
+const collectMetadata = (samples, metadata) => {
+    const started = Date.parse(metadata.startedAt);
+    const ended = Date.parse(metadata.endedAt);
+    if (!Number.isNaN(started) && !Number.isNaN(ended)) {
+        add(samples, "durationMs", Math.max(0, ended - started));
+    }
+    if (!isUsageEmpty(metadata.usage.agent)) {
+        add(samples, "agent.input", metadata.usage.agent.input);
+        add(samples, "agent.output", metadata.usage.agent.output);
+        add(samples, "agent.cacheRead", metadata.usage.agent.cacheRead);
+        add(samples, "agent.cacheCreation", metadata.usage.agent.cacheCreation);
+        add(samples, "agent.cacheHitRate", cacheHitRate(metadata.usage.agent));
+        add(samples, "agent.total", metadata.usage.agent.input +
+            metadata.usage.agent.output +
+            metadata.usage.agent.cacheRead +
+            metadata.usage.agent.cacheCreation);
+    }
+    const harness = harnessUsage(metadata.usage);
+    if (!isUsageEmpty(harness)) {
+        add(samples, "harness.input", harness.input);
+        add(samples, "harness.output", harness.output);
+        add(samples, "harness.cacheRead", harness.cacheRead);
+        add(samples, "harness.cacheCreation", harness.cacheCreation);
+        add(samples, "harness.cacheHitRate", cacheHitRate(harness));
+        add(samples, "harness.total", harness.input + harness.output + harness.cacheRead + harness.cacheCreation);
+    }
+    add(samples, "interrupts.ask", metadata.interruptCounts.ask);
+    add(samples, "interrupts.approve", metadata.interruptCounts.approve);
+    add(samples, "interrupts.custom", metadata.interruptCounts.custom);
+    add(samples, "toolCalls", metadata.toolOutcomes?.total ?? metadata.toolCallCount);
+    add(samples, "toolCalls.reported", metadata.toolOutcomes?.reportedCalls ?? metadata.toolCallCount);
+    add(samples, "toolCalls.succeeded", metadata.toolOutcomes?.succeeded);
+    add(samples, "toolCalls.failed", metadata.toolOutcomes?.failed);
+    add(samples, "toolCalls.unresolved", metadata.toolOutcomes?.unresolved);
+    add(samples, "toolCalls.unmatchedResults", metadata.toolOutcomes?.unmatchedResults);
+    add(samples, "toolCalls.malformedEvents", metadata.toolOutcomes?.malformedEvents);
+    const settledToolCalls = (metadata.toolOutcomes?.succeeded ?? 0) + (metadata.toolOutcomes?.failed ?? 0);
+    if (settledToolCalls > 0 && metadata.toolOutcomes) {
+        add(samples, "toolCalls.failureRate", metadata.toolOutcomes.failed / settledToolCalls);
+    }
+    add(samples, "artifacts.count", metadata.artifacts?.count);
+    add(samples, "artifacts.bytes", metadata.artifacts?.bytes);
+    add(samples, "cost.usd", metadata.cost?.usd);
+    add(samples, "phase.agentMs", metadata.phaseDurationMs?.agent);
+    add(samples, "phase.collectMs", metadata.phaseDurationMs?.collect);
+    add(samples, "phase.gradingMs", metadata.phaseDurationMs?.grading);
+};
+const percentile = (sorted, fraction) => {
+    const index = Math.max(0, Math.ceil(sorted.length * fraction) - 1);
+    return sorted[index] ?? 0;
+};
+export const summarizeNumbers = (values) => {
+    const sorted = [...values].sort((a, b) => a - b);
+    const middle = Math.floor(sorted.length / 2);
+    const median = sorted.length % 2 === 0
+        ? ((sorted[middle - 1] ?? 0) + (sorted[middle] ?? 0)) / 2
+        : (sorted[middle] ?? 0);
+    return {
+        n: sorted.length,
+        min: sorted[0] ?? 0,
+        max: sorted.at(-1) ?? 0,
+        mean: sorted.reduce((sum, value) => sum + value, 0) / Math.max(sorted.length, 1),
+        median,
+        p90: percentile(sorted, 0.9),
+    };
+};
+const summarizeMetrics = (samples) => Object.fromEntries([...samples.entries()]
+    .sort(([a], [b]) => a.localeCompare(b))
+    .map(([name, values]) => [name, summarizeNumbers(values)]));
+const summarizeOutcomes = (entries) => {
+    const completed = entries.filter((entry) => entry.item.status === "completed").length;
+    const passed = entries.filter((entry) => entry.result?.casePassed === true).length;
+    const failed = entries.filter((entry) => entry.item.status === "completed" &&
+        (entry.result?.exitReason !== "done" || entry.result.casePassed === false)).length;
+    const ungraded = entries.filter((entry) => entry.item.status === "completed" &&
+        entry.result?.exitReason === "done" &&
+        entry.result.casePassed === null).length;
+    return {
+        attempts: entries.length,
+        completed,
+        passed,
+        failed,
+        ungraded,
+        pending: entries.length - completed,
+        passRate: entries.length === 0 ? 0 : passed / entries.length,
+    };
+};
+export const buildSuiteSummary = (suite, results, generatedAt = new Date()) => {
+    const entries = suite.items.map((item, index) => ({ item, result: results[index] }));
+    const allMetrics = new Map();
+    for (const entry of entries) {
+        const result = entry.result?.result;
+        if (!result)
+            continue;
+        add(allMetrics, "score", result.grading.caseScore ?? undefined);
+        collectMetadata(allMetrics, result.metadata);
+    }
+    const byCase = new Map();
+    for (const entry of entries) {
+        const group = byCase.get(entry.item.canonicalCaseId) ?? [];
+        group.push(entry);
+        byCase.set(entry.item.canonicalCaseId, group);
+    }
+    const cases = [...byCase.entries()]
+        .sort(([a], [b]) => a.localeCompare(b))
+        .map(([canonicalCaseId, caseEntries]) => {
+        const metrics = new Map();
+        for (const entry of caseEntries) {
+            const result = entry.result?.result;
+            if (!result)
+                continue;
+            add(metrics, "score", result.grading.caseScore ?? undefined);
+            collectMetadata(metrics, result.metadata);
+        }
+        return {
+            canonicalCaseId,
+            ...summarizeOutcomes(caseEntries),
+            metrics: summarizeMetrics(metrics),
+        };
+    });
+    return {
+        schemaVersion: 1,
+        suiteId: suite.suiteId,
+        generatedAt: generatedAt.toISOString(),
+        totals: summarizeOutcomes(entries),
+        metrics: summarizeMetrics(allMetrics),
+        cases,
+        samples: entries.map((entry, index) => {
+            const samples = new Map();
+            const result = entry.result?.result;
+            if (result)
+                collectMetadata(samples, result.metadata);
+            return {
+                index,
+                caseId: entry.item.caseId,
+                canonicalCaseId: entry.item.canonicalCaseId,
+                exitReason: entry.result?.exitReason ?? null,
+                passed: entry.result?.casePassed ?? null,
+                identityHash: result ? runComparisonIdentity(result.metadata) : null,
+                ...(result?.grading.caseScore !== null && result?.grading.caseScore !== undefined
+                    ? { score: result.grading.caseScore }
+                    : {}),
+                metrics: Object.fromEntries([...samples.entries()].map(([name, values]) => [name, values[0] ?? 0])),
+            };
+        }),
+    };
+};
+export const writeSuiteSummary = async (suiteDir, summary) => {
+    const path = join(suiteDir, SUMMARY_FILE);
+    const temporary = `${path}.${process.pid}.tmp`;
+    await writeFile(temporary, `${JSON.stringify(summary, null, 2)}\n`);
+    await rename(temporary, path);
+};
+export const loadSuiteSummary = async (suiteDir) => safeReadJson(join(suiteDir, SUMMARY_FILE), SuiteSummarySchema);
+//# sourceMappingURL=suite-summary.js.map

package/lib/orchestrator/suite-summary.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"suite-summary.js","sourceRoot":"","sources":["../../src/orchestrator/suite-summary.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,YAAY,EAAE,YAAY,EAAoB,MAAM,kBAAkB,CAAC;AAChF,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AACjE,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAI5C,MAAM,YAAY,GAAG,oBAAoB,CAAC;AAE1C,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACjC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IACf,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IACf,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;CAChB,CAAC,CAAC;AAGH,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IACpC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACxC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACtC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACtC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACxC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACvC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;CACnC,CAAC,CAAC;AAGH,MAAM,iBAAiB,GAAG,oBAAoB,CAAC,MAAM,CAAC;IACpD,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE;IAC3B,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,mBAAmB,CAAC;CACnD,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACrC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE;IAC3B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC9B,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,KAAK,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAClC,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;CAC1C,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,aAAa,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAC3B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,MAAM,EAAE,oBAAoB;IAC5B,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,mBAAmB,CAAC;IAClD,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC;IACjC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC;CACpC,CAAC,CAAC;AAKH,MAAM,GAAG,GAAG,CAAC,OAAsB,EAAE,IAAY,EAAE,KAAyB,EAAQ,EAAE;IACpF,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO;IAC3D,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IACvC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnB,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;AAC5B,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,CAAC,KAIrB,EAAsB,EAAE;IACvB,MAAM,YAAY,GAAG,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,aAAa,CAAC;IACzE,OAAO,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,GAAG,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC;AACvE,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,OAAsB,EAAE,QAAqB,EAAQ,EAAE;IAC9E,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC3C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;QACnD,GAAG,CAAC,OAAO,EAAE,YAAY,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;QACxC,GAAG,CAAC,OAAO,EAAE,aAAa,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACxD,GAAG,CAAC,OAAO,EAAE,cAAc,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC1D,GAAG,CAAC,OAAO,EAAE,iBAAiB,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAChE,GAAG,CAAC,OAAO,EAAE,qBAAqB,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QACxE,GAAG,CAAC,OAAO,EAAE,oBAAoB,EAAE,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QACvE,GAAG,CACD,OAAO,EACP,aAAa,EACb,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK;YACxB,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM;YAC3B,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS;YAC9B,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,CACrC,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC7C,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,GAAG,CAAC,OAAO,EAAE,eAAe,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QAC7C,GAAG,CAAC,OAAO,EAAE,gBAAgB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAC/C,GAAG,CAAC,OAAO,EAAE,mBAAmB,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;QACrD,GAAG,CAAC,OAAO,EAAE,uBAAuB,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;QAC7D,GAAG,CAAC,OAAO,EAAE,sBAAsB,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC;QAC5D,GAAG,CACD,OAAO,EACP,eAAe,EACf,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC,SAAS,GAAG,OAAO,CAAC,aAAa,CAC3E,CAAC;IACJ,CAAC;IACD,GAAG,CAAC,OAAO,EAAE,gBAAgB,EAAE,QAAQ,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;IAC7D,GAAG,CAAC,OAAO,EAAE,oBAAoB,EAAE,QAAQ,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;IACrE,GAAG,CAAC,OAAO,EAAE,mBAAmB,EAAE,QAAQ,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;IACnE,GAAG,CAAC,OAAO,EAAE,WAAW,EAAE,QAAQ,CAAC,YAAY,EAAE,KAAK,IAAI,QAAQ,CAAC,aAAa,CAAC,CAAC;IAClF,GAAG,CACD,OAAO,EACP,oBAAoB,EACpB,QAAQ,CAAC,YAAY,EAAE,aAAa,IAAI,QAAQ,CAAC,aAAa,CAC/D,CAAC;IACF,GAAG,CAAC,OAAO,EAAE,qBAAqB,EAAE,QAAQ,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;IACtE,GAAG,CAAC,OAAO,EAAE,kBAAkB,EAAE,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IAChE,GAAG,CAAC,OAAO,EAAE,sBAAsB,EAAE,QAAQ,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;IACxE,GAAG,CAAC,OAAO,EAAE,4BAA4B,EAAE,QAAQ,CAAC,YAAY,EAAE,gBAAgB,CAAC,CAAC;IACpF,GAAG,CAAC,OAAO,EAAE,2BAA2B,EAAE,QAAQ,CAAC,YAAY,EAAE,eAAe,CAAC,CAAC;IAClF,MAAM,gBAAgB,GACpB,CAAC,QAAQ,CAAC,YAAY,EAAE,SAAS,IAAI,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,YAAY,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;IACjF,IAAI,gBAAgB,GAAG,CAAC,IAAI,QAAQ,CAAC,YAAY,EAAE,CAAC;QAClD,GAAG,CAAC,OAAO,EAAE,uBAAuB,EAAE,QAAQ,CAAC,YAAY,CAAC,MAAM,GAAG,gBAAgB,CAAC,CAAC;IACzF,CAAC;IACD,GAAG,CAAC,OAAO,EAAE,iBAAiB,EAAE,QAAQ,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAC3D,GAAG,CAAC,OAAO,EAAE,iBAAiB,EAAE,QAAQ,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAC3D,GAAG,CAAC,OAAO,EAAE,UAAU,EAAE,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAC7C,GAAG,CAAC,OAAO,EAAE,eAAe,EAAE,QAAQ,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;IAC/D,GAAG,CAAC,OAAO,EAAE,iBAAiB,EAAE,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;IACnE,GAAG,CAAC,OAAO,EAAE,iBAAiB,EAAE,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;AACrE,CAAC,CAAC;AAEF,MAAM,UAAU,GAAG,CAAC,MAAyB,EAAE,QAAgB,EAAU,EAAE;IACzE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;IACnE,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,MAAyB,EAAiB,EAAE;IAC3E,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACjD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC7C,MAAM,MAAM,GACV,MAAM,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC;QACrB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;QACzD,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAC5B,OAAO;QACL,CAAC,EAAE,MAAM,CAAC,MAAM;QAChB,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;QACnB,GAAG,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACvB,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAChF,MAAM;QACN,GAAG,EAAE,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC;KAC7B,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CAAC,OAAsB,EAAiC,EAAE,CACjF,MAAM,CAAC,WAAW,CAChB,CAAC,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;KACnB,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;KACtC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,CAC7D,CAAC;AAEJ,MAAM,iBAAiB,GAAG,CACxB,OAGE,EACc,EAAE;IAClB,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,MAAM,CAAC;IACtF,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC;IACnF,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAC3B,CAAC,KAAK,EAAE,EAAE,CACR,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,WAAW;QACjC,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,KAAK,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,UAAU,KAAK,KAAK,CAAC,CAC7E,CAAC,MAAM,CAAC;IACT,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAC7B,CAAC,KAAK,EAAE,EAAE,CACR,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,WAAW;QACjC,KAAK,CAAC,MAAM,EAAE,UAAU,KAAK,MAAM;QACnC,KAAK,CAAC,MAAM,CAAC,UAAU,KAAK,IAAI,CACnC,CAAC,MAAM,CAAC;IACT,OAAO;QACL,QAAQ,EAAE,OAAO,CAAC,MAAM;QACxB,SAAS;QACT,MAAM;QACN,MAAM;QACN,QAAQ;QACR,OAAO,EAAE,OAAO,CAAC,MAAM,GAAG,SAAS;QACnC,QAAQ,EAAE,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM;KAC7D,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAC/B,KAAe,EACf,OAAiD,EACjD,WAAW,GAAS,IAAI,IAAI,EAAE,EAChB,EAAE;IAChB,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;IACrF,MAAM,UAAU,GAAkB,IAAI,GAAG,EAAE,CAAC;IAC5C,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC;QACpC,IAAI,CAAC,MAAM;YAAE,SAAS;QACtB,GAAG,CAAC,UAAU,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,SAAS,IAAI,SAAS,CAAC,CAAC;QAChE,eAAe,CAAC,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,GAAG,EAA0B,CAAC;IACjD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;QAC3D,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClB,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;IAChD,CAAC;IAED,MAAM,KAAK,GAAG,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;SAChC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;SACtC,GAAG,CAAC,CAAC,CAAC,eAAe,EAAE,WAAW,CAAC,EAAE,EAAE;QACtC,MAAM,OAAO,GAAkB,IAAI,GAAG,EAAE,CAAC;QACzC,KAAK,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;YAChC,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC;YACpC,IAAI,CAAC,MAAM;gBAAE,SAAS;YACtB,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,SAAS,IAAI,SAAS,CAAC,CAAC;YAC7D,eAAe,CAAC,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC5C,CAAC;QACD,OAAO;YACL,eAAe;YACf,GAAG,iBAAiB,CAAC,WAAW,CAAC;YACjC,OAAO,EAAE,gBAAgB,CAAC,OAAO,CAAC;SACnC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEL,OAAO;QACL,aAAa,EAAE,CAAC;QAChB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,WAAW,EAAE,WAAW,CAAC,WAAW,EAAE;QACtC,MAAM,EAAE,iBAAiB,CAAC,OAAO,CAAC;QAClC,OAAO,EAAE,gBAAgB,CAAC,UAAU,CAAC;QACrC,KAAK;QACL,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YACpC,MAAM,OAAO,GAAkB,IAAI,GAAG,EAAE,CAAC;YACzC,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC;YACpC,IAAI,MAAM;gBAAE,eAAe,CAAC,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;YACtD,OAAO;gBACL,KAAK;gBACL,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM;gBACzB,eAAe,EAAE,KAAK,CAAC,IAAI,CAAC,eAAe;gBAC3C,UAAU,EAAE,KAAK,CAAC,MAAM,EAAE,UAAU,IAAI,IAAI;gBAC5C,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,UAAU,IAAI,IAAI;gBACxC,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC,qBAAqB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI;gBACpE,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,SAAS,KAAK,IAAI,IAAI,MAAM,EAAE,OAAO,CAAC,SAAS,KAAK,SAAS;oBAC/E,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,SAAS,EAAE;oBACrC,CAAC,CAAC,EAAE,CAAC;gBACP,OAAO,EAAE,MAAM,CAAC,WAAW,CACzB,CAAC,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CACvE;aACF,CAAC;QACJ,CAAC,CAAC;KACH,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,iBAAiB,GAAG,KAAK,EAAE,QAAgB,EAAE,OAAqB,EAAiB,EAAE;IAChG,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IAC1C,MAAM,SAAS,GAAG,GAAG,IAAI,IAAI,OAAO,CAAC,GAAG,MAAM,CAAC;IAC/C,MAAM,SAAS,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IACpE,MAAM,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AAChC,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG,KAAK,EAAE,QAAgB,EAAgC,EAAE,CACvF,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,EAAE,kBAAkB,CAAC,CAAC"}

package/lib/orchestrator/trace-limits.d.ts

@@ -0,0 +1,20 @@
+import type { RunEvent } from "../core/index.js";
+export declare const MAX_RUN_TRACE_BYTES: number;
+export declare const MAX_RUN_TRACE_EVENTS = 50000;
+export type RunTraceLimits = {
+    maxBytes: number;
+    maxEvents: number;
+};
+export type RunTraceLimitFailure = {
+    code: "run-trace-limit";
+    limit: "bytes" | "events";
+    maxBytes: number;
+    maxEvents: number;
+    reason: string;
+};
+export declare const isRunTraceLimit: (value: unknown) => value is Pick<RunTraceLimitFailure, "code">;
+export declare const DEFAULT_RUN_TRACE_LIMITS: RunTraceLimits;
+export declare const runTraceLimitFailure: (limit: RunTraceLimitFailure["limit"], limits: RunTraceLimits) => RunTraceLimitFailure;
+export declare const runTraceLimitDiagnostic: (failure: RunTraceLimitFailure, ts?: number) => RunEvent;
+export declare const terminalDiagnosticReserveBytes: (limits: RunTraceLimits) => number;
+//# sourceMappingURL=trace-limits.d.ts.map

package/lib/orchestrator/trace-limits.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"trace-limits.d.ts","sourceRoot":"","sources":["../../src/orchestrator/trace-limits.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAEjD,eAAO,MAAM,mBAAmB,QAAmB,CAAC;AACpD,eAAO,MAAM,oBAAoB,QAAS,CAAC;AAE3C,MAAM,MAAM,cAAc,GAAG;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,IAAI,EAAE,iBAAiB,CAAC;IACxB,KAAK,EAAE,OAAO,GAAG,QAAQ,CAAC;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,eAAO,MAAM,eAAe,UAAW,OAAO,KAAG,KAAK,IAAI,IAAI,CAAC,oBAAoB,EAAE,MAAM,CAIzD,CAAC;AAEnC,eAAO,MAAM,wBAAwB,EAAE,cAGtC,CAAC;AAEF,eAAO,MAAM,oBAAoB,UACxB,oBAAoB,CAAC,OAAO,CAAC,UAC5B,cAAc,KACrB,oBASD,CAAC;AAEH,eAAO,MAAM,uBAAuB,YACzB,oBAAoB,OACzB,MAAM,KACT,QAKD,CAAC;AAKH,eAAO,MAAM,8BAA8B,WAAY,cAAc,KAAG,MAQrE,CAAC"}

package/lib/orchestrator/trace-limits.js

@@ -0,0 +1,28 @@
+export const MAX_RUN_TRACE_BYTES = 10 * 1024 * 1024;
+export const MAX_RUN_TRACE_EVENTS = 50_000;
+export const isRunTraceLimit = (value) => typeof value === "object" &&
+    value !== null &&
+    "code" in value &&
+    value.code === "run-trace-limit";
+export const DEFAULT_RUN_TRACE_LIMITS = {
+    maxBytes: MAX_RUN_TRACE_BYTES,
+    maxEvents: MAX_RUN_TRACE_EVENTS,
+};
+export const runTraceLimitFailure = (limit, limits) => ({
+    code: "run-trace-limit",
+    limit,
+    maxBytes: limits.maxBytes,
+    maxEvents: limits.maxEvents,
+    reason: limit === "events"
+        ? `run trace exceeded the ${limits.maxEvents}-event limit`
+        : `run trace exceeded the ${limits.maxBytes}-byte limit`,
+});
+export const runTraceLimitDiagnostic = (failure, ts = Date.now()) => ({
+    type: "error",
+    exitReason: "error",
+    reason: failure.reason,
+    ts,
+});
+const serializedEventBytes = (event) => Buffer.byteLength(`${JSON.stringify(event)}\n`);
+export const terminalDiagnosticReserveBytes = (limits) => Math.max(serializedEventBytes(runTraceLimitDiagnostic(runTraceLimitFailure("bytes", limits), Number.MAX_SAFE_INTEGER)), serializedEventBytes(runTraceLimitDiagnostic(runTraceLimitFailure("events", limits), Number.MAX_SAFE_INTEGER)));
+//# sourceMappingURL=trace-limits.js.map

package/lib/orchestrator/trace-limits.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"trace-limits.js","sourceRoot":"","sources":["../../src/orchestrator/trace-limits.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,mBAAmB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AACpD,MAAM,CAAC,MAAM,oBAAoB,GAAG,MAAM,CAAC;AAe3C,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,KAAc,EAA+C,EAAE,CAC7F,OAAO,KAAK,KAAK,QAAQ;IACzB,KAAK,KAAK,IAAI;IACd,MAAM,IAAI,KAAK;IACf,KAAK,CAAC,IAAI,KAAK,iBAAiB,CAAC;AAEnC,MAAM,CAAC,MAAM,wBAAwB,GAAmB;IACtD,QAAQ,EAAE,mBAAmB;IAC7B,SAAS,EAAE,oBAAoB;CAChC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAClC,KAAoC,EACpC,MAAsB,EACA,EAAE,CAAC,CAAC;IAC1B,IAAI,EAAE,iBAAiB;IACvB,KAAK;IACL,QAAQ,EAAE,MAAM,CAAC,QAAQ;IACzB,SAAS,EAAE,MAAM,CAAC,SAAS;IAC3B,MAAM,EACJ,KAAK,KAAK,QAAQ;QAChB,CAAC,CAAC,0BAA0B,MAAM,CAAC,SAAS,cAAc;QAC1D,CAAC,CAAC,0BAA0B,MAAM,CAAC,QAAQ,aAAa;CAC7D,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CACrC,OAA6B,EAC7B,EAAE,GAAW,IAAI,CAAC,GAAG,EAAE,EACb,EAAE,CAAC,CAAC;IACd,IAAI,EAAE,OAAO;IACb,UAAU,EAAE,OAAO;IACnB,MAAM,EAAE,OAAO,CAAC,MAAM;IACtB,EAAE;CACH,CAAC,CAAC;AAEH,MAAM,oBAAoB,GAAG,CAAC,KAAe,EAAU,EAAE,CACvD,MAAM,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAElD,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC,MAAsB,EAAU,EAAE,CAC/E,IAAI,CAAC,GAAG,CACN,oBAAoB,CAClB,uBAAuB,CAAC,oBAAoB,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,gBAAgB,CAAC,CACxF,EACD,oBAAoB,CAClB,uBAAuB,CAAC,oBAAoB,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,gBAAgB,CAAC,CACzF,CACF,CAAC"}

package/lib/orchestrator/validate-plugin-config.d.ts

@@ -0,0 +1,10 @@
+import type { z } from "zod";
+/**
+ * Centralized plugin/assertion config validation. Both the orchestrator
+ * (driver/answerer config) and the grader (assertion config) need to
+ * validate untrusted config blobs against a plugin-supplied Zod schema
+ * with consistent error formatting; this is the one place that does it.
+ */
+export declare const validatePluginConfig: (schema: z.ZodTypeAny | undefined, config: unknown, contextLabel: string) => unknown;
+export declare const validatePluginConfigAsync: (schema: z.ZodTypeAny | undefined, config: unknown, contextLabel: string) => Promise<unknown>;
+//# sourceMappingURL=validate-plugin-config.d.ts.map

package/lib/orchestrator/validate-plugin-config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validate-plugin-config.d.ts","sourceRoot":"","sources":["../../src/orchestrator/validate-plugin-config.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAG7B;;;;;GAKG;AACH,eAAO,MAAM,oBAAoB,WACvB,CAAC,CAAC,UAAU,GAAG,SAAS,UACxB,OAAO,gBACD,MAAM,KACnB,OAOF,CAAC;AAEF,eAAO,MAAM,yBAAyB,WAC5B,CAAC,CAAC,UAAU,GAAG,SAAS,UACxB,OAAO,gBACD,MAAM,KACnB,OAAO,CAAC,OAAO,CAOjB,CAAC"}

package/lib/orchestrator/validate-plugin-config.js

@@ -0,0 +1,26 @@
+import { formatZodIssues } from "../core/index.js";
+/**
+ * Centralized plugin/assertion config validation. Both the orchestrator
+ * (driver/answerer config) and the grader (assertion config) need to
+ * validate untrusted config blobs against a plugin-supplied Zod schema
+ * with consistent error formatting; this is the one place that does it.
+ */
+export const validatePluginConfig = (schema, config, contextLabel) => {
+    if (!schema)
+        return config;
+    const parsed = schema.safeParse(config ?? {});
+    if (!parsed.success) {
+        throw new Error(`invalid config for ${contextLabel}: ${formatZodIssues(parsed.error)}`);
+    }
+    return parsed.data;
+};
+export const validatePluginConfigAsync = async (schema, config, contextLabel) => {
+    if (!schema)
+        return config;
+    const parsed = await schema.safeParseAsync(config ?? {});
+    if (!parsed.success) {
+        throw new Error(`invalid config for ${contextLabel}: ${formatZodIssues(parsed.error)}`);
+    }
+    return parsed.data;
+};
+//# sourceMappingURL=validate-plugin-config.js.map

package/lib/orchestrator/validate-plugin-config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validate-plugin-config.js","sourceRoot":"","sources":["../../src/orchestrator/validate-plugin-config.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAEnD;;;;;GAKG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAClC,MAAgC,EAChC,MAAe,EACf,YAAoB,EACX,EAAE;IACX,IAAI,CAAC,MAAM;QAAE,OAAO,MAAM,CAAC;IAC3B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IAC9C,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,sBAAsB,YAAY,KAAK,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC1F,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC;AACrB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,yBAAyB,GAAG,KAAK,EAC5C,MAAgC,EAChC,MAAe,EACf,YAAoB,EACF,EAAE;IACpB,IAAI,CAAC,MAAM;QAAE,OAAO,MAAM,CAAC;IAC3B,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IACzD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,sBAAsB,YAAY,KAAK,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC1F,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC;AACrB,CAAC,CAAC"}