@prismatic-io/lux 0.0.1

package/lib/orchestrator/list-runs.js

@@ -0,0 +1,308 @@
+import { existsSync } from "node:fs";
+import { constants, lstat, open, readdir } from "node:fs/promises";
+import { basename, join, relative, sep } from "node:path";
+import { GradingReportSchema, harnessUsage, PersistedCaseSchema, RunEventSchema, RunMetadataSchema, ToolCallPayloadSchema, ToolResultPayloadSchema, totalTokens, } from "../core/index.js";
+import { readBoundedHandle, safeReadJson, walkFiles } from "./fs-read.js";
+import { MAX_RUN_TRACE_BYTES, MAX_RUN_TRACE_EVENTS } from "./trace-limits.js";
+// The trailing `-N` is the collision suffix openRunDir adds when two runs of
+// the same case+driver start in the same millisecond.
+const TS_DIR_RE = /^\d{4}-\d{2}-\d{2}T[\d-]+Z(?:-\d+)?$/;
+const summarizeRun = async (caseSlug, driverName, ts, runDir) => {
+    const [meta, grading] = await Promise.all([
+        safeReadJson(join(runDir, "run.json"), RunMetadataSchema),
+        safeReadJson(join(runDir, "grading.json"), GradingReportSchema),
+    ]);
+    const startedAt = meta?.startedAt ?? null;
+    const endedAt = meta?.endedAt ?? null;
+    const started = Date.parse(startedAt ?? "");
+    const ended = Date.parse(endedAt ?? "");
+    const durationMs = Number.isNaN(started) || Number.isNaN(ended) ? null : ended - started;
+    const passing = grading?.assertions.filter((a) => a.passed).length ?? 0;
+    return {
+        caseSlug,
+        driverName,
+        ts,
+        runDir,
+        exitReason: meta?.exitReason ?? null,
+        driverAgentId: meta?.driver.agentId ?? null,
+        startedAt,
+        endedAt,
+        durationMs,
+        casePassed: grading?.casePassed ?? null,
+        caseScore: grading?.caseScore ?? null,
+        assertionPassed: passing,
+        assertionTotal: grading?.assertions.length ?? 0,
+    };
+};
+const listForCaseDriver = async (driverPath, caseSlug, driverName) => {
+    // Directories only, as in collectRuns: a timestamp-named *file* dropped
+    // beside real run dirs must not fabricate a phantom row.
+    const entries = (await readdir(driverPath, { withFileTypes: true }))
+        .filter((entry) => entry.isDirectory() && TS_DIR_RE.test(entry.name))
+        .map((entry) => entry.name);
+    const runs = await Promise.all(entries.map((ts) => summarizeRun(caseSlug, driverName, ts, join(driverPath, ts))));
+    return runs.sort((a, b) => b.ts.localeCompare(a.ts));
+};
+// Case slugs keep their slashes, so a run nests at a variable depth. Recurse to
+// the directory whose children are timestamps (the driver dir) rather than
+// assuming a fixed two levels, which misses every case in a subdirectory.
+const collectRuns = async (runsRoot, dir, out) => {
+    // Only directories count: a stray timestamp-named file must not make this
+    // dir read as a driver dir, and a dangling symlink (or a racing delete)
+    // must not reject the listing.
+    const subdirs = (await readdir(dir, { withFileTypes: true }))
+        .filter((entry) => entry.isDirectory())
+        .map((entry) => entry.name);
+    if (subdirs.some((n) => TS_DIR_RE.test(n))) {
+        const caseDir = join(dir, "..");
+        const caseSlug = relative(runsRoot, caseDir).split(sep).join("/");
+        // A run layout is at least runsRoot/<case>/<driver>/<ts>; timestamp dirs
+        // higher up (a stray archived run copied into the tree) have no case
+        // level above them, so a slug of "" or ".." marks them as noise, not
+        // runs. Either way the non-timestamp siblings may still hold real runs —
+        // classify per child and keep descending instead of returning early.
+        if (caseSlug !== "" && caseSlug !== ".." && !caseSlug.startsWith("../")) {
+            out.push(...(await listForCaseDriver(dir, caseSlug, basename(dir))));
+        }
+    }
+    for (const name of subdirs.filter((n) => !TS_DIR_RE.test(n))) {
+        await collectRuns(runsRoot, join(dir, name), out);
+    }
+};
+export const listRuns = async (runsRoot) => {
+    if (!existsSync(runsRoot))
+        return [];
+    const out = [];
+    await collectRuns(runsRoot, runsRoot, out);
+    return out.sort((a, b) => {
+        if (a.caseSlug !== b.caseSlug)
+            return a.caseSlug.localeCompare(b.caseSlug);
+        if (a.driverName !== b.driverName)
+            return a.driverName.localeCompare(b.driverName);
+        return b.ts.localeCompare(a.ts);
+    });
+};
+export const formatRunsTable = (runs) => {
+    if (runs.length === 0)
+        return "(no runs found)";
+    const rows = [
+        ["status", "case", "driver", "ts", "exit", "score", "duration"],
+        ...runs.map((r) => {
+            let status = "ungraded";
+            if (r.casePassed === true)
+                status = "PASS";
+            else if (r.casePassed === false)
+                status = "FAIL";
+            const score = r.caseScore !== null
+                ? `${(r.caseScore * 100).toFixed(0)}% (${r.assertionPassed}/${r.assertionTotal})`
+                : "—";
+            const duration = r.durationMs !== null ? `${(r.durationMs / 1000).toFixed(1)}s` : "—";
+            return [status, r.caseSlug, r.driverName, r.ts, r.exitReason ?? "?", score, duration];
+        }),
+    ];
+    const header = rows[0] ?? [];
+    const widths = header.map((_, col) => Math.max(...rows.map((r) => r[col]?.length ?? 0)));
+    return rows
+        .map((row) => row.map((cell, col) => cell.padEnd(widths[col] ?? 0)).join("  "))
+        .join("\n");
+};
+const readEventsJsonl = async (path) => {
+    if (!existsSync(path))
+        return [];
+    if ((await lstat(path)).isSymbolicLink()) {
+        throw new Error(`run events cannot be a symlink: ${path}`);
+    }
+    let handle;
+    try {
+        handle = await open(path, constants.O_RDONLY | constants.O_NOFOLLOW);
+    }
+    catch (error) {
+        if (error.code === "ENOENT")
+            return [];
+        if (error.code === "ELOOP") {
+            throw new Error(`run events cannot be a symlink: ${path}`);
+        }
+        throw error;
+    }
+    let text;
+    try {
+        const metadata = await handle.stat();
+        if (!metadata.isFile() || metadata.size > MAX_RUN_TRACE_BYTES) {
+            throw new Error(`run events must be a regular file no larger than ${MAX_RUN_TRACE_BYTES} bytes: ${path}`);
+        }
+        text = (await readBoundedHandle(handle, MAX_RUN_TRACE_BYTES, "run events")).toString("utf8");
+    }
+    finally {
+        await handle.close();
+    }
+    const lines = text.split("\n");
+    if (lines.at(-1) === "")
+        lines.pop();
+    if (lines.length > MAX_RUN_TRACE_EVENTS) {
+        throw new Error(`run events exceed ${MAX_RUN_TRACE_EVENTS} lines: ${path}`);
+    }
+    return lines.map((line, index) => {
+        let raw;
+        try {
+            raw = JSON.parse(line);
+        }
+        catch {
+            throw new Error(`corrupt run events at ${path}:${index + 1}: invalid JSON`);
+        }
+        const parsed = RunEventSchema.safeParse(raw);
+        if (!parsed.success) {
+            throw new Error(`corrupt run events at ${path}:${index + 1}: invalid event`);
+        }
+        return parsed.data;
+    });
+};
+export const loadRunDetail = async (runDir, options = {}) => {
+    const [caseJson, metadata, grading, events, artifacts] = await Promise.all([
+        options.skipJson
+            ? Promise.resolve(null)
+            : safeReadJson(join(runDir, "case.json"), PersistedCaseSchema),
+        options.skipJson
+            ? Promise.resolve(null)
+            : safeReadJson(join(runDir, "run.json"), RunMetadataSchema),
+        options.skipJson
+            ? Promise.resolve(null)
+            : safeReadJson(join(runDir, "grading.json"), GradingReportSchema),
+        readEventsJsonl(join(runDir, "events.jsonl")),
+        options.skipArtifactsWalk
+            ? Promise.resolve([])
+            : walkFiles(join(runDir, "artifacts"), options.maxArtifacts),
+    ]);
+    return { runDir, case: caseJson, metadata, grading, events, artifacts };
+};
+const appendCaseDetail = (lines, detail) => {
+    if (detail.case) {
+        lines.push(`id:     ${detail.case.id ?? "(no id)"}`);
+        if (detail.case.prompt) {
+            lines.push(`prompt: ${detail.case.prompt.slice(0, 120).replace(/\n/g, " ")}`);
+        }
+        if (detail.case.persona) {
+            lines.push(`persona: ${detail.case.persona.slice(0, 120).replace(/\n/g, " ")}`);
+        }
+    }
+};
+const appendMetadataDetail = (lines, detail) => {
+    if (detail.metadata) {
+        lines.push("");
+        lines.push(`exit:    ${detail.metadata.exitReason}`);
+        lines.push(`driver:  ${detail.metadata.driver.name} (agent=${detail.metadata.driver.agentId}${detail.metadata.driver.model ? `, model=${detail.metadata.driver.model}` : ""})`);
+        const answerer = detail.metadata.answerer;
+        lines.push(`answerer: ${answerer.name}${answerer.provider ? ` (${answerer.provider})` : ""}${answerer.model ? `, model=${answerer.model}` : ""}`);
+        const provenance = detail.metadata.provenance;
+        if (provenance?.source) {
+            const git = provenance.source.git;
+            lines.push(`source:   ${provenance.source.casePath}${git ? ` @ ${git.commit.slice(0, 12)}${git.dirty ? " (dirty)" : ""}` : ""}`);
+        }
+        if (provenance) {
+            const runtime = provenance.runtime;
+            lines.push(`runtime:  ${runtime.platform}/${runtime.arch} ${runtime.node}${runtime.bun ? ` bun/${runtime.bun}` : ""}`);
+        }
+        const c = detail.metadata.interruptCounts;
+        lines.push(`interrupts: ask=${c.ask} approve=${c.approve} custom=${c.custom}`);
+        const tools = detail.metadata.toolOutcomes;
+        if (tools) {
+            lines.push(`tools: reported-calls=${tools.reportedCalls} valid-calls=${tools.total} succeeded=${tools.succeeded} failed=${tools.failed} unresolved=${tools.unresolved} unmatched-results=${tools.unmatchedResults} malformed=${tools.malformedEvents}`);
+        }
+        else if (detail.metadata.toolCallCount !== undefined) {
+            lines.push(`tools: reported-calls=${detail.metadata.toolCallCount}`);
+        }
+        const usage = detail.metadata.usage;
+        lines.push(`tokens: agent=${totalTokens(usage.agent)} harness=${totalTokens(harnessUsage(usage))}` +
+            ` (answerer=${totalTokens(usage.answerer)} judge=${totalTokens(usage.grading)})`);
+        const phases = detail.metadata.phaseDurationMs;
+        if (phases) {
+            const secs = (ms) => `${(ms / 1000).toFixed(1)}s`;
+            lines.push(`phases: agent=${secs(phases.agent)} collect=${secs(phases.collect)} grading=${secs(phases.grading)}`);
+        }
+    }
+};
+const appendGradingDetail = (lines, detail) => {
+    if (detail.grading) {
+        lines.push("");
+        let status = "ungraded";
+        if (detail.grading.casePassed === true)
+            status = "PASS";
+        else if (detail.grading.casePassed === false)
+            status = "FAIL";
+        const score = detail.grading.caseScore !== null ? `${(detail.grading.caseScore * 100).toFixed(0)}%` : "—";
+        lines.push(`grading: ${status} (${score}, ${detail.grading.assertions.filter((a) => a.passed).length}/${detail.grading.assertions.length})`);
+        for (const a of detail.grading.assertions) {
+            const mark = a.passed ? "✓" : "✗";
+            const took = ` (${(a.durationMs / 1000).toFixed(1)}s)`;
+            lines.push(`  ${mark} ${a.name}${took}${a.comment ? ` — ${a.comment}` : ""}`);
+        }
+    }
+};
+const appendEventDetail = (lines, detail) => {
+    if (detail.events.length > 0) {
+        lines.push("");
+        lines.push(`events: ${detail.events.length} total`);
+        const tail = detail.events.slice(-10);
+        for (const e of tail) {
+            lines.push(`  ${formatEventLine(e)}`);
+        }
+    }
+};
+const appendArtifactDetail = (lines, detail) => {
+    if (detail.artifacts.length > 0) {
+        lines.push("");
+        lines.push(`artifacts: ${detail.artifacts.length} files`);
+        for (const a of detail.artifacts.slice(0, 20)) {
+            lines.push(`  ${a}`);
+        }
+        if (detail.artifacts.length > 20) {
+            lines.push(`  ... and ${detail.artifacts.length - 20} more`);
+        }
+    }
+};
+export const formatRunDetail = (detail) => {
+    const lines = [`runDir: ${detail.runDir}`];
+    appendCaseDetail(lines, detail);
+    appendMetadataDetail(lines, detail);
+    appendGradingDetail(lines, detail);
+    appendEventDetail(lines, detail);
+    appendArtifactDetail(lines, detail);
+    return lines.join("\n");
+};
+const formatEventLine = (event) => {
+    switch (event.type) {
+        case "interrupt":
+            if (event.kind === "ask")
+                return `interrupt(ask): ${event.question.slice(0, 80)}`;
+            if (event.kind === "approve")
+                return `interrupt(approve): ${event.request.slice(0, 80)}`;
+            return `interrupt(custom): ${JSON.stringify(event.payload).slice(0, 80)}`;
+        case "responded":
+            if (event.kind === "ask")
+                return `responded(ask): ${event.text.slice(0, 80)}`;
+            if (event.kind === "approve") {
+                return `responded(approve): ${event.approved ? "yes" : "no"}${event.reason ? ` — ${event.reason.slice(0, 60)}` : ""}`;
+            }
+            return `responded(custom): ${JSON.stringify(event.payload).slice(0, 80)}`;
+        case "progress":
+            if (event.kind === "tool-call") {
+                const payload = ToolCallPayloadSchema.safeParse(event.payload).data;
+                return payload ? `tool-call: ${payload.name}` : "tool-call: malformed";
+            }
+            if (event.kind === "tool-result") {
+                const payload = ToolResultPayloadSchema.safeParse(event.payload).data;
+                if (!payload)
+                    return "tool-result: malformed";
+                return `tool-result: ${payload.name} (${payload.isError ? "failed" : "succeeded"})`;
+            }
+            return `progress(${event.kind})`;
+        case "lifecycle":
+            return `lifecycle: ${event.stage}`;
+        case "ready":
+            return `ready: agentId=${event.agentId}`;
+        case "done":
+            return "done";
+        case "error":
+            return `error: ${event.reason}`;
+    }
+};
+//# sourceMappingURL=list-runs.js.map

package/lib/orchestrator/list-runs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"list-runs.js","sourceRoot":"","sources":["../../src/orchestrator/list-runs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AACnE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAC1D,OAAO,EAEL,mBAAmB,EACnB,YAAY,EAEZ,mBAAmB,EAEnB,cAAc,EAEd,iBAAiB,EACjB,qBAAqB,EACrB,uBAAuB,EACvB,WAAW,GACZ,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,iBAAiB,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAC1E,OAAO,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAE9E,6EAA6E;AAC7E,sDAAsD;AACtD,MAAM,SAAS,GAAG,sCAAsC,CAAC;AAiBzD,MAAM,YAAY,GAAG,KAAK,EACxB,QAAgB,EAChB,UAAkB,EAClB,EAAU,EACV,MAAc,EACM,EAAE;IACtB,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACxC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,EAAE,iBAAiB,CAAC;QACzD,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,EAAE,mBAAmB,CAAC;KAChE,CAAC,CAAC;IACH,MAAM,SAAS,GAAG,IAAI,EAAE,SAAS,IAAI,IAAI,CAAC;IAC1C,MAAM,OAAO,GAAG,IAAI,EAAE,OAAO,IAAI,IAAI,CAAC;IACtC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;IAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;IACxC,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,OAAO,CAAC;IACzF,MAAM,OAAO,GAAG,OAAO,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC;IACxE,OAAO;QACL,QAAQ;QACR,UAAU;QACV,EAAE;QACF,MAAM;QACN,UAAU,EAAE,IAAI,EAAE,UAAU,IAAI,IAAI;QACpC,aAAa,EAAE,IAAI,EAAE,MAAM,CAAC,OAAO,IAAI,IAAI;QAC3C,SAAS;QACT,OAAO;QACP,UAAU;QACV,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI,IAAI;QACvC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI;QACrC,eAAe,EAAE,OAAO;QACxB,cAAc,EAAE,OAAO,EAAE,UAAU,CAAC,MAAM,IAAI,CAAC;KAChD,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,KAAK,EAC7B,UAAkB,EAClB,QAAgB,EAChB,UAAkB,EACI,EAAE;IACxB,wEAAwE;IACxE,yDAAyD;IACzD,MAAM,OAAO,GAAG,CAAC,MAAM,OAAO,CAAC,UAAU,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;SACjE,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;SACpE,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC9B,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,GAAG,CAC5B,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC,CAClF,CAAC;IACF,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACvD,CAAC,CAAC;AAEF,gFAAgF;AAChF,2EAA2E;AAC3E,0EAA0E;AAC1E,MAAM,WAAW,GAAG,KAAK,EAAE,QAAgB,EAAE,GAAW,EAAE,GAAgB,EAAiB,EAAE;IAC3F,0EAA0E;IAC1E,wEAAwE;IACxE,+BAA+B;IAC/B,MAAM,OAAO,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;SAC1D,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;SACtC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC9B,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAChC,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAClE,yEAAyE;QACzE,qEAAqE;QACrE,qEAAqE;QACrE,yEAAyE;QACzE,qEAAqE;QACrE,IAAI,QAAQ,KAAK,EAAE,IAAI,QAAQ,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACxE,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,iBAAiB,CAAC,GAAG,EAAE,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7D,MAAM,WAAW,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC;IACpD,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,QAAQ,GAAG,KAAK,EAAE,QAAgB,EAAwB,EAAE;IACvE,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,CAAC;IACrC,MAAM,GAAG,GAAgB,EAAE,CAAC;IAC5B,MAAM,WAAW,CAAC,QAAQ,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC3C,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACvB,IAAI,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,QAAQ;YAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QAC3E,IAAI,CAAC,CAAC,UAAU,KAAK,CAAC,CAAC,UAAU;YAAE,OAAO,CAAC,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;QACnF,OAAO,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,IAAiB,EAAU,EAAE;IAC3D,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,iBAAiB,CAAC;IAChD,MAAM,IAAI,GAAe;QACvB,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,CAAC;QAC/D,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YAChB,IAAI,MAAM,GAAG,UAAU,CAAC;YACxB,IAAI,CAAC,CAAC,UAAU,KAAK,IAAI;gBAAE,MAAM,GAAG,MAAM,CAAC;iBACtC,IAAI,CAAC,CAAC,UAAU,KAAK,KAAK;gBAAE,MAAM,GAAG,MAAM,CAAC;YACjD,MAAM,KAAK,GACT,CAAC,CAAC,SAAS,KAAK,IAAI;gBAClB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,eAAe,IAAI,CAAC,CAAC,cAAc,GAAG;gBACjF,CAAC,CAAC,GAAG,CAAC;YACV,MAAM,QAAQ,GAAG,CAAC,CAAC,UAAU,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YACtF,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,UAAU,IAAI,GAAG,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;QACxF,CAAC,CAAC;KACH,CAAC;IACF,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACzF,OAAO,IAAI;SACR,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SAC9E,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC,CAAC;AAWF,MAAM,eAAe,GAAG,KAAK,EAAE,IAAY,EAAuB,EAAE;IAClE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC;IACjC,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC;QACzC,MAAM,IAAI,KAAK,CAAC,mCAAmC,IAAI,EAAE,CAAC,CAAC;IAC7D,CAAC;IACD,IAAI,MAAwC,CAAC;IAC7C,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC;IACvE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,EAAE,CAAC;QAClE,IAAK,KAA+B,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,mCAAmC,IAAI,EAAE,CAAC,CAAC;QAC7D,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;IACD,IAAI,IAAY,CAAC;IACjB,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACrC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,QAAQ,CAAC,IAAI,GAAG,mBAAmB,EAAE,CAAC;YAC9D,MAAM,IAAI,KAAK,CACb,oDAAoD,mBAAmB,WAAW,IAAI,EAAE,CACzF,CAAC;QACJ,CAAC;QACD,IAAI,GAAG,CAAC,MAAM,iBAAiB,CAAC,MAAM,EAAE,mBAAmB,EAAE,YAAY,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC/F,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/B,IAAI,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE;QAAE,KAAK,CAAC,GAAG,EAAE,CAAC;IACrC,IAAI,KAAK,CAAC,MAAM,GAAG,oBAAoB,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,qBAAqB,oBAAoB,WAAW,IAAI,EAAE,CAAC,CAAC;IAC9E,CAAC;IACD,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;QAC/B,IAAI,GAAY,CAAC;QACjB,IAAI,CAAC;YACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzB,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,IAAI,KAAK,GAAG,CAAC,gBAAgB,CAAC,CAAC;QAC9E,CAAC;QACD,MAAM,MAAM,GAAG,cAAc,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAC7C,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,IAAI,KAAK,GAAG,CAAC,iBAAiB,CAAC,CAAC;QAC/E,CAAC;QACD,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EAChC,MAAc,EACd,OAAO,GAA+E,EAAE,EACpE,EAAE;IACtB,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACzE,OAAO,CAAC,QAAQ;YACd,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC;YACvB,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,EAAE,mBAAmB,CAAC;QAChE,OAAO,CAAC,QAAQ;YACd,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC;YACvB,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,EAAE,iBAAiB,CAAC;QAC7D,OAAO,CAAC,QAAQ;YACd,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC;YACvB,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,EAAE,mBAAmB,CAAC;QACnE,eAAe,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;QAC7C,OAAO,CAAC,iBAAiB;YACvB,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YACrB,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC;KAC/D,CAAC,CAAC;IACH,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;AAC1E,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CAAC,KAAe,EAAE,MAAiB,EAAQ,EAAE;IACpE,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,SAAS,EAAE,CAAC,CAAC;QACrD,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACvB,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAChF,CAAC;QACD,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACxB,KAAK,CAAC,IAAI,CAAC,YAAY,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAClF,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,oBAAoB,GAAG,CAAC,KAAe,EAAE,MAAiB,EAAQ,EAAE;IACxE,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACpB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,YAAY,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QACrD,KAAK,CAAC,IAAI,CACR,YAAY,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,WAAW,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,GAC9E,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAC7E,GAAG,CACJ,CAAC;QACF,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAC1C,KAAK,CAAC,IAAI,CACR,aAAa,QAAQ,CAAC,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,EAAE,GAC7E,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EACjD,EAAE,CACH,CAAC;QACF,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC;QAC9C,IAAI,UAAU,EAAE,MAAM,EAAE,CAAC;YACvB,MAAM,GAAG,GAAG,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC;YAClC,KAAK,CAAC,IAAI,CACR,aAAa,UAAU,CAAC,MAAM,CAAC,QAAQ,GACrC,GAAG,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EACxE,EAAE,CACH,CAAC;QACJ,CAAC;QACD,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC;YACnC,KAAK,CAAC,IAAI,CACR,aAAa,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,IAAI,GAC3D,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EACxC,EAAE,CACH,CAAC;QACJ,CAAC;QACD,MAAM,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC;QAC1C,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,GAAG,YAAY,CAAC,CAAC,OAAO,WAAW,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;QAC/E,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC;QAC3C,IAAI,KAAK,EAAE,CAAC;YACV,KAAK,CAAC,IAAI,CACR,yBAAyB,KAAK,CAAC,aAAa,gBAAgB,KAAK,CAAC,KAAK,cAAc,KAAK,CAAC,SAAS,WAAW,KAAK,CAAC,MAAM,eAAe,KAAK,CAAC,UAAU,sBAAsB,KAAK,CAAC,gBAAgB,cAAc,KAAK,CAAC,eAAe,EAAE,CAC5O,CAAC;QACJ,CAAC;aAAM,IAAI,MAAM,CAAC,QAAQ,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YACvD,KAAK,CAAC,IAAI,CAAC,yBAAyB,MAAM,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC,CAAC;QACvE,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QACpC,KAAK,CAAC,IAAI,CACR,iBAAiB,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,WAAW,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE;YACrF,cAAc,WAAW,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CACnF,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC;QAC/C,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,IAAI,GAAG,CAAC,EAAU,EAAU,EAAE,CAAC,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;YAClE,KAAK,CAAC,IAAI,CACR,iBAAiB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CACtG,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAAC,KAAe,EAAE,MAAiB,EAAQ,EAAE;IACvE,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,IAAI,MAAM,GAAG,UAAU,CAAC;QACxB,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,KAAK,IAAI;YAAE,MAAM,GAAG,MAAM,CAAC;aACnD,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,KAAK,KAAK;YAAE,MAAM,GAAG,MAAM,CAAC;QAC9D,MAAM,KAAK,GACT,MAAM,CAAC,OAAO,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QAC9F,KAAK,CAAC,IAAI,CACR,YAAY,MAAM,KAAK,KAAK,KAAK,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,GAAG,CACjI,CAAC;QACF,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;YAC1C,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YAClC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;YACvD,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAChF,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,CAAC,KAAe,EAAE,MAAiB,EAAQ,EAAE;IACrE,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,MAAM,CAAC,MAAM,QAAQ,CAAC,CAAC;QACpD,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;QACtC,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YACrB,KAAK,CAAC,IAAI,CAAC,KAAK,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,oBAAoB,GAAG,CAAC,KAAe,EAAE,MAAiB,EAAQ,EAAE;IACxE,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,SAAS,CAAC,MAAM,QAAQ,CAAC,CAAC;QAC1D,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;YAC9C,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACvB,CAAC;QACD,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACjC,KAAK,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,EAAE,OAAO,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,MAAiB,EAAU,EAAE;IAC3D,MAAM,KAAK,GAAG,CAAC,WAAW,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAC3C,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAChC,oBAAoB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACpC,mBAAmB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACnC,iBAAiB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACjC,oBAAoB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACpC,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,KAAe,EAAU,EAAE;IAClD,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,WAAW;YACd,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK;gBAAE,OAAO,mBAAmB,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;YAClF,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS;gBAAE,OAAO,uBAAuB,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;YACzF,OAAO,sBAAsB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;QAC5E,KAAK,WAAW;YACd,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK;gBAAE,OAAO,mBAAmB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;YAC9E,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC7B,OAAO,uBAAuB,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,GACzD,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EACrD,EAAE,CAAC;YACL,CAAC;YACD,OAAO,sBAAsB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;QAC5E,KAAK,UAAU;YACb,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBAC/B,MAAM,OAAO,GAAG,qBAAqB,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC;gBACpE,OAAO,OAAO,CAAC,CAAC,CAAC,cAAc,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,sBAAsB,CAAC;YACzE,CAAC;YACD,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;gBACjC,MAAM,OAAO,GAAG,uBAAuB,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC;gBACtE,IAAI,CAAC,OAAO;oBAAE,OAAO,wBAAwB,CAAC;gBAC9C,OAAO,gBAAgB,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC;YACtF,CAAC;YACD,OAAO,YAAY,KAAK,CAAC,IAAI,GAAG,CAAC;QACnC,KAAK,WAAW;YACd,OAAO,cAAc,KAAK,CAAC,KAAK,EAAE,CAAC;QACrC,KAAK,OAAO;YACV,OAAO,kBAAkB,KAAK,CAAC,OAAO,EAAE,CAAC;QAC3C,KAAK,MAAM;YACT,OAAO,MAAM,CAAC;QAChB,KAAK,OAAO;YACV,OAAO,UAAU,KAAK,CAAC,MAAM,EAAE,CAAC;IACpC,CAAC;AACH,CAAC,CAAC"}

package/lib/orchestrator/loader.d.ts

@@ -0,0 +1,3 @@
+import { type EvalCase } from "../core/index.js";
+export declare const loadEvalCase: (filePath: string) => Promise<EvalCase>;
+//# sourceMappingURL=loader.d.ts.map

package/lib/orchestrator/loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"loader.d.ts","sourceRoot":"","sources":["../../src/orchestrator/loader.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,KAAK,QAAQ,EAAmC,MAAM,kBAAkB,CAAC;AAElF,eAAO,MAAM,YAAY,aAAoB,MAAM,KAAG,OAAO,CAAC,QAAQ,CAcrE,CAAC"}

package/lib/orchestrator/loader.js

@@ -0,0 +1,17 @@
+import { resolve } from "node:path";
+import { pathToFileURL } from "node:url";
+import { EvalCaseSchema, formatZodIssues } from "../core/index.js";
+export const loadEvalCase = async (filePath) => {
+    const absolute = resolve(filePath);
+    // A file URL, not the raw path: `import("C:\\...")` misparses on Windows.
+    const mod = (await import(pathToFileURL(absolute).href));
+    if (mod.default === undefined) {
+        throw new Error(`Eval case at ${absolute} has no default export. Use \`export default defineEvalCase({ ... })\`.`);
+    }
+    const result = EvalCaseSchema.safeParse(mod.default);
+    if (!result.success) {
+        throw new Error(`Invalid eval case at ${absolute}: ${formatZodIssues(result.error)}`);
+    }
+    return result.data;
+};
+//# sourceMappingURL=loader.js.map

package/lib/orchestrator/loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"loader.js","sourceRoot":"","sources":["../../src/orchestrator/loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAiB,cAAc,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAElF,MAAM,CAAC,MAAM,YAAY,GAAG,KAAK,EAAE,QAAgB,EAAqB,EAAE;IACxE,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;IACnC,0EAA0E;IAC1E,MAAM,GAAG,GAAG,CAAC,MAAM,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAA0B,CAAC;IAClF,IAAI,GAAG,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CACb,gBAAgB,QAAQ,yEAAyE,CAClG,CAAC;IACJ,CAAC;IACD,MAAM,MAAM,GAAG,cAAc,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACrD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,KAAK,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACxF,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC;AACrB,CAAC,CAAC"}

package/lib/orchestrator/optimization-lifecycle.d.ts

@@ -0,0 +1,12 @@
+export type OptimizationLifecycleEffects<Search, Deployment, Result> = {
+    initialSearch: () => Search;
+    evaluateSearchSeeds: () => Promise<void>;
+    searchCanContinue: (search: Search) => boolean;
+    runSearchIteration: (search: Search) => Promise<Search>;
+    promote: () => Promise<Deployment>;
+    test: (deployment: Deployment) => Promise<Result>;
+};
+type OptimizationPhase = "evaluatingSearchSeeds" | "searching" | "promoting" | "testing" | "succeeded" | "failed";
+export declare const executeOptimizationLifecycle: <Search, Deployment, Result>(effects: OptimizationLifecycleEffects<Search, Deployment, Result>, observe?: (phase: OptimizationPhase) => void) => Promise<Result>;
+export {};
+//# sourceMappingURL=optimization-lifecycle.d.ts.map

package/lib/orchestrator/optimization-lifecycle.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"optimization-lifecycle.d.ts","sourceRoot":"","sources":["../../src/orchestrator/optimization-lifecycle.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,4BAA4B,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,IAAI;IACrE,aAAa,EAAE,MAAM,MAAM,CAAC;IAC5B,mBAAmB,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IACzC,iBAAiB,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC;IAC/C,kBAAkB,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IACxD,OAAO,EAAE,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC;IACnC,IAAI,EAAE,CAAC,UAAU,EAAE,UAAU,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CACnD,CAAC;AAEF,KAAK,iBAAiB,GAClB,uBAAuB,GACvB,WAAW,GACX,WAAW,GACX,SAAS,GACT,WAAW,GACX,QAAQ,CAAC;AAEb,eAAO,MAAM,4BAA4B,GAAU,MAAM,EAAE,UAAU,EAAE,MAAM,WAClE,4BAA4B,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,YACvD,CAAC,KAAK,EAAE,iBAAiB,KAAK,IAAI,KAC3C,OAAO,CAAC,MAAM,CAuGhB,CAAC"}

package/lib/orchestrator/optimization-lifecycle.js

@@ -0,0 +1,92 @@
+import { assign, createActor, fromPromise, setup, toPromise } from "xstate";
+export const executeOptimizationLifecycle = async (effects, observe) => {
+    const machine = setup({
+        types: {
+            context: {},
+            output: {},
+        },
+        actors: {
+            evaluateSearchSeeds: fromPromise(() => effects.evaluateSearchSeeds()),
+            runSearchIteration: fromPromise(({ input }) => effects.runSearchIteration(input.search)),
+            promote: fromPromise(() => effects.promote()),
+            test: fromPromise(({ input }) => effects.test(input.deployment)),
+        },
+        guards: {
+            searchCanContinue: ({ context }) => effects.searchCanContinue(context.search),
+        },
+        actions: {
+            advanceSearch: assign({
+                search: ({ event }) => ("output" in event ? event.output : effects.initialSearch()),
+            }),
+            captureDeployment: assign({
+                deployment: ({ event }) => ("output" in event ? event.output : undefined),
+            }),
+            captureResult: assign({
+                result: ({ event }) => ("output" in event ? event.output : undefined),
+            }),
+            captureError: assign({
+                error: ({ event }) => "error" in event ? event.error : new Error("optimization lifecycle failed"),
+            }),
+        },
+    }).createMachine({
+        id: "lux-optimization",
+        context: {
+            search: effects.initialSearch(),
+            deployment: undefined,
+            result: undefined,
+            error: undefined,
+        },
+        initial: "evaluatingSearchSeeds",
+        states: {
+            evaluatingSearchSeeds: {
+                invoke: {
+                    src: "evaluateSearchSeeds",
+                    input: ({ context }) => context,
+                    onDone: { target: "decidingSearch" },
+                    onError: { target: "failed", actions: "captureError" },
+                },
+            },
+            decidingSearch: {
+                always: [{ guard: "searchCanContinue", target: "searching" }, { target: "promoting" }],
+            },
+            searching: {
+                invoke: {
+                    src: "runSearchIteration",
+                    input: ({ context }) => context,
+                    onDone: { target: "decidingSearch", actions: "advanceSearch" },
+                    onError: { target: "failed", actions: "captureError" },
+                },
+            },
+            promoting: {
+                invoke: {
+                    src: "promote",
+                    input: ({ context }) => context,
+                    onDone: { target: "testing", actions: "captureDeployment" },
+                    onError: { target: "failed", actions: "captureError" },
+                },
+            },
+            testing: {
+                invoke: {
+                    src: "test",
+                    input: ({ context }) => context,
+                    onDone: { target: "succeeded", actions: "captureResult" },
+                    onError: { target: "failed", actions: "captureError" },
+                },
+            },
+            succeeded: { type: "final" },
+            failed: { type: "final" },
+        },
+        output: ({ context }) => context.error === undefined
+            ? { status: "succeeded", result: context.result }
+            : { status: "failed", error: context.error },
+    });
+    const actor = createActor(machine);
+    if (observe)
+        actor.subscribe((snapshot) => observe(String(snapshot.value)));
+    actor.start();
+    const outcome = await toPromise(actor);
+    if (outcome.status === "failed")
+        throw outcome.error;
+    return outcome.result;
+};
+//# sourceMappingURL=optimization-lifecycle.js.map

package/lib/orchestrator/optimization-lifecycle.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"optimization-lifecycle.js","sourceRoot":"","sources":["../../src/orchestrator/optimization-lifecycle.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AAmB5E,MAAM,CAAC,MAAM,4BAA4B,GAAG,KAAK,EAC/C,OAAiE,EACjE,OAA4C,EAC3B,EAAE;IAQnB,MAAM,OAAO,GAAG,KAAK,CAAC;QACpB,KAAK,EAAE;YACL,OAAO,EAAE,EAAa;YACtB,MAAM,EAAE,EAEgC;SACzC;QACD,MAAM,EAAE;YACN,mBAAmB,EAAE,WAAW,CAAgB,GAAG,EAAE,CAAC,OAAO,CAAC,mBAAmB,EAAE,CAAC;YACpF,kBAAkB,EAAE,WAAW,CAAkB,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAC7D,OAAO,CAAC,kBAAkB,CAAC,KAAK,CAAC,MAAM,CAAC,CACzC;YACD,OAAO,EAAE,WAAW,CAAsB,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YAClE,IAAI,EAAE,WAAW,CAAkB,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAC/C,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,UAAwB,CAAC,CAC7C;SACF;QACD,MAAM,EAAE;YACN,iBAAiB,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC;SAC9E;QACD,OAAO,EAAE;YACP,aAAa,EAAE,MAAM,CAAC;gBACpB,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,QAAQ,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC;aACpF,CAAC;YACF,iBAAiB,EAAE,MAAM,CAAC;gBACxB,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,QAAQ,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;aAC1E,CAAC;YACF,aAAa,EAAE,MAAM,CAAC;gBACpB,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,QAAQ,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;aACtE,CAAC;YACF,YAAY,EAAE,MAAM,CAAC;gBACnB,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CACnB,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,+BAA+B,CAAC;aAC9E,CAAC;SACH;KACF,CAAC,CAAC,aAAa,CAAC;QACf,EAAE,EAAE,kBAAkB;QACtB,OAAO,EAAE;YACP,MAAM,EAAE,OAAO,CAAC,aAAa,EAAE;YAC/B,UAAU,EAAE,SAAS;YACrB,MAAM,EAAE,SAAS;YACjB,KAAK,EAAE,SAAS;SACjB;QACD,OAAO,EAAE,uBAAuB;QAChC,MAAM,EAAE;YACN,qBAAqB,EAAE;gBACrB,MAAM,EAAE;oBACN,GAAG,EAAE,qBAAqB;oBAC1B,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO;oBAC/B,MAAM,EAAE,EAAE,MAAM,EAAE,gBAAgB,EAAE;oBACpC,OAAO,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,cAAc,EAAE;iBACvD;aACF;YACD,cAAc,EAAE;gBACd,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,mBAAmB,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;aACvF;YACD,SAAS,EAAE;gBACT,MAAM,EAAE;oBACN,GAAG,EAAE,oBAAoB;oBACzB,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO;oBAC/B,MAAM,EAAE,EAAE,MAAM,EAAE,gBAAgB,EAAE,OAAO,EAAE,eAAe,EAAE;oBAC9D,OAAO,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,cAAc,EAAE;iBACvD;aACF;YACD,SAAS,EAAE;gBACT,MAAM,EAAE;oBACN,GAAG,EAAE,SAAS;oBACd,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO;oBAC/B,MAAM,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,mBAAmB,EAAE;oBAC3D,OAAO,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,cAAc,EAAE;iBACvD;aACF;YACD,OAAO,EAAE;gBACP,MAAM,EAAE;oBACN,GAAG,EAAE,MAAM;oBACX,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO;oBAC/B,MAAM,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,eAAe,EAAE;oBACzD,OAAO,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,cAAc,EAAE;iBACvD;aACF;YACD,SAAS,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;YAC5B,MAAM,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;SAC1B;QACD,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CACtB,OAAO,CAAC,KAAK,KAAK,SAAS;YACzB,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE;YACjD,CAAC,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE;KACjD,CAAC,CAAC;IAEH,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;IACnC,IAAI,OAAO;QAAE,KAAK,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAsB,CAAC,CAAC,CAAC;IACjG,KAAK,CAAC,KAAK,EAAE,CAAC;IACd,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,CAAC;IACvC,IAAI,OAAO,CAAC,MAAM,KAAK,QAAQ;QAAE,MAAM,OAAO,CAAC,KAAK,CAAC;IACrD,OAAO,OAAO,CAAC,MAAgB,CAAC;AAClC,CAAC,CAAC"}

package/lib/orchestrator/orchestrator.d.ts

@@ -0,0 +1,144 @@
+import { type AnswererModelCallAccounting, type AnswererRef, type DriverRef, type EvalCase, type GradingAssertionEntry, type GradingReport, type HarnessModelConfig, type LifecycleHooksPlugin, type Registry, type RunMetadata, type RunObserver } from "../core/index.js";
+import { closeRunDirectory, phaseDurations } from "./run-execution.js";
+declare const serializeEffect: (effect: () => Promise<void>) => (() => Promise<void>);
+export type OrchestratorOptions = {
+    registry: Registry;
+    /** Answerer used when a case names none. Defaults to "persona". */
+    defaultAnswerer?: AnswererRef;
+    /** Driver used when a case names none. */
+    defaultDriver?: DriverRef;
+    /** Shared provider/model defaults for built-in harness components. */
+    harness?: HarnessModelConfig;
+    /** Versioned project resource fixtures. */
+    lifecycleFixtures?: LifecycleHooksPlugin[] | undefined;
+};
+export type RunRequest = {
+    /** Path to a TS case file. Mutually exclusive with `case`. */
+    casePath?: string;
+    /** Pre-loaded EvalCase. Mutually exclusive with `casePath`. */
+    case?: EvalCase;
+    runsRoot: string;
+    /**
+     * Id to file the run under when the case declares none. Discovery derives
+     * it from the file's path relative to the cases root, so two id-less cases
+     * that share a basename (a/check.ts, b/check.ts) keep separate histories.
+     */
+    caseId?: string | undefined;
+    /** Root that relative `fixtures` dir paths resolve against. */
+    fixturesRoot?: string | undefined;
+    answererOverride?: string | undefined;
+    startedAt?: Date | undefined;
+    /** The `runSuite` invocation this case attempt belongs to. */
+    suiteId?: string | undefined;
+    /** Root substituted into values created with `subjectPath()`. */
+    subjectRoot?: string | undefined;
+    subjectHash?: string | undefined;
+    profileId?: string | undefined;
+    experimentId?: string | undefined;
+    variantId?: string | undefined;
+    candidateId?: string | undefined;
+    recordGradingAssertion?: (entry: GradingAssertionEntry, index: number) => void | Promise<void>;
+    /** Persists subject/answerer spend before any potentially long grading call. */
+    recordPreGradingAccounting?: (metadata: RunMetadata) => void | Promise<void>;
+    /** Durable model-attempt markers used by experiment ledgers. */
+    recordModelAttemptStart?: (kind: "agent" | "answerer" | "judge") => string | Promise<string>;
+    recordModelAttemptComplete?: (attemptId: string, accounting: AnswererModelCallAccounting) => void | Promise<void>;
+    recordModelAttemptsComplete?: (attemptIds: readonly string[]) => void | Promise<void>;
+    abortSignal?: AbortSignal | undefined;
+    /** Watches the run as it happens. See {@link RunObserver}. */
+    observer?: RunObserver | undefined;
+};
+export type RunResult = {
+    runDir: string;
+    metadata: RunMetadata;
+    grading: GradingReport;
+    exitReason: RunMetadata["exitReason"];
+};
+export type SuiteCaseResult = {
+    caseId: string;
+    runDir: string | null;
+    exitReason: RunMetadata["exitReason"];
+    casePassed: boolean | null;
+    errorMessage?: string;
+    /** The full result, when the case got far enough to produce one. */
+    result?: RunResult;
+};
+/** Watches one case within a suite; returned by {@link SuiteObserver.caseStart}. */
+export type CaseObserver = RunObserver & {
+    /** The case settled. Receives the same entry that lands in `results`. */
+    end?(result: SuiteCaseResult): void;
+};
+/** A {@link RunObserver} that also sees case boundaries within a suite run. */
+export type SuiteObserver = RunObserver & {
+    /**
+     * Called when a worker picks the case up. Return a {@link CaseObserver} to
+     * receive that case's events under their own identity — the only way to
+     * tell cases apart when `concurrency > 1`. Returning nothing routes the
+     * case's events to this observer's own {@link RunObserver} methods.
+     */
+    caseStart?(info: {
+        caseId: string;
+        index: number;
+        total: number;
+    }): CaseObserver | void;
+};
+/**
+ * One case to run in a suite: its file and the id to display it under.
+ * `caseId` is the canonical id runs are filed under when the case declares
+ * none — display decorations (a `--loop` suffix) must not fork run history.
+ */
+export type SuiteItem = {
+    path: string;
+    id: string;
+    caseId?: string | undefined;
+};
+export declare const resolveDriverReference: (evalCase: EvalCase, fallback: DriverRef | undefined) => DriverRef;
+export declare const resolveAnswererReference: (evalCase: EvalCase, fallback: AnswererRef, harness: HarnessModelConfig | undefined, override?: string) => AnswererRef;
+export declare const boundExperimentDriverConfig: (driverName: string, config: unknown, experimentId: string | undefined) => unknown;
+declare const closeQuietly: (close: () => Promise<void>, label: string) => Promise<void>;
+export declare class Orchestrator {
+    private evaluatorHash;
+    readonly registry: Registry;
+    private readonly defaultAnswerer;
+    private readonly defaultDriver;
+    private readonly harness;
+    private readonly lifecycleFixtures;
+    constructor(options: OrchestratorOptions);
+    private evaluatorImplementationIdentity;
+    run(request: RunRequest): Promise<RunResult>;
+    /**
+     * Run cases through a bounded pool of `concurrency` workers, continuing on
+     * per-case failures and aggregating results in input order. `items` is the
+     * exact run list — repetition (`--loop`) is the caller repeating entries.
+     */
+    runSuite(items: SuiteItem[], opts: {
+        runsRoot: string;
+        fixturesRoot?: string | undefined;
+        answererOverride?: string | undefined;
+        observer?: SuiteObserver | undefined;
+        /** Aborts the cases in flight and stops the pool pulling new ones. */
+        abortSignal?: AbortSignal | undefined;
+        /** How many cases may run at once. Defaults to 1 (sequential). */
+        concurrency?: number | undefined;
+        subjectRoot?: string | undefined;
+        subjectHash?: string | undefined;
+        profileId?: string | undefined;
+        experimentId?: string | undefined;
+        experimentUnitId?: string | undefined;
+        experimentAttemptId?: string | undefined;
+        variantId?: string | undefined;
+        candidateId?: string | undefined;
+        recordGradingAssertion?: (entry: GradingAssertionEntry, index: number) => void | Promise<void>;
+        recordPreGradingAccounting?: (metadata: RunMetadata) => void | Promise<void>;
+        recordModelAttemptStart?: (kind: "agent" | "answerer" | "judge") => string | Promise<string>;
+        recordModelAttemptComplete?: (attemptId: string, accounting: AnswererModelCallAccounting) => void | Promise<void>;
+        recordModelAttemptsComplete?: (attemptIds: readonly string[]) => void | Promise<void>;
+    }): Promise<{
+        results: SuiteCaseResult[];
+        aborted: boolean;
+        suiteDir: string;
+    }>;
+    private runWithPlugins;
+}
+export { closeQuietly, closeRunDirectory, phaseDurations, serializeEffect };
+//# sourceMappingURL=orchestrator.d.ts.map

package/lib/orchestrator/orchestrator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"orchestrator.d.ts","sourceRoot":"","sources":["../../src/orchestrator/orchestrator.ts"],"names":[],"mappings":"AACA,OAAO,EAEL,KAAK,2BAA2B,EAChC,KAAK,WAAW,EAEhB,KAAK,SAAS,EACd,KAAK,QAAQ,EACb,KAAK,qBAAqB,EAC1B,KAAK,aAAa,EAElB,KAAK,kBAAkB,EACvB,KAAK,oBAAoB,EAEzB,KAAK,QAAQ,EACb,KAAK,WAAW,EAChB,KAAK,WAAW,EAGjB,MAAM,kBAAkB,CAAC;AAW1B,OAAO,EACL,iBAAiB,EAGjB,cAAc,EAGf,MAAM,oBAAoB,CAAC;AAW5B,QAAA,MAAM,eAAe,WAAY,MAAM,OAAO,CAAC,IAAI,CAAC,KAAG,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,CAG1E,CAAC;AA8CF,MAAM,MAAM,mBAAmB,GAAG;IAChC,QAAQ,EAAE,QAAQ,CAAC;IACnB,mEAAmE;IACnE,eAAe,CAAC,EAAE,WAAW,CAAC;IAC9B,0CAA0C;IAC1C,aAAa,CAAC,EAAE,SAAS,CAAC;IAC1B,sEAAsE;IACtE,OAAO,CAAC,EAAE,kBAAkB,CAAC;IAC7B,2CAA2C;IAC3C,iBAAiB,CAAC,EAAE,oBAAoB,EAAE,GAAG,SAAS,CAAC;CACxD,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,8DAA8D;IAC9D,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,+DAA+D;IAC/D,IAAI,CAAC,EAAE,QAAQ,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB;;;;OAIG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,+DAA+D;IAC/D,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,SAAS,CAAC,EAAE,IAAI,GAAG,SAAS,CAAC;IAC7B,8DAA8D;IAC9D,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,iEAAiE;IACjE,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,sBAAsB,CAAC,EAAE,CAAC,KAAK,EAAE,qBAAqB,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/F,gFAAgF;IAChF,0BAA0B,CAAC,EAAE,CAAC,QAAQ,EAAE,WAAW,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7E,gEAAgE;IAChE,uBAAuB,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,GAAG,UAAU,GAAG,OAAO,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAC7F,0BAA0B,CAAC,EAAE,CAC3B,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,2BAA2B,KACpC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1B,2BAA2B,CAAC,EAAE,CAAC,UAAU,EAAE,SAAS,MAAM,EAAE,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACtF,WAAW,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;IACtC,8DAA8D;IAC9D,QAAQ,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;CACpC,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,WAAW,CAAC;IACtB,OAAO,EAAE,aAAa,CAAC;IACvB,UAAU,EAAE,WAAW,CAAC,YAAY,CAAC,CAAC;CACvC,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,UAAU,EAAE,WAAW,CAAC,YAAY,CAAC,CAAC;IACtC,UAAU,EAAE,OAAO,GAAG,IAAI,CAAC;IAC3B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,oEAAoE;IACpE,MAAM,CAAC,EAAE,SAAS,CAAC;CACpB,CAAC;AAEF,oFAAoF;AACpF,MAAM,MAAM,YAAY,GAAG,WAAW,GAAG;IACvC,yEAAyE;IACzE,GAAG,CAAC,CAAC,MAAM,EAAE,eAAe,GAAG,IAAI,CAAC;CACrC,CAAC;AAEF,+EAA+E;AAC/E,MAAM,MAAM,aAAa,GAAG,WAAW,GAAG;IACxC;;;;;OAKG;IAEH,SAAS,CAAC,CAAC,IAAI,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,GAAG,YAAY,GAAG,IAAI,CAAC;CACzF,CAAC;AAEF;;;;GAIG;AACH,MAAM,MAAM,SAAS,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AA0BlF,eAAO,MAAM,sBAAsB,aACvB,QAAQ,YACR,SAAS,GAAG,SAAS,KAC9B,SAgBF,CAAC;AAEF,eAAO,MAAM,wBAAwB,aACzB,QAAQ,YACR,WAAW,WACZ,kBAAkB,GAAG,SAAS,aAC5B,MAAM,KAChB,WAQF,CAAC;AAuLF,eAAO,MAAM,2BAA2B,eAC1B,MAAM,UACV,OAAO,gBACD,MAAM,GAAG,SAAS,KAC/B,OAQF,CAAC;AAEF,QAAA,MAAM,YAAY,UAAiB,MAAM,OAAO,CAAC,IAAI,CAAC,SAAS,MAAM,KAAG,OAAO,CAAC,IAAI,CAQnF,CAAC;AAEF,qBAAa,YAAY;IACvB,OAAO,CAAC,aAAa,CAA8B;IACnD,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC;IAC5B,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAc;IAC9C,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAwB;IACtD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAiC;IACzD,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAkC;IAEpE,YAAY,OAAO,EAAE,mBAAmB,EAMvC;IAED,OAAO,CAAC,+BAA+B;IAKjC,GAAG,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC,CA+GjD;IAED;;;;OAIG;IACG,QAAQ,CACZ,KAAK,EAAE,SAAS,EAAE,EAClB,IAAI,EAAE;QACJ,QAAQ,EAAE,MAAM,CAAC;QACjB,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAClC,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACtC,QAAQ,CAAC,EAAE,aAAa,GAAG,SAAS,CAAC;QACrC,sEAAsE;QACtE,WAAW,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;QACtC,kEAAkE;QAClE,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACjC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACjC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACjC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC/B,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAClC,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACtC,mBAAmB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACzC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAC/B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACjC,sBAAsB,CAAC,EAAE,CACvB,KAAK,EAAE,qBAAqB,EAC5B,KAAK,EAAE,MAAM,KACV,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QAC1B,0BAA0B,CAAC,EAAE,CAAC,QAAQ,EAAE,WAAW,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QAC7E,uBAAuB,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,GAAG,UAAU,GAAG,OAAO,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;QAC7F,0BAA0B,CAAC,EAAE,CAC3B,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,2BAA2B,KACpC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QAC1B,2BAA2B,CAAC,EAAE,CAAC,UAAU,EAAE,SAAS,MAAM,EAAE,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;KACvF,GACA,OAAO,CAAC;QAAE,OAAO,EAAE,eAAe,EAAE,CAAC;QAAC,OAAO,EAAE,OAAO,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CAsR7E;IAED,OAAO,CAAC,cAAc;CASvB;AAGD,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,cAAc,EAAE,eAAe,EAAE,CAAC"}