@archmax-ai/harness 0.0.0

package/dist/testing/interpreter.js

@@ -0,0 +1,103 @@
+import { isWorkflowToolName } from "../machine/tool-names.js";
+import { evaluateExpectations, haltsCaseOnFailure, notExecutedRecord, } from "./assertions.js";
+import { DEFAULT_SESSION_ID, createSessionEngine, unDelegatableMocksMessage, unInterceptableMocksMessage, } from "./driver.js";
+/**
+ * Describe every assertion step a case did not account for, as `not-executed`
+ * records. The one place un-run steps are built, so the three ways a case can
+ * stop early — a structural halt, a thrown action, and the runner's wall-clock
+ * timeout — cannot drift apart in what they report.
+ */
+export function notExecutedRecords(doc, alreadyAccountedFor) {
+    const out = [];
+    for (const [index, step] of doc.steps.entries()) {
+        if (step.kind !== "assert" || alreadyAccountedFor(index))
+            continue;
+        out.push(notExecutedRecord(step.expect, index));
+    }
+    return out;
+}
+/**
+ * Why a case's declared mocks cannot be honoured by this target, or `null`.
+ * Checked once, before anything runs: a mock-declaring case never executes
+ * with partial interception — and never seeds or drives first.
+ */
+function mockRefusal(doc, agent) {
+    if (doc.mocks.length === 0)
+        return null;
+    // Without the tool-mock middleware, declared mocks would intercept only
+    // scripts' PTC calls while the agent's own calls hit real tools. Absence of
+    // the capability field (a hand-rolled runtime) counts as "cannot intercept".
+    if (agent.toolMocks !== true)
+        return unInterceptableMocksMessage(doc.mocks.length);
+    // A delegation mock stands in for a whole other governed machine: without a
+    // governed assembly to dispatch one, the mock is inert.
+    if (doc.mocks.some((mock) => isWorkflowToolName(mock.name)) && !agent.workflow) {
+        return unDelegatableMocksMessage();
+    }
+    return null;
+}
+/** Execute one case document against the agent under test. */
+export async function executeCase(opts) {
+    const { doc, seeds, agent, sessionId, grade, onRecord } = opts;
+    const engine = createSessionEngine({
+        agent,
+        defaultSessionId: sessionId,
+        ...(opts.signal ? { signal: opts.signal } : {}),
+    });
+    const records = [];
+    const collect = (produced) => {
+        for (const record of produced) {
+            records.push(record);
+            onRecord?.(record);
+        }
+    };
+    const notExecutedFrom = (from) => notExecutedRecords(doc, (step) => step < from);
+    const refused = mockRefusal(doc, agent);
+    if (refused)
+        return { records, error: refused };
+    // The step the loop is currently attempting, so the catch below knows where
+    // execution stopped. -1 until the first step: a throw from `engine.open`
+    // leaves every assertion step un-run.
+    let attemptedStep = -1;
+    try {
+        // Start conditions apply before any step: a bad trigger declaration or a
+        // failed workspace seed fails the case even when it has no steps.
+        await engine.open(DEFAULT_SESSION_ID, {
+            ...(doc.trigger !== undefined ? { trigger: doc.trigger } : {}),
+            ...(doc.variables !== undefined ? { variables: doc.variables } : {}),
+            files: seeds,
+        });
+        // The schema guarantees every assertion follows an action, so `view` is
+        // always set by the time an assertion evaluates.
+        let view = null;
+        for (const [index, step] of doc.steps.entries()) {
+            attemptedStep = index;
+            if (step.kind === "action") {
+                view = await runAction(step.action);
+                continue;
+            }
+            const produced = await evaluateExpectations([step.expect], view, index, grade);
+            collect(produced);
+            // A failed structural assertion means the session is no longer the one
+            // this case describes, so driving it further grades the wrong session.
+            // Stop, and account for the steps that will not run.
+            if (haltsCaseOnFailure(step.expect.assert) && produced.some((r) => r.status === "failed")) {
+                collect(notExecutedFrom(index + 1));
+                break;
+            }
+        }
+    }
+    catch (err) {
+        collect(notExecutedFrom(attemptedStep + 1));
+        return { records, error: err.message };
+    }
+    return { records };
+    async function runAction(action) {
+        if (action.action === "send")
+            return engine.send(DEFAULT_SESSION_ID, action.message, doc.mocks);
+        if (action.action === "deliver")
+            return engine.deliver(DEFAULT_SESSION_ID, action.trigger, action.variables);
+        return engine.decide(DEFAULT_SESSION_ID, action.to, action.comment);
+    }
+}
+//# sourceMappingURL=interpreter.js.map

package/dist/testing/interpreter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"interpreter.js","sourceRoot":"","sources":["../../src/testing/interpreter.ts"],"names":[],"mappings":"AAcA,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EACL,oBAAoB,EACpB,kBAAkB,EAClB,iBAAiB,GAElB,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EACL,kBAAkB,EAClB,mBAAmB,EACnB,yBAAyB,EACzB,2BAA2B,GAC5B,MAAM,aAAa,CAAC;AAmCrB;;;;;GAKG;AACH,MAAM,UAAU,kBAAkB,CAChC,GAAiB,EACjB,mBAA8C;IAE9C,MAAM,GAAG,GAAsB,EAAE,CAAC;IAClC,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;QAChD,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,mBAAmB,CAAC,KAAK,CAAC;YAAE,SAAS;QACnE,GAAG,CAAC,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;GAIG;AACH,SAAS,WAAW,CAAC,GAAiB,EAAE,KAAoB;IAC1D,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACxC,wEAAwE;IACxE,4EAA4E;IAC5E,6EAA6E;IAC7E,IAAI,KAAK,CAAC,SAAS,KAAK,IAAI;QAAE,OAAO,2BAA2B,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACnF,4EAA4E;IAC5E,wDAAwD;IACxD,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;QAC/E,OAAO,yBAAyB,EAAE,CAAC;IACrC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,8DAA8D;AAC9D,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAAwB;IACxD,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC;IAC/D,MAAM,MAAM,GAAG,mBAAmB,CAAC;QACjC,KAAK;QACL,gBAAgB,EAAE,SAAS;QAC3B,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAChD,CAAC,CAAC;IAEH,MAAM,OAAO,GAAsB,EAAE,CAAC;IACtC,MAAM,OAAO,GAAG,CAAC,QAAoC,EAAQ,EAAE;QAC7D,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC9B,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrB,QAAQ,EAAE,CAAC,MAAM,CAAC,CAAC;QACrB,CAAC;IACH,CAAC,CAAC;IACF,MAAM,eAAe,GAAG,CAAC,IAAY,EAAqB,EAAE,CAC1D,kBAAkB,CAAC,GAAG,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;IAEjD,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACxC,IAAI,OAAO;QAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IAEhD,4EAA4E;IAC5E,yEAAyE;IACzE,sCAAsC;IACtC,IAAI,aAAa,GAAG,CAAC,CAAC,CAAC;IAEvB,IAAI,CAAC;QACH,yEAAyE;QACzE,kEAAkE;QAClE,MAAM,MAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE;YACpC,GAAG,CAAC,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9D,GAAG,CAAC,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACpE,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;QAEH,wEAAwE;QACxE,iDAAiD;QACjD,IAAI,IAAI,GAAuB,IAAI,CAAC;QACpC,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YAChD,aAAa,GAAG,KAAK,CAAC;YACtB,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC3B,IAAI,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACpC,SAAS;YACX,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,oBAAoB,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,IAAmB,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;YAC9F,OAAO,CAAC,QAAQ,CAAC,CAAC;YAElB,uEAAuE;YACvE,uEAAuE;YACvE,qDAAqD;YACrD,IAAI,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,EAAE,CAAC;gBAC1F,OAAO,CAAC,eAAe,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;gBACpC,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,eAAe,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC;QAC5C,OAAO,EAAE,OAAO,EAAE,KAAK,EAAG,GAAa,CAAC,OAAO,EAAE,CAAC;IACpD,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,CAAC;IAEnB,KAAK,UAAU,SAAS,CAAC,MAAkB;QACzC,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM;YAAE,OAAO,MAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;QAChG,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS;YAC7B,OAAO,MAAM,CAAC,OAAO,CAAC,kBAAkB,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;QAC9E,OAAO,MAAM,CAAC,MAAM,CAAC,kBAAkB,EAAE,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;IACtE,CAAC;AACH,CAAC"}

package/dist/testing/mock-middleware.d.ts

@@ -0,0 +1,5 @@
+import type { AgentMiddleware } from "langchain";
+import { type ToolMockSpec } from "../core/tool-mocks.js";
+export type { ToolMockSpec };
+/** Short-circuit governed tool calls with declarative mock results (test cases only). */
+export declare function createToolMockMiddleware(): AgentMiddleware;

package/dist/testing/mock-middleware.js

@@ -0,0 +1,33 @@
+import { ToolMessage } from "@langchain/core/messages";
+import { createMiddleware } from "langchain";
+import { isWorkflowToolName } from "../machine/tool-names.js";
+import { findMock, mockPayload, readMocks, TOOL_MOCK_MIDDLEWARE_NAME, } from "../core/tool-mocks.js";
+/** Short-circuit governed tool calls with declarative mock results (test cases only). */
+export function createToolMockMiddleware() {
+    return createMiddleware({
+        // The name is the assembly-time detection handle for `capabilities.toolMocks`.
+        name: TOOL_MOCK_MIDDLEWARE_NAME,
+        wrapToolCall: async (request, handler) => {
+            const toolName = request.toolCall?.name ?? "";
+            const args = (request.toolCall?.args ?? {});
+            const configurable = request.runtime?.configurable ?? request.config?.configurable ?? {};
+            // A delegation mock is served by the **dispatcher**, not here. Short-
+            // circuiting it at this seam would skip the dispatch entirely — no
+            // sub-workflow event, no trail step, no check that the answer matches what
+            // the target declares it returns — leaving a case asserting against a
+            // delegation the run has no record of making.
+            const mock = isWorkflowToolName(toolName)
+                ? undefined
+                : findMock(readMocks(configurable), toolName, args);
+            if (mock) {
+                return new ToolMessage({
+                    content: mockPayload(mock),
+                    tool_call_id: request.toolCall?.id ?? "",
+                    name: toolName,
+                });
+            }
+            return handler(request);
+        },
+    });
+}
+//# sourceMappingURL=mock-middleware.js.map

package/dist/testing/mock-middleware.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mock-middleware.js","sourceRoot":"","sources":["../../src/testing/mock-middleware.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAG7C,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EACL,QAAQ,EACR,WAAW,EACX,SAAS,EACT,yBAAyB,GAE1B,MAAM,uBAAuB,CAAC;AAI/B,yFAAyF;AACzF,MAAM,UAAU,wBAAwB;IACtC,OAAO,gBAAgB,CAAC;QACtB,+EAA+E;QAC/E,IAAI,EAAE,yBAAyB;QAC/B,YAAY,EAAE,KAAK,EAAE,OAA2B,EAAE,OAA2B,EAAE,EAAE;YAC/E,MAAM,QAAQ,GAAW,OAAO,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC;YACtD,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE,CAA4B,CAAC;YACvE,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,EAAE,YAAY,IAAI,OAAO,CAAC,MAAM,EAAE,YAAY,IAAI,EAAE,CAAC;YAEzF,sEAAsE;YACtE,mEAAmE;YACnE,2EAA2E;YAC3E,sEAAsE;YACtE,8CAA8C;YAC9C,MAAM,IAAI,GAAG,kBAAkB,CAAC,QAAQ,CAAC;gBACvC,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;YACtD,IAAI,IAAI,EAAE,CAAC;gBACT,OAAO,IAAI,WAAW,CAAC;oBACrB,OAAO,EAAE,WAAW,CAAC,IAAI,CAAC;oBAC1B,YAAY,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE;oBACxC,IAAI,EAAE,QAAQ;iBACf,CAAC,CAAC;YACL,CAAC;YAED,OAAO,OAAO,CAAC,OAAO,CAAC,CAAC;QAC1B,CAAC;KACF,CAAC,CAAC;AACL,CAAC"}

package/dist/testing/runner.d.ts

@@ -0,0 +1,205 @@
+/**
+ * Running a suite of cases.
+ *
+ * Three steps, each its own exported function: {@link discoverCases} finds and
+ * parses the case files, {@link runCase} drives one against the agent under
+ * test, and {@link runTests} wires the two together with suite configuration.
+ * The **verdict** a case settles to and the **contract** a target must satisfy
+ * live here too, because nothing else reads them.
+ *
+ * The runner returns data and prints nothing: the CLI's test view is the
+ * renderer, and a host reporter reads the same `CaseResult`s.
+ *
+ * What is deliberately *not* here is `createCaseTarget` — see `target.ts`. The
+ * runner reaches its target through that builder and a host replaces it, so
+ * folding it in would make the seam unreplaceable in fact rather than in type.
+ */
+import type { BackendProtocolV2 } from "deepagents";
+import type { Agent, GovernedAgent } from "../agent.js";
+import type { WorkflowEventHandler } from "../core/events.js";
+import type { SandboxRuntime } from "../sandbox/runtime.js";
+import { type ModelFactory } from "../env.js";
+import { Workspace } from "../core/workspace.js";
+import { type CaseDocument } from "./case-schema.js";
+import type { GradeFn } from "./assertions.js";
+/**
+ * The outcome of one assertion. `not-executed` is a first-class case, not an
+ * absence: a case that stopped early still accounts for the assertion steps it
+ * never reached.
+ */
+export type AssertionStatus = "passed" | "failed" | "not-executed";
+export interface AssertionRecord {
+    kind: string;
+    /** @deprecated Derived: `status === "passed"`. Kept for one release; read `status`. */
+    pass: boolean;
+    /**
+     * The `atLeast` bar a `grade` assertion had to clear, `null` for every other
+     * kind. Descriptive only — it is rendered beside the score; whether the
+     * record failed is already decided in `status`.
+     */
+    threshold: number | null;
+    /**
+     * The assertion's outcome — the single authoritative one, computed by the
+     * engine and the field verdict reduction keys off. A `grade` record takes its
+     * status from the case's declared `atLeast` threshold, so it can never
+     * contradict the verdict computed from the same score.
+     */
+    status: AssertionStatus;
+    /** A `grade` record's score; absent for deterministic assertions. */
+    score?: number;
+    detail?: string;
+    /**
+     * Zero-based index, in the case document's flat `steps` list, of the
+     * assertion step that produced this record — the same index the case schema
+     * uses in its `steps[i]` error locations. Values are sparse with respect to
+     * `steps`: action steps produce no records.
+     */
+    step: number;
+}
+export type CaseStatus = "passed" | "failed" | "skipped";
+export interface CaseVerdict {
+    status: CaseStatus;
+    failures: string[];
+}
+/**
+ * Reduce recorded assertions to a verdict. Every failed record fails its case —
+ * there is no severity tier that records a failure without failing. A `grade`
+ * miss reads as a failure like any other, with its score beside the bar it
+ * missed. Every branch keys off `status`: with `not-executed` records present,
+ * "did not pass" and "failed" are different things.
+ */
+export declare function reduceVerdict(records: AssertionRecord[]): CaseVerdict;
+/** Map a verdict to a process exit code. */
+export declare function exitCodeForVerdict(verdict: CaseVerdict): number;
+/**
+ * The one contract a case target must satisfy, wherever it came from. Cases
+ * drive the agent through the workflow graph (and may resume human states), so
+ * the target must be workflow-governed. Both the default target builder and
+ * `runTests` enforce this, so a caller-supplied target is refused on the same
+ * terms as one the SDK built.
+ */
+export declare function assertWorkflowGovernedTarget(agent: Agent, workflow: string): asserts agent is GovernedAgent;
+export interface RunTestsOptions {
+    workflow: string;
+    rootDir?: string;
+    /**
+     * Backend serving the **authored governance plane** this suite reads — the
+     * machine spec, the case documents under `workflows/<slug>/tests/`, and the
+     * fixtures their `from:` entries name. The same option `createAgent` takes,
+     * and for the same reason: a host whose authored tree lives in a store rather
+     * than on local disk has nothing under `<rootDir>/workflows/`, so discovery
+     * over a filesystem root would find no cases at all and report an empty suite
+     * rather than a missing one.
+     *
+     * Defaults to a filesystem backend over the resolved root — what `archmax test`
+     * uses, and what a host keeps when its cases really are files on disk. A host
+     * that supplies this also supplies its own `createTarget`: the two describe
+     * the same authored content, one to read the suite from and one to run it.
+     */
+    authoring?: BackendProtocolV2;
+    /** Only run case files whose workspace-relative path contains this substring. */
+    filter?: string;
+    /** Forwarded to the workflow agent under test for lifecycle diagnostics. */
+    onEvent?: WorkflowEventHandler;
+    /**
+     * Reporter callback invoked before each case file runs, with the session id
+     * the case will drive — so a live renderer can show only that session's events.
+     */
+    onCaseStart?: (file: string, sessionId: string) => void;
+    /** Reporter callback invoked with each case result as it completes. */
+    onCaseResult?: (result: CaseResult) => void;
+    /**
+     * Script-execution backend forwarded to the agent under test (its lifecycle
+     * hooks and `archmax_run` sources). Case documents themselves are YAML
+     * interpreted on the host — no sandbox is involved in running them.
+     */
+    sandboxRuntime?: SandboxRuntime;
+    /** Model factory forwarded to the agent under test and the grading model. */
+    modelFactory?: ModelFactory;
+    /**
+     * The agent under test — an already-built workflow-governed runtime, or a
+     * factory that builds one. Defaults to `createCaseTarget({ workflow,
+     * rootDir, onEvent, sandboxRuntime, modelFactory })`.
+     *
+     * A host that assembles its own workflow agent supplies it here rather than
+     * describing it through options; the case protocol stays the runtime's, the
+     * agent stays the caller's. A supplied target owns its whole assembly, which
+     * includes the mocks: a case that declares `mocks:` against a target without
+     * the tool-mock middleware is refused before the agent runs (see
+     * `toolMocks`). In the factory form, `rootDir` is the
+     * *resolved* workspace root.
+     */
+    createTarget?: GovernedAgent | ((ctx: {
+        workflow: string;
+        rootDir: string;
+        onEvent?: WorkflowEventHandler;
+    }) => Promise<GovernedAgent>);
+    /**
+     * Names the agent session a case runs on, given the case file's
+     * workspace-relative path. Defaults to `test-default-<runId>-<file>`. A case
+     * is one conversation on one session, which is what lets a host correlate a
+     * case's checkpoints, artifacts, and token usage with its own records — the
+     * chosen id is reported back on `CaseResult.sessionId`.
+     */
+    sessionIdForCase?: (file: string) => string;
+}
+export interface CaseResult {
+    id: string;
+    /** The case's short label — what reporters print beside the verdict. */
+    title?: string;
+    description?: string;
+    /** The session the case ran on; absent when nothing ran (skipped, or unparseable). */
+    sessionId?: string;
+    verdict: CaseVerdict;
+    records: AssertionRecord[];
+    /** @deprecated Derived: `verdict.status === "skipped"`. Kept for one release. */
+    skipped?: boolean;
+    /** Why the case was skipped (`verdict.status === "skipped"`). */
+    skipReason?: string;
+    /** The terminating error of a case that died rather than halted. */
+    error?: string;
+}
+/**
+ * Why a suite ran no cases although its workflow loaded: `disabled` means the
+ * workflow declares itself out of service — "not run" rather than "nothing to run".
+ */
+export type SuiteSkip = "disabled";
+export interface RunTestsResult {
+    results: CaseResult[];
+    exitCode: number;
+    /** How many case files the suite holds, before `filter` — so a filter that matched nothing can say so. */
+    discovered: number;
+    /** Set when the suite was skipped rather than run (see {@link SuiteSkip}). */
+    skipped?: SuiteSkip;
+}
+/** One discovered case file: parsed, or the parse error that failed it. */
+export interface DiscoveredCase {
+    file: string;
+    doc?: CaseDocument;
+    parseError?: string;
+}
+/**
+ * Find and parse a suite's case files. Every file is parsed up front so a suite
+ * never half-runs against an unreadable file: a schema violation becomes that
+ * case's failed result rather than a thrown error.
+ */
+export declare function discoverCases(authoring: Workspace, testsDir: string): Promise<DiscoveredCase[]>;
+export interface RunCaseOptions {
+    discovered: DiscoveredCase;
+    agent: GovernedAgent;
+    authoring: Workspace;
+    testsDir: string;
+    /** The agent session this case runs its conversation on. */
+    sessionId: string;
+    grade?: GradeFn;
+    caseTimeoutMs?: number;
+}
+/**
+ * Drive one case against the agent under test and settle its result. Never
+ * throws for a case's own failure — a died case reports its terminating error
+ * first, then whatever its already-evaluated records had missed, then the
+ * steps that never ran as `not-executed`.
+ */
+export declare function runCase(opts: RunCaseOptions): Promise<CaseResult>;
+/** Discover and run a workflow's cases. */
+export declare function runTests(opts: RunTestsOptions): Promise<RunTestsResult>;

package/dist/testing/runner.js

@@ -0,0 +1,266 @@
+import { createCaseTarget } from "./target.js";
+import { resolveWorkspaceRoot } from "../env.js";
+import { createWorkspaceContext } from "../core/workspace-context.js";
+import { Workspace } from "../core/workspace.js";
+import { workflowPaths } from "../workflow/paths.js";
+import { loadMachineSpec } from "../machine/load-spec.js";
+import { specDisabled } from "../machine/types.js";
+import { createJudgeModel, gradeClosedQA } from "./grade.js";
+import { CaseSchemaError, normalizeFixturePath, parseCaseDocument, } from "./case-schema.js";
+import { listCaseFiles } from "./discovery.js";
+import { executeCase, notExecutedRecords } from "./interpreter.js";
+/**
+ * Reduce recorded assertions to a verdict. Every failed record fails its case —
+ * there is no severity tier that records a failure without failing. A `grade`
+ * miss reads as a failure like any other, with its score beside the bar it
+ * missed. Every branch keys off `status`: with `not-executed` records present,
+ * "did not pass" and "failed" are different things.
+ */
+export function reduceVerdict(records) {
+    const failures = [];
+    for (const r of records) {
+        if (r.status !== "failed")
+            continue;
+        const label = r.detail ? `${r.kind}: ${r.detail}` : r.kind;
+        failures.push(r.threshold != null ? `${label} (score ${r.score ?? 0} < ${r.threshold})` : label);
+    }
+    return failures.length > 0 ? { status: "failed", failures } : { status: "passed", failures: [] };
+}
+/** Map a verdict to a process exit code. */
+export function exitCodeForVerdict(verdict) {
+    return verdict.status === "failed" ? 1 : 0;
+}
+/**
+ * The one contract a case target must satisfy, wherever it came from. Cases
+ * drive the agent through the workflow graph (and may resume human states), so
+ * the target must be workflow-governed. Both the default target builder and
+ * `runTests` enforce this, so a caller-supplied target is refused on the same
+ * terms as one the SDK built.
+ */
+export function assertWorkflowGovernedTarget(agent, workflow) {
+    if (!agent.workflow) {
+        throw new Error(`Case target '${workflow}' has no workflow machine; cases require a workflow-governed agent.`);
+    }
+}
+const DEFAULT_CASE_TIMEOUT_MS = 120_000;
+/**
+ * Find and parse a suite's case files. Every file is parsed up front so a suite
+ * never half-runs against an unreadable file: a schema violation becomes that
+ * case's failed result rather than a thrown error.
+ */
+export async function discoverCases(authoring, testsDir) {
+    const discovered = [];
+    for (const file of await listCaseFiles(authoring, testsDir)) {
+        const source = await authoring.readText(file);
+        if (source == null) {
+            discovered.push({ file, parseError: `missing test file '${file}'` });
+            continue;
+        }
+        try {
+            discovered.push({ file, doc: parseCaseDocument(file, source, testsDir) });
+        }
+        catch (err) {
+            if (!(err instanceof CaseSchemaError))
+                throw err;
+            discovered.push({ file, parseError: err.message });
+        }
+    }
+    return discovered;
+}
+/**
+ * Reject when a case's execution exceeds its wall-clock budget, and abort the
+ * run behind it: a timed-out case that kept executing would go on spending
+ * tokens and emitting events under the next case's rendering.
+ */
+async function withTimeout(work, ms, label, onTimeout) {
+    let timer;
+    try {
+        return await Promise.race([
+            work,
+            new Promise((_, reject) => {
+                timer = setTimeout(() => {
+                    onTimeout();
+                    reject(new Error(`${label} timed out after ${ms}ms (tests.caseTimeoutMs)`));
+                }, ms);
+            }),
+        ]);
+    }
+    finally {
+        clearTimeout(timer);
+    }
+}
+/**
+ * Materialize a case's seed files: inline workspace entries pass through
+ * (strings verbatim, non-strings JSON-serialized by the seed handle) and
+ * `from:` references are read from the tests directory. A missing fixture or
+ * an escaping path fails here — before any step runs.
+ */
+async function materializeSeeds(authoring, testsDir, doc) {
+    const seeds = {};
+    for (const [path, entry] of Object.entries(doc.workspace)) {
+        if (entry.source === "inline") {
+            seeds[path] = entry.content;
+            continue;
+        }
+        const fixture = normalizeFixturePath(entry.from, doc.file);
+        const content = await authoring.readText(`${testsDir}/${fixture}`);
+        if (content == null) {
+            throw new Error(`workspace entry '${path}' references 'from: ${entry.from}', but '${testsDir}/${fixture}' does not exist`);
+        }
+        seeds[path] = content;
+    }
+    return seeds;
+}
+/**
+ * Drive one case against the agent under test and settle its result. Never
+ * throws for a case's own failure — a died case reports its terminating error
+ * first, then whatever its already-evaluated records had missed, then the
+ * steps that never ran as `not-executed`.
+ */
+export async function runCase(opts) {
+    const { discovered, agent, authoring, testsDir, sessionId } = opts;
+    if (discovered.parseError !== undefined) {
+        return {
+            id: discovered.file,
+            verdict: { status: "failed", failures: [discovered.parseError] },
+            records: [],
+            error: discovered.parseError,
+        };
+    }
+    const doc = discovered.doc;
+    const head = { id: doc.id, title: doc.title, description: doc.description };
+    if (doc.skip !== undefined) {
+        return {
+            ...head,
+            verdict: { status: "skipped", failures: [] },
+            records: [],
+            skipped: true,
+            skipReason: doc.skip,
+        };
+    }
+    // Every record the case produces lands here as it is produced, and this is
+    // the only source the result reads — so the timeout path (which lets go of
+    // the `executeCase` promise) still reports what the case established.
+    const produced = [];
+    const failed = (message) => {
+        const recorded = new Set(produced.map((r) => r.step));
+        const records = [...produced, ...notExecutedRecords(doc, (step) => recorded.has(step))];
+        return {
+            ...head,
+            sessionId,
+            verdict: { status: "failed", failures: [message, ...reduceVerdict(records).failures] },
+            records,
+            error: message,
+        };
+    };
+    const controller = new AbortController();
+    try {
+        const seeds = await materializeSeeds(authoring, testsDir, doc);
+        const outcome = await withTimeout(executeCase({
+            doc,
+            seeds,
+            agent,
+            sessionId,
+            signal: controller.signal,
+            onRecord: (record) => produced.push(record),
+            ...(opts.grade ? { grade: opts.grade } : {}),
+        }), opts.caseTimeoutMs ?? DEFAULT_CASE_TIMEOUT_MS, `case '${doc.id}'`, () => controller.abort(new Error(`case '${doc.id}' timed out`)));
+        if (outcome.error !== undefined)
+            return failed(outcome.error);
+        return { ...head, sessionId, verdict: reduceVerdict(produced), records: [...produced] };
+    }
+    catch (err) {
+        return failed(err.message);
+    }
+    finally {
+        // Hermetic by session isolation: each case drives its own session, so its
+        // `scratchpad/…` files resolve per session — no cleanup between files.
+        agent.dispose(sessionId);
+    }
+}
+/** Discover and run a workflow's cases. */
+export async function runTests(opts) {
+    const { workflow, filter } = opts;
+    const paths = workflowPaths(workflow);
+    const { testsDir } = paths;
+    // Every file this function reads — the spec, the suite config, the case
+    // documents, their `from:` fixtures — lives on the authoring backend under
+    // `workflows/<slug>/`. The agent driven by a case reaches none of it.
+    // Without `authoring` only a root is given, so one is always resolved
+    // (explicit, or the documented zero-config cwd) and the authoring plane is the
+    // filesystem under it. With `authoring` the whole context is skipped rather
+    // than built and half-used: its other members — the mount table, the session
+    // store — are the agent's, and the agent here is the host's own target. A
+    // host whose authored tree is a store would otherwise have to invent a local
+    // `rootDir` for filesystem defaults nothing reads.
+    const filesystem = opts.authoring === undefined ? createWorkspaceContext({ rootDir: opts.rootDir }) : undefined;
+    const authoring = opts.authoring !== undefined ? new Workspace(opts.authoring) : filesystem.authoring;
+    // Only the default target builder reads this; a host supplying `authoring`
+    // supplies its target too, so the cwd fallback here is never what runs.
+    const workspaceRoot = filesystem?.rootDir ?? resolveWorkspaceRoot(opts.rootDir);
+    // Suite configuration is declarative data in the spec (`tests:` block).
+    const { spec } = await loadMachineSpec(authoring, paths);
+    const config = spec?.tests ?? {};
+    // A disabled workflow runs nothing — including here. Skipped rather than
+    // failed, with a zero exit code: retiring a workflow must not turn CI red.
+    if (specDisabled(spec))
+        return { results: [], exitCode: 0, discovered: 0, skipped: "disabled" };
+    // Case concurrency is not implemented; a declared `maxConcurrency` above 1
+    // fails loudly rather than being accepted and then silently run sequentially.
+    if ((config.maxConcurrency ?? 1) > 1) {
+        throw new Error(`'tests.maxConcurrency' is ${config.maxConcurrency}, but case concurrency is not ` +
+            `implemented — cases run sequentially. Set it to 1 or remove the field.`);
+    }
+    const all = await discoverCases(authoring, testsDir);
+    const selected = filter ? all.filter((c) => c.file.includes(filter)) : all;
+    // Nothing to run — say so before assembling an agent (and before needing a
+    // model at all); the caller decides whether an empty selection is an error.
+    if (selected.length === 0)
+        return { results: [], exitCode: 0, discovered: all.length };
+    const agent = typeof opts.createTarget === "function"
+        ? await opts.createTarget({
+            workflow,
+            rootDir: workspaceRoot,
+            ...(opts.onEvent ? { onEvent: opts.onEvent } : {}),
+        })
+        : (opts.createTarget ??
+            (await createCaseTarget({
+                workflow,
+                rootDir: workspaceRoot,
+                onEvent: opts.onEvent,
+                ...(opts.sandboxRuntime ? { sandboxRuntime: opts.sandboxRuntime } : {}),
+                ...(opts.modelFactory ? { modelFactory: opts.modelFactory } : {}),
+            })));
+    // Re-checked here rather than trusted from the builder: a caller-supplied
+    // target has passed through no such gate, and a misconfigured host should
+    // fail on its first move instead of midway through a suite.
+    assertWorkflowGovernedTarget(agent, workflow);
+    // The grading model is wired only when the spec declares one; a `grade:`
+    // step without it records an actionable failure.
+    let grade;
+    if (config.judge !== undefined) {
+        const model = createJudgeModel(config, opts.modelFactory);
+        grade = (criteria, evidence) => gradeClosedQA(model, criteria, evidence);
+    }
+    const runId = `test-run-${Date.now()}`;
+    const results = [];
+    for (const discovered of selected) {
+        const sessionId = opts.sessionIdForCase?.(discovered.file) ??
+            `test-default-${runId}-${discovered.file.replace(/\//g, "-")}`;
+        opts.onCaseStart?.(discovered.file, sessionId);
+        const result = await runCase({
+            discovered,
+            agent,
+            authoring,
+            testsDir,
+            sessionId,
+            ...(grade ? { grade } : {}),
+            ...(config.caseTimeoutMs !== undefined ? { caseTimeoutMs: config.caseTimeoutMs } : {}),
+        });
+        results.push(result);
+        opts.onCaseResult?.(result);
+    }
+    const exitCode = results.some((r) => exitCodeForVerdict(r.verdict) !== 0) ? 1 : 0;
+    return { results, exitCode, discovered: all.length };
+}
+//# sourceMappingURL=runner.js.map

package/dist/testing/runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../src/testing/runner.ts"],"names":[],"mappings":"AAkBA,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAG/C,OAAO,EAAE,oBAAoB,EAAqB,MAAM,WAAW,CAAC;AACpE,OAAO,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AACtE,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,YAAY,EAA4B,MAAM,qBAAqB,CAAC;AAC7E,OAAO,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC7D,OAAO,EACL,eAAe,EACf,oBAAoB,EACpB,iBAAiB,GAGlB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAE/C,OAAO,EAAE,WAAW,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AA6CnE;;;;;;GAMG;AACH,MAAM,UAAU,aAAa,CAAC,OAA0B;IACtD,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,IAAI,CAAC,CAAC,MAAM,KAAK,QAAQ;YAAE,SAAS;QACpC,MAAM,KAAK,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3D,QAAQ,CAAC,IAAI,CACX,CAAC,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,KAAK,WAAW,CAAC,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,KAAK,CAClF,CAAC;IACJ,CAAC;IACD,OAAO,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;AACnG,CAAC;AAED,4CAA4C;AAC5C,MAAM,UAAU,kBAAkB,CAAC,OAAoB;IACrD,OAAO,OAAO,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC7C,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,4BAA4B,CAC1C,KAAY,EACZ,QAAgB;IAEhB,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CACb,gBAAgB,QAAQ,qEAAqE,CAC9F,CAAC;IACJ,CAAC;AACH,CAAC;AA4GD,MAAM,uBAAuB,GAAG,OAAO,CAAC;AAExC;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,SAAoB,EACpB,QAAgB;IAEhB,MAAM,UAAU,GAAqB,EAAE,CAAC;IACxC,KAAK,MAAM,IAAI,IAAI,MAAM,aAAa,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,CAAC;QAC5D,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;YACnB,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,sBAAsB,IAAI,GAAG,EAAE,CAAC,CAAC;YACrE,SAAS;QACX,CAAC;QACD,IAAI,CAAC;YACH,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC5E,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,CAAC,GAAG,YAAY,eAAe,CAAC;gBAAE,MAAM,GAAG,CAAC;YACjD,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,WAAW,CACxB,IAAgB,EAChB,EAAU,EACV,KAAa,EACb,SAAqB;IAErB,IAAI,KAAgD,CAAC;IACrD,IAAI,CAAC;QACH,OAAO,MAAM,OAAO,CAAC,IAAI,CAAC;YACxB,IAAI;YACJ,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;gBAC/B,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;oBACtB,SAAS,EAAE,CAAC;oBACZ,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,KAAK,oBAAoB,EAAE,0BAA0B,CAAC,CAAC,CAAC;gBAC9E,CAAC,EAAE,EAAE,CAAC,CAAC;YACT,CAAC,CAAC;SACH,CAAC,CAAC;IACL,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,KAAK,UAAU,gBAAgB,CAC7B,SAAoB,EACpB,QAAgB,EAChB,GAAiB;IAEjB,MAAM,KAAK,GAA4B,EAAE,CAAC;IAC1C,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAEvD,EAAE,CAAC;QACF,IAAI,KAAK,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC9B,KAAK,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC;YAC5B,SAAS;QACX,CAAC;QACD,MAAM,OAAO,GAAG,oBAAoB,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;QAC3D,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,GAAG,QAAQ,IAAI,OAAO,EAAE,CAAC,CAAC;QACnE,IAAI,OAAO,IAAI,IAAI,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CACb,oBAAoB,IAAI,uBAAuB,KAAK,CAAC,IAAI,WAAW,QAAQ,IAAI,OAAO,kBAAkB,CAC1G,CAAC;QACJ,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC;IACxB,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAaD;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,IAAoB;IAChD,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC;IACnE,IAAI,UAAU,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QACxC,OAAO;YACL,EAAE,EAAE,UAAU,CAAC,IAAI;YACnB,OAAO,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE;YAChE,OAAO,EAAE,EAAE;YACX,KAAK,EAAE,UAAU,CAAC,UAAU;SAC7B,CAAC;IACJ,CAAC;IACD,MAAM,GAAG,GAAG,UAAU,CAAC,GAAmB,CAAC;IAC3C,MAAM,IAAI,GAAG,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,WAAW,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC;IAE5E,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC3B,OAAO;YACL,GAAG,IAAI;YACP,OAAO,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE,EAAE;YAC5C,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,IAAI;YACb,UAAU,EAAE,GAAG,CAAC,IAAI;SACrB,CAAC;IACJ,CAAC;IAED,2EAA2E;IAC3E,2EAA2E;IAC3E,sEAAsE;IACtE,MAAM,QAAQ,GAAsB,EAAE,CAAC;IACvC,MAAM,MAAM,GAAG,CAAC,OAAe,EAAc,EAAE;QAC7C,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACtD,MAAM,OAAO,GAAG,CAAC,GAAG,QAAQ,EAAE,GAAG,kBAAkB,CAAC,GAAG,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxF,OAAO;YACL,GAAG,IAAI;YACP,SAAS;YACT,OAAO,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,OAAO,EAAE,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,EAAE;YACtF,OAAO;YACP,KAAK,EAAE,OAAO;SACf,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;QAC/D,MAAM,OAAO,GAAG,MAAM,WAAW,CAC/B,WAAW,CAAC;YACV,GAAG;YACH,KAAK;YACL,KAAK;YACL,SAAS;YACT,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;YAC3C,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC7C,CAAC,EACF,IAAI,CAAC,aAAa,IAAI,uBAAuB,EAC7C,SAAS,GAAG,CAAC,EAAE,GAAG,EAClB,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,SAAS,GAAG,CAAC,EAAE,aAAa,CAAC,CAAC,CAChE,CAAC;QACF,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS;YAAE,OAAO,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC9D,OAAO,EAAE,GAAG,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,aAAa,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC,GAAG,QAAQ,CAAC,EAAE,CAAC;IAC1F,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,MAAM,CAAE,GAAa,CAAC,OAAO,CAAC,CAAC;IACxC,CAAC;YAAS,CAAC;QACT,0EAA0E;QAC1E,uEAAuE;QACvE,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC3B,CAAC;AACH,CAAC;AAED,2CAA2C;AAC3C,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,IAAqB;IAClD,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IAClC,MAAM,KAAK,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;IACtC,MAAM,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC;IAC3B,wEAAwE;IACxE,2EAA2E;IAC3E,sEAAsE;IACtE,sEAAsE;IACtE,+EAA+E;IAC/E,4EAA4E;IAC5E,6EAA6E;IAC7E,0EAA0E;IAC1E,6EAA6E;IAC7E,mDAAmD;IACnD,MAAM,UAAU,GACd,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,sBAAsB,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC/F,MAAM,SAAS,GACb,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,UAAW,CAAC,SAAS,CAAC;IACvF,2EAA2E;IAC3E,wEAAwE;IACxE,MAAM,aAAa,GAAG,UAAU,EAAE,OAAO,IAAI,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAEhF,wEAAwE;IACxE,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,eAAe,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IACzD,MAAM,MAAM,GAAwB,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;IAEtD,yEAAyE;IACzE,2EAA2E;IAC3E,IAAI,YAAY,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;IAEhG,2EAA2E;IAC3E,8EAA8E;IAC9E,IAAI,CAAC,MAAM,CAAC,cAAc,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;QACrC,MAAM,IAAI,KAAK,CACb,6BAA6B,MAAM,CAAC,cAAc,gCAAgC;YAChF,wEAAwE,CAC3E,CAAC;IACJ,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,aAAa,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IACrD,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;IAC3E,2EAA2E;IAC3E,4EAA4E;IAC5E,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC;IAEvF,MAAM,KAAK,GACT,OAAO,IAAI,CAAC,YAAY,KAAK,UAAU;QACrC,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC;YACtB,QAAQ;YACR,OAAO,EAAE,aAAa;YACtB,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACnD,CAAC;QACJ,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY;YAClB,CAAC,MAAM,gBAAgB,CAAC;gBACtB,QAAQ;gBACR,OAAO,EAAE,aAAa;gBACtB,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvE,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAClE,CAAC,CAAC,CAAC,CAAC;IACX,0EAA0E;IAC1E,0EAA0E;IAC1E,4DAA4D;IAC5D,4BAA4B,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAE9C,yEAAyE;IACzE,iDAAiD;IACjD,IAAI,KAA0B,CAAC;IAC/B,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,gBAAgB,CAAC,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QAC1D,KAAK,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC,aAAa,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC3E,CAAC;IAED,MAAM,KAAK,GAAG,YAAY,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;IACvC,MAAM,OAAO,GAAiB,EAAE,CAAC;IACjC,KAAK,MAAM,UAAU,IAAI,QAAQ,EAAE,CAAC;QAClC,MAAM,SAAS,GACb,IAAI,CAAC,gBAAgB,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC;YACxC,gBAAgB,KAAK,IAAI,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC;QACjE,IAAI,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC;YAC3B,UAAU;YACV,KAAK;YACL,SAAS;YACT,QAAQ;YACR,SAAS;YACT,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3B,GAAG,CAAC,MAAM,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACvF,CAAC,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrB,IAAI,CAAC,YAAY,EAAE,CAAC,MAAM,CAAC,CAAC;IAC9B,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAClF,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC;AACvD,CAAC"}