@assemblyline-agents/cli 0.1.0

package/dist/eval-retry.js

@@ -0,0 +1,37 @@
+const TRANSIENT_CODES = new Set([
+    "408", "425", "429", "500", "502", "503", "504",
+    "ECONNRESET", "ECONNREFUSED", "EAI_AGAIN", "ETIMEDOUT"
+]);
+export function isTransientProviderError(error) {
+    if (typeof error === "string")
+        return transientMessage(error);
+    if (!error || typeof error !== "object")
+        return false;
+    const value = error;
+    for (const key of ["status", "statusCode", "code"]) {
+        if (value[key] !== undefined && TRANSIENT_CODES.has(String(value[key]).toUpperCase()))
+            return true;
+    }
+    if (typeof value.message === "string" && transientMessage(value.message))
+        return true;
+    return value.cause !== undefined && isTransientProviderError(value.cause);
+}
+export async function retryTransient(operation, options) {
+    const sleep = options.sleep ?? ((ms) => new Promise((resolve) => setTimeout(resolve, ms)));
+    let attempt = 1;
+    while (true) {
+        try {
+            return { value: await operation(attempt), attempts: attempt };
+        }
+        catch (error) {
+            if (attempt > options.retryAttempts || !isTransientProviderError(error))
+                throw error;
+            await sleep(options.retryBackoffMs * (2 ** (attempt - 1)));
+            attempt += 1;
+        }
+    }
+}
+function transientMessage(message) {
+    return /(?:\b(?:408|425|429|500|502|503|504)\b|ECONNRESET|ECONNREFUSED|EAI_AGAIN|ETIMEDOUT|rate[ -]?limit|temporar(?:y|ily) unavailable|service unavailable|provider unavailable|overloaded)/iu.test(message);
+}
+//# sourceMappingURL=eval-retry.js.map

package/dist/eval-retry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-retry.js","sourceRoot":"","sources":["../src/eval-retry.ts"],"names":[],"mappings":"AAAA,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC;IAC9B,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK;IAC/C,YAAY,EAAE,cAAc,EAAE,WAAW,EAAE,WAAW;CACvD,CAAC,CAAC;AAEH,MAAM,UAAU,wBAAwB,CAAC,KAAc;IACrD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,gBAAgB,CAAC,KAAK,CAAC,CAAC;IAC9D,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IACtD,MAAM,KAAK,GAAG,KAAgC,CAAC;IAC/C,KAAK,MAAM,GAAG,IAAI,CAAC,QAAQ,EAAE,YAAY,EAAE,MAAM,CAAC,EAAE,CAAC;QACnD,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,SAAS,IAAI,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;YAAE,OAAO,IAAI,CAAC;IACrG,CAAC;IACD,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,IAAI,gBAAgB,CAAC,KAAK,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC;IACtF,OAAO,KAAK,CAAC,KAAK,KAAK,SAAS,IAAI,wBAAwB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;AAC5E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,SAA0C,EAC1C,OAAiG;IAEjG,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC,EAAU,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;IACnG,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,OAAO,IAAI,EAAE,CAAC;QACZ,IAAI,CAAC;YACH,OAAO,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;QAChE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,OAAO,GAAG,OAAO,CAAC,aAAa,IAAI,CAAC,wBAAwB,CAAC,KAAK,CAAC;gBAAE,MAAM,KAAK,CAAC;YACrF,MAAM,KAAK,CAAC,OAAO,CAAC,cAAc,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3D,OAAO,IAAI,CAAC,CAAC;QACf,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,OAAe;IACvC,OAAO,wLAAwL,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AAChN,CAAC"}

package/dist/eval-trajectory.d.ts

@@ -0,0 +1,7 @@
+import type { RunTimeline } from "@assemblyline-agents/runtime";
+import type { EvalCase } from "./eval-types.js";
+type TrajectoryExpectation = NonNullable<EvalCase["expect"]["trajectory"]>;
+type ToolCall = RunTimeline["toolCalls"][number];
+export declare function evaluateTrajectory(expectation: TrajectoryExpectation, calls: ToolCall[]): string[];
+export {};
+//# sourceMappingURL=eval-trajectory.d.ts.map

package/dist/eval-trajectory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-trajectory.d.ts","sourceRoot":"","sources":["../src/eval-trajectory.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAChE,OAAO,KAAK,EAAsB,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAEpE,KAAK,qBAAqB,GAAG,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;AAC3E,KAAK,QAAQ,GAAG,WAAW,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC;AAEjD,wBAAgB,kBAAkB,CAAC,WAAW,EAAE,qBAAqB,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,MAAM,EAAE,CAWlG"}

package/dist/eval-trajectory.js

@@ -0,0 +1,92 @@
+import { isDeepStrictEqual } from "node:util";
+export function evaluateTrajectory(expectation, calls) {
+    const { mode, steps } = expectation;
+    if (mode === "exact")
+        return evaluateExact(steps, calls);
+    if (mode === "ordered")
+        return evaluateOrdered(steps, calls);
+    if (mode === "forbid") {
+        return steps.flatMap((step) => {
+            const match = calls.find((call) => stepMatches(step, call));
+            return match ? [`forbidden trajectory step ${describeStep(step)} matched tool call ${match.toolName}`] : [];
+        });
+    }
+    return evaluateContains(steps, calls);
+}
+function evaluateExact(steps, calls) {
+    const failures = [];
+    if (calls.length !== steps.length)
+        failures.push(`expected exactly ${steps.length} tool calls, got ${calls.length}`);
+    for (let index = 0; index < Math.max(steps.length, calls.length); index += 1) {
+        const step = steps[index];
+        const call = calls[index];
+        if (!step || !call)
+            continue;
+        const mismatch = stepMismatch(step, call);
+        if (mismatch)
+            failures.push(`trajectory step ${index + 1}: ${mismatch}`);
+    }
+    return failures;
+}
+function evaluateOrdered(steps, calls) {
+    let cursor = 0;
+    for (const step of steps) {
+        let found = false;
+        while (cursor < calls.length) {
+            if (stepMatches(step, calls[cursor])) {
+                found = true;
+                cursor += 1;
+                break;
+            }
+            cursor += 1;
+        }
+        if (!found)
+            return [`expected ordered trajectory step ${describeStep(step)} after tool-call position ${cursor}`];
+    }
+    return [];
+}
+function evaluateContains(steps, calls) {
+    const available = calls.map((call, index) => ({ call, index }));
+    const failures = [];
+    for (const step of steps) {
+        const matchIndex = available.findIndex(({ call }) => stepMatches(step, call));
+        if (matchIndex < 0)
+            failures.push(`expected trajectory to contain ${describeStep(step)}`);
+        else
+            available.splice(matchIndex, 1);
+    }
+    return failures;
+}
+function stepMatches(step, call) {
+    return stepMismatch(step, call) === undefined;
+}
+function stepMismatch(step, call) {
+    if (call.toolName !== step.tool)
+        return `expected tool ${step.tool}, got ${call.toolName}`;
+    if (step.status !== undefined && call.status !== step.status) {
+        return `tool ${step.tool} expected status ${step.status}, got ${call.status}`;
+    }
+    if (step.arguments !== undefined && !valueMatches(step.arguments, call.input, step.argumentsMatch ?? "partial")) {
+        return `tool ${step.tool} arguments did not ${step.argumentsMatch ?? "partial"}-match ${JSON.stringify(step.arguments)}`;
+    }
+    if (step.result !== undefined && !valueMatches(step.result, call.result, step.resultMatch ?? "partial")) {
+        return `tool ${step.tool} result did not ${step.resultMatch ?? "partial"}-match ${JSON.stringify(step.result)}`;
+    }
+    return undefined;
+}
+function valueMatches(expected, actual, mode) {
+    if (mode === "exact")
+        return isDeepStrictEqual(actual, expected);
+    if (!isRecord(expected))
+        return isDeepStrictEqual(actual, expected);
+    if (!isRecord(actual))
+        return false;
+    return Object.entries(expected).every(([key, value]) => key in actual && valueMatches(value, actual[key], "partial"));
+}
+function isRecord(value) {
+    return Boolean(value) && typeof value === "object" && !Array.isArray(value);
+}
+function describeStep(step) {
+    return step.arguments === undefined ? step.tool : `${step.tool}(${JSON.stringify(step.arguments)})`;
+}
+//# sourceMappingURL=eval-trajectory.js.map

package/dist/eval-trajectory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-trajectory.js","sourceRoot":"","sources":["../src/eval-trajectory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAO9C,MAAM,UAAU,kBAAkB,CAAC,WAAkC,EAAE,KAAiB;IACtF,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,WAAW,CAAC;IACpC,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,aAAa,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACzD,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,eAAe,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAC7D,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACtB,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YAC5B,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;YAC5D,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,6BAA6B,YAAY,CAAC,IAAI,CAAC,sBAAsB,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9G,CAAC,CAAC,CAAC;IACL,CAAC;IACD,OAAO,gBAAgB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;AACxC,CAAC;AAED,SAAS,aAAa,CAAC,KAA2B,EAAE,KAAiB;IACnE,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;QAAE,QAAQ,CAAC,IAAI,CAAC,oBAAoB,KAAK,CAAC,MAAM,oBAAoB,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IACrH,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAC7E,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;QAC1B,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;QAC1B,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI;YAAE,SAAS;QAC7B,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC1C,IAAI,QAAQ;YAAE,QAAQ,CAAC,IAAI,CAAC,mBAAmB,KAAK,GAAG,CAAC,KAAK,QAAQ,EAAE,CAAC,CAAC;IAC3E,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,eAAe,CAAC,KAA2B,EAAE,KAAiB;IACrE,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,KAAK,GAAG,KAAK,CAAC;QAClB,OAAO,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YAC7B,IAAI,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAa,CAAC,EAAE,CAAC;gBACjD,KAAK,GAAG,IAAI,CAAC;gBACb,MAAM,IAAI,CAAC,CAAC;gBACZ,MAAM;YACR,CAAC;YACD,MAAM,IAAI,CAAC,CAAC;QACd,CAAC;QACD,IAAI,CAAC,KAAK;YAAE,OAAO,CAAC,oCAAoC,YAAY,CAAC,IAAI,CAAC,6BAA6B,MAAM,EAAE,CAAC,CAAC;IACnH,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,gBAAgB,CAAC,KAA2B,EAAE,KAAiB;IACtE,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IAChE,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,UAAU,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAC9E,IAAI,UAAU,GAAG,CAAC;YAAE,QAAQ,CAAC,IAAI,CAAC,kCAAkC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;;YACrF,SAAS,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;IACvC,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,WAAW,CAAC,IAAwB,EAAE,IAAc;IAC3D,OAAO,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,SAAS,CAAC;AAChD,CAAC;AAED,SAAS,YAAY,CAAC,IAAwB,EAAE,IAAc;IAC5D,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,CAAC,IAAI;QAAE,OAAO,iBAAiB,IAAI,CAAC,IAAI,SAAS,IAAI,CAAC,QAAQ,EAAE,CAAC;IAC3F,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;QAC7D,OAAO,QAAQ,IAAI,CAAC,IAAI,oBAAoB,IAAI,CAAC,MAAM,SAAS,IAAI,CAAC,MAAM,EAAE,CAAC;IAChF,CAAC;IACD,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,cAAc,IAAI,SAAS,CAAC,EAAE,CAAC;QAChH,OAAO,QAAQ,IAAI,CAAC,IAAI,sBAAsB,IAAI,CAAC,cAAc,IAAI,SAAS,UAAU,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;IAC3H,CAAC;IACD,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,IAAI,SAAS,CAAC,EAAE,CAAC;QACxG,OAAO,QAAQ,IAAI,CAAC,IAAI,mBAAmB,IAAI,CAAC,WAAW,IAAI,SAAS,UAAU,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;IAClH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,YAAY,CAAC,QAAiB,EAAE,MAAe,EAAE,IAAyB;IACjF,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,iBAAiB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACjE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,iBAAiB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACpE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,KAAK,CAAC;IACpC,OAAO,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,MAAM,IAAI,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC;AACxH,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,YAAY,CAAC,IAAwB;IAC5C,OAAO,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC;AACtG,CAAC"}

package/dist/eval-turns.d.ts

@@ -0,0 +1,66 @@
+import type { JsonValue } from "@assemblyline-agents/core";
+import type { RunAgentOptions, RunStatus, RunTimeline } from "@assemblyline-agents/runtime";
+import type { EvalActual, EvalCase, EvalTurn } from "./eval-types.js";
+/**
+ * The runtime surface the eval loop actually consumes. `OpenEveRuntime`
+ * satisfies it structurally for in-process runs; `createGatewayEvalHost`
+ * implements it over HTTP for remote gateways.
+ */
+export interface EvalRuntimeHost {
+    run(options: RunAgentOptions): Promise<{
+        run: {
+            id: string;
+            status: RunStatus;
+        };
+        response?: string;
+        output?: JsonValue;
+    }>;
+    cancelRun(runId: string): Promise<unknown>;
+    replay(runId: string): Promise<RunTimeline>;
+}
+/**
+ * Conversation execution for eval cases. A single-turn case is a one-entry
+ * conversation; multi-turn cases share a conversation id so the runtime
+ * hydrates recent history and reuses the conversation-scoped sandbox session,
+ * exactly as a production channel turn would.
+ */
+export declare const EVAL_CONVERSATION_ID = "eval-conversation";
+export declare const EVAL_CHANNEL = "eval";
+export declare function normalizeTurns(evalCase: EvalCase): EvalTurn[];
+/**
+ * Cases needing durable state across runs (multi-turn history, seeded sandbox
+ * files) get a conversation-scoped identity; plain single-turn cases keep the
+ * historical run-scoped behavior.
+ */
+export declare function conversationIdForCase(evalCase: EvalCase): string | undefined;
+export type ConversationOutcome = {
+    kind: "completed";
+    actual: EvalActual;
+    timelines: RunTimeline[];
+    turnFailures: string[];
+    runId: string;
+} | {
+    kind: "run_failed";
+    runId: string;
+    status: RunStatus;
+    response: string;
+    error: string;
+    costUsd: number;
+} | {
+    kind: "error";
+    cause: unknown;
+    runId?: string;
+    costUsd: number;
+};
+export declare function runConversation(input: {
+    runtime: EvalRuntimeHost;
+    evalCase: EvalCase;
+    caseId: string;
+    repetition: number;
+    attempt: number;
+    approveDefault: boolean;
+    timeoutMs: number;
+    conversationId?: string;
+}): Promise<ConversationOutcome>;
+export declare function withRunTimeout<T>(promise: Promise<T>, timeoutMs: number, cancel: () => Promise<void>): Promise<T>;
+//# sourceMappingURL=eval-turns.d.ts.map

package/dist/eval-turns.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-turns.d.ts","sourceRoot":"","sources":["../src/eval-turns.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,KAAK,EAAoB,eAAe,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAE9G,OAAO,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAkB,MAAM,iBAAiB,CAAC;AAEtF;;;;GAIG;AACH,MAAM,WAAW,eAAe;IAC9B,GAAG,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC;QACrC,GAAG,EAAE;YAAE,EAAE,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,SAAS,CAAA;SAAE,CAAC;QACvC,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,MAAM,CAAC,EAAE,SAAS,CAAC;KACpB,CAAC,CAAC;IACH,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC3C,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;CAC7C;AAED;;;;;GAKG;AAEH,eAAO,MAAM,oBAAoB,sBAAsB,CAAC;AACxD,eAAO,MAAM,YAAY,SAAS,CAAC;AAEnC,wBAAgB,cAAc,CAAC,QAAQ,EAAE,QAAQ,GAAG,QAAQ,EAAE,CAO7D;AAED;;;;GAIG;AACH,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,QAAQ,GAAG,MAAM,GAAG,SAAS,CAI5E;AAED,MAAM,MAAM,mBAAmB,GAC3B;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,MAAM,EAAE,UAAU,CAAC;IAAC,SAAS,EAAE,WAAW,EAAE,CAAC;IAAC,YAAY,EAAE,MAAM,EAAE,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAC1G;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,SAAS,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GAC1G;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAEvE,wBAAsB,eAAe,CAAC,KAAK,EAAE;IAC3C,OAAO,EAAE,eAAe,CAAC;IACzB,QAAQ,EAAE,QAAQ,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,EAAE,OAAO,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB,GAAG,OAAO,CAAC,mBAAmB,CAAC,CA4H/B;AAED,wBAAsB,cAAc,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAcvH"}

package/dist/eval-turns.js

@@ -0,0 +1,187 @@
+import { evaluateExpectations } from "./eval-assertions.js";
+/**
+ * Conversation execution for eval cases. A single-turn case is a one-entry
+ * conversation; multi-turn cases share a conversation id so the runtime
+ * hydrates recent history and reuses the conversation-scoped sandbox session,
+ * exactly as a production channel turn would.
+ */
+export const EVAL_CONVERSATION_ID = "eval-conversation";
+export const EVAL_CHANNEL = "eval";
+export function normalizeTurns(evalCase) {
+    if (evalCase.input.turns)
+        return evalCase.input.turns;
+    const turn = { message: evalCase.input.message ?? "" };
+    if (evalCase.input.approve !== undefined)
+        turn.approve = evalCase.input.approve;
+    if (evalCase.input.tool !== undefined)
+        turn.tool = evalCase.input.tool;
+    if (evalCase.input.toolInput !== undefined)
+        turn.toolInput = evalCase.input.toolInput;
+    return [turn];
+}
+/**
+ * Cases needing durable state across runs (multi-turn history, seeded sandbox
+ * files) get a conversation-scoped identity; plain single-turn cases keep the
+ * historical run-scoped behavior.
+ */
+export function conversationIdForCase(evalCase) {
+    const multiTurn = (evalCase.input.turns?.length ?? 0) > 1;
+    const sandboxFixtures = Object.keys(evalCase.fixtures?.sandbox ?? {}).length > 0;
+    return multiTurn || sandboxFixtures ? EVAL_CONVERSATION_ID : undefined;
+}
+export async function runConversation(input) {
+    const { runtime, evalCase } = input;
+    const turns = normalizeTurns(evalCase);
+    const multiTurn = Boolean(evalCase.input.turns);
+    const channel = evalCase.input.channel ?? EVAL_CHANNEL;
+    const timelines = [];
+    const turnRecords = [];
+    const turnFailures = [];
+    const toolsCalled = [];
+    const toolCalls = [];
+    let totalCostUsd = 0;
+    let costComplete = true;
+    let lastRunId;
+    for (const [index, turn] of turns.entries()) {
+        let runId;
+        const approveTurn = turn.approve ?? evalCase.input.approve ?? input.approveDefault;
+        try {
+            const options = {
+                message: turn.message,
+                channel,
+                approve: approveTurn,
+                // Per-run eval block: record-only delivery always; approval
+                // auto-resolve when the turn approves (this is what makes --approve
+                // work for model-driven gated calls); stubs ride per-run for
+                // single-turn cases (multi-turn keeps the constructor stubs so
+                // {results} cursors span turns).
+                eval: {
+                    recordOnlyDelivery: true,
+                    ...(approveTurn ? { autoApproveTools: true } : {}),
+                    ...(evalCase.mocks && !multiTurn ? { toolStubs: evalCase.mocks.tools } : {})
+                },
+                ...(turn.tool ? { toolName: turn.tool } : {}),
+                ...(turn.toolInput !== undefined ? { input: turn.toolInput } : {}),
+                ...(index === 0 && evalCase.input.recentHistory ? { recentHistory: evalCase.input.recentHistory } : {}),
+                ...(input.conversationId && !multiTurn ? { conversationId: input.conversationId } : {}),
+                ...(multiTurn && input.conversationId
+                    ? {
+                        turn: {
+                            eventId: `eval-turn-${index + 1}`,
+                            channel,
+                            conversationId: input.conversationId,
+                            message: turn.message
+                        }
+                    }
+                    : {}),
+                metadata: {
+                    eval: true,
+                    evalCase: evalCase.name,
+                    evalCaseId: input.caseId,
+                    evalRepetition: input.repetition,
+                    evalAttempt: input.attempt,
+                    ...(multiTurn ? { evalTurn: index + 1 } : {})
+                },
+                onRunCreated: (run) => {
+                    runId = run.id;
+                }
+            };
+            const result = await withRunTimeout(runtime.run(options), input.timeoutMs, async () => {
+                if (runId)
+                    await runtime.cancelRun(runId).catch(() => undefined);
+            });
+            runId = result.run.id;
+            lastRunId = result.run.id;
+            const timeline = await runtime.replay(result.run.id);
+            timelines.push(timeline);
+            const turnCostUsd = timeline.usage.reduce((sum, usage) => sum + (usage.costUsd ?? 0), 0);
+            totalCostUsd += turnCostUsd;
+            const turnCostComplete = timeline.usage.every((usage) => usage.costSource === "provider_reported" || usage.costSource === "provider_reconciled");
+            costComplete &&= turnCostComplete;
+            if (result.run.status === "failed") {
+                return {
+                    kind: "run_failed",
+                    runId: result.run.id,
+                    status: result.run.status,
+                    response: result.response ?? "",
+                    error: latestRunError(timeline.events) ?? "agent run failed",
+                    costUsd: totalCostUsd
+                };
+            }
+            const turnToolsCalled = timeline.toolCalls.map((toolCall) => toolCall.toolName);
+            toolsCalled.push(...turnToolsCalled);
+            toolCalls.push(...timeline.toolCalls);
+            const record = {
+                message: turn.message,
+                status: result.run.status,
+                response: result.response ?? "",
+                toolsCalled: turnToolsCalled,
+                costUsd: turnCostUsd,
+                runId: result.run.id
+            };
+            if (result.output !== undefined)
+                record.output = result.output;
+            turnRecords.push(record);
+            if (turn.expect) {
+                const turnActual = {
+                    status: result.run.status,
+                    response: result.response ?? "",
+                    toolsCalled: turnToolsCalled,
+                    toolCalls: timeline.toolCalls,
+                    costComplete: turnCostComplete,
+                    costUsd: turnCostUsd
+                };
+                if (result.output !== undefined)
+                    turnActual.output = result.output;
+                turnFailures.push(...evaluateExpectations(turn.expect, turnActual).map((failure) => `turn ${index + 1}: ${failure}`));
+            }
+        }
+        catch (error) {
+            return { kind: "error", cause: error, ...(runId ? { runId } : {}), costUsd: totalCostUsd };
+        }
+    }
+    const final = turnRecords[turnRecords.length - 1];
+    if (!final || !lastRunId) {
+        return { kind: "error", cause: new Error("conversation produced no turns"), costUsd: totalCostUsd };
+    }
+    const actual = {
+        status: final.status,
+        response: final.response,
+        toolsCalled,
+        toolCalls,
+        costComplete,
+        costUsd: totalCostUsd
+    };
+    if (final.output !== undefined)
+        actual.output = final.output;
+    if (multiTurn)
+        actual.turns = turnRecords;
+    return { kind: "completed", actual, timelines, turnFailures, runId: lastRunId };
+}
+export async function withRunTimeout(promise, timeoutMs, cancel) {
+    let timer;
+    const timeout = new Promise((_resolve, reject) => {
+        timer = setTimeout(() => {
+            void cancel().finally(() => reject(new Error(`Eval case timed out after ${timeoutMs}ms.`)));
+        }, timeoutMs);
+        timer.unref?.();
+    });
+    try {
+        return await Promise.race([promise, timeout]);
+    }
+    finally {
+        if (timer)
+            clearTimeout(timer);
+        void promise.catch(() => undefined);
+    }
+}
+function latestRunError(events) {
+    for (const event of [...events].reverse()) {
+        if (event.type !== "run.failed")
+            continue;
+        if (typeof event.data.error === "string")
+            return event.data.error;
+    }
+    return undefined;
+}
+//# sourceMappingURL=eval-turns.js.map

package/dist/eval-turns.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-turns.js","sourceRoot":"","sources":["../src/eval-turns.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAkB5D;;;;;GAKG;AAEH,MAAM,CAAC,MAAM,oBAAoB,GAAG,mBAAmB,CAAC;AACxD,MAAM,CAAC,MAAM,YAAY,GAAG,MAAM,CAAC;AAEnC,MAAM,UAAU,cAAc,CAAC,QAAkB;IAC/C,IAAI,QAAQ,CAAC,KAAK,CAAC,KAAK;QAAE,OAAO,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC;IACtD,MAAM,IAAI,GAAa,EAAE,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;IACjE,IAAI,QAAQ,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS;QAAE,IAAI,CAAC,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC;IAChF,IAAI,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS;QAAE,IAAI,CAAC,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC;IACvE,IAAI,QAAQ,CAAC,KAAK,CAAC,SAAS,KAAK,SAAS;QAAE,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC;IACtF,OAAO,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,qBAAqB,CAAC,QAAkB;IACtD,MAAM,SAAS,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IAC1D,MAAM,eAAe,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;IACjF,OAAO,SAAS,IAAI,eAAe,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAC;AACzE,CAAC;AAOD,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,KASrC;IACC,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC;IACpC,MAAM,KAAK,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;IACvC,MAAM,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAChD,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,OAAO,IAAI,YAAY,CAAC;IACvD,MAAM,SAAS,GAAkB,EAAE,CAAC;IACpC,MAAM,WAAW,GAAqB,EAAE,CAAC;IACzC,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,MAAM,SAAS,GAA6B,EAAE,CAAC;IAC/C,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,YAAY,GAAG,IAAI,CAAC;IACxB,IAAI,SAA6B,CAAC;IAClC,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;QAC5C,IAAI,KAAyB,CAAC;QAC9B,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,IAAI,QAAQ,CAAC,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,cAAc,CAAC;QACnF,IAAI,CAAC;YACH,MAAM,OAAO,GAAoB;gBAC/B,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,OAAO;gBACP,OAAO,EAAE,WAAW;gBACpB,4DAA4D;gBAC5D,oEAAoE;gBACpE,6DAA6D;gBAC7D,+DAA+D;gBAC/D,iCAAiC;gBACjC,IAAI,EAAE;oBACJ,kBAAkB,EAAE,IAAI;oBACxB,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAClD,GAAG,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAyC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACjH;gBACD,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC7C,GAAG,CAAC,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClE,GAAG,CAAC,KAAK,KAAK,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvG,GAAG,CAAC,KAAK,CAAC,cAAc,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,KAAK,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvF,GAAG,CAAC,SAAS,IAAI,KAAK,CAAC,cAAc;oBACnC,CAAC,CAAC;wBACE,IAAI,EAAE;4BACJ,OAAO,EAAE,aAAa,KAAK,GAAG,CAAC,EAAE;4BACjC,OAAO;4BACP,cAAc,EAAE,KAAK,CAAC,cAAc;4BACpC,OAAO,EAAE,IAAI,CAAC,OAAO;yBACtB;qBACF;oBACH,CAAC,CAAC,EAAE,CAAC;gBACP,QAAQ,EAAE;oBACR,IAAI,EAAE,IAAI;oBACV,QAAQ,EAAE,QAAQ,CAAC,IAAI;oBACvB,UAAU,EAAE,KAAK,CAAC,MAAM;oBACxB,cAAc,EAAE,KAAK,CAAC,UAAU;oBAChC,WAAW,EAAE,KAAK,CAAC,OAAO;oBAC1B,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAC9C;gBACD,YAAY,EAAE,CAAC,GAAG,EAAE,EAAE;oBACpB,KAAK,GAAG,GAAG,CAAC,EAAE,CAAC;gBACjB,CAAC;aACF,CAAC;YACF,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,IAAI,EAAE;gBACpF,IAAI,KAAK;oBAAE,MAAM,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YACnE,CAAC,CAAC,CAAC;YACH,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;YACtB,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;YAC1B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACrD,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACzB,MAAM,WAAW,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,OAAO,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACzF,YAAY,IAAI,WAAW,CAAC;YAC5B,MAAM,gBAAgB,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CACtD,KAAK,CAAC,UAAU,KAAK,mBAAmB,IAAI,KAAK,CAAC,UAAU,KAAK,qBAAqB,CACvF,CAAC;YACF,YAAY,KAAK,gBAAgB,CAAC;YAClC,IAAI,MAAM,CAAC,GAAG,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACnC,OAAO;oBACL,IAAI,EAAE,YAAY;oBAClB,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE;oBACpB,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM;oBACzB,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,EAAE;oBAC/B,KAAK,EAAE,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,kBAAkB;oBAC5D,OAAO,EAAE,YAAY;iBACtB,CAAC;YACJ,CAAC;YACD,MAAM,eAAe,GAAG,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAChF,WAAW,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,CAAC;YACrC,SAAS,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;YACtC,MAAM,MAAM,GAAmB;gBAC7B,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM;gBACzB,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,EAAE;gBAC/B,WAAW,EAAE,eAAe;gBAC5B,OAAO,EAAE,WAAW;gBACpB,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE;aACrB,CAAC;YACF,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS;gBAAE,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;YAC/D,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACzB,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChB,MAAM,UAAU,GAAe;oBAC7B,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM;oBACzB,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,EAAE;oBAC/B,WAAW,EAAE,eAAe;oBAC5B,SAAS,EAAE,QAAQ,CAAC,SAAS;oBAC7B,YAAY,EAAE,gBAAgB;oBAC9B,OAAO,EAAE,WAAW;iBACrB,CAAC;gBACF,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS;oBAAE,UAAU,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;gBACnE,YAAY,CAAC,IAAI,CAAC,GAAG,oBAAoB,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,QAAQ,KAAK,GAAG,CAAC,KAAK,OAAO,EAAE,CAAC,CAAC,CAAC;YACxH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;QAC7F,CAAC;IACH,CAAC;IACD,MAAM,KAAK,GAAG,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAClD,IAAI,CAAC,KAAK,IAAI,CAAC,SAAS,EAAE,CAAC;QACzB,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,KAAK,CAAC,gCAAgC,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;IACtG,CAAC;IACD,MAAM,MAAM,GAAe;QACzB,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,WAAW;QACX,SAAS;QACT,YAAY;QACZ,OAAO,EAAE,YAAY;KACtB,CAAC;IACF,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS;QAAE,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;IAC7D,IAAI,SAAS;QAAE,MAAM,CAAC,KAAK,GAAG,WAAW,CAAC;IAC1C,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;AAClF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAI,OAAmB,EAAE,SAAiB,EAAE,MAA2B;IACzG,IAAI,KAAgD,CAAC;IACrD,MAAM,OAAO,GAAG,IAAI,OAAO,CAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE;QACtD,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YACtB,KAAK,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,6BAA6B,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC;QAC9F,CAAC,EAAE,SAAS,CAAC,CAAC;QACd,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;IAClB,CAAC,CAAC,CAAC;IACH,IAAI,CAAC;QACH,OAAO,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;IAChD,CAAC;YAAS,CAAC;QACT,IAAI,KAAK;YAAE,YAAY,CAAC,KAAK,CAAC,CAAC;QAC/B,KAAK,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACtC,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,MAA6B;IACnD,KAAK,MAAM,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QAC1C,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY;YAAE,SAAS;QAC1C,IAAI,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,QAAQ;YAAE,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC;IACpE,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC"}