@zhivex-ai/core 0.7.0 → 0.8.0

package/dist/agent-evaluation.d.ts

@@ -0,0 +1,176 @@
+import type { ZodTypeAny } from "zod";
+import type { AgentDefinition, AgentRunInput, AgentRunOutput, AgentRunState, AgentStatus, AgentStep, FinishReason, GenerateResult, JsonValue, LanguageModel, StreamEvent, ToolCall, ToolDefinition, ToolExecutionResult } from "./types.js";
+export interface AgentRunSnapshot {
+    runId: string;
+    agentId?: string;
+    status: AgentStatus;
+    provider: string;
+    modelId: string;
+    steps: number;
+    toolCalls: ToolCall[];
+    childRuns: AgentRunState["childRuns"];
+    usage?: AgentRunState["usage"];
+    outputText: string;
+    error?: AgentRunState["error"];
+    pendingApprovals: AgentRunState["pendingApprovals"];
+}
+export type AgentReplayTimelineEvent = {
+    type: "run-start";
+    runId: string;
+    agentId?: string;
+    provider: string;
+    modelId: string;
+    startedAt?: number;
+} | {
+    type: "step-start";
+    step: number;
+    status: AgentStep["status"];
+    startedAt?: number;
+} | {
+    type: "tool-call";
+    step: number;
+    toolCall: ToolCall;
+} | {
+    type: "tool-result";
+    step: number;
+    result: ToolExecutionResult;
+} | {
+    type: "approval-request";
+    approval: AgentRunState["pendingApprovals"][number];
+} | {
+    type: "subagent-run";
+    childRun: NonNullable<AgentRunState["childRuns"]>[number];
+} | {
+    type: "step-finish";
+    step: number;
+    status: AgentStep["status"];
+    finishedAt?: number;
+    error?: AgentStep["error"];
+} | {
+    type: "run-finish";
+    status: AgentStatus;
+    outputText: string;
+    finishedAt?: number;
+    error?: AgentRunState["error"];
+    cancellationReason?: string;
+};
+export interface AgentReplayResult {
+    snapshot: AgentRunSnapshot;
+    timeline: AgentReplayTimelineEvent[];
+}
+export interface MockLanguageModelOptions {
+    provider?: string;
+    modelId?: string;
+    capabilities?: Partial<LanguageModel["capabilities"]>;
+    responses?: GenerateResult[];
+    streamEvents?: StreamEvent[][];
+}
+export interface MockToolOptions<TResult = JsonValue> {
+    outputs?: TResult[];
+    errors?: Array<string | Error>;
+}
+export interface AgentEvaluationExpectations {
+    status?: AgentStatus;
+    outputContains?: string;
+    outputEquals?: string;
+    toolCalls?: string[];
+    childRunCount?: number;
+    childAgents?: string[];
+    childStatuses?: AgentStatus[];
+    childOutputContains?: string[];
+    childToolNames?: string[];
+    finishReason?: FinishReason;
+    errorContains?: string;
+}
+export interface AgentEvaluationCase {
+    name: string;
+    input: AgentRunInput;
+    expectations?: AgentEvaluationExpectations;
+    metadata?: Record<string, JsonValue>;
+}
+export interface AgentEvaluationCaseResult {
+    name: string;
+    ok: boolean;
+    output: AgentRunOutput;
+    failures: string[];
+    metadata?: Record<string, JsonValue>;
+}
+export interface AgentEvaluationResult {
+    ok: boolean;
+    cases: AgentEvaluationCaseResult[];
+}
+export interface AgentEvaluationJudgeResult {
+    score: number;
+    feedback?: string;
+    metadata?: Record<string, JsonValue>;
+}
+export type AgentEvaluationJudge = ((result: AgentEvaluationResult) => AgentEvaluationJudgeResult | Promise<AgentEvaluationJudgeResult>) | {
+    model: LanguageModel;
+    prompt?: string;
+};
+export interface RunAgentEvaluationOptions {
+    agent: AgentDefinition | ((testCase: AgentEvaluationCase) => AgentDefinition | Promise<AgentDefinition>);
+}
+export interface AgentEvaluationFixture {
+    name?: string;
+    dataset: AgentEvaluationCase[];
+    expectedOk?: boolean;
+    metadata?: Record<string, JsonValue>;
+    createdAt?: number;
+}
+export interface AgentEvaluationReportCase {
+    name: string;
+    ok: boolean;
+    status: AgentStatus;
+    failures: string[];
+    outputPreview: string;
+    toolCalls: string[];
+    toolCallCount: number;
+    childRunCount: number;
+    childAgents: string[];
+    childStatuses: AgentStatus[];
+    durationMs?: number;
+    error?: AgentRunOutput["error"];
+    metadata?: Record<string, JsonValue>;
+}
+export interface AgentEvaluationReport {
+    ok: boolean;
+    total: number;
+    passed: number;
+    failed: number;
+    passRate: number;
+    statusCounts: Record<string, number>;
+    toolCallCounts: Record<string, number>;
+    childRunCount: number;
+    childAgentCounts: Record<string, number>;
+    childStatusCounts: Record<string, number>;
+    failures: Array<{
+        name: string;
+        failures: string[];
+    }>;
+    cases: AgentEvaluationReportCase[];
+    judge?: AgentEvaluationJudgeResult;
+    metadata?: Record<string, JsonValue>;
+}
+export declare const createAgentRunSnapshot: (state: AgentRunState) => AgentRunSnapshot;
+export declare const replayAgentRun: (state: AgentRunState) => AgentReplayResult;
+export declare const createMockLanguageModel: (options?: MockLanguageModelOptions) => LanguageModel;
+export declare const createMockTool: <TSchema extends ZodTypeAny, TResult = JsonValue>(definition: Omit<ToolDefinition<TSchema, TResult>, "execute"> & {
+    execute?: ToolDefinition<TSchema, TResult>["execute"];
+}, options?: MockToolOptions<TResult>) => ToolDefinition<TSchema, TResult>;
+export declare const runAgentEvaluation: (dataset: AgentEvaluationCase[], options: RunAgentEvaluationOptions) => Promise<AgentEvaluationResult>;
+export declare const createAgentEvaluationFixture: (options: {
+    name?: string;
+    dataset: AgentEvaluationCase[];
+    expectedOk?: boolean;
+    metadata?: Record<string, JsonValue>;
+    createdAt?: number;
+}) => AgentEvaluationFixture;
+export declare const runAgentEvaluationFixture: (fixture: AgentEvaluationFixture, options: RunAgentEvaluationOptions) => Promise<AgentEvaluationResult>;
+export declare const createAgentEvaluationReport: (result: AgentEvaluationResult, options?: {
+    judge?: AgentEvaluationJudgeResult;
+    metadata?: Record<string, JsonValue>;
+    outputPreviewLength?: number;
+}) => AgentEvaluationReport;
+export declare const judgeAgentEvaluation: (result: AgentEvaluationResult, judge: AgentEvaluationJudge) => Promise<AgentEvaluationJudgeResult>;
+//# sourceMappingURL=agent-evaluation.d.ts.map

package/dist/agent-evaluation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-evaluation.d.ts","sourceRoot":"","sources":["../src/agent-evaluation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAK,UAAU,EAAE,MAAM,KAAK,CAAC;AAKzC,OAAO,KAAK,EACV,eAAe,EACf,aAAa,EACb,cAAc,EACd,aAAa,EACb,WAAW,EACX,SAAS,EACT,YAAY,EACZ,cAAc,EACd,SAAS,EACT,aAAa,EAGb,WAAW,EACX,QAAQ,EACR,cAAc,EACd,mBAAmB,EACpB,MAAM,YAAY,CAAC;AAEpB,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,WAAW,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,SAAS,EAAE,aAAa,CAAC,WAAW,CAAC,CAAC;IACtC,KAAK,CAAC,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC;IAC/B,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC;IAC/B,gBAAgB,EAAE,aAAa,CAAC,kBAAkB,CAAC,CAAC;CACrD;AAED,MAAM,MAAM,wBAAwB,GAChC;IACE,IAAI,EAAE,WAAW,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,GACD;IACE,IAAI,EAAE,YAAY,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;IAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,GACD;IACE,IAAI,EAAE,WAAW,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,QAAQ,CAAC;CACpB,GACD;IACE,IAAI,EAAE,aAAa,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,mBAAmB,CAAC;CAC7B,GACD;IACE,IAAI,EAAE,kBAAkB,CAAC;IACzB,QAAQ,EAAE,aAAa,CAAC,kBAAkB,CAAC,CAAC,MAAM,CAAC,CAAC;CACrD,GACD;IACE,IAAI,EAAE,cAAc,CAAC;IACrB,QAAQ,EAAE,WAAW,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;CAC3D,GACD;IACE,IAAI,EAAE,aAAa,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC;CAC5B,GACD;IACE,IAAI,EAAE,YAAY,CAAC;IACnB,MAAM,EAAE,WAAW,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC;IAC/B,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B,CAAC;AAEN,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,QAAQ,EAAE,wBAAwB,EAAE,CAAC;CACtC;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC,CAAC;IACtD,SAAS,CAAC,EAAE,cAAc,EAAE,CAAC;IAC7B,YAAY,CAAC,EAAE,WAAW,EAAE,EAAE,CAAC;CAChC;AAED,MAAM,WAAW,eAAe,CAAC,OAAO,GAAG,SAAS;IAClD,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC;IACpB,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC;CAChC;AAED,MAAM,WAAW,2BAA2B;IAC1C,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,aAAa,CAAC,EAAE,WAAW,EAAE,CAAC;IAC9B,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC/B,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,aAAa,CAAC;IACrB,YAAY,CAAC,EAAE,2BAA2B,CAAC;IAC3C,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;CACtC;AAED,MAAM,WAAW,yBAAyB;IACxC,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,OAAO,CAAC;IACZ,MAAM,EAAE,cAAc,CAAC;IACvB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;CACtC;AAED,MAAM,WAAW,qBAAqB;IACpC,EAAE,EAAE,OAAO,CAAC;IACZ,KAAK,EAAE,yBAAyB,EAAE,CAAC;CACpC;AAED,MAAM,WAAW,0BAA0B;IACzC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;CACtC;AAED,MAAM,MAAM,oBAAoB,GAC5B,CAAC,CAAC,MAAM,EAAE,qBAAqB,KAAK,0BAA0B,GAAG,OAAO,CAAC,0BAA0B,CAAC,CAAC,GACrG;IACE,KAAK,EAAE,aAAa,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAC;AAEN,MAAM,WAAW,yBAAyB;IACxC,KAAK,EAAE,eAAe,GAAG,CAAC,CAAC,QAAQ,EAAE,mBAAmB,KAAK,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC;CAC1G;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,mBAAmB,EAAE,CAAC;IAC/B,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACrC,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,yBAAyB;IACxC,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,OAAO,CAAC;IACZ,MAAM,EAAE,WAAW,CAAC;IACpB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,aAAa,EAAE,WAAW,EAAE,CAAC;IAC7B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,cAAc,CAAC,OAAO,CAAC,CAAC;IAChC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;CACtC;AAED,MAAM,WAAW,qBAAqB;IACpC,EAAE,EAAE,OAAO,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACrC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACvC,aAAa,EAAE,MAAM,CAAC;IACtB,gBAAgB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACzC,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC1C,QAAQ,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC,CAAC;IACtD,KAAK,EAAE,yBAAyB,EAAE,CAAC;IACnC,KAAK,CAAC,EAAE,0BAA0B,CAAC;IACnC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;CACtC;AAyBD,eAAO,MAAM,sBAAsB,GAAI,OAAO,aAAa,KAAG,gBAa5D,CAAC;AAEH,eAAO,MAAM,cAAc,GAAI,OAAO,aAAa,KAAG,iBAwErD,CAAC;AAEF,eAAO,MAAM,uBAAuB,GAAI,UAAS,wBAA6B,KAAG,aA+BhF,CAAC;AAEF,eAAO,MAAM,cAAc,GAAI,OAAO,SAAS,UAAU,EAAE,OAAO,GAAG,SAAS,EAC5E,YAAY,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,SAAS,CAAC,GAAG;IAC9D,OAAO,CAAC,EAAE,cAAc,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC;CACvD,EACD,UAAS,eAAe,CAAC,OAAO,CAAM,KACrC,cAAc,CAAC,OAAO,EAAE,OAAO,CAuBjC,CAAC;AAyEF,eAAO,MAAM,kBAAkB,GAC7B,SAAS,mBAAmB,EAAE,EAC9B,SAAS,yBAAyB,KACjC,OAAO,CAAC,qBAAqB,CAoB/B,CAAC;AAEF,eAAO,MAAM,4BAA4B,GAAI,SAAS;IACpD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,mBAAmB,EAAE,CAAC;IAC/B,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACrC,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,KAAG,sBAMF,CAAC;AAEH,eAAO,MAAM,yBAAyB,GACpC,SAAS,sBAAsB,EAC/B,SAAS,yBAAyB,KACjC,OAAO,CAAC,qBAAqB,CAAiD,CAAC;AAUlF,eAAO,MAAM,2BAA2B,GACtC,QAAQ,qBAAqB,EAC7B,UAAS;IACP,KAAK,CAAC,EAAE,0BAA0B,CAAC;IACnC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACrC,mBAAmB,CAAC,EAAE,MAAM,CAAC;CACzB,KACL,qBA2DF,CAAC;AAiBF,eAAO,MAAM,oBAAoB,GAC/B,QAAQ,qBAAqB,EAC7B,OAAO,oBAAoB,KAC1B,OAAO,CAAC,0BAA0B,CAgBpC,CAAC"}

package/dist/agent-evaluation.js

@@ -0,0 +1,334 @@
+import { runAgent } from "./agent.js";
+import { generateText } from "./generate-text.js";
+import { createTextMessage, serializeJsonValue } from "./messages.js";
+const defaultCapabilities = {
+    streaming: true,
+    tools: true,
+    structuredOutput: true,
+    jsonMode: true,
+    toolChoice: true,
+    parallelToolCalls: false,
+    vision: false,
+    files: false,
+    audioInput: false,
+    audioOutput: false,
+    embeddings: false,
+    reasoning: false,
+    webSearch: false
+};
+const getToolCallsFromMessages = (messages) => messages.flatMap((message) => message.parts.flatMap((part) => (part.type === "tool-call" ? [part.toolCall] : [])));
+const stepToolCalls = (step) => getToolCallsFromMessages(step.response?.messages ?? []);
+export const createAgentRunSnapshot = (state) => ({
+    runId: state.runId,
+    agentId: state.agentId,
+    status: state.status,
+    provider: state.provider,
+    modelId: state.modelId,
+    steps: state.steps.length,
+    toolCalls: state.steps.flatMap(stepToolCalls),
+    childRuns: state.childRuns ?? [],
+    usage: state.usage,
+    outputText: state.outputText,
+    error: state.error,
+    pendingApprovals: state.pendingApprovals
+});
+export const replayAgentRun = (state) => {
+    const timeline = [
+        {
+            type: "run-start",
+            runId: state.runId,
+            agentId: state.agentId,
+            provider: state.provider,
+            modelId: state.modelId,
+            startedAt: state.startedAt
+        }
+    ];
+    for (const step of state.steps) {
+        timeline.push({
+            type: "step-start",
+            step: step.index,
+            status: step.status,
+            startedAt: step.startedAt
+        });
+        for (const toolCall of stepToolCalls(step)) {
+            timeline.push({
+                type: "tool-call",
+                step: step.index,
+                toolCall
+            });
+        }
+        for (const result of step.toolResults) {
+            timeline.push({
+                type: "tool-result",
+                step: step.index,
+                result
+            });
+        }
+        timeline.push({
+            type: "step-finish",
+            step: step.index,
+            status: step.status,
+            finishedAt: step.finishedAt,
+            error: step.error
+        });
+    }
+    for (const approval of state.pendingApprovals) {
+        timeline.push({
+            type: "approval-request",
+            approval
+        });
+    }
+    for (const childRun of state.childRuns ?? []) {
+        timeline.push({
+            type: "subagent-run",
+            childRun
+        });
+    }
+    timeline.push({
+        type: "run-finish",
+        status: state.status,
+        outputText: state.outputText,
+        finishedAt: state.updatedAt,
+        error: state.error,
+        cancellationReason: state.cancellationReason
+    });
+    return {
+        snapshot: createAgentRunSnapshot(state),
+        timeline
+    };
+};
+export const createMockLanguageModel = (options = {}) => {
+    const responses = [...(options.responses ?? [])];
+    const streamEvents = [...(options.streamEvents ?? [])];
+    return {
+        provider: options.provider ?? "mock",
+        modelId: options.modelId ?? "mock-model",
+        capabilities: {
+            ...defaultCapabilities,
+            ...(options.capabilities ?? {})
+        },
+        async generate(_input) {
+            const response = responses.shift();
+            if (!response) {
+                throw new Error("Mock language model has no remaining generate responses.");
+            }
+            return response;
+        },
+        async stream(_input) {
+            const events = streamEvents.shift();
+            if (!events) {
+                throw new Error("Mock language model has no remaining stream event sequences.");
+            }
+            return (async function* () {
+                for (const event of events) {
+                    yield event;
+                }
+            })();
+        }
+    };
+};
+export const createMockTool = (definition, options = {}) => {
+    const outputs = [...(options.outputs ?? [])];
+    const errors = [...(options.errors ?? [])];
+    return {
+        ...definition,
+        execute: async (input) => {
+            const error = errors.shift();
+            if (error) {
+                throw typeof error === "string" ? new Error(error) : error;
+            }
+            if (outputs.length) {
+                return outputs.shift();
+            }
+            if (definition.execute) {
+                return definition.execute(input);
+            }
+            throw new Error(`Mock tool "${definition.name}" has no remaining outputs.`);
+        }
+    };
+};
+const evaluateExpectations = (output, expectations) => {
+    const failures = [];
+    if (!expectations) {
+        return failures;
+    }
+    if (expectations.status && output.status !== expectations.status) {
+        failures.push(`Expected status "${expectations.status}", received "${output.status}".`);
+    }
+    if (expectations.outputEquals !== undefined && output.outputText !== expectations.outputEquals) {
+        failures.push(`Expected output to equal "${expectations.outputEquals}".`);
+    }
+    if (expectations.outputContains !== undefined && !output.outputText.includes(expectations.outputContains)) {
+        failures.push(`Expected output to contain "${expectations.outputContains}".`);
+    }
+    if (expectations.finishReason && output.finishReason !== expectations.finishReason) {
+        failures.push(`Expected finishReason "${expectations.finishReason}", received "${output.finishReason ?? "undefined"}".`);
+    }
+    if (expectations.errorContains !== undefined && !output.error?.message.includes(expectations.errorContains)) {
+        failures.push(`Expected error to contain "${expectations.errorContains}".`);
+    }
+    if (expectations.toolCalls?.length) {
+        const toolNames = new Set(output.steps.flatMap((step) => stepToolCalls(step).map((call) => call.name)));
+        for (const toolName of expectations.toolCalls) {
+            if (!toolNames.has(toolName)) {
+                failures.push(`Expected tool call "${toolName}".`);
+            }
+        }
+    }
+    const childRuns = output.state.childRuns ?? [];
+    if (expectations.childRunCount !== undefined && childRuns.length !== expectations.childRunCount) {
+        failures.push(`Expected ${expectations.childRunCount} child runs, received ${childRuns.length}.`);
+    }
+    if (expectations.childAgents?.length) {
+        const childAgents = new Set(childRuns.flatMap((childRun) => childRun.agentId ? [childRun.agentId] : []));
+        for (const agentId of expectations.childAgents) {
+            if (!childAgents.has(agentId)) {
+                failures.push(`Expected child agent "${agentId}".`);
+            }
+        }
+    }
+    if (expectations.childStatuses?.length) {
+        const childStatuses = new Set(childRuns.map((childRun) => childRun.status));
+        for (const status of expectations.childStatuses) {
+            if (!childStatuses.has(status)) {
+                failures.push(`Expected child status "${status}".`);
+            }
+        }
+    }
+    if (expectations.childOutputContains?.length) {
+        for (const expectedText of expectations.childOutputContains) {
+            if (!childRuns.some((childRun) => childRun.outputText.includes(expectedText))) {
+                failures.push(`Expected child output to contain "${expectedText}".`);
+            }
+        }
+    }
+    if (expectations.childToolNames?.length) {
+        const childToolNames = new Set(childRuns.flatMap((childRun) => childRun.toolName ? [childRun.toolName] : []));
+        for (const toolName of expectations.childToolNames) {
+            if (!childToolNames.has(toolName)) {
+                failures.push(`Expected child tool "${toolName}".`);
+            }
+        }
+    }
+    return failures;
+};
+export const runAgentEvaluation = async (dataset, options) => {
+    const cases = [];
+    for (const testCase of dataset) {
+        const agent = typeof options.agent === "function" ? await options.agent(testCase) : options.agent;
+        const output = await runAgent(agent, testCase.input);
+        const failures = evaluateExpectations(output, testCase.expectations);
+        cases.push({
+            name: testCase.name,
+            ok: failures.length === 0,
+            output,
+            failures,
+            metadata: testCase.metadata
+        });
+    }
+    return {
+        ok: cases.every((testCase) => testCase.ok),
+        cases
+    };
+};
+export const createAgentEvaluationFixture = (options) => ({
+    name: options.name,
+    dataset: serializeJsonValue(options.dataset),
+    expectedOk: options.expectedOk,
+    metadata: options.metadata,
+    createdAt: options.createdAt ?? Date.now()
+});
+export const runAgentEvaluationFixture = async (fixture, options) => runAgentEvaluation(fixture.dataset, options);
+const outputDuration = (output) => output.state.startedAt !== undefined && output.state.updatedAt !== undefined
+    ? Math.max(0, output.state.updatedAt - output.state.startedAt)
+    : undefined;
+const preview = (text, length) => text.length > length ? `${text.slice(0, Math.max(0, length))}...` : text;
+export const createAgentEvaluationReport = (result, options = {}) => {
+    const outputPreviewLength = options.outputPreviewLength ?? 500;
+    const cases = result.cases.map((testCase) => {
+        const toolCalls = testCase.output.steps.flatMap((step) => stepToolCalls(step).map((call) => call.name));
+        const childRuns = testCase.output.state.childRuns ?? [];
+        return {
+            name: testCase.name,
+            ok: testCase.ok,
+            status: testCase.output.status,
+            failures: [...testCase.failures],
+            outputPreview: preview(testCase.output.outputText, outputPreviewLength),
+            toolCalls,
+            toolCallCount: toolCalls.length,
+            childRunCount: childRuns.length,
+            childAgents: childRuns.flatMap((childRun) => childRun.agentId ? [childRun.agentId] : []),
+            childStatuses: childRuns.map((childRun) => childRun.status),
+            durationMs: outputDuration(testCase.output),
+            error: testCase.output.error,
+            metadata: testCase.metadata
+        };
+    });
+    const statusCounts = {};
+    const toolCallCounts = {};
+    const childAgentCounts = {};
+    const childStatusCounts = {};
+    for (const testCase of cases) {
+        statusCounts[testCase.status] = (statusCounts[testCase.status] ?? 0) + 1;
+        for (const toolName of testCase.toolCalls) {
+            toolCallCounts[toolName] = (toolCallCounts[toolName] ?? 0) + 1;
+        }
+        for (const agentId of testCase.childAgents) {
+            childAgentCounts[agentId] = (childAgentCounts[agentId] ?? 0) + 1;
+        }
+        for (const status of testCase.childStatuses) {
+            childStatusCounts[status] = (childStatusCounts[status] ?? 0) + 1;
+        }
+    }
+    const passed = cases.filter((testCase) => testCase.ok).length;
+    const failed = cases.length - passed;
+    return {
+        ok: result.ok,
+        total: cases.length,
+        passed,
+        failed,
+        passRate: cases.length ? passed / cases.length : 1,
+        statusCounts,
+        toolCallCounts,
+        childRunCount: cases.reduce((total, testCase) => total + testCase.childRunCount, 0),
+        childAgentCounts,
+        childStatusCounts,
+        failures: cases.filter((testCase) => testCase.failures.length).map((testCase) => ({
+            name: testCase.name,
+            failures: testCase.failures
+        })),
+        cases,
+        judge: options.judge,
+        metadata: options.metadata
+    };
+};
+const parseJudgeResponse = (text) => {
+    try {
+        const parsed = JSON.parse(text);
+        return {
+            score: typeof parsed.score === "number" ? Math.max(0, Math.min(1, parsed.score)) : 0,
+            feedback: parsed.feedback
+        };
+    }
+    catch {
+        return {
+            score: 0,
+            feedback: text
+        };
+    }
+};
+export const judgeAgentEvaluation = async (result, judge) => {
+    if (typeof judge === "function") {
+        return judge(result);
+    }
+    const prompt = judge.prompt ??
+        "Score this agent evaluation from 0 to 1. Return JSON with fields score and feedback.";
+    const response = await generateText({
+        model: judge.model,
+        messages: [
+            createTextMessage("user", `${prompt}\n\n${JSON.stringify(serializeJsonValue(result), null, 2)}`)
+        ]
+    });
+    return parseJudgeResponse(response.text);
+};
+//# sourceMappingURL=agent-evaluation.js.map

package/dist/agent-evaluation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-evaluation.js","sourceRoot":"","sources":["../src/agent-evaluation.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAkMtE,MAAM,mBAAmB,GAAkC;IACzD,SAAS,EAAE,IAAI;IACf,KAAK,EAAE,IAAI;IACX,gBAAgB,EAAE,IAAI;IACtB,QAAQ,EAAE,IAAI;IACd,UAAU,EAAE,IAAI;IAChB,iBAAiB,EAAE,KAAK;IACxB,MAAM,EAAE,KAAK;IACb,KAAK,EAAE,KAAK;IACZ,UAAU,EAAE,KAAK;IACjB,WAAW,EAAE,KAAK;IAClB,UAAU,EAAE,KAAK;IACjB,SAAS,EAAE,KAAK;IAChB,SAAS,EAAE,KAAK;CACjB,CAAC;AAEF,MAAM,wBAAwB,GAAG,CAAC,QAAwB,EAAc,EAAE,CACxE,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAC3B,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CACpF,CAAC;AAEJ,MAAM,aAAa,GAAG,CAAC,IAAe,EAAc,EAAE,CAAC,wBAAwB,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,IAAI,EAAE,CAAC,CAAC;AAE/G,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,KAAoB,EAAoB,EAAE,CAAC,CAAC;IACjF,KAAK,EAAE,KAAK,CAAC,KAAK;IAClB,OAAO,EAAE,KAAK,CAAC,OAAO;IACtB,MAAM,EAAE,KAAK,CAAC,MAAM;IACpB,QAAQ,EAAE,KAAK,CAAC,QAAQ;IACxB,OAAO,EAAE,KAAK,CAAC,OAAO;IACtB,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM;IACzB,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC;IAC7C,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,EAAE;IAChC,KAAK,EAAE,KAAK,CAAC,KAAK;IAClB,UAAU,EAAE,KAAK,CAAC,UAAU;IAC5B,KAAK,EAAE,KAAK,CAAC,KAAK;IAClB,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;CACzC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,KAAoB,EAAqB,EAAE;IACxE,MAAM,QAAQ,GAA+B;QAC3C;YACE,IAAI,EAAE,WAAW;YACjB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,SAAS,EAAE,KAAK,CAAC,SAAS;SAC3B;KACF,CAAC;IAEF,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC/B,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,YAAY;YAClB,IAAI,EAAE,IAAI,CAAC,KAAK;YAChB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC,CAAC;QAEH,KAAK,MAAM,QAAQ,IAAI,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3C,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,IAAI,CAAC,KAAK;gBAChB,QAAQ;aACT,CAAC,CAAC;QACL,CAAC;QAED,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACtC,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,IAAI,CAAC,KAAK;gBAChB,MAAM;aACP,CAAC,CAAC;QACL,CAAC;QAED,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,aAAa;YACnB,IAAI,EAAE,IAAI,CAAC,KAAK;YAChB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,MAAM,QAAQ,IAAI,KAAK,CAAC,gBAAgB,EAAE,CAAC;QAC9C,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,kBAAkB;YACxB,QAAQ;SACT,CAAC,CAAC;IACL,CAAC;IAED,KAAK,MAAM,QAAQ,IAAI,KAAK,CAAC,SAAS,IAAI,EAAE,EAAE,CAAC;QAC7C,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,cAAc;YACpB,QAAQ;SACT,CAAC,CAAC;IACL,CAAC;IAED,QAAQ,CAAC,IAAI,CAAC;QACZ,IAAI,EAAE,YAAY;QAClB,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,UAAU,EAAE,KAAK,CAAC,SAAS;QAC3B,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,kBAAkB,EAAE,KAAK,CAAC,kBAAkB;KAC7C,CAAC,CAAC;IAEH,OAAO;QACL,QAAQ,EAAE,sBAAsB,CAAC,KAAK,CAAC;QACvC,QAAQ;KACT,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,UAAoC,EAAE,EAAiB,EAAE;IAC/F,MAAM,SAAS,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC;IACjD,MAAM,YAAY,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,CAAC;IAEvD,OAAO;QACL,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,MAAM;QACpC,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,YAAY;QACxC,YAAY,EAAE;YACZ,GAAG,mBAAmB;YACtB,GAAG,CAAC,OAAO,CAAC,YAAY,IAAI,EAAE,CAAC;SAChC;QACD,KAAK,CAAC,QAAQ,CAAC,MAA0B;YACvC,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,EAAE,CAAC;YACnC,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;YAC9E,CAAC;YACD,OAAO,QAAQ,CAAC;QAClB,CAAC;QACD,KAAK,CAAC,MAAM,CAAC,MAA0B;YACrC,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,EAAE,CAAC;YACpC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;YAClF,CAAC;YAED,OAAO,CAAC,KAAK,SAAS,CAAC;gBACrB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBAC3B,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC,CAAC,EAAE,CAAC;QACP,CAAC;KACF,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,CAC5B,UAEC,EACD,UAAoC,EAAE,EACJ,EAAE;IACpC,MAAM,OAAO,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;IAC7C,MAAM,MAAM,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC;IAE3C,OAAO;QACL,GAAG,UAAU;QACb,OAAO,EAAE,KAAK,EAAE,KAAuB,EAAE,EAAE;YACzC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC;YAC7B,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YAC7D,CAAC;YAED,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnB,OAAO,OAAO,CAAC,KAAK,EAAa,CAAC;YACpC,CAAC;YAED,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;gBACvB,OAAO,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACnC,CAAC;YAED,MAAM,IAAI,KAAK,CAAC,cAAc,UAAU,CAAC,IAAI,6BAA6B,CAAC,CAAC;QAC9E,CAAC;KACF,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,oBAAoB,GAAG,CAC3B,MAAsB,EACtB,YAAqD,EAC3C,EAAE;IACZ,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,IAAI,YAAY,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,YAAY,CAAC,MAAM,EAAE,CAAC;QACjE,QAAQ,CAAC,IAAI,CAAC,oBAAoB,YAAY,CAAC,MAAM,gBAAgB,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC;IAC1F,CAAC;IACD,IAAI,YAAY,CAAC,YAAY,KAAK,SAAS,IAAI,MAAM,CAAC,UAAU,KAAK,YAAY,CAAC,YAAY,EAAE,CAAC;QAC/F,QAAQ,CAAC,IAAI,CAAC,6BAA6B,YAAY,CAAC,YAAY,IAAI,CAAC,CAAC;IAC5E,CAAC;IACD,IAAI,YAAY,CAAC,cAAc,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,YAAY,CAAC,cAAc,CAAC,EAAE,CAAC;QAC1G,QAAQ,CAAC,IAAI,CAAC,+BAA+B,YAAY,CAAC,cAAc,IAAI,CAAC,CAAC;IAChF,CAAC;IACD,IAAI,YAAY,CAAC,YAAY,IAAI,MAAM,CAAC,YAAY,KAAK,YAAY,CAAC,YAAY,EAAE,CAAC;QACnF,QAAQ,CAAC,IAAI,CAAC,0BAA0B,YAAY,CAAC,YAAY,gBAAgB,MAAM,CAAC,YAAY,IAAI,WAAW,IAAI,CAAC,CAAC;IAC3H,CAAC;IACD,IAAI,YAAY,CAAC,aAAa,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,aAAa,CAAC,EAAE,CAAC;QAC5G,QAAQ,CAAC,IAAI,CAAC,8BAA8B,YAAY,CAAC,aAAa,IAAI,CAAC,CAAC;IAC9E,CAAC;IACD,IAAI,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC;QACnC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxG,KAAK,MAAM,QAAQ,IAAI,YAAY,CAAC,SAAS,EAAE,CAAC;YAC9C,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC7B,QAAQ,CAAC,IAAI,CAAC,uBAAuB,QAAQ,IAAI,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;IACH,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE,CAAC;IAC/C,IAAI,YAAY,CAAC,aAAa,KAAK,SAAS,IAAI,SAAS,CAAC,MAAM,KAAK,YAAY,CAAC,aAAa,EAAE,CAAC;QAChG,QAAQ,CAAC,IAAI,CAAC,YAAY,YAAY,CAAC,aAAa,yBAAyB,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC;IACpG,CAAC;IACD,IAAI,YAAY,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC;QACrC,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACzG,KAAK,MAAM,OAAO,IAAI,YAAY,CAAC,WAAW,EAAE,CAAC;YAC/C,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC9B,QAAQ,CAAC,IAAI,CAAC,yBAAyB,OAAO,IAAI,CAAC,CAAC;YACtD,CAAC;QACH,CAAC;IACH,CAAC;IACD,IAAI,YAAY,CAAC,aAAa,EAAE,MAAM,EAAE,CAAC;QACvC,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5E,KAAK,MAAM,MAAM,IAAI,YAAY,CAAC,aAAa,EAAE,CAAC;YAChD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC/B,QAAQ,CAAC,IAAI,CAAC,0BAA0B,MAAM,IAAI,CAAC,CAAC;YACtD,CAAC;QACH,CAAC;IACH,CAAC;IACD,IAAI,YAAY,CAAC,mBAAmB,EAAE,MAAM,EAAE,CAAC;QAC7C,KAAK,MAAM,YAAY,IAAI,YAAY,CAAC,mBAAmB,EAAE,CAAC;YAC5D,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC;gBAC9E,QAAQ,CAAC,IAAI,CAAC,qCAAqC,YAAY,IAAI,CAAC,CAAC;YACvE,CAAC;QACH,CAAC;IACH,CAAC;IACD,IAAI,YAAY,CAAC,cAAc,EAAE,MAAM,EAAE,CAAC;QACxC,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9G,KAAK,MAAM,QAAQ,IAAI,YAAY,CAAC,cAAc,EAAE,CAAC;YACnD,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAClC,QAAQ,CAAC,IAAI,CAAC,wBAAwB,QAAQ,IAAI,CAAC,CAAC;YACtD,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,KAAK,EACrC,OAA8B,EAC9B,OAAkC,EACF,EAAE;IAClC,MAAM,KAAK,GAAgC,EAAE,CAAC;IAE9C,KAAK,MAAM,QAAQ,IAAI,OAAO,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,OAAO,OAAO,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,MAAM,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;QAClG,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;QACrD,MAAM,QAAQ,GAAG,oBAAoB,CAAC,MAAM,EAAE,QAAQ,CAAC,YAAY,CAAC,CAAC;QACrE,KAAK,CAAC,IAAI,CAAC;YACT,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,EAAE,EAAE,QAAQ,CAAC,MAAM,KAAK,CAAC;YACzB,MAAM;YACN,QAAQ;YACR,QAAQ,EAAE,QAAQ,CAAC,QAAQ;SAC5B,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,EAAE,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1C,KAAK;KACN,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC,OAM5C,EAA0B,EAAE,CAAC,CAAC;IAC7B,IAAI,EAAE,OAAO,CAAC,IAAI;IAClB,OAAO,EAAE,kBAAkB,CAAC,OAAO,CAAC,OAAO,CAAqC;IAChF,UAAU,EAAE,OAAO,CAAC,UAAU;IAC9B,QAAQ,EAAE,OAAO,CAAC,QAAQ;IAC1B,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE;CAC3C,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,yBAAyB,GAAG,KAAK,EAC5C,OAA+B,EAC/B,OAAkC,EACF,EAAE,CAAC,kBAAkB,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;AAElF,MAAM,cAAc,GAAG,CAAC,MAAsB,EAAsB,EAAE,CACpE,MAAM,CAAC,KAAK,CAAC,SAAS,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,SAAS,KAAK,SAAS;IAC1E,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC;IAC9D,CAAC,CAAC,SAAS,CAAC;AAEhB,MAAM,OAAO,GAAG,CAAC,IAAY,EAAE,MAAc,EAAU,EAAE,CACvD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;AAE3E,MAAM,CAAC,MAAM,2BAA2B,GAAG,CACzC,MAA6B,EAC7B,UAII,EAAE,EACiB,EAAE;IACzB,MAAM,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,IAAI,GAAG,CAAC;IAC/D,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,QAAQ,EAA6B,EAAE;QACrE,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACxG,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE,CAAC;QACxD,OAAO;YACL,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM;YAC9B,QAAQ,EAAE,CAAC,GAAG,QAAQ,CAAC,QAAQ,CAAC;YAChC,aAAa,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE,mBAAmB,CAAC;YACvE,SAAS;YACT,aAAa,EAAE,SAAS,CAAC,MAAM;YAC/B,aAAa,EAAE,SAAS,CAAC,MAAM;YAC/B,WAAW,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACxF,aAAa,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC;YAC3D,UAAU,EAAE,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC;YAC3C,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,KAAK;YAC5B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;SAC5B,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,MAAM,YAAY,GAA2B,EAAE,CAAC;IAChD,MAAM,cAAc,GAA2B,EAAE,CAAC;IAClD,MAAM,gBAAgB,GAA2B,EAAE,CAAC;IACpD,MAAM,iBAAiB,GAA2B,EAAE,CAAC;IACrD,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;QAC7B,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACzE,KAAK,MAAM,QAAQ,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;YAC1C,cAAc,CAAC,QAAQ,CAAC,GAAG,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACjE,CAAC;QACD,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;YAC3C,gBAAgB,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACnE,CAAC;QACD,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,aAAa,EAAE,CAAC;YAC5C,iBAAiB,CAAC,MAAM,CAAC,GAAG,CAAC,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IACD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;IAC9D,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC;IAErC,OAAO;QACL,EAAE,EAAE,MAAM,CAAC,EAAE;QACb,KAAK,EAAE,KAAK,CAAC,MAAM;QACnB,MAAM;QACN,MAAM;QACN,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAClD,YAAY;QACZ,cAAc;QACd,aAAa,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC,KAAK,GAAG,QAAQ,CAAC,aAAa,EAAE,CAAC,CAAC;QACnF,gBAAgB;QAChB,iBAAiB;QACjB,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YAChF,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;SAC5B,CAAC,CAAC;QACH,KAAK;QACL,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;KAC3B,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,CAAC,IAAY,EAA8B,EAAE;IACtE,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAwC,CAAC;QACvE,OAAO;YACL,KAAK,EAAE,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACpF,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;YACL,KAAK,EAAE,CAAC;YACR,QAAQ,EAAE,IAAI;SACf,CAAC;IACJ,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,KAAK,EACvC,MAA6B,EAC7B,KAA2B,EACU,EAAE;IACvC,IAAI,OAAO,KAAK,KAAK,UAAU,EAAE,CAAC;QAChC,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;IAED,MAAM,MAAM,GACV,KAAK,CAAC,MAAM;QACZ,sFAAsF,CAAC;IACzF,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC;QAClC,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,QAAQ,EAAE;YACR,iBAAiB,CAAC,MAAM,EAAE,GAAG,MAAM,OAAO,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;SACjG;KACF,CAAC,CAAC;IAEH,OAAO,kBAAkB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;AAC3C,CAAC,CAAC"}

package/dist/agent-store.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"agent-store.d.ts","sourceRoot":"","sources":["../src/agent-store.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,kBAAkB,EAClB,gBAAgB,EAChB,aAAa,EACb,aAAa,EACb,YAAY,EACZ,+BAA+B,EAC/B,4BAA4B,EAE5B,6BAA6B,EAC7B,0BAA0B,EAG3B,MAAM,YAAY,CAAC;AA2EpB,eAAO,MAAM,2BAA2B,QAAO,aAe9C,CAAC;AAEF,eAAO,MAAM,uBAAuB,GAAI,SAAS;IAC/C,SAAS,EAAE,MAAM,CAAC;CACnB,KAAG,aAyBF,CAAC;AAEH,eAAO,MAAM,8BAA8B,GAAI,UAAS;IACtD,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,kBAAkB,KAAK,MAAM,CAAC;IAC9C,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;IACjD,cAAc,CAAC,EAAE,CAAC,KAAK,EAAE,aAAa,KAAK,YAAY,EAAE,CAAC;CACtD,KAAG,gBAeR,CAAC;AAEF,eAAO,MAAM,0BAA0B,GAAI,SAAS;IAClD,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,kBAAkB,KAAK,MAAM,CAAC;IAC9C,cAAc,CAAC,EAAE,CAAC,KAAK,EAAE,aAAa,KAAK,YAAY,EAAE,CAAC;CAC3D,KAAG,gBAyBH,CAAC;AAEF,eAAO,MAAM,yBAAyB,GAAI,SAAS,0BAA0B,KAAG,aAqC/E,CAAC;AAEF,eAAO,MAAM,4BAA4B,GAAI,SAAS,6BAA6B,KAAG,gBAoCrF,CAAC;AAEF,eAAO,MAAM,2BAA2B,GAAI,SAAS,4BAA4B,KAAG,aAmCnF,CAAC;AAEF,eAAO,MAAM,8BAA8B,GAAI,SAAS,+BAA+B,KAAG,gBAmCzF,CAAC"}
+{"version":3,"file":"agent-store.d.ts","sourceRoot":"","sources":["../src/agent-store.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,kBAAkB,EAClB,gBAAgB,EAChB,aAAa,EACb,aAAa,EACb,YAAY,EACZ,+BAA+B,EAC/B,4BAA4B,EAE5B,6BAA6B,EAC7B,0BAA0B,EAG3B,MAAM,YAAY,CAAC;AAgFpB,eAAO,MAAM,2BAA2B,QAAO,aAyD9C,CAAC;AAEF,eAAO,MAAM,uBAAuB,GAAI,SAAS;IAC/C,SAAS,EAAE,MAAM,CAAC;CACnB,KAAG,aA0EF,CAAC;AAEH,eAAO,MAAM,8BAA8B,GAAI,UAAS;IACtD,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,kBAAkB,KAAK,MAAM,CAAC;IAC9C,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;IACjD,cAAc,CAAC,EAAE,CAAC,KAAK,EAAE,aAAa,KAAK,YAAY,EAAE,CAAC;CACtD,KAAG,gBAeR,CAAC;AAEF,eAAO,MAAM,0BAA0B,GAAI,SAAS;IAClD,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,kBAAkB,KAAK,MAAM,CAAC;IAC9C,cAAc,CAAC,EAAE,CAAC,KAAK,EAAE,aAAa,KAAK,YAAY,EAAE,CAAC;CAC3D,KAAG,gBAyBH,CAAC;AAEF,eAAO,MAAM,yBAAyB,GAAI,SAAS,0BAA0B,KAAG,aAkH/E,CAAC;AAEF,eAAO,MAAM,4BAA4B,GAAI,SAAS,6BAA6B,KAAG,gBAoCrF,CAAC;AAEF,eAAO,MAAM,2BAA2B,GAAI,SAAS,4BAA4B,KAAG,aA6GnF,CAAC;AAEF,eAAO,MAAM,8BAA8B,GAAI,SAAS,+BAA+B,KAAG,gBAmCzF,CAAC"}