@n8n/agents 0.1.0

package/dist/sdk/agent.js

@@ -0,0 +1,327 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Agent = void 0;
+const zod_1 = require("zod");
+const memory_1 = require("./memory");
+const telemetry_1 = require("./telemetry");
+const tool_1 = require("./tool");
+const agent_runtime_1 = require("../runtime/agent-runtime");
+const event_bus_1 = require("../runtime/event-bus");
+const tool_adapter_1 = require("../runtime/tool-adapter");
+const DEFAULT_LAST_MESSAGES = 10;
+class Agent {
+    constructor(name) {
+        this.tools = [];
+        this.providerTools = [];
+        this.inputGuardrails = [];
+        this.outputGuardrails = [];
+        this.agentEvals = [];
+        this.middlewares = [];
+        this.requireToolApprovalValue = false;
+        this.mcpClients = [];
+        this.eventBus = new event_bus_1.AgentEventBus();
+        this.name = name;
+    }
+    model(providerOrIdOrConfig, modelName) {
+        if (typeof providerOrIdOrConfig === 'string') {
+            this.modelId = modelName ? `${providerOrIdOrConfig}/${modelName}` : providerOrIdOrConfig;
+            this.modelConfigObj = undefined;
+        }
+        else {
+            this.modelConfigObj = providerOrIdOrConfig;
+            this.modelId = undefined;
+        }
+        return this;
+    }
+    instructions(text, options) {
+        this.instructionsText = text;
+        this.instructionProviderOpts = options?.providerOptions;
+        return this;
+    }
+    tool(t) {
+        if (Array.isArray(t)) {
+            for (const tool of t) {
+                this.tool(tool);
+            }
+            return this;
+        }
+        const built = 'build' in t ? t.build() : t;
+        this.tools.push(built);
+        return this;
+    }
+    providerTool(builtProviderTool) {
+        this.providerTools.push(builtProviderTool);
+        return this;
+    }
+    memory(m) {
+        if (m instanceof memory_1.Memory) {
+            this.memoryConfig = m.build();
+        }
+        else if ('memory' in m && 'lastMessages' in m) {
+            this.memoryConfig = m;
+        }
+        else {
+            this.memoryConfig = { memory: m, lastMessages: DEFAULT_LAST_MESSAGES };
+        }
+        return this;
+    }
+    middleware(m) {
+        this.middlewares.push(m);
+        return this;
+    }
+    inputGuardrail(g) {
+        this.inputGuardrails.push('_config' in g ? g : g.build());
+        return this;
+    }
+    outputGuardrail(g) {
+        this.outputGuardrails.push('_config' in g ? g : g.build());
+        return this;
+    }
+    eval(e) {
+        const built = '_run' in e ? e : e.ensureBuilt();
+        this.agentEvals.push(built);
+        return this;
+    }
+    checkpoint(storage) {
+        this.checkpointStore = storage;
+        return this;
+    }
+    credential(name) {
+        this.credentialName = name;
+        return this;
+    }
+    get declaredCredential() {
+        return this.credentialName;
+    }
+    set resolvedApiKey(key) {
+        this.resolvedKey = key;
+    }
+    structuredOutput(schema) {
+        this.outputSchema = schema;
+        return this;
+    }
+    thinking(_provider, config) {
+        this.thinkingConfig = config ?? {};
+        return this;
+    }
+    telemetry(t) {
+        if (t instanceof telemetry_1.Telemetry) {
+            this.telemetryBuilder = t;
+            this.telemetryConfig = undefined;
+        }
+        else {
+            this.telemetryBuilder = undefined;
+            this.telemetryConfig = t;
+        }
+        return this;
+    }
+    get declaredTelemetry() {
+        return this.telemetryBuilder;
+    }
+    toolCallConcurrency(n) {
+        if ((n !== Infinity && !Number.isInteger(n)) || n < 1) {
+            throw new Error('toolCallConcurrency must be a positive integer or Infinity');
+        }
+        this.concurrencyValue = n;
+        return this;
+    }
+    requireToolApproval() {
+        this.requireToolApprovalValue = true;
+        return this;
+    }
+    workspace(ws) {
+        this.workspaceInstance = ws;
+        return this;
+    }
+    mcp(client) {
+        this.mcpClients.push(client);
+        return this;
+    }
+    get evaluations() {
+        return [...this.agentEvals];
+    }
+    on(event, handler) {
+        this.eventBus.on(event, handler);
+    }
+    asTool(description) {
+        const agent = this;
+        const tool = new tool_1.Tool(this.name)
+            .description(description)
+            .input(zod_1.z.object({
+            input: zod_1.z.string().describe('The input to send to the agent'),
+        }))
+            .output(zod_1.z.object({
+            result: zod_1.z.string().describe('The result of the agent'),
+        }))
+            .handler(async (rawInput, ctx) => {
+            const { input } = rawInput;
+            const result = await agent.generate(input, {
+                telemetry: ctx.parentTelemetry,
+            });
+            const text = result.messages
+                .filter((m) => 'role' in m && m.role === 'assistant')
+                .flatMap((m) => ('content' in m ? m.content : []))
+                .filter((c) => c.type === 'text')
+                .map((c) => ('text' in c ? c.text : ''))
+                .join('');
+            const subAgentUsage = [];
+            if (result.usage) {
+                subAgentUsage.push({ agent: agent.name, model: result.model, usage: result.usage });
+            }
+            if (result.subAgentUsage) {
+                subAgentUsage.push(...result.subAgentUsage);
+            }
+            if (subAgentUsage.length > 0) {
+                return (0, tool_adapter_1.createAgentToolResult)({ result: text }, subAgentUsage);
+            }
+            return { result: text };
+        });
+        return tool.build();
+    }
+    getState() {
+        if (!this.runtime) {
+            return {
+                persistence: undefined,
+                status: 'idle',
+                messageList: { messages: [], historyIds: [], inputIds: [], responseIds: [] },
+                pendingToolCalls: {},
+            };
+        }
+        return this.runtime.getState();
+    }
+    abort() {
+        this.eventBus.abort();
+    }
+    async generate(input, options) {
+        const runtime = await this.ensureBuilt();
+        return await runtime.generate(this.toMessages(input), options);
+    }
+    async stream(input, options) {
+        const runtime = await this.ensureBuilt();
+        return await runtime.stream(this.toMessages(input), options);
+    }
+    async resume(method, data, options) {
+        const runtime = await this.ensureBuilt();
+        if (method === 'generate') {
+            return await runtime.resume('generate', data, options);
+        }
+        return await runtime.resume('stream', data, options);
+    }
+    async approve(method, options) {
+        if (method === 'generate') {
+            return await this.resume('generate', { approved: true }, options);
+        }
+        return await this.resume('stream', { approved: true }, options);
+    }
+    async deny(method, options) {
+        if (method === 'generate') {
+            return await this.resume('generate', { approved: false }, options);
+        }
+        return await this.resume('stream', { approved: false }, options);
+    }
+    async ensureBuilt() {
+        if (!this.buildPromise) {
+            const p = this.build();
+            this.buildPromise = p;
+            p.catch(() => {
+                if (this.buildPromise === p)
+                    this.buildPromise = undefined;
+            });
+        }
+        return await this.buildPromise;
+    }
+    toMessages(input) {
+        if (Array.isArray(input))
+            return input;
+        return [{ role: 'user', content: [{ type: 'text', text: input }] }];
+    }
+    async build() {
+        const hasModel = this.modelId ?? this.modelConfigObj;
+        if (!hasModel) {
+            throw new Error(`Agent "${this.name}" requires a model`);
+        }
+        if (!this.instructionsText) {
+            throw new Error(`Agent "${this.name}" requires instructions`);
+        }
+        const finalTools = [...this.tools];
+        if (this.workspaceInstance) {
+            const wsTools = this.workspaceInstance.getTools();
+            finalTools.push(...wsTools);
+        }
+        let finalStaticTools = finalTools;
+        if (this.requireToolApprovalValue) {
+            finalStaticTools = finalTools.map((t) => t.suspendSchema ? t : (0, tool_1.wrapToolForApproval)(t, { requireApproval: true }));
+        }
+        const staticNeedsCheckpoint = finalStaticTools.some((t) => t.suspendSchema);
+        const mcpNeedsCheckpoint = (this.requireToolApprovalValue && this.mcpClients.length > 0) ||
+            this.mcpClients.some((c) => c.declaresApproval());
+        if ((staticNeedsCheckpoint || mcpNeedsCheckpoint) && !this.checkpointStore) {
+            throw new Error(`Agent "${this.name}" has tools requiring approval or suspend/resume but no checkpoint storage. ` +
+                "Add .checkpoint('memory') for in-process storage, " +
+                'or pass a persistent store (e.g. LibSQLStore, PgStore).');
+        }
+        const mcpToolLists = await Promise.all(this.mcpClients.map(async (c) => await c.listTools()));
+        let mcpTools = mcpToolLists.flat();
+        if (this.requireToolApprovalValue) {
+            mcpTools = mcpTools.map((t) => t.suspendSchema ? t : (0, tool_1.wrapToolForApproval)(t, { requireApproval: true }));
+        }
+        const staticNames = new Set(finalStaticTools.map((t) => t.name));
+        const collisions = mcpTools.filter((t) => staticNames.has(t.name)).map((t) => t.name);
+        if (collisions.length > 0) {
+            throw new Error(`MCP tool name collision — the following tool names resolve to duplicates: ${collisions.join(', ')}`);
+        }
+        const allTools = [...finalStaticTools, ...mcpTools];
+        const allNeedCheckpoint = allTools.some((t) => t.suspendSchema);
+        if (allNeedCheckpoint && !this.checkpointStore) {
+            throw new Error(`Agent "${this.name}" has tools requiring approval or suspend/resume but no checkpoint storage. ` +
+                "Add .checkpoint('memory') for in-process storage, " +
+                'or pass a persistent store (e.g. LibSQLStore, PgStore).');
+        }
+        let modelConfig;
+        if (this.modelConfigObj) {
+            if (this.resolvedKey &&
+                typeof this.modelConfigObj === 'object' &&
+                'id' in this.modelConfigObj) {
+                modelConfig = { ...this.modelConfigObj, apiKey: this.resolvedKey };
+            }
+            else {
+                modelConfig = this.modelConfigObj;
+            }
+        }
+        else if (this.resolvedKey) {
+            modelConfig = { id: this.modelId, apiKey: this.resolvedKey };
+        }
+        else {
+            modelConfig = this.modelId;
+        }
+        let instructions = this.instructionsText;
+        if (this.workspaceInstance) {
+            const wsInstructions = this.workspaceInstance.getInstructions();
+            if (wsInstructions) {
+                instructions = `${instructions}\n\n${wsInstructions}`;
+            }
+        }
+        this.runtime = new agent_runtime_1.AgentRuntime({
+            name: this.name,
+            model: modelConfig,
+            instructions,
+            tools: allTools.length > 0 ? allTools : undefined,
+            instructionProviderOptions: this.instructionProviderOpts,
+            providerTools: this.providerTools.length > 0 ? this.providerTools : undefined,
+            memory: this.memoryConfig?.memory,
+            lastMessages: this.memoryConfig?.lastMessages,
+            workingMemory: this.memoryConfig?.workingMemory,
+            semanticRecall: this.memoryConfig?.semanticRecall,
+            structuredOutput: this.outputSchema,
+            checkpointStorage: this.checkpointStore,
+            thinking: this.thinkingConfig,
+            eventBus: this.eventBus,
+            toolCallConcurrency: this.concurrencyValue,
+            titleGeneration: this.memoryConfig?.titleGeneration,
+            telemetry: this.telemetryConfig ?? (await this.telemetryBuilder?.build()),
+        });
+        return this.runtime;
+    }
+}
+exports.Agent = Agent;
+//# sourceMappingURL=agent.js.map

package/dist/sdk/agent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent.js","sourceRoot":"","sources":["../../src/sdk/agent.ts"],"names":[],"mappings":";;;AACA,6BAAwB;AAIxB,qCAAkC;AAClC,2CAAwC;AACxC,iCAAmD;AACnD,4DAAwD;AACxD,oDAAqD;AACrD,0DAAgE;AA6BhE,MAAM,qBAAqB,GAAG,EAAE,CAAC;AAmBjC,MAAa,KAAK;IAuDjB,YAAY,IAAY;QA5ChB,UAAK,GAAgB,EAAE,CAAC;QAExB,kBAAa,GAAwB,EAAE,CAAC;QAMxC,oBAAe,GAAqB,EAAE,CAAC;QAEvC,qBAAgB,GAAqB,EAAE,CAAC;QAExC,eAAU,GAAgB,EAAE,CAAC;QAoB7B,gBAAW,GAAsB,EAAE,CAAC;QAEpC,6BAAwB,GAAG,KAAK,CAAC;QAEjC,eAAU,GAAgB,EAAE,CAAC;QAI7B,aAAQ,GAAG,IAAI,yBAAa,EAAE,CAAC;QAKtC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IAClB,CAAC;IAcD,KAAK,CAAC,oBAA0C,EAAE,SAAkB;QACnE,IAAI,OAAO,oBAAoB,KAAK,QAAQ,EAAE,CAAC;YAC9C,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,oBAAoB,IAAI,SAAS,EAAE,CAAC,CAAC,CAAC,oBAAoB,CAAC;YACzF,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;QACjC,CAAC;aAAM,CAAC;YACP,IAAI,CAAC,cAAc,GAAG,oBAAoB,CAAC;YAC3C,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;QAC1B,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC;IAGD,YAAY,CAAC,IAAY,EAAE,OAA+C;QACzE,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC7B,IAAI,CAAC,uBAAuB,GAAG,OAAO,EAAE,eAAe,CAAC;QACxD,OAAO,IAAI,CAAC;IACb,CAAC;IAGD,IAAI,CAAC,CAAkC;QACtC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;YACtB,KAAK,MAAM,IAAI,IAAI,CAAC,EAAE,CAAC;gBACtB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjB,CAAC;YACD,OAAO,IAAI,CAAC;QACb,CAAC;QACD,MAAM,KAAK,GAAG,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3C,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvB,OAAO,IAAI,CAAC;IACb,CAAC;IAGD,YAAY,CAAC,iBAAoC;QAChD,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC3C,OAAO,IAAI,CAAC;IACb,CAAC;IAGD,MAAM,CAAC,CAAsC;QAC5C,IAAI,CAAC,YAAY,eAAM,EAAE,CAAC;YAEzB,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC;QAC/B,CAAC;aAAM,IAAI,QAAQ,IAAI,CAAC,IAAI,cAAc,IAAI,CAAC,EAAE,CAAC;YAEjD,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;QACvB,CAAC;aAAM,CAAC;YAEP,IAAI,CAAC,YAAY,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,YAAY,EAAE,qBAAqB,EAAE,CAAC;QACxE,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC;IAGD,UAAU,CAAC,CAAkB;QAC5B,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzB,OAAO,IAAI,CAAC;IACb,CAAC;IAID,cAAc,CAAC,CAA+C;QAC7D,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QAC1D,OAAO,IAAI,CAAC;IACb,CAAC;IAGD,eAAe,CAAC,CAA+C;QAC9D,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QAC3D,OAAO,IAAI,CAAC;IACb,CAAC;IAGD,IAAI,CAAC,CAAkD;QACtD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAE,CAAU,CAAC,WAAW,EAAE,CAAC;QAC1D,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC5B,OAAO,IAAI,CAAC;IACb,CAAC;IAkBD,UAAU,CAAC,OAAmC;QAC7C,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC;QAC/B,OAAO,IAAI,CAAC;IACb,CAAC;IAeD,UAAU,CAAC,IAAY;QACtB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC3B,OAAO,IAAI,CAAC;IACb,CAAC;IAGD,IAAc,kBAAkB;QAC/B,OAAO,IAAI,CAAC,cAAc,CAAC;IAC5B,CAAC;IAGD,IAAc,cAAc,CAAC,GAAW;QACvC,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC;IACxB,CAAC;IAoBD,gBAAgB,CAAC,MAAiB;QACjC,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC;QAC3B,OAAO,IAAI,CAAC;IACb,CAAC;IAmBD,QAAQ,CAAqB,SAAY,EAAE,MAA6B;QACvE,IAAI,CAAC,cAAc,GAAG,MAAM,IAAI,EAAE,CAAC;QACnC,OAAO,IAAI,CAAC;IACb,CAAC;IAGD,SAAS,CAAC,CAA6B;QACtC,IAAI,CAAC,YAAY,qBAAS,EAAE,CAAC;YAC5B,IAAI,CAAC,gBAAgB,GAAG,CAAC,CAAC;YAC1B,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;QAClC,CAAC;aAAM,CAAC;YACP,IAAI,CAAC,gBAAgB,GAAG,SAAS,CAAC;YAClC,IAAI,CAAC,eAAe,GAAG,CAAC,CAAC;QAC1B,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC;IAGD,IAAc,iBAAiB;QAC9B,OAAO,IAAI,CAAC,gBAAgB,CAAC;IAC9B,CAAC;IASD,mBAAmB,CAAC,CAAS;QAC5B,IAAI,CAAC,CAAC,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YACvD,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;QAC/E,CAAC;QACD,IAAI,CAAC,gBAAgB,GAAG,CAAC,CAAC;QAC1B,OAAO,IAAI,CAAC;IACb,CAAC;IAOD,mBAAmB;QAClB,IAAI,CAAC,wBAAwB,GAAG,IAAI,CAAC;QACrC,OAAO,IAAI,CAAC;IACb,CAAC;IAMD,SAAS,CAAC,EAAa;QACtB,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC;QAC5B,OAAO,IAAI,CAAC;IACb,CAAC;IAoBD,GAAG,CAAC,MAAiB;QACpB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7B,OAAO,IAAI,CAAC;IACb,CAAC;IAGD,IAAI,WAAW;QACd,OAAO,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC;IAC7B,CAAC;IAMD,EAAE,CAAC,KAAiB,EAAE,OAA0B;QAC/C,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAClC,CAAC;IAcD,MAAM,CAAC,WAAmB;QAEzB,MAAM,KAAK,GAAG,IAAI,CAAC;QAEnB,MAAM,IAAI,GAAG,IAAI,WAAI,CAAC,IAAI,CAAC,IAAI,CAAC;aAC9B,WAAW,CAAC,WAAW,CAAC;aACxB,KAAK,CACL,OAAC,CAAC,MAAM,CAAC;YACR,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;SAC5D,CAAC,CACF;aACA,MAAM,CACN,OAAC,CAAC,MAAM,CAAC;YACR,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;SACtD,CAAC,CACF;aACA,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,EAAE,EAAE;YAChC,MAAM,EAAE,KAAK,EAAE,GAAG,QAA6B,CAAC;YAChD,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE;gBAC1C,SAAS,EAAE,GAAG,CAAC,eAAe;aACG,CAAC,CAAC;YAEpC,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ;iBAC1B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC;iBACpD,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;iBACjD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;iBAChC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;iBACvC,IAAI,CAAC,EAAE,CAAC,CAAC;YAGX,MAAM,aAAa,GAAoB,EAAE,CAAC;YAC1C,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBAClB,aAAa,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;YACrF,CAAC;YACD,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;gBAC1B,aAAa,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC;YAC7C,CAAC;YAID,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9B,OAAO,IAAA,oCAAqB,EAAC,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,aAAa,CAAC,CAAC;YAC/D,CAAC;YACD,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QACzB,CAAC,CAAC,CAAC;QAEJ,OAAO,IAAI,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAGD,QAAQ;QACP,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACnB,OAAO;gBACN,WAAW,EAAE,SAAS;gBACtB,MAAM,EAAE,MAAM;gBACd,WAAW,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE;gBAC5E,gBAAgB,EAAE,EAAE;aACpB,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;IAChC,CAAC;IAMD,KAAK;QACJ,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;IAGD,KAAK,CAAC,QAAQ,CACb,KAA8B,EAC9B,OAAuC;QAEvC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzC,OAAO,MAAM,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,CAAC;IAChE,CAAC;IAGD,KAAK,CAAC,MAAM,CACX,KAA8B,EAC9B,OAAuC;QAEvC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzC,OAAO,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,CAAC;IAC9D,CAAC;IAaD,KAAK,CAAC,MAAM,CACX,MAA6B,EAC7B,IAAa,EACb,OAAyC;QAEzC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzC,IAAI,MAAM,KAAK,UAAU,EAAE,CAAC;YAC3B,OAAO,MAAM,OAAO,CAAC,MAAM,CAAC,UAAU,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QACxD,CAAC;QACD,OAAO,MAAM,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;IACtD,CAAC;IAID,KAAK,CAAC,OAAO,CACZ,MAA6B,EAC7B,OAAyC;QAEzC,IAAI,MAAM,KAAK,UAAU,EAAE,CAAC;YAC3B,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,OAAO,CAAC,CAAC;QACnE,CAAC;QACD,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,OAAO,CAAC,CAAC;IACjE,CAAC;IAID,KAAK,CAAC,IAAI,CACT,MAA6B,EAC7B,OAAyC;QAEzC,IAAI,MAAM,KAAK,UAAU,EAAE,CAAC;YAC3B,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;QACpE,CAAC;QACD,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IAClE,CAAC;IAOO,KAAK,CAAC,WAAW;QACxB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACxB,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;YACvB,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;YACtB,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE;gBACZ,IAAI,IAAI,CAAC,YAAY,KAAK,CAAC;oBAAE,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC;YAC5D,CAAC,CAAC,CAAC;QACJ,CAAC;QACD,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC;IAChC,CAAC;IAEO,UAAU,CAAC,KAA8B;QAChD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACvC,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;IACrE,CAAC;IAGS,KAAK,CAAC,KAAK;QACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,cAAc,CAAC;QACrD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,UAAU,IAAI,CAAC,IAAI,oBAAoB,CAAC,CAAC;QAC1D,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,UAAU,IAAI,CAAC,IAAI,yBAAyB,CAAC,CAAC;QAC/D,CAAC;QAED,MAAM,UAAU,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;QAEnC,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,CAAC;YAClD,UAAU,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;QAC7B,CAAC;QAED,IAAI,gBAAgB,GAAG,UAAU,CAAC;QAClC,IAAI,IAAI,CAAC,wBAAwB,EAAE,CAAC;YACnC,gBAAgB,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACvC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAA,0BAAmB,EAAC,CAAC,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,CACvE,CAAC;QACH,CAAC;QAID,MAAM,qBAAqB,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;QAC5E,MAAM,kBAAkB,GACvB,CAAC,IAAI,CAAC,wBAAwB,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;YAC7D,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,gBAAgB,EAAE,CAAC,CAAC;QACnD,IAAI,CAAC,qBAAqB,IAAI,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC5E,MAAM,IAAI,KAAK,CACd,UAAU,IAAI,CAAC,IAAI,8EAA8E;gBAChG,oDAAoD;gBACpD,yDAAyD,CAC1D,CAAC;QACH,CAAC;QAGD,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QAC9F,IAAI,QAAQ,GAAG,YAAY,CAAC,IAAI,EAAE,CAAC;QAInC,IAAI,IAAI,CAAC,wBAAwB,EAAE,CAAC;YACnC,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC7B,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAA,0BAAmB,EAAC,CAAC,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,CACvE,CAAC;QACH,CAAC;QAGD,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACjE,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACtF,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CACd,6EAA6E,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACpG,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,CAAC,GAAG,gBAAgB,EAAE,GAAG,QAAQ,CAAC,CAAC;QAIpD,MAAM,iBAAiB,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;QAChE,IAAI,iBAAiB,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAChD,MAAM,IAAI,KAAK,CACd,UAAU,IAAI,CAAC,IAAI,8EAA8E;gBAChG,oDAAoD;gBACpD,yDAAyD,CAC1D,CAAC;QACH,CAAC;QAED,IAAI,WAAwB,CAAC;QAC7B,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,IACC,IAAI,CAAC,WAAW;gBAChB,OAAO,IAAI,CAAC,cAAc,KAAK,QAAQ;gBACvC,IAAI,IAAI,IAAI,CAAC,cAAc,EAC1B,CAAC;gBACF,WAAW,GAAG,EAAE,GAAG,IAAI,CAAC,cAAc,EAAE,MAAM,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC;YACpE,CAAC;iBAAM,CAAC;gBACP,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC;YACnC,CAAC;QACF,CAAC;aAAM,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YAC7B,WAAW,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,OAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC;QAC/D,CAAC;aAAM,CAAC;YACP,WAAW,GAAG,IAAI,CAAC,OAAQ,CAAC;QAC7B,CAAC;QAED,IAAI,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC;QACzC,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC5B,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC,eAAe,EAAE,CAAC;YAChE,IAAI,cAAc,EAAE,CAAC;gBACpB,YAAY,GAAG,GAAG,YAAY,OAAO,cAAc,EAAE,CAAC;YACvD,CAAC;QACF,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,IAAI,4BAAY,CAAC;YAC/B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,KAAK,EAAE,WAAW;YAClB,YAAY;YACZ,KAAK,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;YACjD,0BAA0B,EAAE,IAAI,CAAC,uBAAuB;YACxD,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS;YAC7E,MAAM,EAAE,IAAI,CAAC,YAAY,EAAE,MAAM;YACjC,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,YAAY;YAC7C,aAAa,EAAE,IAAI,CAAC,YAAY,EAAE,aAAa;YAC/C,cAAc,EAAE,IAAI,CAAC,YAAY,EAAE,cAAc;YACjD,gBAAgB,EAAE,IAAI,CAAC,YAAY;YACnC,iBAAiB,EAAE,IAAI,CAAC,eAAe;YACvC,QAAQ,EAAE,IAAI,CAAC,cAAc;YAC7B,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,mBAAmB,EAAE,IAAI,CAAC,gBAAgB;YAC1C,eAAe,EAAE,IAAI,CAAC,YAAY,EAAE,eAAe;YACnD,SAAS,EAAE,IAAI,CAAC,eAAe,IAAI,CAAC,MAAM,IAAI,CAAC,gBAAgB,EAAE,KAAK,EAAE,CAAC;SACzE,CAAC,CAAC;QAEH,OAAO,IAAI,CAAC,OAAO,CAAC;IACrB,CAAC;CACD;AAzmBD,sBAymBC"}

package/dist/sdk/catalog.d.ts

@@ -0,0 +1,31 @@
+export interface ModelCost {
+    input: number;
+    output: number;
+    cacheRead?: number;
+    cacheWrite?: number;
+}
+export interface ModelLimits {
+    context?: number;
+    output?: number;
+}
+export interface ModelInfo {
+    id: string;
+    name: string;
+    reasoning: boolean;
+    toolCall: boolean;
+    cost?: ModelCost;
+    limits?: ModelLimits;
+}
+export interface ProviderInfo {
+    id: string;
+    name: string;
+    models: Record<string, ModelInfo>;
+}
+export type ProviderCatalog = Record<string, ProviderInfo>;
+export declare function fetchProviderCatalog(): Promise<ProviderCatalog>;
+export declare function getCachedCatalog(): Promise<ProviderCatalog | undefined>;
+export declare function getModelCost(modelId: string): Promise<ModelCost | undefined>;
+export declare function computeCost(usage: {
+    promptTokens: number;
+    completionTokens: number;
+}, cost: ModelCost): number;

package/dist/sdk/catalog.js

@@ -0,0 +1,80 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.fetchProviderCatalog = fetchProviderCatalog;
+exports.getCachedCatalog = getCachedCatalog;
+exports.getModelCost = getModelCost;
+exports.computeCost = computeCost;
+const MODELS_DEV_URL = 'https://models.dev/api.json';
+async function fetchProviderCatalog() {
+    const response = await fetch(MODELS_DEV_URL);
+    if (!response.ok) {
+        throw new Error(`Failed to fetch provider catalog: ${response.statusText}`);
+    }
+    const data = (await response.json());
+    const catalog = {};
+    for (const [key, provider] of Object.entries(data)) {
+        if (!provider.models || Object.keys(provider.models).length === 0)
+            continue;
+        const models = {};
+        for (const [modelId, model] of Object.entries(provider.models)) {
+            const info = {
+                id: model.id,
+                name: model.name,
+                reasoning: model.reasoning ?? false,
+                toolCall: model.tool_call ?? false,
+            };
+            if (model.cost?.input !== undefined && model.cost?.output !== undefined) {
+                info.cost = {
+                    input: model.cost.input,
+                    output: model.cost.output,
+                    ...(model.cost.cache_read !== undefined && { cacheRead: model.cost.cache_read }),
+                    ...(model.cost.cache_write !== undefined && { cacheWrite: model.cost.cache_write }),
+                };
+            }
+            if (model.limit) {
+                info.limits = {
+                    ...(model.limit.context !== undefined && { context: model.limit.context }),
+                    ...(model.limit.output !== undefined && { output: model.limit.output }),
+                };
+            }
+            models[modelId] = info;
+        }
+        catalog[key] = {
+            id: provider.id,
+            name: provider.name,
+            models,
+        };
+    }
+    return catalog;
+}
+let cachedCatalog;
+let catalogFetchPromise;
+async function getCachedCatalog() {
+    if (cachedCatalog)
+        return cachedCatalog;
+    catalogFetchPromise ??= fetchProviderCatalog()
+        .then((c) => {
+        cachedCatalog = c;
+        return c;
+    })
+        .catch((error) => {
+        catalogFetchPromise = undefined;
+        console.warn('[agents] Failed to fetch model catalog from models.dev — cost data will be unavailable:', error instanceof Error ? error.message : error);
+        return undefined;
+    });
+    return await catalogFetchPromise;
+}
+async function getModelCost(modelId) {
+    const catalog = await getCachedCatalog();
+    if (!catalog)
+        return undefined;
+    const [provider, ...rest] = modelId.split('/');
+    const modelName = rest.join('/');
+    return catalog[provider]?.models[modelName]?.cost;
+}
+function computeCost(usage, cost) {
+    const inputCost = (usage.promptTokens / 1_000_000) * cost.input;
+    const outputCost = (usage.completionTokens / 1_000_000) * cost.output;
+    return inputCost + outputCost;
+}
+//# sourceMappingURL=catalog.js.map

package/dist/sdk/catalog.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"catalog.js","sourceRoot":"","sources":["../../src/sdk/catalog.ts"],"names":[],"mappings":";;AAiFA,oDA6CC;AAaD,4CAmBC;AAOD,oCAQC;AAKD,kCAOC;AAzLD,MAAM,cAAc,GAAG,6BAA6B,CAAC;AAiF9C,KAAK,UAAU,oBAAoB;IACzC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,CAAC;IAC7C,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,qCAAqC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;IAC7E,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAsC,CAAC;IAC1E,MAAM,OAAO,GAAoB,EAAE,CAAC;IAEpC,KAAK,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QACpD,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAE5E,MAAM,MAAM,GAA8B,EAAE,CAAC;QAC7C,KAAK,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAChE,MAAM,IAAI,GAAc;gBACvB,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,KAAK;gBACnC,QAAQ,EAAE,KAAK,CAAC,SAAS,IAAI,KAAK;aAClC,CAAC;YACF,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,EAAE,MAAM,KAAK,SAAS,EAAE,CAAC;gBACzE,IAAI,CAAC,IAAI,GAAG;oBACX,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK;oBACvB,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM;oBACzB,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,IAAI,EAAE,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;oBAChF,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,KAAK,SAAS,IAAI,EAAE,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;iBACnF,CAAC;YACH,CAAC;YACD,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;gBACjB,IAAI,CAAC,MAAM,GAAG;oBACb,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;oBAC1E,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;iBACvE,CAAC;YACH,CAAC;YACD,MAAM,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;QACxB,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,GAAG;YACd,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,MAAM;SACN,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AAChB,CAAC;AAID,IAAI,aAA0C,CAAC;AAC/C,IAAI,mBAAqE,CAAC;AAQnE,KAAK,UAAU,gBAAgB;IACrC,IAAI,aAAa;QAAE,OAAO,aAAa,CAAC;IAExC,mBAAmB,KAAK,oBAAoB,EAAE;SAC5C,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;QACX,aAAa,GAAG,CAAC,CAAC;QAClB,OAAO,CAAC,CAAC;IACV,CAAC,CAAC;SACD,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;QAEzB,mBAAmB,GAAG,SAAS,CAAC;QAChC,OAAO,CAAC,IAAI,CACX,yFAAyF,EACzF,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAC9C,CAAC;QACF,OAAO,SAAS,CAAC;IAClB,CAAC,CAAC,CAAC;IAEJ,OAAO,MAAM,mBAAmB,CAAC;AAClC,CAAC;AAOM,KAAK,UAAU,YAAY,CAAC,OAAe;IACjD,MAAM,OAAO,GAAG,MAAM,gBAAgB,EAAE,CAAC;IACzC,IAAI,CAAC,OAAO;QAAE,OAAO,SAAS,CAAC;IAE/B,MAAM,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC/C,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAEjC,OAAO,OAAO,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC;AACnD,CAAC;AAKD,SAAgB,WAAW,CAC1B,KAAyD,EACzD,IAAe;IAEf,MAAM,SAAS,GAAG,CAAC,KAAK,CAAC,YAAY,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC;IAChE,MAAM,UAAU,GAAG,CAAC,KAAK,CAAC,gBAAgB,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;IACtE,OAAO,SAAS,GAAG,UAAU,CAAC;AAC/B,CAAC"}

package/dist/sdk/eval.d.ts

@@ -0,0 +1,23 @@
+import type { BuiltEval, CheckFn, EvalInput, EvalScore, JudgeHandlerFn } from '../types';
+export declare class Eval {
+    private evalName;
+    private desc?;
+    private checkFn?;
+    private judgeFn?;
+    private modelId?;
+    private credentialName?;
+    private _resolvedApiKey?;
+    constructor(name: string);
+    description(desc: string): this;
+    model(modelId: string): this;
+    credential(name: string): this;
+    protected get declaredCredential(): string | undefined;
+    protected set resolvedApiKey(key: string);
+    check(fn: CheckFn): this;
+    judge(fn: JudgeHandlerFn): this;
+    get name(): string;
+    protected build(): BuiltEval;
+    private _built?;
+    ensureBuilt(): BuiltEval;
+    run(input: EvalInput): Promise<EvalScore>;
+}

package/dist/sdk/eval.js

@@ -0,0 +1,99 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Eval = void 0;
+const message_1 = require("./message");
+const agent_runtime_1 = require("../runtime/agent-runtime");
+function extractText(messages) {
+    return (0, message_1.filterLlmMessages)(messages)
+        .flatMap((m) => m.content)
+        .filter((c) => c.type === 'text')
+        .map((c) => c.text)
+        .join('');
+}
+class Eval {
+    constructor(name) {
+        this.evalName = name;
+    }
+    description(desc) {
+        this.desc = desc;
+        return this;
+    }
+    model(modelId) {
+        this.modelId = modelId;
+        return this;
+    }
+    credential(name) {
+        this.credentialName = name;
+        return this;
+    }
+    get declaredCredential() {
+        return this.credentialName;
+    }
+    set resolvedApiKey(key) {
+        this._resolvedApiKey = key;
+    }
+    check(fn) {
+        if (this.judgeFn) {
+            throw new Error(`Eval "${this.evalName}": cannot use both .check() and .judge()`);
+        }
+        this.checkFn = fn;
+        return this;
+    }
+    judge(fn) {
+        if (this.checkFn) {
+            throw new Error(`Eval "${this.evalName}": cannot use both .check() and .judge()`);
+        }
+        this.judgeFn = fn;
+        return this;
+    }
+    get name() {
+        return this.evalName;
+    }
+    build() {
+        if (!this.checkFn && !this.judgeFn) {
+            throw new Error(`Eval "${this.evalName}" requires either .check() or .judge()`);
+        }
+        if (this.judgeFn && !this.modelId) {
+            throw new Error(`Eval "${this.evalName}" uses .judge() but no .model() was set`);
+        }
+        const name = this.evalName;
+        const desc = this.desc;
+        if (this.checkFn) {
+            const checkFn = this.checkFn;
+            return {
+                name,
+                description: desc,
+                _run: async (input) => await checkFn(input),
+            };
+        }
+        const judgeFn = this.judgeFn;
+        const modelConfig = this._resolvedApiKey
+            ? { id: this.modelId, apiKey: this._resolvedApiKey }
+            : this.modelId;
+        const runtime = new agent_runtime_1.AgentRuntime({
+            name: `${name}-judge`,
+            model: modelConfig,
+            instructions: 'You are an evaluation judge. Respond precisely as instructed.',
+        });
+        const llm = async (prompt) => {
+            const result = await runtime.generate([
+                { role: 'user', content: [{ type: 'text', text: prompt }] },
+            ]);
+            return { text: extractText(result.messages) };
+        };
+        return {
+            name,
+            description: desc,
+            _run: async (input) => await judgeFn({ ...input, llm }),
+        };
+    }
+    ensureBuilt() {
+        this._built ??= this.build();
+        return this._built;
+    }
+    async run(input) {
+        return await this.ensureBuilt()._run(input);
+    }
+}
+exports.Eval = Eval;
+//# sourceMappingURL=eval.js.map

package/dist/sdk/eval.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval.js","sourceRoot":"","sources":["../../src/sdk/eval.ts"],"names":[],"mappings":";;;AAAA,uCAA8C;AAC9C,4DAAwD;AAKxD,SAAS,WAAW,CAAC,QAAwB;IAC5C,OAAO,IAAA,2BAAiB,EAAC,QAAQ,CAAC;SAChC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;SACzB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;SAChC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAE,CAAsB,CAAC,IAAI,CAAC;SACxC,IAAI,CAAC,EAAE,CAAC,CAAC;AACZ,CAAC;AA+BD,MAAa,IAAI;IAehB,YAAY,IAAY;QACvB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;IACtB,CAAC;IAGD,WAAW,CAAC,IAAY;QACvB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,OAAO,IAAI,CAAC;IACb,CAAC;IAGD,KAAK,CAAC,OAAe;QACpB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,OAAO,IAAI,CAAC;IACb,CAAC;IAGD,UAAU,CAAC,IAAY;QACtB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC3B,OAAO,IAAI,CAAC;IACb,CAAC;IAGD,IAAc,kBAAkB;QAC/B,OAAO,IAAI,CAAC,cAAc,CAAC;IAC5B,CAAC;IAGD,IAAc,cAAc,CAAC,GAAW;QACvC,IAAI,CAAC,eAAe,GAAG,GAAG,CAAC;IAC5B,CAAC;IAMD,KAAK,CAAC,EAAW;QAChB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,SAAS,IAAI,CAAC,QAAQ,0CAA0C,CAAC,CAAC;QACnF,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,OAAO,IAAI,CAAC;IACb,CAAC;IAQD,KAAK,CAAC,EAAkB;QACvB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,SAAS,IAAI,CAAC,QAAQ,0CAA0C,CAAC,CAAC;QACnF,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,OAAO,IAAI,CAAC;IACb,CAAC;IAGD,IAAI,IAAI;QACP,OAAO,IAAI,CAAC,QAAQ,CAAC;IACtB,CAAC;IAGS,KAAK;QACd,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,SAAS,IAAI,CAAC,QAAQ,wCAAwC,CAAC,CAAC;QACjF,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,SAAS,IAAI,CAAC,QAAQ,yCAAyC,CAAC,CAAC;QAClF,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QAEvB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;YAC7B,OAAO;gBACN,IAAI;gBACJ,WAAW,EAAE,IAAI;gBACjB,IAAI,EAAE,KAAK,EAAE,KAAgB,EAAE,EAAE,CAAC,MAAM,OAAO,CAAC,KAAK,CAAC;aACtD,CAAC;QACH,CAAC;QAGD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAQ,CAAC;QAC9B,MAAM,WAAW,GAA2D,IAAI,CAAC,eAAe;YAC/F,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,OAAiC,EAAE,MAAM,EAAE,IAAI,CAAC,eAAe,EAAE;YAC9E,CAAC,CAAC,IAAI,CAAC,OAAQ,CAAC;QAEjB,MAAM,OAAO,GAAG,IAAI,4BAAY,CAAC;YAChC,IAAI,EAAE,GAAG,IAAI,QAAQ;YACrB,KAAK,EAAE,WAAW;YAClB,YAAY,EAAE,+DAA+D;SAC7E,CAAC,CAAC;QAEH,MAAM,GAAG,GAAY,KAAK,EAAE,MAAc,EAAE,EAAE;YAC7C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC;gBACrC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE;aAC3D,CAAC,CAAC;YACH,OAAO,EAAE,IAAI,EAAE,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC/C,CAAC,CAAC;QAEF,OAAO;YACN,IAAI;YACJ,WAAW,EAAE,IAAI;YACjB,IAAI,EAAE,KAAK,EAAE,KAAgB,EAAE,EAAE,CAAC,MAAM,OAAO,CAAC,EAAE,GAAG,KAAK,EAAE,GAAG,EAAE,CAAC;SAClE,CAAC;IACH,CAAC;IAMD,WAAW;QACV,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;QAC7B,OAAO,IAAI,CAAC,MAAM,CAAC;IACpB,CAAC;IAGD,KAAK,CAAC,GAAG,CAAC,KAAgB;QACzB,OAAO,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC7C,CAAC;CACD;AA3ID,oBA2IC"}

package/dist/sdk/evaluate.d.ts

@@ -0,0 +1,13 @@
+import type { Agent } from './agent';
+import type { Eval } from './eval';
+import type { EvalResults } from '../types';
+export interface DatasetRow {
+    input: string;
+    expected?: string;
+    resumeData?: Record<string, 'deny' | Record<string, unknown>>;
+}
+export interface EvaluateConfig {
+    dataset: DatasetRow[];
+    evals: Eval[];
+}
+export declare function evaluate(agent: Agent, config: EvaluateConfig): Promise<EvalResults>;