@cogitator-ai/openai-compat 21.1.13 → 21.2.0

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAEvE,OAAO,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAC;AAGtE,OAAO,EAAE,aAAa,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAQjG,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AASxD,OAAO,EACL,qBAAqB,EACrB,kBAAkB,EAClB,qBAAqB,EACrB,mBAAmB,GACpB,MAAM,kBAAkB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAEvE,OAAO,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAC;AAGtE,OAAO,EAAE,aAAa,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAQjG,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAWjF,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AASxD,OAAO,EACL,qBAAqB,EACrB,kBAAkB,EAClB,qBAAqB,EACrB,mBAAmB,GACpB,MAAM,kBAAkB,CAAC"}

package/dist/server/agents/agent-turn.d.ts

@@ -0,0 +1,134 @@
+import { type Cogitator } from '@cogitator-ai/core';
+import type { Agent, ImageInput, ResponseFormat as AgentResponseFormat } from '@cogitator-ai/types';
+/** One entry of a conversation, as Chat Completions and Responses both describe it. */
+export type ConversationItem = {
+    kind: 'system';
+    text: string;
+} | {
+    kind: 'user';
+    text: string;
+    images: ImageInput[];
+} | {
+    kind: 'assistant';
+    text: string;
+} | {
+    kind: 'function_call';
+    callId: string;
+    name: string;
+    arguments: string;
+} | {
+    kind: 'function_call_output';
+    callId: string;
+    output: string;
+};
+/** A function the API client runs itself. */
+export interface ClientFunction {
+    name: string;
+    description?: string;
+    parameters?: Record<string, unknown>;
+}
+export type TurnToolChoice = 'auto' | 'none' | 'required' | {
+    name: string;
+};
+export interface AgentTurnRequest {
+    /** The registered agent the request's `model` names */
+    agent: Agent;
+    items: ConversationItem[];
+    functions: ClientFunction[];
+    toolChoice: TurnToolChoice;
+    parallelToolCalls?: boolean;
+    temperature?: number;
+    topP?: number;
+    maxTokens?: number;
+    stop?: string[];
+    responseFormat?: {
+        responseFormat?: AgentResponseFormat;
+        instructions?: string;
+    };
+    signal: AbortSignal;
+    /** Called with every token of the answer while the agent writes it */
+    onToken?: (token: string) => void;
+}
+/** A call of a client function the agent made; `callId` is what the client answers with. */
+export interface ClientFunctionCall {
+    callId: string;
+    name: string;
+    arguments: string;
+}
+export interface AgentTurnUsage {
+    inputTokens: number;
+    outputTokens: number;
+    totalTokens: number;
+    cachedInputTokens: number;
+    reasoningTokens: number;
+}
+export interface AgentTurnResult {
+    /** The agent's answer, or what it said before it called client functions */
+    text: string;
+    /** The client functions to run before the conversation goes on */
+    functionCalls: ClientFunctionCall[];
+    /**
+     * Why the turn ended: `stop` with an answer, `tool_calls` with function calls for the client,
+     * `length` when the answer hit the token limit, `content_filter` when the provider withheld it
+     */
+    finishReason: 'stop' | 'length' | 'content_filter' | 'tool_calls';
+    /** True when the model declined to answer; `text` is its explanation */
+    refusal: boolean;
+    usage: AgentTurnUsage;
+}
+export interface AgentTurnRunnerOptions {
+    /** How long a turn paused on client function calls waits for their outputs (default: 10 minutes) */
+    pausedTurnTtlMs?: number;
+    /** How many paused turns are kept at most (default: 1000) */
+    maxPausedTurns?: number;
+}
+/**
+ * The input of a run that replays the conversation: the last user message, preceded by the
+ * transcript of what came before it, or the transcript ending with function results when the
+ * client answered function calls this server no longer waits on.
+ */
+export declare function renderConversation(items: readonly ConversationItem[]): {
+    input: string;
+    images: ImageInput[];
+    hasHistory: boolean;
+};
+export declare function assertToolChoice(agent: Agent, functions: readonly ClientFunction[], toolChoice: TurnToolChoice): void;
+/**
+ * Runs one turn of a registered agent for the stateless OpenAI APIs (Chat Completions and
+ * Responses). The client sends the conversation, the agent answers with its own instructions and
+ * tools, and functions the client declares become tools whose calls end the turn with
+ * `tool_calls`. The paused run is kept for a while, so when the client sends the function
+ * outputs back, the same run goes on from where it stopped instead of replaying the conversation.
+ */
+export declare class AgentTurnRunner {
+    private readonly cogitator;
+    private paused;
+    private readonly ttlMs;
+    private readonly maxPaused;
+    constructor(cogitator: Cogitator, options?: AgentTurnRunnerOptions);
+    run(request: AgentTurnRequest): Promise<AgentTurnResult>;
+    private resume;
+    /**
+     * The result of a run: an answer, or the client function calls it paused on. Calls of server
+     * tools that wait for an approval nobody can give over this API are declined, and the run goes
+     * on.
+     */
+    private settle;
+    private pause;
+    /**
+     * The agent of the turn: the registered agent with the client's instructions after its own,
+     * the request's sampling settings, and the client functions next to its tools.
+     */
+    private turnAgent;
+    private clientTool;
+    /** Client function calls pause the run; anything else is left to the runtime's guardrails. */
+    private decideApproval;
+    /**
+     * The paused turn the conversation answers: its last items are the outputs of every call of a
+     * kept turn. The turn is taken out, so it resumes once.
+     */
+    private takePausedTurn;
+    private keep;
+    private evictExpired;
+}
+//# sourceMappingURL=agent-turn.d.ts.map

package/dist/server/agents/agent-turn.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-turn.d.ts","sourceRoot":"","sources":["../../../src/server/agents/agent-turn.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,SAAS,EAAe,MAAM,oBAAoB,CAAC;AACjE,OAAO,KAAK,EACV,KAAK,EAEL,UAAU,EACV,cAAc,IAAI,mBAAmB,EAOtC,MAAM,qBAAqB,CAAC;AAK7B,uFAAuF;AACvF,MAAM,MAAM,gBAAgB,GACxB;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAChC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,UAAU,EAAE,CAAA;CAAE,GACpD;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GACnC;IAAE,IAAI,EAAE,eAAe,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,GAC1E;IAAE,IAAI,EAAE,sBAAsB,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAErE,6CAA6C;AAC7C,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACtC;AAED,MAAM,MAAM,cAAc,GAAG,MAAM,GAAG,MAAM,GAAG,UAAU,GAAG;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAE7E,MAAM,WAAW,gBAAgB;IAC/B,uDAAuD;IACvD,KAAK,EAAE,KAAK,CAAC;IACb,KAAK,EAAE,gBAAgB,EAAE,CAAC;IAC1B,SAAS,EAAE,cAAc,EAAE,CAAC;IAC5B,UAAU,EAAE,cAAc,CAAC;IAC3B,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,cAAc,CAAC,EAAE;QAAE,cAAc,CAAC,EAAE,mBAAmB,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IACjF,MAAM,EAAE,WAAW,CAAC;IACpB,sEAAsE;IACtE,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;CACnC;AAED,4FAA4F;AAC5F,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,cAAc;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,eAAe;IAC9B,4EAA4E;IAC5E,IAAI,EAAE,MAAM,CAAC;IACb,kEAAkE;IAClE,aAAa,EAAE,kBAAkB,EAAE,CAAC;IACpC;;;OAGG;IACH,YAAY,EAAE,MAAM,GAAG,QAAQ,GAAG,gBAAgB,GAAG,YAAY,CAAC;IAClE,wEAAwE;IACxE,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,cAAc,CAAC;CACvB;AAcD,MAAM,WAAW,sBAAsB;IACrC,oGAAoG;IACpG,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,6DAA6D;IAC7D,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AA0CD;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,SAAS,gBAAgB,EAAE,GAAG;IACtE,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,UAAU,EAAE,CAAC;IACrB,UAAU,EAAE,OAAO,CAAC;CACrB,CAoBA;AAiBD,wBAAgB,gBAAgB,CAC9B,KAAK,EAAE,KAAK,EACZ,SAAS,EAAE,SAAS,cAAc,EAAE,EACpC,UAAU,EAAE,cAAc,GACzB,IAAI,CAWN;AAED;;;;;;GAMG;AACH,qBAAa,eAAe;IAMxB,OAAO,CAAC,QAAQ,CAAC,SAAS;IAL5B,OAAO,CAAC,MAAM,CAAiC;IAC/C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;gBAGhB,SAAS,EAAE,SAAS,EACrC,OAAO,GAAE,sBAA2B;IAMhC,GAAG,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,eAAe,CAAC;YA2BhD,MAAM;IA4BpB;;;;OAIG;YACW,MAAM;IA+CpB,OAAO,CAAC,KAAK;IAqCb;;;OAGG;IACH,OAAO,CAAC,SAAS;IAyCjB,OAAO,CAAC,UAAU;IAkClB,8FAA8F;IAC9F,OAAO,CAAC,cAAc;IAOtB;;;OAGG;IACH,OAAO,CAAC,cAAc;IAkBtB,OAAO,CAAC,IAAI;IASZ,OAAO,CAAC,YAAY;CAMrB"}

package/dist/server/agents/agent-turn.js

@@ -0,0 +1,340 @@
+import { isPausedRun } from '@cogitator-ai/core';
+import { nanoid } from 'nanoid';
+import { toZodParameters } from '../../client/openai-adapter.js';
+import { InvalidRequestError } from '../../client/errors.js';
+const TRANSCRIPT_HEADER = 'Conversation so far:\n\n';
+const NO_APPROVAL_OVER_API = 'This tool needs an approval, which nobody can give through this API: it was not run.';
+function emptyUsage() {
+    return {
+        inputTokens: 0,
+        outputTokens: 0,
+        totalTokens: 0,
+        cachedInputTokens: 0,
+        reasoningTokens: 0,
+    };
+}
+function addUsage(total, result) {
+    const usage = result.usage;
+    return {
+        inputTokens: total.inputTokens + usage.inputTokens,
+        outputTokens: total.outputTokens + usage.outputTokens,
+        totalTokens: total.totalTokens + usage.totalTokens,
+        cachedInputTokens: total.cachedInputTokens + (usage.cachedInputTokens ?? 0),
+        reasoningTokens: total.reasoningTokens + (usage.reasoningTokens ?? 0),
+    };
+}
+function renderItem(item) {
+    switch (item.kind) {
+        case 'system':
+            return '';
+        case 'user':
+            return `User: ${item.text}${item.images.length > 0 ? ` [${item.images.length} image(s)]` : ''}`;
+        case 'assistant':
+            return `Assistant: ${item.text}`;
+        case 'function_call':
+            return `Assistant called function ${item.name} (call ${item.callId}) with arguments: ${item.arguments}`;
+        case 'function_call_output':
+            return `Function result for call ${item.callId}: ${item.output}`;
+    }
+}
+/**
+ * The input of a run that replays the conversation: the last user message, preceded by the
+ * transcript of what came before it, or the transcript ending with function results when the
+ * client answered function calls this server no longer waits on.
+ */
+export function renderConversation(items) {
+    const conversation = items.filter((item) => item.kind !== 'system');
+    const last = conversation.at(-1);
+    if (!last) {
+        throw new InvalidRequestError('The conversation has no message to answer');
+    }
+    if (last.kind === 'user') {
+        const prior = conversation.slice(0, -1);
+        if (prior.length === 0)
+            return { input: last.text, images: last.images, hasHistory: false };
+        return {
+            input: `${TRANSCRIPT_HEADER}${prior.map(renderItem).join('\n\n')}\n\nUser: ${last.text}`,
+            images: last.images,
+            hasHistory: true,
+        };
+    }
+    return {
+        input: `${TRANSCRIPT_HEADER}${conversation.map(renderItem).join('\n\n')}\n\nContinue the conversation.`,
+        images: [],
+        hasHistory: true,
+    };
+}
+/**
+ * Refuses a `tool_choice` that names neither a tool of the agent nor a function of the client,
+ * so the request fails before any output is sent.
+ */
+/**
+ * The run's `toolChoice` for a request's `tool_choice`, when it obliges the model to call a
+ * function: `'required'` or one function by name. The run forces it until the model makes a
+ * call. `'none'` and `'auto'` need none, the tools the turn offers already say it.
+ */
+function mandatoryToolChoice(choice) {
+    if (choice === 'required')
+        return 'required';
+    if (typeof choice === 'object')
+        return { type: 'function', function: { name: choice.name } };
+    return undefined;
+}
+export function assertToolChoice(agent, functions, toolChoice) {
+    if (typeof toolChoice !== 'object')
+        return;
+    const known = agent.tools.some((tool) => tool.name === toolChoice.name) ||
+        functions.some((fn) => fn.name === toolChoice.name);
+    if (!known) {
+        throw new InvalidRequestError(`tool_choice names an unknown function: ${toolChoice.name}`, 'tool_choice');
+    }
+}
+/**
+ * Runs one turn of a registered agent for the stateless OpenAI APIs (Chat Completions and
+ * Responses). The client sends the conversation, the agent answers with its own instructions and
+ * tools, and functions the client declares become tools whose calls end the turn with
+ * `tool_calls`. The paused run is kept for a while, so when the client sends the function
+ * outputs back, the same run goes on from where it stopped instead of replaying the conversation.
+ */
+export class AgentTurnRunner {
+    cogitator;
+    paused = new Map();
+    ttlMs;
+    maxPaused;
+    constructor(cogitator, options = {}) {
+        this.cogitator = cogitator;
+        this.ttlMs = options.pausedTurnTtlMs ?? 10 * 60 * 1000;
+        this.maxPaused = options.maxPausedTurns ?? 1000;
+    }
+    async run(request) {
+        this.evictExpired();
+        const resumable = this.takePausedTurn(request.items);
+        if (resumable)
+            return this.resume(resumable, request);
+        const outputs = new Map();
+        const { agent, clientFunctions } = this.turnAgent(request, outputs);
+        const { input, images, hasHistory } = renderConversation(request.items);
+        const toolChoice = mandatoryToolChoice(request.toolChoice);
+        const result = await this.cogitator.run(agent, {
+            input,
+            ...(images.length > 0 && { images }),
+            threadId: `turn_${nanoid()}`,
+            useMemory: false,
+            signal: request.signal,
+            stream: !!request.onToken,
+            onToken: request.onToken,
+            ...(request.parallelToolCalls !== undefined && {
+                parallelToolCalls: request.parallelToolCalls,
+            }),
+            onApproval: (approval) => this.decideApproval(approval, clientFunctions),
+            ...(hasHistory && { loadHistory: false }),
+            ...(toolChoice && { toolChoice }),
+        });
+        return this.settle(agent, result, outputs, clientFunctions, request, emptyUsage());
+    }
+    async resume(turn, request) {
+        const decisions = {};
+        for (const [clientCallId, modelCallId] of turn.callIds) {
+            const output = request.items.find((item) => item.kind === 'function_call_output' && item.callId === clientCallId);
+            turn.outputs.set(modelCallId, output?.output ?? '');
+            decisions[modelCallId] = { approved: true };
+        }
+        const result = await this.cogitator.resume(turn.agent, turn.checkpoint, {
+            decisions,
+            useMemory: false,
+            signal: request.signal,
+            stream: !!request.onToken,
+            onToken: request.onToken,
+            onApproval: (approval) => this.decideApproval(approval, turn.clientFunctions),
+        });
+        return this.settle(turn.agent, result, turn.outputs, turn.clientFunctions, request, emptyUsage());
+    }
+    /**
+     * The result of a run: an answer, or the client function calls it paused on. Calls of server
+     * tools that wait for an approval nobody can give over this API are declined, and the run goes
+     * on.
+     */
+    async settle(agent, initial, outputs, clientFunctions, request, initialUsage) {
+        let result = initial;
+        let usage = addUsage(initialUsage, result);
+        while (isPausedRun(result)) {
+            const serverCalls = result.pendingApprovals.filter((p) => !clientFunctions.has(p.toolName));
+            if (serverCalls.length === 0) {
+                return this.pause(agent, result, outputs, clientFunctions, usage);
+            }
+            if (!result.checkpoint) {
+                throw new Error('The run paused without a checkpoint to resume from');
+            }
+            result = await this.cogitator.resume(agent, result.checkpoint, {
+                decisions: Object.fromEntries(serverCalls.map((call) => [
+                    call.toolCallId,
+                    { approved: false, reason: NO_APPROVAL_OVER_API },
+                ])),
+                useMemory: false,
+                signal: request.signal,
+                stream: !!request.onToken,
+                onToken: request.onToken,
+                onApproval: (approval) => this.decideApproval(approval, clientFunctions),
+            });
+            usage = addUsage(usage, result);
+        }
+        return {
+            text: result.output,
+            functionCalls: [],
+            finishReason: result.truncated
+                ? 'length'
+                : result.blocked === 'content_filter'
+                    ? 'content_filter'
+                    : 'stop',
+            refusal: result.blocked === 'refusal',
+            usage,
+        };
+    }
+    pause(agent, result, outputs, clientFunctions, usage) {
+        if (!result.checkpoint) {
+            throw new Error('The run paused without a checkpoint to resume from');
+        }
+        const callIds = new Map();
+        const functionCalls = result.pendingApprovals.map((approval) => {
+            const callId = `call_${nanoid(24)}`;
+            callIds.set(callId, approval.toolCallId);
+            return {
+                callId,
+                name: approval.toolName,
+                arguments: JSON.stringify(approval.arguments),
+            };
+        });
+        this.keep({
+            agent,
+            checkpoint: result.checkpoint,
+            callIds,
+            outputs,
+            clientFunctions,
+            expiresAt: Date.now() + this.ttlMs,
+        });
+        return {
+            text: result.output,
+            functionCalls,
+            finishReason: 'tool_calls',
+            refusal: false,
+            usage,
+        };
+    }
+    /**
+     * The agent of the turn: the registered agent with the client's instructions after its own,
+     * the request's sampling settings, and the client functions next to its tools.
+     */
+    turnAgent(request, outputs) {
+        const base = request.agent;
+        const serverToolNames = new Set(base.tools.map((tool) => tool.name));
+        const functions = request.functions.filter((fn) => !serverToolNames.has(fn.name));
+        let tools = [...base.tools, ...functions.map((fn) => this.clientTool(fn, outputs))];
+        if (request.toolChoice === 'none') {
+            tools = [];
+        }
+        else {
+            assertToolChoice(request.agent, request.functions, request.toolChoice);
+        }
+        const clientInstructions = request.items
+            .filter((item) => item.kind === 'system')
+            .map((item) => item.text);
+        const instructions = [
+            base.instructions,
+            ...clientInstructions,
+            request.responseFormat?.instructions ?? '',
+        ]
+            .filter((part) => part.length > 0)
+            .join('\n\n');
+        const overrides = { instructions, tools };
+        if (request.temperature !== undefined)
+            overrides.temperature = request.temperature;
+        if (request.topP !== undefined)
+            overrides.topP = request.topP;
+        if (request.maxTokens !== undefined)
+            overrides.maxTokens = request.maxTokens;
+        if (request.stop !== undefined)
+            overrides.stopSequences = request.stop;
+        if (request.responseFormat?.responseFormat) {
+            overrides.responseFormat = request.responseFormat.responseFormat;
+        }
+        return {
+            agent: base.clone(overrides),
+            clientFunctions: new Set(functions.map((fn) => fn.name)),
+        };
+    }
+    clientTool(fn, outputs) {
+        return {
+            name: fn.name,
+            description: fn.description ?? fn.name,
+            parameters: toZodParameters(fn.parameters),
+            requiresApproval: true,
+            execute: async (_args, context) => {
+                const output = context.toolCallId !== undefined ? outputs.get(context.toolCallId) : undefined;
+                if (output === undefined) {
+                    throw new Error(`Function "${fn.name}" runs on the API client, which sent no output for this call`);
+                }
+                return output;
+            },
+            toJSON: () => {
+                const schema = (fn.parameters ?? {});
+                return {
+                    name: fn.name,
+                    description: fn.description ?? fn.name,
+                    parameters: {
+                        type: 'object',
+                        properties: schema.properties ?? {},
+                        required: schema.required,
+                    },
+                };
+            },
+        };
+    }
+    /** Client function calls pause the run; anything else is left to the runtime's guardrails. */
+    decideApproval(approval, clientFunctions) {
+        return clientFunctions.has(approval.toolName) ? 'pause' : undefined;
+    }
+    /**
+     * The paused turn the conversation answers: its last items are the outputs of every call of a
+     * kept turn. The turn is taken out, so it resumes once.
+     */
+    takePausedTurn(items) {
+        const trailing = [];
+        for (let i = items.length - 1; i >= 0; i--) {
+            const item = items[i];
+            if (item.kind !== 'function_call_output')
+                break;
+            trailing.push(item.callId);
+        }
+        if (trailing.length === 0)
+            return undefined;
+        const turn = this.paused.get(trailing[0]);
+        if (!turn || turn.expiresAt <= Date.now())
+            return undefined;
+        const answered = new Set(trailing);
+        for (const callId of turn.callIds.keys()) {
+            if (!answered.has(callId))
+                return undefined;
+        }
+        for (const callId of turn.callIds.keys())
+            this.paused.delete(callId);
+        return turn;
+    }
+    keep(turn) {
+        for (const callId of turn.callIds.keys())
+            this.paused.set(callId, turn);
+        while (this.paused.size > this.maxPaused) {
+            const oldest = this.paused.keys().next().value;
+            if (oldest === undefined)
+                break;
+            this.paused.delete(oldest);
+        }
+    }
+    evictExpired() {
+        const now = Date.now();
+        for (const [callId, turn] of this.paused) {
+            if (turn.expiresAt <= now)
+                this.paused.delete(callId);
+        }
+    }
+}
+//# sourceMappingURL=agent-turn.js.map

package/dist/server/agents/agent-turn.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-turn.js","sourceRoot":"","sources":["../../../src/server/agents/agent-turn.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkB,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAajE,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAqF1D,MAAM,iBAAiB,GAAG,0BAA0B,CAAC;AACrD,MAAM,oBAAoB,GACxB,sFAAsF,CAAC;AAEzF,SAAS,UAAU;IACjB,OAAO;QACL,WAAW,EAAE,CAAC;QACd,YAAY,EAAE,CAAC;QACf,WAAW,EAAE,CAAC;QACd,iBAAiB,EAAE,CAAC;QACpB,eAAe,EAAE,CAAC;KACnB,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CAAC,KAAqB,EAAE,MAAiB;IACxD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;IAC3B,OAAO;QACL,WAAW,EAAE,KAAK,CAAC,WAAW,GAAG,KAAK,CAAC,WAAW;QAClD,YAAY,EAAE,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,YAAY;QACrD,WAAW,EAAE,KAAK,CAAC,WAAW,GAAG,KAAK,CAAC,WAAW;QAClD,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,GAAG,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC;QAC3E,eAAe,EAAE,KAAK,CAAC,eAAe,GAAG,CAAC,KAAK,CAAC,eAAe,IAAI,CAAC,CAAC;KACtE,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CAAC,IAAsB;IACxC,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,KAAK,QAAQ;YACX,OAAO,EAAE,CAAC;QACZ,KAAK,MAAM;YACT,OAAO,SAAS,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,MAAM,YAAY,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QAClG,KAAK,WAAW;YACd,OAAO,cAAc,IAAI,CAAC,IAAI,EAAE,CAAC;QACnC,KAAK,eAAe;YAClB,OAAO,6BAA6B,IAAI,CAAC,IAAI,UAAU,IAAI,CAAC,MAAM,qBAAqB,IAAI,CAAC,SAAS,EAAE,CAAC;QAC1G,KAAK,sBAAsB;YACzB,OAAO,4BAA4B,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;IACrE,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,kBAAkB,CAAC,KAAkC;IAKnE,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;IACpE,MAAM,IAAI,GAAG,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACjC,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,IAAI,mBAAmB,CAAC,2CAA2C,CAAC,CAAC;IAC7E,CAAC;IACD,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACxC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;QAC5F,OAAO;YACL,KAAK,EAAE,GAAG,iBAAiB,GAAG,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,IAAI,CAAC,IAAI,EAAE;YACxF,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,UAAU,EAAE,IAAI;SACjB,CAAC;IACJ,CAAC;IACD,OAAO;QACL,KAAK,EAAE,GAAG,iBAAiB,GAAG,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,gCAAgC;QACvG,MAAM,EAAE,EAAE;QACV,UAAU,EAAE,IAAI;KACjB,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH;;;;GAIG;AACH,SAAS,mBAAmB,CAAC,MAAsB;IACjD,IAAI,MAAM,KAAK,UAAU;QAAE,OAAO,UAAU,CAAC;IAC7C,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;IAC7F,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,KAAY,EACZ,SAAoC,EACpC,UAA0B;IAE1B,IAAI,OAAO,UAAU,KAAK,QAAQ;QAAE,OAAO;IAC3C,MAAM,KAAK,GACT,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,UAAU,CAAC,IAAI,CAAC;QACzD,SAAS,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,UAAU,CAAC,IAAI,CAAC,CAAC;IACtD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,mBAAmB,CAC3B,0CAA0C,UAAU,CAAC,IAAI,EAAE,EAC3D,aAAa,CACd,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,MAAM,OAAO,eAAe;IAMP;IALX,MAAM,GAAG,IAAI,GAAG,EAAsB,CAAC;IAC9B,KAAK,CAAS;IACd,SAAS,CAAS;IAEnC,YACmB,SAAoB,EACrC,UAAkC,EAAE;QADnB,cAAS,GAAT,SAAS,CAAW;QAGrC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,eAAe,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;QACvD,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,cAAc,IAAI,IAAI,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,OAAyB;QACjC,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACrD,IAAI,SAAS;YAAE,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAEtD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC1C,MAAM,EAAE,KAAK,EAAE,eAAe,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACpE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACxE,MAAM,UAAU,GAAG,mBAAmB,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAC3D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE;YAC7C,KAAK;YACL,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;YACpC,QAAQ,EAAE,QAAQ,MAAM,EAAE,EAAE;YAC5B,SAAS,EAAE,KAAK;YAChB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO;YACzB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,GAAG,CAAC,OAAO,CAAC,iBAAiB,KAAK,SAAS,IAAI;gBAC7C,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;aAC7C,CAAC;YACF,UAAU,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,eAAe,CAAC;YACxE,GAAG,CAAC,UAAU,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;YACzC,GAAG,CAAC,UAAU,IAAI,EAAE,UAAU,EAAE,CAAC;SAClC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC;IACrF,CAAC;IAEO,KAAK,CAAC,MAAM,CAAC,IAAgB,EAAE,OAAyB;QAC9D,MAAM,SAAS,GAAyC,EAAE,CAAC;QAC3D,KAAK,MAAM,CAAC,YAAY,EAAE,WAAW,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACvD,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAC/B,CAAC,IAAI,EAAuE,EAAE,CAC5E,IAAI,CAAC,IAAI,KAAK,sBAAsB,IAAI,IAAI,CAAC,MAAM,KAAK,YAAY,CACvE,CAAC;YACF,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,IAAI,EAAE,CAAC,CAAC;YACpD,SAAS,CAAC,WAAW,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QAC9C,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,UAAU,EAAE;YACtE,SAAS;YACT,SAAS,EAAE,KAAK;YAChB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO;YACzB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,UAAU,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC;SAC9E,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,MAAM,CAChB,IAAI,CAAC,KAAK,EACV,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,eAAe,EACpB,OAAO,EACP,UAAU,EAAE,CACb,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,MAAM,CAClB,KAAY,EACZ,OAAkB,EAClB,OAA4B,EAC5B,eAAoC,EACpC,OAAyB,EACzB,YAA4B;QAE5B,IAAI,MAAM,GAAG,OAAO,CAAC;QACrB,IAAI,KAAK,GAAG,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QAC3C,OAAO,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3B,MAAM,WAAW,GAAG,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC5F,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC7B,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,KAAK,CAAC,CAAC;YACpE,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;gBACvB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;YACxE,CAAC;YACD,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,UAAU,EAAE;gBAC7D,SAAS,EAAE,MAAM,CAAC,WAAW,CAC3B,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;oBACxB,IAAI,CAAC,UAAU;oBACf,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,oBAAoB,EAAE;iBAClD,CAAC,CACH;gBACD,SAAS,EAAE,KAAK;gBAChB,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO;gBACzB,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,UAAU,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,eAAe,CAAC;aACzE,CAAC,CAAC;YACH,KAAK,GAAG,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAClC,CAAC;QAED,OAAO;YACL,IAAI,EAAE,MAAM,CAAC,MAAM;YACnB,aAAa,EAAE,EAAE;YACjB,YAAY,EAAE,MAAM,CAAC,SAAS;gBAC5B,CAAC,CAAC,QAAQ;gBACV,CAAC,CAAC,MAAM,CAAC,OAAO,KAAK,gBAAgB;oBACnC,CAAC,CAAC,gBAAgB;oBAClB,CAAC,CAAC,MAAM;YACZ,OAAO,EAAE,MAAM,CAAC,OAAO,KAAK,SAAS;YACrC,KAAK;SACN,CAAC;IACJ,CAAC;IAEO,KAAK,CACX,KAAY,EACZ,MAAwE,EACxE,OAA4B,EAC5B,eAAoC,EACpC,KAAqB;QAErB,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QACxE,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC1C,MAAM,aAAa,GAAG,MAAM,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;YAC7D,MAAM,MAAM,GAAG,QAAQ,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC;YACpC,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC;YACzC,OAAO;gBACL,MAAM;gBACN,IAAI,EAAE,QAAQ,CAAC,QAAQ;gBACvB,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC;aAC9C,CAAC;QACJ,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,CAAC;YACR,KAAK;YACL,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,OAAO;YACP,OAAO;YACP,eAAe;YACf,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK;SACnC,CAAC,CAAC;QACH,OAAO;YACL,IAAI,EAAE,MAAM,CAAC,MAAM;YACnB,aAAa;YACb,YAAY,EAAE,YAAY;YAC1B,OAAO,EAAE,KAAK;YACd,KAAK;SACN,CAAC;IACJ,CAAC;IAED;;;OAGG;IACK,SAAS,CACf,OAAyB,EACzB,OAA4B;QAE5B,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACrE,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QAClF,IAAI,KAAK,GAAW,CAAC,GAAG,IAAI,CAAC,KAAK,EAAE,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;QAC5F,IAAI,OAAO,CAAC,UAAU,KAAK,MAAM,EAAE,CAAC;YAClC,KAAK,GAAG,EAAE,CAAC;QACb,CAAC;aAAM,CAAC;YACN,gBAAgB,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACzE,CAAC;QAED,MAAM,kBAAkB,GAAG,OAAO,CAAC,KAAK;aACrC,MAAM,CACL,CAAC,IAAI,EAAyD,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,CACxF;aACA,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5B,MAAM,YAAY,GAAG;YACnB,IAAI,CAAC,YAAY;YACjB,GAAG,kBAAkB;YACrB,OAAO,CAAC,cAAc,EAAE,YAAY,IAAI,EAAE;SAC3C;aACE,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;aACjC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEhB,MAAM,SAAS,GAAyB,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC;QAChE,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS;YAAE,SAAS,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACnF,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS;YAAE,SAAS,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QAC9D,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS;YAAE,SAAS,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QAC7E,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS;YAAE,SAAS,CAAC,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;QACvE,IAAI,OAAO,CAAC,cAAc,EAAE,cAAc,EAAE,CAAC;YAC3C,SAAS,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC,cAAc,CAAC;QACnE,CAAC;QACD,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;YAC5B,eAAe,EAAE,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;SACzD,CAAC;IACJ,CAAC;IAEO,UAAU,CAAC,EAAkB,EAAE,OAA4B;QACjE,OAAO;YACL,IAAI,EAAE,EAAE,CAAC,IAAI;YACb,WAAW,EAAE,EAAE,CAAC,WAAW,IAAI,EAAE,CAAC,IAAI;YACtC,UAAU,EAAE,eAAe,CAAC,EAAE,CAAC,UAAU,CAAC;YAC1C,gBAAgB,EAAE,IAAI;YACtB,OAAO,EAAE,KAAK,EAAE,KAAc,EAAE,OAAO,EAAE,EAAE;gBACzC,MAAM,MAAM,GACV,OAAO,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;gBACjF,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;oBACzB,MAAM,IAAI,KAAK,CACb,aAAa,EAAE,CAAC,IAAI,8DAA8D,CACnF,CAAC;gBACJ,CAAC;gBACD,OAAO,MAAM,CAAC;YAChB,CAAC;YACD,MAAM,EAAE,GAAG,EAAE;gBACX,MAAM,MAAM,GAAG,CAAC,EAAE,CAAC,UAAU,IAAI,EAAE,CAGlC,CAAC;gBACF,OAAO;oBACL,IAAI,EAAE,EAAE,CAAC,IAAI;oBACb,WAAW,EAAE,EAAE,CAAC,WAAW,IAAI,EAAE,CAAC,IAAI;oBACtC,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,EAAE;wBACnC,QAAQ,EAAE,MAAM,CAAC,QAAQ;qBAC1B;iBACF,CAAC;YACJ,CAAC;SACF,CAAC;IACJ,CAAC;IAED,8FAA8F;IACtF,cAAc,CACpB,QAA6B,EAC7B,eAAoC;QAEpC,OAAO,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;IACtE,CAAC;IAED;;;OAGG;IACK,cAAc,CAAC,KAAkC;QACvD,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,KAAK,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3C,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACtB,IAAI,IAAI,CAAC,IAAI,KAAK,sBAAsB;gBAAE,MAAM;YAChD,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7B,CAAC;QACD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QAC5C,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1C,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE;YAAE,OAAO,SAAS,CAAC;QAC5D,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;QACnC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;YACzC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC;gBAAE,OAAO,SAAS,CAAC;QAC9C,CAAC;QACD,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE;YAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACrE,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,IAAI,CAAC,IAAgB;QAC3B,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE;YAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACxE,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;YACzC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;YAC/C,IAAI,MAAM,KAAK,SAAS;gBAAE,MAAM;YAChC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAEO,YAAY;QAClB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,KAAK,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACzC,IAAI,IAAI,CAAC,SAAS,IAAI,GAAG;gBAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;CACF"}

package/dist/server/agents/shared.d.ts

@@ -0,0 +1,62 @@
+import type { Agent, ImageInput } from '@cogitator-ai/types';
+import type { FastifyReply } from 'fastify';
+import type { z } from 'zod';
+import type { AgentTurnUsage } from './agent-turn.js';
+/** The agents the OpenAI endpoints serve, by the model id clients send. */
+export declare class AgentDirectory {
+    private readonly agents;
+    readonly createdAt: number;
+    constructor(agents: Readonly<Record<string, Agent>>);
+    get(model: string): Agent | undefined;
+    names(): string[];
+}
+/** An image of a request, as the runtime takes it: a data URL becomes base64 data. */
+export declare function toImageInput(url: string): ImageInput;
+/** The body parsed with `schema`, or an `InvalidRequestError` naming the parameter at fault. */
+export declare function parseRequestBody<T extends z.ZodType>(schema: T, body: unknown): z.output<T>;
+export declare function sendModelNotFound(reply: FastifyReply, model: string): FastifyReply;
+/** The message a client may see for a failed run: deliberate errors as they are, others masked. */
+export declare function clientErrorMessage(error: unknown, context: string): string;
+/** Answer a request that failed before any output was sent, in the OpenAI error format. */
+export declare function sendTurnError(reply: FastifyReply, error: unknown, context: string): FastifyReply;
+/** Usage in the Chat Completions shape. */
+export declare function chatUsage(usage: AgentTurnUsage): {
+    prompt_tokens: number;
+    completion_tokens: number;
+    total_tokens: number;
+    prompt_tokens_details: {
+        cached_tokens: number;
+    };
+    completion_tokens_details: {
+        reasoning_tokens: number;
+    };
+};
+/** Usage in the Responses shape. */
+export declare function responseUsage(usage: AgentTurnUsage): {
+    input_tokens: number;
+    input_tokens_details: {
+        cached_tokens: number;
+    };
+    output_tokens: number;
+    output_tokens_details: {
+        reasoning_tokens: number;
+    };
+    total_tokens: number;
+};
+/**
+ * A signal that aborts when the client disconnects before the response is sent. It watches the
+ * response, since the request emits `close` as soon as its body has been read.
+ */
+export declare function abortOnDisconnect(reply: FastifyReply): AbortSignal;
+export interface EventStream {
+    /** Aborted when the client disconnects */
+    signal: AbortSignal;
+    write(frame: string): void;
+    end(): void;
+}
+/**
+ * Take over the reply for Server-Sent Events. While it is open a heartbeat comment goes out
+ * every `heartbeatMs`, and the signal aborts when the client disconnects, so the run stops.
+ */
+export declare function openEventStream(reply: FastifyReply, heartbeatMs: number): EventStream;
+//# sourceMappingURL=shared.d.ts.map

package/dist/server/agents/shared.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"shared.d.ts","sourceRoot":"","sources":["../../../src/server/agents/shared.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAE7D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAC5C,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAG7B,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAUnD,2EAA2E;AAC3E,qBAAa,cAAc;IAGb,OAAO,CAAC,QAAQ,CAAC,MAAM;IAFnC,QAAQ,CAAC,SAAS,SAAiC;gBAEtB,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAEpE,GAAG,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,GAAG,SAAS;IAIrC,KAAK,IAAI,MAAM,EAAE;CAGlB;AAED,sFAAsF;AACtF,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,UAAU,CAMpD;AAED,gGAAgG;AAChG,wBAAgB,gBAAgB,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAS3F;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,GAAG,YAAY,CAWlF;AAED,mGAAmG;AACnG,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAM1E;AAED,2FAA2F;AAC3F,wBAAgB,aAAa,CAAC,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,GAAG,YAAY,CAWhG;AAED,2CAA2C;AAC3C,wBAAgB,SAAS,CAAC,KAAK,EAAE,cAAc;;;;;;;;;;EAQ9C;AAED,oCAAoC;AACpC,wBAAgB,aAAa,CAAC,KAAK,EAAE,cAAc;;;;;;;;;;EAQlD;AAED;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,YAAY,GAAG,WAAW,CAMlE;AAED,MAAM,WAAW,WAAW;IAC1B,0CAA0C;IAC1C,MAAM,EAAE,WAAW,CAAC;IACpB,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,GAAG,IAAI,IAAI,CAAC;CACb;AAED;;;GAGG;AACH,wBAAgB,eAAe,CAAC,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,GAAG,WAAW,CA6BrF"}