@cogitator-ai/openai-compat 21.1.13 → 21.2.1

package/dist/server/routes/chat-completions.js

@@ -0,0 +1,305 @@
+/**
+ * Chat Completions API (`POST /v1/chat/completions`) over registered Cogitator agents: the
+ * request's `model` names the agent.
+ */
+import { nanoid } from 'nanoid';
+import { z } from 'zod';
+import { InvalidRequestError } from '../../client/errors.js';
+import { toAgentResponseFormat } from '../../client/openai-adapter.js';
+import { assertToolChoice, } from '../agents/agent-turn.js';
+import { abortOnDisconnect, chatUsage, clientErrorMessage, openEventStream, parseRequestBody, sendModelNotFound, sendTurnError, toImageInput, } from '../agents/shared.js';
+const textPart = z.looseObject({ type: z.literal('text'), text: z.string() });
+const imagePart = z.looseObject({
+    type: z.literal('image_url'),
+    image_url: z.looseObject({ url: z.string().min(1) }),
+});
+const refusalPart = z.looseObject({ type: z.literal('refusal'), refusal: z.string() });
+const textContent = z.union([z.string(), z.array(textPart)]);
+const toolCallSchema = z.looseObject({
+    id: z.string().min(1),
+    type: z.literal('function'),
+    function: z.looseObject({ name: z.string().min(1), arguments: z.string() }),
+});
+const messageSchema = z.discriminatedUnion('role', [
+    z.looseObject({ role: z.literal('system'), content: textContent }),
+    z.looseObject({ role: z.literal('developer'), content: textContent }),
+    z.looseObject({
+        role: z.literal('user'),
+        content: z.union([z.string(), z.array(z.discriminatedUnion('type', [textPart, imagePart]))]),
+    }),
+    z.looseObject({
+        role: z.literal('assistant'),
+        content: z
+            .union([z.string(), z.array(z.discriminatedUnion('type', [textPart, refusalPart]))])
+            .nullish(),
+        tool_calls: z.array(toolCallSchema).optional(),
+    }),
+    z.looseObject({ role: z.literal('tool'), content: textContent, tool_call_id: z.string().min(1) }),
+]);
+const functionSchema = z.looseObject({
+    name: z.string().regex(/^[a-zA-Z0-9_-]{1,64}$/, 'must match ^[a-zA-Z0-9_-]{1,64}$'),
+    description: z.string().optional(),
+    parameters: z.record(z.string(), z.unknown()).optional(),
+    strict: z.boolean().nullish(),
+});
+const responseFormatSchema = z.discriminatedUnion('type', [
+    z.looseObject({ type: z.literal('text') }),
+    z.looseObject({ type: z.literal('json_object') }),
+    z.looseObject({
+        type: z.literal('json_schema'),
+        json_schema: z.looseObject({
+            name: z.string().min(1),
+            description: z.string().optional(),
+            schema: z.record(z.string(), z.unknown()).optional(),
+            strict: z.boolean().nullish(),
+        }),
+    }),
+]);
+const positiveInt = z.number().int().positive();
+const requestSchema = z.looseObject({
+    model: z.string().min(1),
+    messages: z.array(messageSchema).min(1),
+    stream: z.boolean().nullish(),
+    stream_options: z.looseObject({ include_usage: z.boolean().optional() }).nullish(),
+    tools: z
+        .array(z.looseObject({ type: z.literal('function'), function: functionSchema }))
+        .optional(),
+    tool_choice: z
+        .union([
+        z.enum(['none', 'auto', 'required']),
+        z.looseObject({
+            type: z.literal('function'),
+            function: z.looseObject({ name: z.string().min(1) }),
+        }),
+    ])
+        .optional(),
+    parallel_tool_calls: z.boolean().optional(),
+    temperature: z.number().min(0).max(2).nullish(),
+    top_p: z.number().min(0).max(1).nullish(),
+    max_tokens: positiveInt.nullish(),
+    max_completion_tokens: positiveInt.nullish(),
+    stop: z.union([z.string(), z.array(z.string()).max(4)]).nullish(),
+    response_format: responseFormatSchema.optional(),
+    n: z.literal(1, { error: 'only n: 1 is supported' }).nullish(),
+});
+function joinText(content) {
+    if (typeof content === 'string')
+        return content;
+    return content.map((part) => part.text ?? part.refusal ?? '').join('');
+}
+function toConversationItems(messages) {
+    const items = [];
+    for (const message of messages) {
+        switch (message.role) {
+            case 'system':
+            case 'developer':
+                items.push({ kind: 'system', text: joinText(message.content) });
+                break;
+            case 'user': {
+                if (typeof message.content === 'string') {
+                    items.push({ kind: 'user', text: message.content, images: [] });
+                    break;
+                }
+                const text = message.content
+                    .flatMap((part) => (part.type === 'text' ? [part.text] : []))
+                    .join('\n');
+                const images = message.content.flatMap((part) => part.type === 'image_url' ? [toImageInput(part.image_url.url)] : []);
+                items.push({ kind: 'user', text, images });
+                break;
+            }
+            case 'assistant': {
+                const text = message.content ? joinText(message.content) : '';
+                if (text)
+                    items.push({ kind: 'assistant', text });
+                for (const call of message.tool_calls ?? []) {
+                    items.push({
+                        kind: 'function_call',
+                        callId: call.id,
+                        name: call.function.name,
+                        arguments: call.function.arguments,
+                    });
+                }
+                break;
+            }
+            case 'tool':
+                items.push({
+                    kind: 'function_call_output',
+                    callId: message.tool_call_id,
+                    output: joinText(message.content),
+                });
+                break;
+        }
+    }
+    if (!items.some((item) => item.kind !== 'system')) {
+        throw new InvalidRequestError('messages must contain a user message', 'messages');
+    }
+    return items;
+}
+function toToolChoice(choice) {
+    if (choice === undefined)
+        return 'auto';
+    if (typeof choice === 'string')
+        return choice;
+    return { name: choice.function.name };
+}
+function toResponseFormat(format) {
+    if (!format)
+        return undefined;
+    if (format.type === 'json_schema') {
+        const value = {
+            type: 'json_schema',
+            json_schema: {
+                name: format.json_schema.name,
+                schema: format.json_schema.schema ?? {},
+                ...(format.json_schema.description !== undefined && {
+                    description: format.json_schema.description,
+                }),
+            },
+        };
+        return toAgentResponseFormat(value);
+    }
+    return toAgentResponseFormat({ type: format.type });
+}
+function toolCallsOf(result) {
+    return result.functionCalls.map((call) => ({
+        id: call.callId,
+        type: 'function',
+        function: { name: call.name, arguments: call.arguments },
+    }));
+}
+export function registerChatCompletionRoutes(fastify, options) {
+    const { directory, runner, heartbeatMs, bodyLimit } = options;
+    fastify.post('/v1/chat/completions', { bodyLimit }, async (request, reply) => {
+        let body;
+        let items;
+        try {
+            body = parseRequestBody(requestSchema, request.body);
+            items = toConversationItems(body.messages);
+        }
+        catch (error) {
+            return sendTurnError(reply, error, 'chat completion');
+        }
+        const agent = directory.get(body.model);
+        if (!agent)
+            return sendModelNotFound(reply, body.model);
+        const id = `chatcmpl-${nanoid()}`;
+        const created = Math.floor(Date.now() / 1000);
+        const turn = (signal, onToken) => ({
+            agent,
+            items,
+            functions: (body.tools ?? []).map((tool) => ({
+                name: tool.function.name,
+                ...(tool.function.description !== undefined && {
+                    description: tool.function.description,
+                }),
+                ...(tool.function.parameters !== undefined && { parameters: tool.function.parameters }),
+            })),
+            toolChoice: toToolChoice(body.tool_choice),
+            ...(body.parallel_tool_calls !== undefined && {
+                parallelToolCalls: body.parallel_tool_calls,
+            }),
+            ...(body.temperature != null && { temperature: body.temperature }),
+            ...(body.top_p != null && { topP: body.top_p }),
+            ...((body.max_completion_tokens ?? body.max_tokens) != null && {
+                maxTokens: (body.max_completion_tokens ?? body.max_tokens),
+            }),
+            ...(body.stop != null && { stop: typeof body.stop === 'string' ? [body.stop] : body.stop }),
+            ...(body.response_format && { responseFormat: toResponseFormat(body.response_format) }),
+            signal,
+            ...(onToken && { onToken }),
+        });
+        try {
+            const check = turn(new AbortController().signal);
+            assertToolChoice(check.agent, check.functions, check.toolChoice);
+        }
+        catch (error) {
+            return sendTurnError(reply, error, 'request');
+        }
+        if (!body.stream) {
+            const signal = abortOnDisconnect(reply);
+            let result;
+            try {
+                result = await runner.run(turn(signal));
+            }
+            catch (error) {
+                return sendTurnError(reply, error, `Chat completion ${id}`);
+            }
+            const toolCalls = toolCallsOf(result);
+            return reply.send({
+                id,
+                object: 'chat.completion',
+                created,
+                model: body.model,
+                system_fingerprint: null,
+                choices: [
+                    {
+                        index: 0,
+                        message: {
+                            role: 'assistant',
+                            content: result.refusal ? null : result.text || (toolCalls.length > 0 ? null : ''),
+                            refusal: result.refusal ? result.text : null,
+                            ...(toolCalls.length > 0 && { tool_calls: toolCalls }),
+                            annotations: [],
+                        },
+                        logprobs: null,
+                        finish_reason: result.finishReason,
+                    },
+                ],
+                usage: chatUsage(result.usage),
+            });
+        }
+        const includeUsage = body.stream_options?.include_usage === true;
+        const stream = openEventStream(reply, heartbeatMs);
+        const chunk = (delta, finishReason = null) => ({
+            id,
+            object: 'chat.completion.chunk',
+            created,
+            model: body.model,
+            system_fingerprint: null,
+            choices: [{ index: 0, delta, logprobs: null, finish_reason: finishReason }],
+            ...(includeUsage && { usage: null }),
+        });
+        const send = (data) => stream.write(`data: ${JSON.stringify(data)}\n\n`);
+        send(chunk({ role: 'assistant', content: '', refusal: null }));
+        try {
+            const result = await runner.run(turn(stream.signal, (token) => send(chunk({ content: token }))));
+            if (result.refusal)
+                send(chunk({ refusal: result.text }));
+            const toolCalls = toolCallsOf(result);
+            if (toolCalls.length > 0) {
+                send(chunk({ tool_calls: toolCalls.map((call, index) => ({ index, ...call })) }));
+            }
+            send(chunk({}, result.finishReason));
+            if (includeUsage) {
+                send({
+                    id,
+                    object: 'chat.completion.chunk',
+                    created,
+                    model: body.model,
+                    system_fingerprint: null,
+                    choices: [],
+                    usage: chatUsage(result.usage),
+                });
+            }
+            stream.write('data: [DONE]\n\n');
+        }
+        catch (error) {
+            if (!stream.signal.aborted) {
+                const invalid = error instanceof InvalidRequestError;
+                send({
+                    error: {
+                        message: clientErrorMessage(error, `Chat completion ${id}`),
+                        type: invalid ? 'invalid_request_error' : 'server_error',
+                        param: invalid ? (error.param ?? null) : null,
+                        code: invalid ? 'invalid_request' : 'server_error',
+                    },
+                });
+            }
+        }
+        finally {
+            stream.end();
+        }
+        return reply;
+    });
+}
+//# sourceMappingURL=chat-completions.js.map

package/dist/server/routes/chat-completions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chat-completions.js","sourceRoot":"","sources":["../../../src/server/routes/chat-completions.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AAEpE,OAAO,EACL,gBAAgB,GAMjB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAEL,iBAAiB,EACjB,SAAS,EACT,kBAAkB,EAClB,eAAe,EACf,gBAAgB,EAChB,iBAAiB,EACjB,aAAa,EACb,YAAY,GACb,MAAM,kBAAkB,CAAC;AAE1B,MAAM,QAAQ,GAAG,CAAC,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;AAC9E,MAAM,SAAS,GAAG,CAAC,CAAC,WAAW,CAAC;IAC9B,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC;IAC5B,SAAS,EAAE,CAAC,CAAC,WAAW,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;CACrD,CAAC,CAAC;AACH,MAAM,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;AAEvF,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;AAE7D,MAAM,cAAc,GAAG,CAAC,CAAC,WAAW,CAAC;IACnC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACrB,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;IAC3B,QAAQ,EAAE,CAAC,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;CAC5E,CAAC,CAAC;AAEH,MAAM,aAAa,GAAG,CAAC,CAAC,kBAAkB,CAAC,MAAM,EAAE;IACjD,CAAC,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;IAClE,CAAC,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;IACrE,CAAC,CAAC,WAAW,CAAC;QACZ,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;QACvB,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,kBAAkB,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;KAC7F,CAAC;IACF,CAAC,CAAC,WAAW,CAAC;QACZ,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC;QAC5B,OAAO,EAAE,CAAC;aACP,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,kBAAkB,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;aACnF,OAAO,EAAE;QACZ,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,QAAQ,EAAE;KAC/C,CAAC;IACF,CAAC,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;CAClG,CAAC,CAAC;AAEH,MAAM,cAAc,GAAG,CAAC,CAAC,WAAW,CAAC;IACnC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,uBAAuB,EAAE,kCAAkC,CAAC;IACnF,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,EAAE;IACxD,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE;CAC9B,CAAC,CAAC;AAEH,MAAM,oBAAoB,GAAG,CAAC,CAAC,kBAAkB,CAAC,MAAM,EAAE;IACxD,CAAC,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAC1C,CAAC,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;IACjD,CAAC,CAAC,WAAW,CAAC;QACZ,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC;QAC9B,WAAW,EAAE,CAAC,CAAC,WAAW,CAAC;YACzB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;YACvB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YAClC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,EAAE;YACpD,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE;SAC9B,CAAC;KACH,CAAC;CACH,CAAC,CAAC;AAEH,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC;AAEhD,MAAM,aAAa,GAAG,CAAC,CAAC,WAAW,CAAC;IAClC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACxB,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACvC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE;IAC7B,cAAc,EAAE,CAAC,CAAC,WAAW,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE;IAClF,KAAK,EAAE,CAAC;SACL,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,cAAc,EAAE,CAAC,CAAC;SAC/E,QAAQ,EAAE;IACb,WAAW,EAAE,CAAC;SACX,KAAK,CAAC;QACL,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;QACpC,CAAC,CAAC,WAAW,CAAC;YACZ,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;YAC3B,QAAQ,EAAE,CAAC,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;SACrD,CAAC;KACH,CAAC;SACD,QAAQ,EAAE;IACb,mBAAmB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC3C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE;IAC/C,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE;IACzC,UAAU,EAAE,WAAW,CAAC,OAAO,EAAE;IACjC,qBAAqB,EAAE,WAAW,CAAC,OAAO,EAAE;IAC5C,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE;IACjE,eAAe,EAAE,oBAAoB,CAAC,QAAQ,EAAE;IAChD,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,wBAAwB,EAAE,CAAC,CAAC,OAAO,EAAE;CAC/D,CAAC,CAAC;AAKH,SAAS,QAAQ,CACf,OAAkF;IAElF,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,OAAO,CAAC;IAChD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACzE,CAAC;AAED,SAAS,mBAAmB,CAAC,QAAgC;IAC3D,MAAM,KAAK,GAAuB,EAAE,CAAC;IACrC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,KAAK,QAAQ,CAAC;YACd,KAAK,WAAW;gBACd,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBAChE,MAAM;YACR,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;oBACxC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;oBAChE,MAAM;gBACR,CAAC;gBACD,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO;qBACzB,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;qBAC5D,IAAI,CAAC,IAAI,CAAC,CAAC;gBACd,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAC9C,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CACpE,CAAC;gBACF,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC3C,MAAM;YACR,CAAC;YACD,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC9D,IAAI,IAAI;oBAAE,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC;oBAC5C,KAAK,CAAC,IAAI,CAAC;wBACT,IAAI,EAAE,eAAe;wBACrB,MAAM,EAAE,IAAI,CAAC,EAAE;wBACf,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;wBACxB,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS;qBACnC,CAAC,CAAC;gBACL,CAAC;gBACD,MAAM;YACR,CAAC;YACD,KAAK,MAAM;gBACT,KAAK,CAAC,IAAI,CAAC;oBACT,IAAI,EAAE,sBAAsB;oBAC5B,MAAM,EAAE,OAAO,CAAC,YAAY;oBAC5B,MAAM,EAAE,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC;iBAClC,CAAC,CAAC;gBACH,MAAM;QACV,CAAC;IACH,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,EAAE,CAAC;QAClD,MAAM,IAAI,mBAAmB,CAAC,sCAAsC,EAAE,UAAU,CAAC,CAAC;IACpF,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,YAAY,CAAC,MAA4C;IAChE,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC;IACxC,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC;IAC9C,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;AACxC,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAgD;IACxE,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAC9B,IAAI,MAAM,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;QAClC,MAAM,KAAK,GAAmB;YAC5B,IAAI,EAAE,aAAa;YACnB,WAAW,EAAE;gBACX,IAAI,EAAE,MAAM,CAAC,WAAW,CAAC,IAAI;gBAC7B,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,IAAI,EAAE;gBACvC,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,WAAW,KAAK,SAAS,IAAI;oBAClD,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC,WAAW;iBAC5C,CAAC;aACH;SACF,CAAC;QACF,OAAO,qBAAqB,CAAC,KAAK,CAAC,CAAC;IACtC,CAAC;IACD,OAAO,qBAAqB,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,WAAW,CAAC,MAAuB;IAC1C,OAAO,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACzC,EAAE,EAAE,IAAI,CAAC,MAAM;QACf,IAAI,EAAE,UAAmB;QACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE;KACzD,CAAC,CAAC,CAAC;AACN,CAAC;AASD,MAAM,UAAU,4BAA4B,CAC1C,OAAwB,EACxB,OAAmC;IAEnC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC;IAE9D,OAAO,CAAC,IAAI,CAAC,sBAAsB,EAAE,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QAC3E,IAAI,IAA2B,CAAC;QAChC,IAAI,KAAyB,CAAC;QAC9B,IAAI,CAAC;YACH,IAAI,GAAG,gBAAgB,CAAC,aAAa,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;YACrD,KAAK,GAAG,mBAAmB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC7C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,aAAa,CAAC,KAAK,EAAE,KAAK,EAAE,iBAAiB,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxC,IAAI,CAAC,KAAK;YAAE,OAAO,iBAAiB,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAExD,MAAM,EAAE,GAAG,YAAY,MAAM,EAAE,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;QAC9C,MAAM,IAAI,GAAG,CAAC,MAAmB,EAAE,OAAiC,EAAoB,EAAE,CAAC,CAAC;YAC1F,KAAK;YACL,KAAK;YACL,SAAS,EAAE,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAC3C,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;gBACxB,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,KAAK,SAAS,IAAI;oBAC7C,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW;iBACvC,CAAC;gBACF,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,KAAK,SAAS,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;aACxF,CAAC,CAAC;YACH,UAAU,EAAE,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC;YAC1C,GAAG,CAAC,IAAI,CAAC,mBAAmB,KAAK,SAAS,IAAI;gBAC5C,iBAAiB,EAAE,IAAI,CAAC,mBAAmB;aAC5C,CAAC;YACF,GAAG,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC;YAClE,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC;YAC/C,GAAG,CAAC,CAAC,IAAI,CAAC,qBAAqB,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,IAAI;gBAC7D,SAAS,EAAE,CAAC,IAAI,CAAC,qBAAqB,IAAI,IAAI,CAAC,UAAU,CAAE;aAC5D,CAAC;YACF,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,EAAE,IAAI,EAAE,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAC3F,GAAG,CAAC,IAAI,CAAC,eAAe,IAAI,EAAE,cAAc,EAAE,gBAAgB,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC;YACvF,MAAM;YACN,GAAG,CAAC,OAAO,IAAI,EAAE,OAAO,EAAE,CAAC;SAC5B,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,eAAe,EAAE,CAAC,MAAM,CAAC,CAAC;YACjD,gBAAgB,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;QACnE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,aAAa,CAAC,KAAK,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QAChD,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,MAAM,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;YACxC,IAAI,MAAuB,CAAC;YAC5B,IAAI,CAAC;gBACH,MAAM,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YAC1C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,aAAa,CAAC,KAAK,EAAE,KAAK,EAAE,mBAAmB,EAAE,EAAE,CAAC,CAAC;YAC9D,CAAC;YACD,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;YACtC,OAAO,KAAK,CAAC,IAAI,CAAC;gBAChB,EAAE;gBACF,MAAM,EAAE,iBAAiB;gBACzB,OAAO;gBACP,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,kBAAkB,EAAE,IAAI;gBACxB,OAAO,EAAE;oBACP;wBACE,KAAK,EAAE,CAAC;wBACR,OAAO,EAAE;4BACP,IAAI,EAAE,WAAW;4BACjB,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;4BAClF,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;4BAC5C,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC;4BACtD,WAAW,EAAE,EAAE;yBAChB;wBACD,QAAQ,EAAE,IAAI;wBACd,aAAa,EAAE,MAAM,CAAC,YAAY;qBACnC;iBACF;gBACD,KAAK,EAAE,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC;aAC/B,CAAC,CAAC;QACL,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,cAAc,EAAE,aAAa,KAAK,IAAI,CAAC;QACjE,MAAM,MAAM,GAAG,eAAe,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QACnD,MAAM,KAAK,GAAG,CACZ,KAA8B,EAC9B,eAAuD,IAAI,EAC3D,EAAE,CAAC,CAAC;YACJ,EAAE;YACF,MAAM,EAAE,uBAAuB;YAC/B,OAAO;YACP,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,kBAAkB,EAAE,IAAI;YACxB,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,aAAa,EAAE,YAAY,EAAE,CAAC;YAC3E,GAAG,CAAC,YAAY,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;SACrC,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,CAAC,IAAa,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAElF,IAAI,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAC/D,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,GAAG,CAC7B,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAChE,CAAC;YACF,IAAI,MAAM,CAAC,OAAO;gBAAE,IAAI,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YAC1D,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;YACtC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,IAAI,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACpF,CAAC;YACD,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC;YACrC,IAAI,YAAY,EAAE,CAAC;gBACjB,IAAI,CAAC;oBACH,EAAE;oBACF,MAAM,EAAE,uBAAuB;oBAC/B,OAAO;oBACP,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,kBAAkB,EAAE,IAAI;oBACxB,OAAO,EAAE,EAAE;oBACX,KAAK,EAAE,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC;iBAC/B,CAAC,CAAC;YACL,CAAC;YACD,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACnC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBAC3B,MAAM,OAAO,GAAG,KAAK,YAAY,mBAAmB,CAAC;gBACrD,IAAI,CAAC;oBACH,KAAK,EAAE;wBACL,OAAO,EAAE,kBAAkB,CAAC,KAAK,EAAE,mBAAmB,EAAE,EAAE,CAAC;wBAC3D,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,cAAc;wBACxD,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;wBAC7C,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,cAAc;qBACnD;iBACF,CAAC,CAAC;YACL,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,GAAG,EAAE,CAAC;QACf,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/server/routes/models.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Models API: the registered agents, which the Chat Completions and Responses endpoints take as
+ * `model`, and the `cogitator` model of the Assistants API.
+ */
+import type { FastifyInstance } from 'fastify';
+import type { AgentDirectory } from '../agents/shared.js';
+export declare function registerModelRoutes(fastify: FastifyInstance, directory: AgentDirectory): void;
+//# sourceMappingURL=models.d.ts.map

package/dist/server/routes/models.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../../src/server/routes/models.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAE/C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAUvD,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,cAAc,QAmBtF"}

package/dist/server/routes/models.js

@@ -0,0 +1,27 @@
+/**
+ * Models API: the registered agents, which the Chat Completions and Responses endpoints take as
+ * `model`, and the `cogitator` model of the Assistants API.
+ */
+import { COGITATOR_MODEL_ID } from '../../client/openai-adapter.js';
+import { sendNotFound } from './shared.js';
+export function registerModelRoutes(fastify, directory) {
+    const models = () => {
+        const ids = [...directory.names()];
+        if (!ids.includes(COGITATOR_MODEL_ID))
+            ids.push(COGITATOR_MODEL_ID);
+        return ids.map((id) => ({
+            id,
+            object: 'model',
+            created: directory.createdAt,
+            owned_by: 'cogitator',
+        }));
+    };
+    fastify.get('/v1/models', async () => ({ object: 'list', data: models() }));
+    fastify.get('/v1/models/:model', async (request, reply) => {
+        const model = models().find((candidate) => candidate.id === request.params.model);
+        if (!model)
+            return sendNotFound(reply, 'model', request.params.model);
+        return reply.send(model);
+    });
+}
+//# sourceMappingURL=models.js.map

package/dist/server/routes/models.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"models.js","sourceRoot":"","sources":["../../../src/server/routes/models.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AAEjE,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AASxC,MAAM,UAAU,mBAAmB,CAAC,OAAwB,EAAE,SAAyB;IACrF,MAAM,MAAM,GAAG,GAAkB,EAAE;QACjC,MAAM,GAAG,GAAG,CAAC,GAAG,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC;QACnC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,kBAAkB,CAAC;YAAE,GAAG,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACpE,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YACtB,EAAE;YACF,MAAM,EAAE,OAAO;YACf,OAAO,EAAE,SAAS,CAAC,SAAS;YAC5B,QAAQ,EAAE,WAAW;SACtB,CAAC,CAAC,CAAC;IACN,CAAC,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC;IAE5E,OAAO,CAAC,GAAG,CAAgC,mBAAmB,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvF,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAClF,IAAI,CAAC,KAAK;YAAE,OAAO,YAAY,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACtE,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/server/routes/responses.d.ts

@@ -0,0 +1,229 @@
+/**
+ * Responses API (`/v1/responses`) over registered Cogitator agents: the request's `model` names
+ * the agent. Responses are kept in memory, so `previous_response_id` carries a conversation on.
+ */
+import type { FastifyInstance } from 'fastify';
+import { z } from 'zod';
+import { type AgentTurnRunner, type ConversationItem } from '../agents/agent-turn.js';
+import { type AgentDirectory, responseUsage } from '../agents/shared.js';
+declare const inputItem: z.ZodUnion<readonly [z.ZodObject<{
+    type: z.ZodLiteral<"function_call">;
+    id: z.ZodOptional<z.ZodString>;
+    call_id: z.ZodString;
+    name: z.ZodString;
+    arguments: z.ZodString;
+}, z.core.$loose>, z.ZodObject<{
+    type: z.ZodLiteral<"function_call_output">;
+    id: z.ZodOptional<z.ZodString>;
+    call_id: z.ZodString;
+    output: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
+        type: z.ZodLiteral<"input_text">;
+        text: z.ZodString;
+    }, z.core.$loose>, z.ZodObject<{
+        type: z.ZodLiteral<"output_text">;
+        text: z.ZodString;
+    }, z.core.$loose>], "type">>]>;
+}, z.core.$loose>, z.ZodObject<{
+    type: z.ZodOptional<z.ZodLiteral<"message">>;
+    id: z.ZodOptional<z.ZodString>;
+    role: z.ZodEnum<{
+        assistant: "assistant";
+        user: "user";
+        system: "system";
+        developer: "developer";
+    }>;
+    content: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
+        type: z.ZodLiteral<"input_text">;
+        text: z.ZodString;
+    }, z.core.$loose>, z.ZodObject<{
+        type: z.ZodLiteral<"input_image">;
+        image_url: z.ZodString;
+        detail: z.ZodOptional<z.ZodEnum<{
+            auto: "auto";
+            low: "low";
+            high: "high";
+        }>>;
+    }, z.core.$loose>, z.ZodObject<{
+        type: z.ZodLiteral<"output_text">;
+        text: z.ZodString;
+    }, z.core.$loose>, z.ZodObject<{
+        type: z.ZodLiteral<"refusal">;
+        refusal: z.ZodString;
+    }, z.core.$loose>], "type">>]>;
+}, z.core.$loose>]>;
+declare const requestSchema: z.ZodObject<{
+    model: z.ZodString;
+    input: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
+        type: z.ZodLiteral<"function_call">;
+        id: z.ZodOptional<z.ZodString>;
+        call_id: z.ZodString;
+        name: z.ZodString;
+        arguments: z.ZodString;
+    }, z.core.$loose>, z.ZodObject<{
+        type: z.ZodLiteral<"function_call_output">;
+        id: z.ZodOptional<z.ZodString>;
+        call_id: z.ZodString;
+        output: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
+            type: z.ZodLiteral<"input_text">;
+            text: z.ZodString;
+        }, z.core.$loose>, z.ZodObject<{
+            type: z.ZodLiteral<"output_text">;
+            text: z.ZodString;
+        }, z.core.$loose>], "type">>]>;
+    }, z.core.$loose>, z.ZodObject<{
+        type: z.ZodOptional<z.ZodLiteral<"message">>;
+        id: z.ZodOptional<z.ZodString>;
+        role: z.ZodEnum<{
+            assistant: "assistant";
+            user: "user";
+            system: "system";
+            developer: "developer";
+        }>;
+        content: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
+            type: z.ZodLiteral<"input_text">;
+            text: z.ZodString;
+        }, z.core.$loose>, z.ZodObject<{
+            type: z.ZodLiteral<"input_image">;
+            image_url: z.ZodString;
+            detail: z.ZodOptional<z.ZodEnum<{
+                auto: "auto";
+                low: "low";
+                high: "high";
+            }>>;
+        }, z.core.$loose>, z.ZodObject<{
+            type: z.ZodLiteral<"output_text">;
+            text: z.ZodString;
+        }, z.core.$loose>, z.ZodObject<{
+            type: z.ZodLiteral<"refusal">;
+            refusal: z.ZodString;
+        }, z.core.$loose>], "type">>]>;
+    }, z.core.$loose>]>>]>;
+    instructions: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    previous_response_id: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    tools: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        type: z.ZodLiteral<"function">;
+        name: z.ZodString;
+        description: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+        parameters: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+        strict: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
+    }, z.core.$loose>>>;
+    tool_choice: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
+        auto: "auto";
+        none: "none";
+        required: "required";
+    }>, z.ZodObject<{
+        type: z.ZodLiteral<"function">;
+        name: z.ZodString;
+    }, z.core.$loose>]>>;
+    parallel_tool_calls: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
+    temperature: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+    top_p: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+    max_output_tokens: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+    store: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
+    metadata: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodString>>>;
+    stream: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
+    text: z.ZodOptional<z.ZodNullable<z.ZodObject<{
+        format: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
+            type: z.ZodLiteral<"text">;
+        }, z.core.$loose>, z.ZodObject<{
+            type: z.ZodLiteral<"json_object">;
+        }, z.core.$loose>, z.ZodObject<{
+            type: z.ZodLiteral<"json_schema">;
+            name: z.ZodString;
+            description: z.ZodOptional<z.ZodString>;
+            schema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+            strict: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
+        }, z.core.$loose>], "type">>;
+    }, z.core.$loose>>>;
+    background: z.ZodOptional<z.ZodNullable<z.ZodLiteral<false>>>;
+}, z.core.$loose>;
+type ResponsesRequest = z.output<typeof requestSchema>;
+type InputItem = z.output<typeof inputItem>;
+type OutputContent = {
+    type: 'output_text';
+    text: string;
+    annotations: never[];
+} | {
+    type: 'refusal';
+    refusal: string;
+};
+type OutputItem = {
+    type: 'message';
+    id: string;
+    status: 'in_progress' | 'completed' | 'incomplete';
+    role: 'assistant';
+    content: OutputContent[];
+} | {
+    type: 'function_call';
+    id: string;
+    call_id: string;
+    name: string;
+    arguments: string;
+    status: 'in_progress' | 'completed';
+};
+type ResponseStatus = 'in_progress' | 'completed' | 'incomplete' | 'failed';
+interface ResponseObject {
+    id: string;
+    object: 'response';
+    created_at: number;
+    status: ResponseStatus;
+    completed_at: number | null;
+    error: {
+        code: string;
+        message: string;
+    } | null;
+    incomplete_details: {
+        reason: 'max_output_tokens' | 'content_filter';
+    } | null;
+    instructions: string | null;
+    max_output_tokens: number | null;
+    model: string;
+    output: OutputItem[];
+    parallel_tool_calls: boolean;
+    previous_response_id: string | null;
+    reasoning: {
+        effort: null;
+        summary: null;
+    };
+    store: boolean;
+    temperature: number | null;
+    text: {
+        format: Record<string, unknown>;
+    };
+    tool_choice: ResponsesRequest['tool_choice'] | 'auto';
+    tools: NonNullable<ResponsesRequest['tools']>;
+    top_p: number | null;
+    truncation: 'disabled';
+    usage: ReturnType<typeof responseUsage> | null;
+    user: null;
+    metadata: Record<string, string>;
+}
+/** An input item as `GET /v1/responses/{id}/input_items` lists it. */
+type StoredInputItem = InputItem & {
+    id: string;
+};
+interface StoredResponse {
+    response: ResponseObject;
+    /** The conversation up to and including this response, for `previous_response_id` */
+    conversation: ConversationItem[];
+    inputItems: StoredInputItem[];
+}
+/** Responses kept in memory, the oldest dropped first beyond `maxSize`. */
+export declare class ResponseStore {
+    private readonly maxSize;
+    private responses;
+    constructor(maxSize?: number);
+    get(id: string): StoredResponse | undefined;
+    set(id: string, stored: StoredResponse): void;
+    delete(id: string): boolean;
+}
+export interface ResponseRouteOptions {
+    directory: AgentDirectory;
+    runner: AgentTurnRunner;
+    store: ResponseStore;
+    heartbeatMs: number;
+    bodyLimit: number;
+}
+export declare function registerResponseRoutes(fastify: FastifyInstance, options: ResponseRouteOptions): void;
+export {};
+//# sourceMappingURL=responses.d.ts.map

package/dist/server/routes/responses.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"responses.d.ts","sourceRoot":"","sources":["../../../src/server/routes/responses.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAE/C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAIL,KAAK,eAAe,EACpB,KAAK,gBAAgB,EAEtB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,KAAK,cAAc,EAKnB,aAAa,EAId,MAAM,kBAAkB,CAAC;AAgC1B,QAAA,MAAM,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;mBAAmE,CAAC;AAsBnF,QAAA,MAAM,aAAa;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAqBjB,CAAC;AAEH,KAAK,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,aAAa,CAAC,CAAC;AACvD,KAAK,SAAS,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,SAAS,CAAC,CAAC;AAE5C,KAAK,aAAa,GACd;IAAE,IAAI,EAAE,aAAa,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,KAAK,EAAE,CAAA;CAAE,GAC3D;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAEzC,KAAK,UAAU,GACX;IACE,IAAI,EAAE,SAAS,CAAC;IAChB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,aAAa,GAAG,WAAW,GAAG,YAAY,CAAC;IACnD,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,aAAa,EAAE,CAAC;CAC1B,GACD;IACE,IAAI,EAAE,eAAe,CAAC;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,aAAa,GAAG,WAAW,CAAC;CACrC,CAAC;AAEN,KAAK,cAAc,GAAG,aAAa,GAAG,WAAW,GAAG,YAAY,GAAG,QAAQ,CAAC;AAE5E,UAAU,cAAc;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,UAAU,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,cAAc,CAAC;IACvB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,KAAK,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IAChD,kBAAkB,EAAE;QAAE,MAAM,EAAE,mBAAmB,GAAG,gBAAgB,CAAA;KAAE,GAAG,IAAI,CAAC;IAC9E,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,UAAU,EAAE,CAAC;IACrB,mBAAmB,EAAE,OAAO,CAAC;IAC7B,oBAAoB,EAAE,MAAM,GAAG,IAAI,CAAC;IACpC,SAAS,EAAE;QAAE,MAAM,EAAE,IAAI,CAAC;QAAC,OAAO,EAAE,IAAI,CAAA;KAAE,CAAC;IAC3C,KAAK,EAAE,OAAO,CAAC;IACf,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,IAAI,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,CAAC;IAC1C,WAAW,EAAE,gBAAgB,CAAC,aAAa,CAAC,GAAG,MAAM,CAAC;IACtD,KAAK,EAAE,WAAW,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC;IAC9C,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,UAAU,EAAE,UAAU,CAAC;IACvB,KAAK,EAAE,UAAU,CAAC,OAAO,aAAa,CAAC,GAAG,IAAI,CAAC;IAC/C,IAAI,EAAE,IAAI,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAClC;AAED,sEAAsE;AACtE,KAAK,eAAe,GAAG,SAAS,GAAG;IAAE,EAAE,EAAE,MAAM,CAAA;CAAE,CAAC;AAElD,UAAU,cAAc;IACtB,QAAQ,EAAE,cAAc,CAAC;IACzB,qFAAqF;IACrF,YAAY,EAAE,gBAAgB,EAAE,CAAC;IACjC,UAAU,EAAE,eAAe,EAAE,CAAC;CAC/B;AAED,2EAA2E;AAC3E,qBAAa,aAAa;IAGZ,OAAO,CAAC,QAAQ,CAAC,OAAO;IAFpC,OAAO,CAAC,SAAS,CAAqC;gBAEzB,OAAO,SAAO;IAE3C,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,cAAc,GAAG,SAAS;IAI3C,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,cAAc,GAAG,IAAI;IAU7C,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO;CAG5B;AA0GD,MAAM,WAAW,oBAAoB;IACnC,SAAS,EAAE,cAAc,CAAC;IAC1B,MAAM,EAAE,eAAe,CAAC;IACxB,KAAK,EAAE,aAAa,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,eAAe,EAAE,OAAO,EAAE,oBAAoB,QAkT7F"}