@cogitator-ai/openai-compat 21.1.13 → 21.2.0

package/dist/server/agents/shared.js

@@ -0,0 +1,136 @@
+import { encodeHeartbeat, startHeartbeat } from '@cogitator-ai/server-shared';
+import { CogitatorError } from '@cogitator-ai/types';
+import { InvalidRequestError } from '../../client/errors.js';
+import { formatOpenAIError } from '../middleware/error-handler.js';
+const IMAGE_MIME_TYPES = new Set([
+    'image/jpeg',
+    'image/png',
+    'image/gif',
+    'image/webp',
+]);
+/** The agents the OpenAI endpoints serve, by the model id clients send. */
+export class AgentDirectory {
+    agents;
+    createdAt = Math.floor(Date.now() / 1000);
+    constructor(agents) {
+        this.agents = agents;
+    }
+    get(model) {
+        return Object.hasOwn(this.agents, model) ? this.agents[model] : undefined;
+    }
+    names() {
+        return Object.keys(this.agents);
+    }
+}
+/** An image of a request, as the runtime takes it: a data URL becomes base64 data. */
+export function toImageInput(url) {
+    const match = /^data:([^;,]+);base64,(.*)$/s.exec(url);
+    if (match && IMAGE_MIME_TYPES.has(match[1])) {
+        return { data: match[2], mimeType: match[1] };
+    }
+    return url;
+}
+/** The body parsed with `schema`, or an `InvalidRequestError` naming the parameter at fault. */
+export function parseRequestBody(schema, body) {
+    const parsed = schema.safeParse(body ?? {});
+    if (parsed.success)
+        return parsed.data;
+    const issue = parsed.error.issues[0];
+    const param = issue.path.map(String).join('.');
+    throw new InvalidRequestError(param ? `${param}: ${issue.message}` : issue.message, param || undefined);
+}
+export function sendModelNotFound(reply, model) {
+    return reply
+        .status(404)
+        .send(formatOpenAIError('model_not_found', `The model '${model}' does not exist or you do not have access to it.`, 'invalid_request_error', 'model'));
+}
+/** The message a client may see for a failed run: deliberate errors as they are, others masked. */
+export function clientErrorMessage(error, context) {
+    if (error instanceof InvalidRequestError || CogitatorError.isCogitatorError(error)) {
+        return error.message;
+    }
+    console.error(`[CogitatorOpenAI] ${context} failed:`, error);
+    return 'Internal server error';
+}
+/** Answer a request that failed before any output was sent, in the OpenAI error format. */
+export function sendTurnError(reply, error, context) {
+    if (error instanceof InvalidRequestError) {
+        return reply
+            .status(400)
+            .send(formatOpenAIError('invalid_request', error.message, 'invalid_request_error', error.param));
+    }
+    return reply
+        .status(500)
+        .send(formatOpenAIError('server_error', clientErrorMessage(error, context), 'server_error'));
+}
+/** Usage in the Chat Completions shape. */
+export function chatUsage(usage) {
+    return {
+        prompt_tokens: usage.inputTokens,
+        completion_tokens: usage.outputTokens,
+        total_tokens: usage.totalTokens,
+        prompt_tokens_details: { cached_tokens: usage.cachedInputTokens },
+        completion_tokens_details: { reasoning_tokens: usage.reasoningTokens },
+    };
+}
+/** Usage in the Responses shape. */
+export function responseUsage(usage) {
+    return {
+        input_tokens: usage.inputTokens,
+        input_tokens_details: { cached_tokens: usage.cachedInputTokens },
+        output_tokens: usage.outputTokens,
+        output_tokens_details: { reasoning_tokens: usage.reasoningTokens },
+        total_tokens: usage.totalTokens,
+    };
+}
+/**
+ * A signal that aborts when the client disconnects before the response is sent. It watches the
+ * response, since the request emits `close` as soon as its body has been read.
+ */
+export function abortOnDisconnect(reply) {
+    const controller = new AbortController();
+    reply.raw.on('close', () => {
+        if (!reply.raw.writableFinished)
+            controller.abort(new Error('Client disconnected'));
+    });
+    return controller.signal;
+}
+/**
+ * Take over the reply for Server-Sent Events. While it is open a heartbeat comment goes out
+ * every `heartbeatMs`, and the signal aborts when the client disconnects, so the run stops.
+ */
+export function openEventStream(reply, heartbeatMs) {
+    reply.hijack();
+    const raw = reply.raw;
+    raw.writeHead(200, {
+        'Content-Type': 'text/event-stream',
+        'Cache-Control': 'no-cache',
+        Connection: 'keep-alive',
+        'X-Accel-Buffering': 'no',
+    });
+    const controller = new AbortController();
+    raw.on('close', () => {
+        if (!raw.writableFinished)
+            controller.abort(new Error('Client disconnected'));
+    });
+    const writable = () => !controller.signal.aborted && !raw.writableEnded && !raw.destroyed;
+    const stopHeartbeat = startHeartbeat(() => {
+        if (!writable())
+            return false;
+        raw.write(encodeHeartbeat());
+        return true;
+    }, heartbeatMs);
+    return {
+        signal: controller.signal,
+        write(frame) {
+            if (writable())
+                raw.write(frame);
+        },
+        end() {
+            stopHeartbeat();
+            if (!raw.writableEnded)
+                raw.end();
+        },
+    };
+}
+//# sourceMappingURL=shared.js.map

package/dist/server/agents/shared.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"shared.js","sourceRoot":"","sources":["../../../src/server/agents/shared.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAE9E,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAGrD,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;AAIhE,MAAM,gBAAgB,GAAwB,IAAI,GAAG,CAAC;IACpD,YAAY;IACZ,WAAW;IACX,WAAW;IACX,YAAY;CACb,CAAC,CAAC;AAEH,2EAA2E;AAC3E,MAAM,OAAO,cAAc;IAGI;IAFpB,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;IAEnD,YAA6B,MAAuC;QAAvC,WAAM,GAAN,MAAM,CAAiC;IAAG,CAAC;IAExE,GAAG,CAAC,KAAa;QACf,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC5E,CAAC;IAED,KAAK;QACH,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAClC,CAAC;CACF;AAED,sFAAsF;AACtF,MAAM,UAAU,YAAY,CAAC,GAAW;IACtC,MAAM,KAAK,GAAG,8BAA8B,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACvD,IAAI,KAAK,IAAI,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5C,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAkB,EAAE,CAAC;IACjE,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,gGAAgG;AAChG,MAAM,UAAU,gBAAgB,CAAsB,MAAS,EAAE,IAAa;IAC5E,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IAC5C,IAAI,MAAM,CAAC,OAAO;QAAE,OAAO,MAAM,CAAC,IAAI,CAAC;IACvC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACrC,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/C,MAAM,IAAI,mBAAmB,CAC3B,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,EACpD,KAAK,IAAI,SAAS,CACnB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAmB,EAAE,KAAa;IAClE,OAAO,KAAK;SACT,MAAM,CAAC,GAAG,CAAC;SACX,IAAI,CACH,iBAAiB,CACf,iBAAiB,EACjB,cAAc,KAAK,mDAAmD,EACtE,uBAAuB,EACvB,OAAO,CACR,CACF,CAAC;AACN,CAAC;AAED,mGAAmG;AACnG,MAAM,UAAU,kBAAkB,CAAC,KAAc,EAAE,OAAe;IAChE,IAAI,KAAK,YAAY,mBAAmB,IAAI,cAAc,CAAC,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;QACnF,OAAO,KAAK,CAAC,OAAO,CAAC;IACvB,CAAC;IACD,OAAO,CAAC,KAAK,CAAC,qBAAqB,OAAO,UAAU,EAAE,KAAK,CAAC,CAAC;IAC7D,OAAO,uBAAuB,CAAC;AACjC,CAAC;AAED,2FAA2F;AAC3F,MAAM,UAAU,aAAa,CAAC,KAAmB,EAAE,KAAc,EAAE,OAAe;IAChF,IAAI,KAAK,YAAY,mBAAmB,EAAE,CAAC;QACzC,OAAO,KAAK;aACT,MAAM,CAAC,GAAG,CAAC;aACX,IAAI,CACH,iBAAiB,CAAC,iBAAiB,EAAE,KAAK,CAAC,OAAO,EAAE,uBAAuB,EAAE,KAAK,CAAC,KAAK,CAAC,CAC1F,CAAC;IACN,CAAC;IACD,OAAO,KAAK;SACT,MAAM,CAAC,GAAG,CAAC;SACX,IAAI,CAAC,iBAAiB,CAAC,cAAc,EAAE,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC;AACjG,CAAC;AAED,2CAA2C;AAC3C,MAAM,UAAU,SAAS,CAAC,KAAqB;IAC7C,OAAO;QACL,aAAa,EAAE,KAAK,CAAC,WAAW;QAChC,iBAAiB,EAAE,KAAK,CAAC,YAAY;QACrC,YAAY,EAAE,KAAK,CAAC,WAAW;QAC/B,qBAAqB,EAAE,EAAE,aAAa,EAAE,KAAK,CAAC,iBAAiB,EAAE;QACjE,yBAAyB,EAAE,EAAE,gBAAgB,EAAE,KAAK,CAAC,eAAe,EAAE;KACvE,CAAC;AACJ,CAAC;AAED,oCAAoC;AACpC,MAAM,UAAU,aAAa,CAAC,KAAqB;IACjD,OAAO;QACL,YAAY,EAAE,KAAK,CAAC,WAAW;QAC/B,oBAAoB,EAAE,EAAE,aAAa,EAAE,KAAK,CAAC,iBAAiB,EAAE;QAChE,aAAa,EAAE,KAAK,CAAC,YAAY;QACjC,qBAAqB,EAAE,EAAE,gBAAgB,EAAE,KAAK,CAAC,eAAe,EAAE;QAClE,YAAY,EAAE,KAAK,CAAC,WAAW;KAChC,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,KAAmB;IACnD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;QACzB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,gBAAgB;YAAE,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC,CAAC;IACtF,CAAC,CAAC,CAAC;IACH,OAAO,UAAU,CAAC,MAAM,CAAC;AAC3B,CAAC;AASD;;;GAGG;AACH,MAAM,UAAU,eAAe,CAAC,KAAmB,EAAE,WAAmB;IACtE,KAAK,CAAC,MAAM,EAAE,CAAC;IACf,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC;IACtB,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE;QACjB,cAAc,EAAE,mBAAmB;QACnC,eAAe,EAAE,UAAU;QAC3B,UAAU,EAAE,YAAY;QACxB,mBAAmB,EAAE,IAAI;KAC1B,CAAC,CAAC;IACH,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;QACnB,IAAI,CAAC,GAAG,CAAC,gBAAgB;YAAE,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC,CAAC;IAChF,CAAC,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,GAAG,EAAE,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,GAAG,CAAC,aAAa,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC;IAC1F,MAAM,aAAa,GAAG,cAAc,CAAC,GAAG,EAAE;QACxC,IAAI,CAAC,QAAQ,EAAE;YAAE,OAAO,KAAK,CAAC;QAC9B,GAAG,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC,CAAC;QAC7B,OAAO,IAAI,CAAC;IACd,CAAC,EAAE,WAAW,CAAC,CAAC;IAChB,OAAO;QACL,MAAM,EAAE,UAAU,CAAC,MAAM;QACzB,KAAK,CAAC,KAAK;YACT,IAAI,QAAQ,EAAE;gBAAE,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACnC,CAAC;QACD,GAAG;YACD,aAAa,EAAE,CAAC;YAChB,IAAI,CAAC,GAAG,CAAC,aAAa;gBAAE,GAAG,CAAC,GAAG,EAAE,CAAC;QACpC,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/server/api-server.d.ts

@@ -1,21 +1,51 @@
 /**
  * OpenAI-Compatible REST API Server
  *
- * Exposes Cogitator as an OpenAI Assistants API compatible server.
+ * Exposes registered Cogitator agents over the Chat Completions and Responses APIs, and the
+ * deprecated Assistants API.
  */
 import { type FastifyInstance } from 'fastify';
 import type { Cogitator } from '@cogitator-ai/core';
-import type { Tool } from '@cogitator-ai/types';
+import type { Agent, Tool } from '@cogitator-ai/types';
 import type { ThreadStorage } from '../client/storage.js';
 import { OpenAIAdapter } from '../client/openai-adapter.js';
 export interface OpenAIServerConfig {
     /** Port to listen on */
     port?: number;
-    /** Host to bind to */
+    /**
+     * Host to bind to. Default: `127.0.0.1`, reachable from this machine only. Binding a
+     * public interface (`0.0.0.0`, `::` or an external address) needs `apiKeys`, or
+     * `allowUnauthenticatedPublicAccess`.
+     */
     host?: string;
-    /** API keys for authentication. Empty array disables auth. */
+    /**
+     * API keys for authentication. Without keys every caller may create assistants with any
+     * instructions and run the server's tools, so `start()` refuses a public `host` unless
+     * `allowUnauthenticatedPublicAccess` is set.
+     */
     apiKeys?: string[];
-    /** Tools to make available */
+    /**
+     * Serve a public `host` without `apiKeys`, for a server behind a gateway that
+     * authenticates callers itself. Default: `false`.
+     */
+    allowUnauthenticatedPublicAccess?: boolean;
+    /**
+     * How often a run stream writes an SSE comment while the run is silent, in milliseconds,
+     * so a proxy or load balancer does not cut a run that waits on a slow tool. Default: 5000.
+     * `0` turns heartbeats off.
+     */
+    sseHeartbeatMs?: number;
+    /**
+     * Agents served by `POST /v1/chat/completions` and `POST /v1/responses`, by the model id
+     * clients send (and `GET /v1/models` lists). Each answers with its own instructions, model and
+     * tools, and functions a client declares in `tools` come back to it as tool calls.
+     */
+    agents?: Record<string, Agent>;
+    /** Largest request body `POST /v1/chat/completions` and `POST /v1/responses` accept, in bytes (default: 20 MB) */
+    maxRequestBodyBytes?: number;
+    /** How many responses `POST /v1/responses` keeps in memory for `previous_response_id` and `GET` (default: 1000) */
+    maxStoredResponses?: number;
+    /** Tools every Assistants API run can use */
     tools?: Tool[];
     /**
      * Cogitator model used for assistants/runs that request the advertised
@@ -28,12 +58,17 @@ export interface OpenAIServerConfig {
     storage?: ThreadStorage;
     /** Enable request logging */
     logging?: boolean;
-    /** CORS configuration */
+    /**
+     * CORS for browsers on other origins. Default: none, so a web page on another origin
+     * cannot call the server from a visitor's browser. Set `origin` to the origins that may.
+     */
     cors?: {
         origin?: string | string[] | boolean;
         methods?: string[];
     };
 }
+/** True for a host only this machine can reach: `localhost`, `::1` or `127.0.0.0/8` */
+export declare function isLoopbackHost(host: string): boolean;
 /**
  * OpenAI-Compatible API Server
  *
@@ -45,19 +80,24 @@ export interface OpenAIServerConfig {
  * const cogitator = new Cogitator({ ... });
  * const server = createOpenAIServer(cogitator, {
  *   port: 8080,
- *   tools: [calculator, datetime],
+ *   agents: { support: supportAgent },
  * });
  *
  * await server.start();
- * // Server is now available at http://localhost:8080
- * // Use with OpenAI SDK:
- * // const openai = new OpenAI({ baseURL: 'http://localhost:8080/v1' });
+ * const openai = new OpenAI({ baseURL: server.getBaseUrl(), apiKey: 'unused' });
+ * const completion = await openai.chat.completions.create({
+ *   model: 'support',
+ *   messages: [{ role: 'user', content: 'Hi' }],
+ * });
  * ```
  */
 export declare class OpenAIServer {
     private fastify;
     private config;
     private adapter;
+    private agentRunner;
+    private directory;
+    private responses;
     private started;
     private ready;
     private boundPort?;

package/dist/server/api-server.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"api-server.d.ts","sourceRoot":"","sources":["../../src/server/api-server.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAgB,EAAE,KAAK,eAAe,EAAE,MAAM,SAAS,CAAC;AAExD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,qBAAqB,CAAC;AAChD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AACvD,OAAO,EAAE,aAAa,EAAsB,MAAM,0BAA0B,CAAC;AAQ7E,MAAM,WAAW,kBAAkB;IACjC,wBAAwB;IACxB,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,sBAAsB;IACtB,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,8DAA8D;IAC9D,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IAEnB,8BAA8B;IAC9B,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;IAEf;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,wEAAwE;IACxE,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,0EAA0E;IAC1E,OAAO,CAAC,EAAE,aAAa,CAAC;IAExB,6BAA6B;IAC7B,OAAO,CAAC,EAAE,OAAO,CAAC;IAElB,yBAAyB;IACzB,IAAI,CAAC,EAAE;QACL,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,OAAO,CAAC;QACrC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;KACpB,CAAC;CACH;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,OAAO,CAAkB;IACjC,OAAO,CAAC,MAAM,CACyC;IACvD,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,KAAK,CAAgB;IAC7B,OAAO,CAAC,SAAS,CAAC,CAAS;gBAEf,SAAS,EAAE,SAAS,EAAE,MAAM,GAAE,kBAAuB;IA2BjE;;OAEG;YACW,WAAW;IA4CzB;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAoB5B;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAS3B;;OAEG;IACH,MAAM,IAAI,MAAM;IAOhB;;OAEG;IACH,UAAU,IAAI,MAAM;IAIpB;;;OAGG;IACG,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAKrC;;OAEG;IACH,UAAU,IAAI,eAAe;IAI7B;;OAEG;IACH,SAAS,IAAI,OAAO;IAIpB;;OAEG;IACH,UAAU,IAAI,aAAa;CAG5B;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAChC,SAAS,EAAE,SAAS,EACpB,MAAM,CAAC,EAAE,kBAAkB,GAC1B,YAAY,CAEd"}
+{"version":3,"file":"api-server.d.ts","sourceRoot":"","sources":["../../src/server/api-server.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAgB,EAAE,KAAK,eAAe,EAAE,MAAM,SAAS,CAAC;AAExD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,qBAAqB,CAAC;AAEvD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAazD,MAAM,WAAW,kBAAkB;IACjC,wBAAwB;IACxB,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd;;;;OAIG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd;;;;OAIG;IACH,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IAEnB;;;OAGG;IACH,gCAAgC,CAAC,EAAE,OAAO,CAAC;IAE3C;;;;OAIG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;;;OAIG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAE/B,kHAAkH;IAClH,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAE7B,mHAAmH;IACnH,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAE5B,6CAA6C;IAC7C,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;IAEf;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,wEAAwE;IACxE,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,0EAA0E;IAC1E,OAAO,CAAC,EAAE,aAAa,CAAC;IAExB,6BAA6B;IAC7B,OAAO,CAAC,EAAE,OAAO,CAAC;IAElB;;;OAGG;IACH,IAAI,CAAC,EAAE;QACL,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,OAAO,CAAC;QACrC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;KACpB,CAAC;CACH;AAID,uFAAuF;AACvF,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAEpD;AAED;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,OAAO,CAAkB;IACjC,OAAO,CAAC,MAAM,CACkD;IAChE,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,WAAW,CAAkB;IACrC,OAAO,CAAC,SAAS,CAAiB;IAClC,OAAO,CAAC,SAAS,CAAgB;IACjC,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,KAAK,CAAgB;IAC7B,OAAO,CAAC,SAAS,CAAC,CAAS;gBAEf,SAAS,EAAE,SAAS,EAAE,MAAM,GAAE,kBAAuB;IAmCjE;;OAEG;YACW,WAAW;IAiDzB;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IA+B5B;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAS3B;;OAEG;IACH,MAAM,IAAI,MAAM;IAOhB;;OAEG;IACH,UAAU,IAAI,MAAM;IAIpB;;;OAGG;IACG,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAKrC;;OAEG;IACH,UAAU,IAAI,eAAe;IAI7B;;OAEG;IACH,SAAS,IAAI,OAAO;IAIpB;;OAEG;IACH,UAAU,IAAI,aAAa;CAG5B;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAChC,SAAS,EAAE,SAAS,EACpB,MAAM,CAAC,EAAE,kBAAkB,GAC1B,YAAY,CAEd"}

package/dist/server/api-server.js

@@ -1,17 +1,29 @@
 /**
  * OpenAI-Compatible REST API Server
  *
- * Exposes Cogitator as an OpenAI Assistants API compatible server.
+ * Exposes registered Cogitator agents over the Chat Completions and Responses APIs, and the
+ * deprecated Assistants API.
  */
 import Fastify from 'fastify';
 import fastifyCors from '@fastify/cors';
-import { OpenAIAdapter, COGITATOR_MODEL_ID } from '../client/openai-adapter.js';
+import { resolveSseHeartbeatMs } from '@cogitator-ai/server-shared';
+import { OpenAIAdapter } from '../client/openai-adapter.js';
 import { createAuthMiddleware } from './middleware/auth.js';
 import { errorHandler, notFoundHandler } from './middleware/error-handler.js';
 import { registerAssistantRoutes } from './routes/assistants.js';
 import { registerThreadRoutes } from './routes/threads.js';
 import { registerRunRoutes } from './routes/runs.js';
 import { registerFileRoutes } from './routes/files.js';
+import { registerChatCompletionRoutes } from './routes/chat-completions.js';
+import { registerResponseRoutes, ResponseStore } from './routes/responses.js';
+import { registerModelRoutes } from './routes/models.js';
+import { AgentTurnRunner } from './agents/agent-turn.js';
+import { AgentDirectory } from './agents/shared.js';
+const LOOPBACK_HOSTS = new Set(['localhost', '::1', '[::1]']);
+/** True for a host only this machine can reach: `localhost`, `::1` or `127.0.0.0/8` */
+export function isLoopbackHost(host) {
+    return LOOPBACK_HOSTS.has(host.toLowerCase()) || /^127(?:\.\d{1,3}){3}$/.test(host);
+}
 /**
  * OpenAI-Compatible API Server
  *
@@ -23,39 +35,52 @@ import { registerFileRoutes } from './routes/files.js';
  * const cogitator = new Cogitator({ ... });
  * const server = createOpenAIServer(cogitator, {
  *   port: 8080,
- *   tools: [calculator, datetime],
+ *   agents: { support: supportAgent },
  * });
  *
  * await server.start();
- * // Server is now available at http://localhost:8080
- * // Use with OpenAI SDK:
- * // const openai = new OpenAI({ baseURL: 'http://localhost:8080/v1' });
+ * const openai = new OpenAI({ baseURL: server.getBaseUrl(), apiKey: 'unused' });
+ * const completion = await openai.chat.completions.create({
+ *   model: 'support',
+ *   messages: [{ role: 'user', content: 'Hi' }],
+ * });
  * ```
  */
 export class OpenAIServer {
     fastify;
     config;
     adapter;
+    agentRunner;
+    directory;
+    responses;
     started = false;
     ready;
     boundPort;
     constructor(cogitator, config = {}) {
         this.config = {
             port: config.port ?? 8080,
-            host: config.host ?? '0.0.0.0',
+            host: config.host ?? '127.0.0.1',
             apiKeys: config.apiKeys ?? [],
+            allowUnauthenticatedPublicAccess: config.allowUnauthenticatedPublicAccess ?? false,
+            sseHeartbeatMs: resolveSseHeartbeatMs(config.sseHeartbeatMs),
+            agents: config.agents ?? {},
+            maxRequestBodyBytes: config.maxRequestBodyBytes ?? 20 * 1024 * 1024,
+            maxStoredResponses: config.maxStoredResponses ?? 1000,
             tools: config.tools ?? [],
             defaultModel: config.defaultModel,
             storage: config.storage,
             maxFileSize: config.maxFileSize ?? 512 * 1024 * 1024,
             logging: config.logging ?? false,
-            cors: config.cors ?? { origin: true },
+            cors: config.cors,
         };
         this.adapter = new OpenAIAdapter(cogitator, {
             tools: this.config.tools,
             defaultModel: this.config.defaultModel,
             storage: this.config.storage,
         });
+        this.directory = new AgentDirectory(this.config.agents);
+        this.agentRunner = new AgentTurnRunner(cogitator);
+        this.responses = new ResponseStore(this.config.maxStoredResponses);
         this.fastify = Fastify({
             logger: this.config.logging ? { level: 'info' } : false,
         });
@@ -66,10 +91,12 @@ export class OpenAIServer {
      * Set up the Fastify server
      */
     async setupServer() {
-        await this.fastify.register(fastifyCors, {
-            origin: this.config.cors.origin,
-            methods: this.config.cors.methods ?? ['GET', 'POST', 'DELETE', 'OPTIONS'],
-        });
+        if (this.config.cors) {
+            await this.fastify.register(fastifyCors, {
+                origin: this.config.cors.origin ?? false,
+                methods: this.config.cors.methods ?? ['GET', 'POST', 'DELETE', 'OPTIONS'],
+            });
+        }
         await this.fastify.register(import('@fastify/multipart'), {
             limits: {
                 fileSize: this.config.maxFileSize,
@@ -86,20 +113,23 @@ export class OpenAIServer {
         this.fastify.setErrorHandler(errorHandler);
         this.fastify.setNotFoundHandler(notFoundHandler);
         this.fastify.get('/health', async () => ({ status: 'ok' }));
-        this.fastify.get('/v1/models', async () => ({
-            object: 'list',
-            data: [
-                {
-                    id: COGITATOR_MODEL_ID,
-                    object: 'model',
-                    created: Math.floor(Date.now() / 1000),
-                    owned_by: 'cogitator',
-                },
-            ],
-        }));
+        registerModelRoutes(this.fastify, this.directory);
+        registerChatCompletionRoutes(this.fastify, {
+            directory: this.directory,
+            runner: this.agentRunner,
+            heartbeatMs: this.config.sseHeartbeatMs,
+            bodyLimit: this.config.maxRequestBodyBytes,
+        });
+        registerResponseRoutes(this.fastify, {
+            directory: this.directory,
+            runner: this.agentRunner,
+            store: this.responses,
+            heartbeatMs: this.config.sseHeartbeatMs,
+            bodyLimit: this.config.maxRequestBodyBytes,
+        });
         registerAssistantRoutes(this.fastify, this.adapter);
         registerThreadRoutes(this.fastify, this.adapter);
-        registerRunRoutes(this.fastify, this.adapter);
+        registerRunRoutes(this.fastify, this.adapter, { heartbeatMs: this.config.sseHeartbeatMs });
         registerFileRoutes(this.fastify, this.adapter);
     }
     /**
@@ -109,6 +139,13 @@ export class OpenAIServer {
         if (this.started) {
             throw new Error('Server already started');
         }
+        if (this.config.apiKeys.length === 0 &&
+            !this.config.allowUnauthenticatedPublicAccess &&
+            !isLoopbackHost(this.config.host)) {
+            throw new Error(`Refusing to serve ${this.config.host} without apiKeys: anyone who can reach it could ` +
+                'create assistants and run the server tools. Set apiKeys, bind a loopback host such as ' +
+                '127.0.0.1, or set allowUnauthenticatedPublicAccess when a gateway authenticates callers.');
+        }
         await this.ready;
         await this.fastify.listen({
             port: this.config.port,

package/dist/server/api-server.js.map

@@ -1 +1 @@
-{"version":3,"file":"api-server.js","sourceRoot":"","sources":["../../src/server/api-server.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,OAAiC,MAAM,SAAS,CAAC;AACxD,OAAO,WAAW,MAAM,eAAe,CAAC;AAIxC,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC7E,OAAO,EAAE,oBAAoB,EAAmB,MAAM,mBAAmB,CAAC;AAC1E,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAC3E,OAAO,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAC9D,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAClD,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAqCpD;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAM,OAAO,YAAY;IACf,OAAO,CAAkB;IACzB,MAAM,CACyC;IAC/C,OAAO,CAAgB;IACvB,OAAO,GAAG,KAAK,CAAC;IAChB,KAAK,CAAgB;IACrB,SAAS,CAAU;IAE3B,YAAY,SAAoB,EAAE,SAA6B,EAAE;QAC/D,IAAI,CAAC,MAAM,GAAG;YACZ,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,IAAI;YACzB,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,SAAS;YAC9B,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,EAAE;YAC7B,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,EAAE;YACzB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,GAAG,GAAG,IAAI,GAAG,IAAI;YACpD,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,KAAK;YAChC,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;SACtC,CAAC;QAEF,IAAI,CAAC,OAAO,GAAG,IAAI,aAAa,CAAC,SAAS,EAAE;YAC1C,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY;YACtC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;SAC7B,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,KAAK;SACxD,CAAC,CAAC;QAEH,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QAChC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAC7B,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW;QACvB,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,EAAE;YACvC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM;YAC/B,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,CAAC;SAC1E,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,oBAAoB,CAAC,EAAE;YACxD,MAAM,EAAE;gBACN,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;aAClC;SACF,CAAC,CAAC;QAEH,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnC,MAAM,UAAU,GAAe;gBAC7B,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;gBAC5B,QAAQ,EAAE,IAAI;gBACd,WAAW,EAAE,CAAC,SAAS,CAAC;aACzB,CAAC;YACF,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,EAAE,oBAAoB,CAAC,UAAU,CAAC,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;QAC3C,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC,eAAe,CAAC,CAAC;QAEjD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAE5D,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;YAC1C,MAAM,EAAE,MAAM;YACd,IAAI,EAAE;gBACJ;oBACE,EAAE,EAAE,kBAAkB;oBACtB,MAAM,EAAE,OAAO;oBACf,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;oBACtC,QAAQ,EAAE,WAAW;iBACtB;aACF;SACF,CAAC,CAAC,CAAC;QAEJ,uBAAuB,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACpD,oBAAoB,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACjD,iBAAiB,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9C,kBAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IACjD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;QAED,MAAM,IAAI,CAAC,KAAK,CAAC;QACjB,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;YACxB,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;YACtB,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;SACvB,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QAC9C,IAAI,CAAC,SAAS,GAAG,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;QAC1F,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QAEpB,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACxB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,sCAAsC,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QACnF,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,OAAO;QACT,CAAC;QAED,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QAC3B,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,MAAM,IAAI,GACR,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;QAC/F,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;QAC9D,OAAO,UAAU,aAAa,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IACzE,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC;IAC/B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,cAAc;QAClB,MAAM,IAAI,CAAC,KAAK,CAAC;QACjB,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAChC,SAAoB,EACpB,MAA2B;IAE3B,OAAO,IAAI,YAAY,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;AAC7C,CAAC"}
+{"version":3,"file":"api-server.js","sourceRoot":"","sources":["../../src/server/api-server.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,OAAiC,MAAM,SAAS,CAAC;AACxD,OAAO,WAAW,MAAM,eAAe,CAAC;AAGxC,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AAEpE,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,EAAE,oBAAoB,EAAmB,MAAM,mBAAmB,CAAC;AAC1E,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAC3E,OAAO,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAC9D,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAClD,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACpD,OAAO,EAAE,4BAA4B,EAAE,MAAM,2BAA2B,CAAC;AACzE,OAAO,EAAE,sBAAsB,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAC3E,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AA0EjD,MAAM,cAAc,GAAwB,IAAI,GAAG,CAAC,CAAC,WAAW,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;AAEnF,uFAAuF;AACvF,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,OAAO,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,uBAAuB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACtF,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,OAAO,YAAY;IACf,OAAO,CAAkB;IACzB,MAAM,CACkD;IACxD,OAAO,CAAgB;IACvB,WAAW,CAAkB;IAC7B,SAAS,CAAiB;IAC1B,SAAS,CAAgB;IACzB,OAAO,GAAG,KAAK,CAAC;IAChB,KAAK,CAAgB;IACrB,SAAS,CAAU;IAE3B,YAAY,SAAoB,EAAE,SAA6B,EAAE;QAC/D,IAAI,CAAC,MAAM,GAAG;YACZ,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,IAAI;YACzB,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,WAAW;YAChC,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,EAAE;YAC7B,gCAAgC,EAAE,MAAM,CAAC,gCAAgC,IAAI,KAAK;YAClF,cAAc,EAAE,qBAAqB,CAAC,MAAM,CAAC,cAAc,CAAC;YAC5D,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,EAAE;YAC3B,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,IAAI,EAAE,GAAG,IAAI,GAAG,IAAI;YACnE,kBAAkB,EAAE,MAAM,CAAC,kBAAkB,IAAI,IAAI;YACrD,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,EAAE;YACzB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,GAAG,GAAG,IAAI,GAAG,IAAI;YACpD,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,KAAK;YAChC,IAAI,EAAE,MAAM,CAAC,IAAI;SAClB,CAAC;QAEF,IAAI,CAAC,OAAO,GAAG,IAAI,aAAa,CAAC,SAAS,EAAE;YAC1C,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY;YACtC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;SAC7B,CAAC,CAAC;QACH,IAAI,CAAC,SAAS,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACxD,IAAI,CAAC,WAAW,GAAG,IAAI,eAAe,CAAC,SAAS,CAAC,CAAC;QAClD,IAAI,CAAC,SAAS,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;QAEnE,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,KAAK;SACxD,CAAC,CAAC;QAEH,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QAChC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAC7B,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW;QACvB,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACrB,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,EAAE;gBACvC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,IAAI,KAAK;gBACxC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,CAAC;aAC1E,CAAC,CAAC;QACL,CAAC;QAED,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,oBAAoB,CAAC,EAAE;YACxD,MAAM,EAAE;gBACN,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;aAClC;SACF,CAAC,CAAC;QAEH,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnC,MAAM,UAAU,GAAe;gBAC7B,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;gBAC5B,QAAQ,EAAE,IAAI;gBACd,WAAW,EAAE,CAAC,SAAS,CAAC;aACzB,CAAC;YACF,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,EAAE,oBAAoB,CAAC,UAAU,CAAC,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;QAC3C,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC,eAAe,CAAC,CAAC;QAEjD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAE5D,mBAAmB,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAClD,4BAA4B,CAAC,IAAI,CAAC,OAAO,EAAE;YACzC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,MAAM,EAAE,IAAI,CAAC,WAAW;YACxB,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;YACvC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,mBAAmB;SAC3C,CAAC,CAAC;QACH,sBAAsB,CAAC,IAAI,CAAC,OAAO,EAAE;YACnC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,MAAM,EAAE,IAAI,CAAC,WAAW;YACxB,KAAK,EAAE,IAAI,CAAC,SAAS;YACrB,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;YACvC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,mBAAmB;SAC3C,CAAC,CAAC;QAEH,uBAAuB,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACpD,oBAAoB,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACjD,iBAAiB,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC;QAC3F,kBAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IACjD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;QACD,IACE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;YAChC,CAAC,IAAI,CAAC,MAAM,CAAC,gCAAgC;YAC7C,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EACjC,CAAC;YACD,MAAM,IAAI,KAAK,CACb,qBAAqB,IAAI,CAAC,MAAM,CAAC,IAAI,kDAAkD;gBACrF,wFAAwF;gBACxF,0FAA0F,CAC7F,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,CAAC,KAAK,CAAC;QACjB,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;YACxB,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;YACtB,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;SACvB,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QAC9C,IAAI,CAAC,SAAS,GAAG,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;QAC1F,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QAEpB,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACxB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,sCAAsC,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QACnF,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,OAAO;QACT,CAAC;QAED,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QAC3B,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,MAAM,IAAI,GACR,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;QAC/F,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;QAC9D,OAAO,UAAU,aAAa,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IACzE,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC;IAC/B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,cAAc;QAClB,MAAM,IAAI,CAAC,KAAK,CAAC;QACjB,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAChC,SAAoB,EACpB,MAA2B;IAE3B,OAAO,IAAI,YAAY,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;AAC7C,CAAC"}

package/dist/server/routes/chat-completions.d.ts

@@ -0,0 +1,15 @@
+/**
+ * Chat Completions API (`POST /v1/chat/completions`) over registered Cogitator agents: the
+ * request's `model` names the agent.
+ */
+import type { FastifyInstance } from 'fastify';
+import { type AgentTurnRunner } from '../agents/agent-turn.js';
+import { type AgentDirectory } from '../agents/shared.js';
+export interface ChatCompletionRouteOptions {
+    directory: AgentDirectory;
+    runner: AgentTurnRunner;
+    heartbeatMs: number;
+    bodyLimit: number;
+}
+export declare function registerChatCompletionRoutes(fastify: FastifyInstance, options: ChatCompletionRouteOptions): void;
+//# sourceMappingURL=chat-completions.d.ts.map

package/dist/server/routes/chat-completions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chat-completions.d.ts","sourceRoot":"","sources":["../../../src/server/routes/chat-completions.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAM/C,OAAO,EAIL,KAAK,eAAe,EAGrB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,KAAK,cAAc,EASpB,MAAM,kBAAkB,CAAC;AAgL1B,MAAM,WAAW,0BAA0B;IACzC,SAAS,EAAE,cAAc,CAAC;IAC1B,MAAM,EAAE,eAAe,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,wBAAgB,4BAA4B,CAC1C,OAAO,EAAE,eAAe,EACxB,OAAO,EAAE,0BAA0B,QA4IpC"}