@atomic-chat/core 0.5.1

package/dist/server/public/index.d.ts

@@ -0,0 +1,58 @@
+/**
+ * The Local API Server: the OpenAI- and Anthropic-compatible listener (`:1337/v1` by default) that
+ * external agents and the app's own chat talk to. Separate from the control listener on purpose: it
+ * can be started, stopped and rebound without touching control, sessions or the event stream
+ * (PLAN.md §3.6, risk 1).
+ *
+ * Ported from: src-tauri/src/core/server/proxy.rs (`inner_proxy_request`, `start_server_internal`).
+ * Contract: test/fixtures/app/proxy-http, replayed by test/contract/proxy-http.test.ts.
+ *
+ * A request passes, in this order: CORS preflight (answered outright), prefix removal, the
+ * host/key/hidden-path gates, then routing. The trusted hosts those gates read are the configured
+ * ones plus a group that is only known per request (the live tunnel name, the accepted socket's
+ * address); it is appended to a copy, so the gates themselves and the listener's identity stay as
+ * they were. Per-session engine keys never leave the server:
+ * clients authenticate with the server's own key and the upstream key is attached on the way out.
+ */
+import type { IncomingMessage, ServerResponse } from 'node:http';
+import type { LocalApiServerState } from '../../contracts/index.js';
+import type { PublicServerConfig, PublicServerDeps } from './types.js';
+export type { CtxIncreaseOutcome, ImagesBackend, LocalTarget, PublicServerConfig, PublicServerDeps, VideosBackend, } from './types.js';
+export { isValidHost, removePrefix } from './gates.js';
+export { DynamicTrustedHosts, socketAddressLiteral } from './dynamic-hosts.js';
+export declare const DEFAULT_PUBLIC_PORT = 1337;
+export declare const DEFAULT_PUBLIC_HOST = "127.0.0.1";
+export declare const DEFAULT_PUBLIC_PREFIX = "/v1";
+/** The app's default for "proxy timeout", in seconds. */
+export declare const DEFAULT_PROXY_TIMEOUT_SECS = 600;
+export interface PublicServerOptions {
+    host?: string;
+    port?: number;
+    prefix?: string;
+    /** Key clients must present; empty means the server is open (host checks still apply). */
+    apiKey?: string;
+    /** Hosts accepted besides the built-in loopback names; `*` accepts every host. */
+    trustedHosts?: string[];
+    proxyTimeoutSecs?: number;
+    /**
+     * When the requested port cannot be bound, take any free port instead of failing — what the app's
+     * own server has always done (ATO-189: a port held by another process, or inside a Windows
+     * excluded range). The bound port is reported back. Only a failure to bind even a free port fails.
+     */
+    fallbackPort?: boolean;
+}
+export declare function normalizePrefix(prefix: string): string;
+export declare function handlePublicRequest(req: IncomingMessage, res: ServerResponse, listener: PublicServerConfig, deps: PublicServerDeps): Promise<void>;
+export declare class PublicServer {
+    private readonly server;
+    private readonly config;
+    private constructor();
+    static start(deps: PublicServerDeps, options?: PublicServerOptions): Promise<PublicServer>;
+    get host(): string;
+    get port(): number;
+    get prefix(): string;
+    get url(): string;
+    state(): LocalApiServerState;
+    close(): Promise<void>;
+}
+export declare function stoppedState(previous?: LocalApiServerState): LocalApiServerState;

package/dist/server/public/index.js

@@ -0,0 +1,253 @@
+/**
+ * The Local API Server: the OpenAI- and Anthropic-compatible listener (`:1337/v1` by default) that
+ * external agents and the app's own chat talk to. Separate from the control listener on purpose: it
+ * can be started, stopped and rebound without touching control, sessions or the event stream
+ * (PLAN.md §3.6, risk 1).
+ *
+ * Ported from: src-tauri/src/core/server/proxy.rs (`inner_proxy_request`, `start_server_internal`).
+ * Contract: test/fixtures/app/proxy-http, replayed by test/contract/proxy-http.test.ts.
+ *
+ * A request passes, in this order: CORS preflight (answered outright), prefix removal, the
+ * host/key/hidden-path gates, then routing. The trusted hosts those gates read are the configured
+ * ones plus a group that is only known per request (the live tunnel name, the accepted socket's
+ * address); it is appended to a copy, so the gates themselves and the listener's identity stay as
+ * they were. Per-session engine keys never leave the server:
+ * clients authenticate with the server's own key and the upstream key is attached on the way out.
+ */
+import { createServer } from 'node:http';
+import { AtomicCoreError } from '../../contracts/index.js';
+import { captureReport, internalErrorReport } from '../../telemetry/index.js';
+import { answer, newExchange } from './exchange.js';
+import { serveForward } from './forward.js';
+import { serveImagesGenerations } from './images.js';
+import { serveVideos } from './videos.js';
+import { matchVideoPath } from './videos-params.js';
+import { serveSubscriptionIfOwned } from './subscription.js';
+import { gate, preflight, removePrefix } from './gates.js';
+import { serveMetrics, serveModels, serveMuseCatalog } from './listing.js';
+import { serveResponses } from './responses.js';
+import { serveStatic } from './static.js';
+import { RequestTrace, endpointFromPath } from './trace.js';
+import { sendWhole } from './wire.js';
+export { isValidHost, removePrefix } from './gates.js';
+export { DynamicTrustedHosts, socketAddressLiteral } from './dynamic-hosts.js';
+export const DEFAULT_PUBLIC_PORT = 1337;
+export const DEFAULT_PUBLIC_HOST = '127.0.0.1';
+export const DEFAULT_PUBLIC_PREFIX = '/v1';
+/** The app's default for "proxy timeout", in seconds. */
+export const DEFAULT_PROXY_TIMEOUT_SECS = 600;
+/** Routes the server knows, and the only method each accepts: anything else there is a 405. */
+const ALLOWED_METHODS = {
+    '/': 'GET',
+    '/openapi.json': 'GET',
+    '/docs/swagger-ui.css': 'GET',
+    '/docs/swagger-ui-bundle.js': 'GET',
+    '/models': 'GET',
+    '/metrics': 'GET',
+    '/muse-code/models': 'GET',
+    '/messages': 'POST',
+    '/chat/completions': 'POST',
+    '/responses': 'POST',
+    '/completions': 'POST',
+    '/embeddings': 'POST',
+    '/messages/count_tokens': 'POST',
+    '/images/generations': 'POST',
+};
+const FORWARDED = new Set([
+    '/messages',
+    '/chat/completions',
+    '/completions',
+    '/embeddings',
+    '/messages/count_tokens',
+]);
+export function normalizePrefix(prefix) {
+    const trimmed = prefix.trim();
+    if (!trimmed || trimmed === '/')
+        return '';
+    const withSlash = trimmed.startsWith('/') ? trimmed : `/${trimmed}`;
+    return withSlash.endsWith('/') ? withSlash.slice(0, -1) : withSlash;
+}
+/** The path of a request target, whether origin-form (`/v1/models?x`) or absolute-form. */
+function requestPath(url) {
+    let target = url ?? '/';
+    const scheme = /^[a-z][a-z0-9+.-]*:\/\/[^/]*/i.exec(target);
+    if (scheme)
+        target = target.slice(scheme[0].length) || '/';
+    const q = target.indexOf('?');
+    return q >= 0 ? target.slice(0, q) : target;
+}
+/** The configuration one request is checked against: the listener's, plus what is trusted just for it. */
+function configFor(req, listener, deps) {
+    const dynamic = deps.dynamicTrustedHosts?.(req.socket.localAddress) ?? [];
+    return dynamic.length === 0
+        ? listener
+        : { ...listener, trustedHosts: [...listener.trustedHosts, ...dynamic] };
+}
+export async function handlePublicRequest(req, res, listener, deps) {
+    const trace = new RequestTrace(req.method ?? 'GET', deps);
+    trace.attach(res);
+    const config = configFor(req, listener, deps);
+    if (req.method === 'OPTIONS') {
+        // Preflight is browser bookkeeping, not a product signal, whatever its outcome.
+        trace.skipEmit = true;
+        const r = preflight(req, config);
+        sendWhole(res, r.status, r.headers, r.body);
+        return;
+    }
+    const path = removePrefix(requestPath(req.url), config.prefix);
+    const refused = gate(req, path, config);
+    if (refused) {
+        if (refused.kind === 'hidden')
+            trace.skipEmit = true;
+        else {
+            trace.endpoint = endpointFromPath(path);
+            trace.errorKind = refused.kind ?? null;
+        }
+        sendWhole(res, refused.status, refused.headers, refused.body);
+        return;
+    }
+    const ex = newExchange(req, res, path, config, deps, trace);
+    if (ex.method === 'POST') {
+        if (path === '/responses')
+            return serveResponses(ex);
+        // A model served by the ChatGPT subscription speaks another protocol and takes other headers,
+        // so it is answered in full here and never reaches the generic forwarder.
+        if (path === '/chat/completions' && deps.chatgpt && (await serveSubscriptionIfOwned(ex, deps.chatgpt)))
+            return;
+        if (FORWARDED.has(path))
+            return serveForward(ex);
+        // Served here, never forwarded: the image model is the core's own, and it is not in `/models`.
+        if (path === '/images/generations') {
+            trace.endpoint = endpointFromPath(path);
+            return serveImagesGenerations(ex);
+        }
+    }
+    if (ex.method === 'GET') {
+        // Model polling, metrics scraping and the docs are client bookkeeping: never reported.
+        if (path === '/models' || path === '/muse-code/models' || path === '/metrics') {
+            trace.endpoint = endpointFromPath(path);
+            trace.skipEmit = true;
+        }
+        if (path === '/models')
+            return serveModels(ex);
+        if (path === '/muse-code/models')
+            return serveMuseCatalog(ex);
+        if (path === '/metrics')
+            return serveMetrics(ex);
+        if (serveStatic(ex)) {
+            trace.skipEmit = true;
+            return;
+        }
+    }
+    // Served here, never forwarded: the video model is the core's own, and it is not in `/models`.
+    const video = matchVideoPath(path);
+    if (video) {
+        trace.endpoint = endpointFromPath(path);
+        return serveVideos(ex, video);
+    }
+    const allowed = ALLOWED_METHODS[path];
+    if (allowed) {
+        trace.endpoint = endpointFromPath(path);
+        trace.errorKind = 'method_not_allowed';
+        answer(ex, 405, 'Method Not Allowed', [['Allow', allowed]]);
+        return;
+    }
+    // Catch-all 404s are mostly scanners and misconfigured clients: no product signal.
+    trace.skipEmit = true;
+    answer(ex, 404, 'Not Found');
+}
+export class PublicServer {
+    server;
+    config;
+    constructor(server, config) {
+        this.server = server;
+        this.config = config;
+    }
+    static async start(deps, options = {}) {
+        const host = options.host ?? DEFAULT_PUBLIC_HOST;
+        const port = options.port ?? DEFAULT_PUBLIC_PORT;
+        // The OpenAPI document advertises the bound port, so the config is completed after listening.
+        const config = {
+            host,
+            port,
+            prefix: normalizePrefix(options.prefix ?? DEFAULT_PUBLIC_PREFIX),
+            apiKey: options.apiKey ?? '',
+            trustedHosts: [...(options.trustedHosts ?? [])],
+            proxyTimeoutSecs: options.proxyTimeoutSecs ?? DEFAULT_PROXY_TIMEOUT_SECS,
+        };
+        // `requireHostHeader: false` lets a request without `Host` reach the gate, which answers it with
+        // the proxy's own 400 instead of Node's bare one.
+        const server = createServer({ requireHostHeader: false }, (req, res) => {
+            handlePublicRequest(req, res, config, deps).catch((e) => {
+                captureReport(deps.errors, internalErrorReport({ source: 'public_server', error: e, status: 500 }));
+                if (res.headersSent)
+                    res.destroy(e);
+                else
+                    sendWhole(res, 500, [], 'Internal server error');
+            });
+        });
+        const listen = (bindPort) => new Promise((resolve, reject) => {
+            const onError = (e) => {
+                reject(e.code === 'EADDRINUSE'
+                    ? new AtomicCoreError('IO_ERROR', `Port ${bindPort} is already in use.`, `${host}:${bindPort}`)
+                    : e);
+            };
+            server.once('error', onError);
+            server.listen(bindPort, host, () => {
+                server.off('error', onError);
+                resolve();
+            });
+        });
+        try {
+            await listen(port);
+        }
+        catch (e) {
+            if (!options.fallbackPort || port === 0)
+                throw e;
+            await listen(0).catch((fallback) => {
+                throw new AtomicCoreError('IO_ERROR', `Cannot listen on ${host}:${port}, nor on any free port there.`, `${e.message}; fallback: ${fallback.message}`);
+            });
+        }
+        const address = server.address();
+        if (typeof address === 'object' && address)
+            config.port = address.port;
+        return new PublicServer(server, config);
+    }
+    get host() {
+        return this.config.host;
+    }
+    get port() {
+        return this.config.port;
+    }
+    get prefix() {
+        return this.config.prefix;
+    }
+    get url() {
+        return `http://${this.host}:${this.port}${this.prefix}`;
+    }
+    state() {
+        return {
+            running: true,
+            host: this.host,
+            port: this.port,
+            prefix: this.prefix,
+            requires_api_key: this.config.apiKey.length > 0,
+            pid: process.pid,
+        };
+    }
+    async close() {
+        this.server.closeAllConnections?.();
+        await new Promise((resolve) => this.server.close(() => resolve()));
+    }
+}
+export function stoppedState(previous) {
+    return {
+        running: false,
+        host: previous?.host ?? DEFAULT_PUBLIC_HOST,
+        port: previous?.port ?? DEFAULT_PUBLIC_PORT,
+        prefix: previous?.prefix ?? DEFAULT_PUBLIC_PREFIX,
+        requires_api_key: previous?.requires_api_key ?? false,
+        pid: null,
+    };
+}
+//# sourceMappingURL=index.js.map

package/dist/server/public/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/server/public/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AAExC,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAE1D,OAAO,EAAE,aAAa,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAA;AAC7E,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,eAAe,CAAA;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAA;AAC3C,OAAO,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAA;AACpD,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AACzC,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAA;AACnD,OAAO,EAAE,wBAAwB,EAAE,MAAM,mBAAmB,CAAA;AAC5D,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AAC1D,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAA;AAC1E,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAA;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AACzC,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAA;AAE3D,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAA;AAUrC,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AACtD,OAAO,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AAE9E,MAAM,CAAC,MAAM,mBAAmB,GAAG,IAAI,CAAA;AACvC,MAAM,CAAC,MAAM,mBAAmB,GAAG,WAAW,CAAA;AAC9C,MAAM,CAAC,MAAM,qBAAqB,GAAG,KAAK,CAAA;AAC1C,yDAAyD;AACzD,MAAM,CAAC,MAAM,0BAA0B,GAAG,GAAG,CAAA;AAmB7C,+FAA+F;AAC/F,MAAM,eAAe,GAA2B;IAC9C,GAAG,EAAE,KAAK;IACV,eAAe,EAAE,KAAK;IACtB,sBAAsB,EAAE,KAAK;IAC7B,4BAA4B,EAAE,KAAK;IACnC,SAAS,EAAE,KAAK;IAChB,UAAU,EAAE,KAAK;IACjB,mBAAmB,EAAE,KAAK;IAC1B,WAAW,EAAE,MAAM;IACnB,mBAAmB,EAAE,MAAM;IAC3B,YAAY,EAAE,MAAM;IACpB,cAAc,EAAE,MAAM;IACtB,aAAa,EAAE,MAAM;IACrB,wBAAwB,EAAE,MAAM;IAChC,qBAAqB,EAAE,MAAM;CAC9B,CAAA;AAED,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC;IACxB,WAAW;IACX,mBAAmB;IACnB,cAAc;IACd,aAAa;IACb,wBAAwB;CACzB,CAAC,CAAA;AAEF,MAAM,UAAU,eAAe,CAAC,MAAc;IAC5C,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,EAAE,CAAA;IAC7B,IAAI,CAAC,OAAO,IAAI,OAAO,KAAK,GAAG;QAAE,OAAO,EAAE,CAAA;IAC1C,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,OAAO,EAAE,CAAA;IACnE,OAAO,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;AACrE,CAAC;AAED,2FAA2F;AAC3F,SAAS,WAAW,CAAC,GAAuB;IAC1C,IAAI,MAAM,GAAG,GAAG,IAAI,GAAG,CAAA;IACvB,MAAM,MAAM,GAAG,+BAA+B,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IAC3D,IAAI,MAAM;QAAE,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,GAAG,CAAA;IAC1D,MAAM,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;IAC7B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;AAC7C,CAAC;AAED,0GAA0G;AAC1G,SAAS,SAAS,CAChB,GAAoB,EACpB,QAA4B,EAC5B,IAAsB;IAEtB,MAAM,OAAO,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE,CAAA;IACzE,OAAO,OAAO,CAAC,MAAM,KAAK,CAAC;QACzB,CAAC,CAAC,QAAQ;QACV,CAAC,CAAC,EAAE,GAAG,QAAQ,EAAE,YAAY,EAAE,CAAC,GAAG,QAAQ,CAAC,YAAY,EAAE,GAAG,OAAO,CAAC,EAAE,CAAA;AAC3E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,GAAoB,EACpB,GAAmB,EACnB,QAA4B,EAC5B,IAAsB;IAEtB,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,MAAM,IAAI,KAAK,EAAE,IAAI,CAAC,CAAA;IACzD,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;IACjB,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAA;IAE7C,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QAC7B,gFAAgF;QAChF,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAA;QACrB,MAAM,CAAC,GAAG,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;QAChC,SAAS,CAAC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAA;QAC3C,OAAM;IACR,CAAC;IAED,MAAM,IAAI,GAAG,YAAY,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAA;IAC9D,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,CAAA;IACvC,IAAI,OAAO,EAAE,CAAC;QACZ,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ;YAAE,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAA;aAC/C,CAAC;YACJ,KAAK,CAAC,QAAQ,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAA;YACvC,KAAK,CAAC,SAAS,GAAG,OAAO,CAAC,IAAI,IAAI,IAAI,CAAA;QACxC,CAAC;QACD,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAA;QAC7D,OAAM;IACR,CAAC;IAED,MAAM,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,CAAA;IAC3D,IAAI,EAAE,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;QACzB,IAAI,IAAI,KAAK,YAAY;YAAE,OAAO,cAAc,CAAC,EAAE,CAAC,CAAA;QACpD,8FAA8F;QAC9F,0EAA0E;QAC1E,IAAI,IAAI,KAAK,mBAAmB,IAAI,IAAI,CAAC,OAAO,IAAI,CAAC,MAAM,wBAAwB,CAAC,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YACpG,OAAM;QACR,IAAI,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,OAAO,YAAY,CAAC,EAAE,CAAC,CAAA;QAChD,+FAA+F;QAC/F,IAAI,IAAI,KAAK,qBAAqB,EAAE,CAAC;YACnC,KAAK,CAAC,QAAQ,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAA;YACvC,OAAO,sBAAsB,CAAC,EAAE,CAAC,CAAA;QACnC,CAAC;IACH,CAAC;IACD,IAAI,EAAE,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;QACxB,uFAAuF;QACvF,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,mBAAmB,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;YAC9E,KAAK,CAAC,QAAQ,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAA;YACvC,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAA;QACvB,CAAC;QACD,IAAI,IAAI,KAAK,SAAS;YAAE,OAAO,WAAW,CAAC,EAAE,CAAC,CAAA;QAC9C,IAAI,IAAI,KAAK,mBAAmB;YAAE,OAAO,gBAAgB,CAAC,EAAE,CAAC,CAAA;QAC7D,IAAI,IAAI,KAAK,UAAU;YAAE,OAAO,YAAY,CAAC,EAAE,CAAC,CAAA;QAChD,IAAI,WAAW,CAAC,EAAE,CAAC,EAAE,CAAC;YACpB,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAA;YACrB,OAAM;QACR,CAAC;IACH,CAAC;IAED,+FAA+F;IAC/F,MAAM,KAAK,GAAG,cAAc,CAAC,IAAI,CAAC,CAAA;IAClC,IAAI,KAAK,EAAE,CAAC;QACV,KAAK,CAAC,QAAQ,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAA;QACvC,OAAO,WAAW,CAAC,EAAE,EAAE,KAAK,CAAC,CAAA;IAC/B,CAAC;IAED,MAAM,OAAO,GAAG,eAAe,CAAC,IAAI,CAAC,CAAA;IACrC,IAAI,OAAO,EAAE,CAAC;QACZ,KAAK,CAAC,QAAQ,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAA;QACvC,KAAK,CAAC,SAAS,GAAG,oBAAoB,CAAA;QACtC,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,oBAAoB,EAAE,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,CAAA;QAC3D,OAAM;IACR,CAAC;IACD,mFAAmF;IACnF,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAA;IACrB,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,WAAW,CAAC,CAAA;AAC9B,CAAC;AAED,MAAM,OAAO,YAAY;IAEJ;IACA;IAFnB,YACmB,MAAc,EACd,MAA0B;QAD1B,WAAM,GAAN,MAAM,CAAQ;QACd,WAAM,GAAN,MAAM,CAAoB;IAC1C,CAAC;IAEJ,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAsB,EAAE,UAA+B,EAAE;QAC1E,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,mBAAmB,CAAA;QAChD,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,mBAAmB,CAAA;QAChD,8FAA8F;QAC9F,MAAM,MAAM,GAAuB;YACjC,IAAI;YACJ,IAAI;YACJ,MAAM,EAAE,eAAe,CAAC,OAAO,CAAC,MAAM,IAAI,qBAAqB,CAAC;YAChE,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,EAAE;YAC5B,YAAY,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC;YAC/C,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,IAAI,0BAA0B;SACzE,CAAA;QACD,iGAAiG;QACjG,kDAAkD;QAClD,MAAM,MAAM,GAAG,YAAY,CAAC,EAAE,iBAAiB,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YACrE,mBAAmB,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAU,EAAE,EAAE;gBAC/D,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,mBAAmB,CAAC,EAAE,MAAM,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,CAAA;gBACnG,IAAI,GAAG,CAAC,WAAW;oBAAE,GAAG,CAAC,OAAO,CAAC,CAAU,CAAC,CAAA;;oBACvC,SAAS,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,uBAAuB,CAAC,CAAA;YACvD,CAAC,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;QACF,MAAM,MAAM,GAAG,CAAC,QAAgB,EAAE,EAAE,CAClC,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACpC,MAAM,OAAO,GAAG,CAAC,CAAwB,EAAE,EAAE;gBAC3C,MAAM,CACJ,CAAC,CAAC,IAAI,KAAK,YAAY;oBACrB,CAAC,CAAC,IAAI,eAAe,CAAC,UAAU,EAAE,QAAQ,QAAQ,qBAAqB,EAAE,GAAG,IAAI,IAAI,QAAQ,EAAE,CAAC;oBAC/F,CAAC,CAAC,CAAC,CACN,CAAA;YACH,CAAC,CAAA;YACD,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;YAC7B,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,EAAE,GAAG,EAAE;gBACjC,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;gBAC5B,OAAO,EAAE,CAAA;YACX,CAAC,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;QACJ,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,IAAI,CAAC,CAAA;QACpB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,OAAO,CAAC,YAAY,IAAI,IAAI,KAAK,CAAC;gBAAE,MAAM,CAAC,CAAA;YAChD,MAAM,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,QAAe,EAAE,EAAE;gBACxC,MAAM,IAAI,eAAe,CACvB,UAAU,EACV,oBAAoB,IAAI,IAAI,IAAI,+BAA+B,EAC/D,GAAI,CAAW,CAAC,OAAO,eAAe,QAAQ,CAAC,OAAO,EAAE,CACzD,CAAA;YACH,CAAC,CAAC,CAAA;QACJ,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,EAAE,CAAA;QAChC,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO;YAAE,MAAM,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAA;QACtE,OAAO,IAAI,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IACzC,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAA;IACzB,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAA;IACzB,CAAC;IAED,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAA;IAC3B,CAAC;IAED,IAAI,GAAG;QACL,OAAO,UAAU,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,EAAE,CAAA;IACzD,CAAC;IAED,KAAK;QACH,OAAO;YACL,OAAO,EAAE,IAAI;YACb,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;YAC/C,GAAG,EAAE,OAAO,CAAC,GAAG;SACjB,CAAA;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,EAAE,CAAA;QACnC,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;IAC1E,CAAC;CACF;AAED,MAAM,UAAU,YAAY,CAAC,QAA8B;IACzD,OAAO;QACL,OAAO,EAAE,KAAK;QACd,IAAI,EAAE,QAAQ,EAAE,IAAI,IAAI,mBAAmB;QAC3C,IAAI,EAAE,QAAQ,EAAE,IAAI,IAAI,mBAAmB;QAC3C,MAAM,EAAE,QAAQ,EAAE,MAAM,IAAI,qBAAqB;QACjD,gBAAgB,EAAE,QAAQ,EAAE,gBAAgB,IAAI,KAAK;QACrD,GAAG,EAAE,IAAI;KACV,CAAA;AACH,CAAC"}

package/dist/server/public/listing.d.ts

@@ -0,0 +1,27 @@
+/**
+ * What the server can route to: the OpenAI model list, Muse Code's catalogue, and llama-server's
+ * Prometheus metrics for one loaded model.
+ *
+ * Ported from: src-tauri/src/core/server/proxy.rs (`collect_served_models`, `muse_catalog_entry`,
+ * the `/models`, `/muse-code/models` and `/metrics` arms).
+ */
+import type { JsonValue } from '../shims/index.js';
+import type { Exchange } from './exchange.js';
+export declare function servedModels(ex: Exchange): Array<{
+    id: string;
+    ownedBy: string;
+}>;
+export declare function serveModels(ex: Exchange): void;
+export declare function serveMuseCatalog(ex: Exchange): void;
+/**
+ * One row of Muse Code's catalogue. `modalities.input` claims text only and `reasoning` is false,
+ * because the server cannot know either per model and the safe answer never sends a text-only model
+ * an image or a reasoning parameter. `tool_call` must stay true: without it Muse has no agent loop.
+ */
+export declare function museCatalogEntry(modelId: string, ownedBy: string): JsonValue;
+/**
+ * `GET /metrics?model=<id>` (or `X-Model`). llama.cpp is the only engine with a Prometheus exporter,
+ * so MLX sessions are deliberately not considered. llama-server serves it at its root, not under
+ * `/v1`, and behind the session key.
+ */
+export declare function serveMetrics(ex: Exchange): Promise<void>;

package/dist/server/public/listing.js

@@ -0,0 +1,116 @@
+/**
+ * What the server can route to: the OpenAI model list, Muse Code's catalogue, and llama-server's
+ * Prometheus metrics for one loaded model.
+ *
+ * Ported from: src-tauri/src/core/server/proxy.rs (`collect_served_models`, `muse_catalog_entry`,
+ * the `/models`, `/muse-code/models` and `/metrics` arms).
+ */
+import { serdeToString } from '../shims/index.js';
+import { answer, connectTimeoutMs, header } from './exchange.js';
+import { readBody, sendUpstream } from './wire.js';
+/**
+ * Advertised to Muse Code, which compacts a conversation as it nears the advertised context. The
+ * server does not know a session's real window, so these under-estimate on purpose: guessing low
+ * costs an earlier compaction, guessing high costs hard overflow errors mid-run.
+ */
+const MUSE_LOCAL_CONTEXT_LIMIT = 32_768;
+const MUSE_REMOTE_CONTEXT_LIMIT = 200_000;
+const MUSE_OUTPUT_LIMIT = 32_768;
+/** `owned_by` is the label this endpoint has always used, not the provider id. */
+const OWNED_BY = {
+    'llamacpp': 'llama.cpp',
+    'llamacpp-upstream': 'llama.cpp-upstream',
+    'mlx': 'mlx',
+};
+export function servedModels(ex) {
+    const models = ex.deps.listLocal().map((s) => ({ id: s.modelId, ownedBy: OWNED_BY[s.provider] }));
+    for (const provider of ex.deps.providers().values()) {
+        for (const id of provider.models)
+            models.push({ id, ownedBy: 'remote' });
+    }
+    return models;
+}
+export function serveModels(ex) {
+    const data = servedModels(ex).map((m) => ({ id: m.id, object: 'model', created: 1, owned_by: m.ownedBy }));
+    answer(ex, 200, serdeToString({ object: 'list', data }), [['Content-Type', 'application/json']]);
+}
+export function serveMuseCatalog(ex) {
+    const data = servedModels(ex).map((m) => museCatalogEntry(m.id, m.ownedBy));
+    answer(ex, 200, serdeToString({ object: 'list', data }), [['Content-Type', 'application/json']]);
+}
+/**
+ * One row of Muse Code's catalogue. `modalities.input` claims text only and `reasoning` is false,
+ * because the server cannot know either per model and the safe answer never sends a text-only model
+ * an image or a reasoning parameter. `tool_call` must stay true: without it Muse has no agent loop.
+ */
+export function museCatalogEntry(modelId, ownedBy) {
+    const context = ownedBy === 'remote' ? MUSE_REMOTE_CONTEXT_LIMIT : MUSE_LOCAL_CONTEXT_LIMIT;
+    return {
+        id: modelId,
+        object: 'model',
+        created: 1,
+        owned_by: ownedBy,
+        metadata: {
+            'muse-code': {
+                name: modelId,
+                family: ownedBy,
+                release_date: '2026-01-01',
+                is_hidden: false,
+                attachment: false,
+                reasoning: false,
+                temperature: false,
+                tool_call: true,
+                modalities: { input: ['text'], output: ['text'] },
+                limit: { context, output: MUSE_OUTPUT_LIMIT },
+                options: { include: [], temperature: 0.9, top_p: 0.9 },
+                variants: {},
+                description: `${modelId} via Atomic Chat`,
+                cost: { input: '0', output: '0', cached: '0', currency: 'USD' },
+            },
+        },
+    };
+}
+/**
+ * `GET /metrics?model=<id>` (or `X-Model`). llama.cpp is the only engine with a Prometheus exporter,
+ * so MLX sessions are deliberately not considered. llama-server serves it at its root, not under
+ * `/v1`, and behind the session key.
+ */
+export async function serveMetrics(ex) {
+    // The query value is taken as sent, not percent-decoded, as the proxy did. An empty `model=` is
+    // still "given" and does not fall back to the header.
+    const fromQuery = ex.query
+        ?.split('&')
+        .map((pair) => {
+        const eq = pair.indexOf('=');
+        return eq < 0 ? undefined : pair.slice(0, eq) === 'model' ? pair.slice(eq + 1) : undefined;
+    })
+        .find((v) => v !== undefined);
+    const modelId = fromQuery ?? header(ex.req, 'x-model');
+    if (!modelId) {
+        answer(ex, 400, "Missing 'model' query parameter (use ?model=<model_id>)");
+        return;
+    }
+    const session = ex.deps.findLocal('llamacpp', modelId) ?? ex.deps.findLocal('llamacpp-upstream', modelId);
+    if (!session) {
+        answer(ex, 404, `No running llama.cpp session for model '${modelId}'`);
+        return;
+    }
+    const headers = session.apiKey
+        ? [['Authorization', `Bearer ${session.apiKey}`]]
+        : [];
+    try {
+        const upstream = await sendUpstream(`http://127.0.0.1:${session.port}/metrics`, {
+            method: 'GET',
+            headers,
+            connectTimeoutMs: connectTimeoutMs(ex),
+        });
+        const bytes = await readBody(upstream.body).catch(() => Buffer.alloc(0));
+        answer(ex, upstream.status, bytes, [
+            ['Content-Type', upstream.contentType ?? 'text/plain; version=0.0.4'],
+        ]);
+    }
+    catch (e) {
+        answer(ex, 502, `Failed to fetch metrics from llama-server: ${e.message}`);
+    }
+}
+//# sourceMappingURL=listing.js.map

package/dist/server/public/listing.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"listing.js","sourceRoot":"","sources":["../../../src/server/public/listing.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAA;AAEjD,OAAO,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,MAAM,eAAe,CAAA;AAEhE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AAGlD;;;;GAIG;AACH,MAAM,wBAAwB,GAAG,MAAM,CAAA;AACvC,MAAM,yBAAyB,GAAG,OAAO,CAAA;AACzC,MAAM,iBAAiB,GAAG,MAAM,CAAA;AAEhC,kFAAkF;AAClF,MAAM,QAAQ,GAAkC;IAC9C,UAAU,EAAE,WAAW;IACvB,mBAAmB,EAAE,oBAAoB;IACzC,KAAK,EAAE,KAAK;CACb,CAAA;AAED,MAAM,UAAU,YAAY,CAAC,EAAY;IACvC,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAA;IACjG,KAAK,MAAM,QAAQ,IAAI,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC;QACpD,KAAK,MAAM,EAAE,IAAI,QAAQ,CAAC,MAAM;YAAE,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAA;IAC1E,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,EAAY;IACtC,MAAM,IAAI,GAAG,YAAY,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;IAC1G,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,aAAa,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC,CAAC,CAAA;AAClG,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,EAAY;IAC3C,MAAM,IAAI,GAAG,YAAY,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA;IAC3E,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,aAAa,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC,CAAC,CAAA;AAClG,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,gBAAgB,CAAC,OAAe,EAAE,OAAe;IAC/D,MAAM,OAAO,GAAG,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,wBAAwB,CAAA;IAC3F,OAAO;QACL,EAAE,EAAE,OAAO;QACX,MAAM,EAAE,OAAO;QACf,OAAO,EAAE,CAAC;QACV,QAAQ,EAAE,OAAO;QACjB,QAAQ,EAAE;YACR,WAAW,EAAE;gBACX,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE,OAAO;gBACf,YAAY,EAAE,YAAY;gBAC1B,SAAS,EAAE,KAAK;gBAChB,UAAU,EAAE,KAAK;gBACjB,SAAS,EAAE,KAAK;gBAChB,WAAW,EAAE,KAAK;gBAClB,SAAS,EAAE,IAAI;gBACf,UAAU,EAAE,EAAE,KAAK,EAAE,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,MAAM,CAAC,EAAE;gBACjD,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,iBAAiB,EAAE;gBAC7C,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE;gBACtD,QAAQ,EAAE,EAAE;gBACZ,WAAW,EAAE,GAAG,OAAO,kBAAkB;gBACzC,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE;aAChE;SACF;KACF,CAAA;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,EAAY;IAC7C,gGAAgG;IAChG,sDAAsD;IACtD,MAAM,SAAS,GAAG,EAAE,CAAC,KAAK;QACxB,EAAE,KAAK,CAAC,GAAG,CAAC;SACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;QAC5B,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAC5F,CAAC,CAAC;SACD,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAA;IAC/B,MAAM,OAAO,GAAG,SAAS,IAAI,MAAM,CAAC,EAAE,CAAC,GAAG,EAAE,SAAS,CAAC,CAAA;IACtD,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,yDAAyD,CAAC,CAAA;QAC1E,OAAM;IACR,CAAC;IAED,MAAM,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,mBAAmB,EAAE,OAAO,CAAC,CAAA;IACzG,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,2CAA2C,OAAO,GAAG,CAAC,CAAA;QACtE,OAAM;IACR,CAAC;IAED,MAAM,OAAO,GAA4B,OAAO,CAAC,MAAM;QACrD,CAAC,CAAC,CAAC,CAAC,eAAe,EAAE,UAAU,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QACjD,CAAC,CAAC,EAAE,CAAA;IACN,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,oBAAoB,OAAO,CAAC,IAAI,UAAU,EAAE;YAC9E,MAAM,EAAE,KAAK;YACb,OAAO;YACP,gBAAgB,EAAE,gBAAgB,CAAC,EAAE,CAAC;SACvC,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;QACxE,MAAM,CAAC,EAAE,EAAE,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE;YACjC,CAAC,cAAc,EAAE,QAAQ,CAAC,WAAW,IAAI,2BAA2B,CAAC;SACtE,CAAC,CAAA;IACJ,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,8CAA+C,CAAW,CAAC,OAAO,EAAE,CAAC,CAAA;IACvF,CAAC;AACH,CAAC"}

package/dist/server/public/responses.d.ts

@@ -0,0 +1,11 @@
+/**
+ * `POST /responses` for Responses-only clients such as Codex CLI.
+ *
+ * Backends that serve the Responses API natively — MLX and remote providers — get a passthrough.
+ * llama.cpp only speaks Chat Completions, so its requests are translated on the way in and its
+ * answers (whole or streamed) on the way out.
+ *
+ * Ported from: src-tauri/src/core/server/proxy.rs (`handle_responses_request`).
+ */
+import type { Exchange } from './exchange.js';
+export declare function serveResponses(ex: Exchange): Promise<void>;

package/dist/server/public/responses.js

@@ -0,0 +1,158 @@
+/**
+ * `POST /responses` for Responses-only clients such as Codex CLI.
+ *
+ * Backends that serve the Responses API natively — MLX and remote providers — get a passthrough.
+ * llama.cpp only speaks Chat Completions, so its requests are translated on the way in and its
+ * answers (whole or streamed) on the way out.
+ *
+ * Ported from: src-tauri/src/core/server/proxy.rs (`handle_responses_request`).
+ */
+import { ResponsesStreamConverter, chatResponseToResponses, newResponseId, responsesRequestToChat, serdeToString, } from '../shims/index.js';
+import { resolveRemoteProvider } from '../../router/index.js';
+import { answer, clientGone, connectTimeoutMs } from './exchange.js';
+import { outboundHeaders, readModelRequest, sseEvent } from './forward.js';
+import { SseLineReader } from './sse.js';
+import { bodyIndicatesOom, isContextLimitError } from './errors.js';
+import { pipeBody, readBody, readUpstreamText, relay, sendUpstream } from './wire.js';
+export async function serveResponses(ex) {
+    const parsed = await readModelRequest(ex);
+    if (!parsed)
+        return;
+    const { raw, json, modelId, stream } = parsed;
+    const trace = ex.trace;
+    const remote = resolveRemoteProvider(modelId, ex.deps.providers());
+    if (remote) {
+        trace.backend = 'remote';
+        trace.provider = remote.provider;
+        if (!remote.baseUrl) {
+            trace.errorKind = 'proxy_internal';
+            answer(ex, 500, 'Provider has no base_url');
+            return;
+        }
+        const url = `${remote.baseUrl.replace(/\/+$/, '')}/responses`;
+        await passthrough(ex, { kind: 'remote', provider: remote }, url, remote.apiKey ?? undefined, raw);
+        return;
+    }
+    // Unlike the chat routes, MLX is the passthrough here and llama.cpp is translated.
+    const session = ex.deps.findLocal('llamacpp', modelId) ??
+        ex.deps.findLocal('llamacpp-upstream', modelId) ??
+        ex.deps.findLocal('mlx', modelId);
+    if (!session) {
+        trace.errorKind = 'not_found';
+        answer(ex, 404, `No running session found for model '${modelId}'`);
+        return;
+    }
+    trace.backend = session.provider;
+    const backend = { kind: 'local', session };
+    if (session.provider === 'mlx') {
+        await passthrough(ex, backend, `http://127.0.0.1:${session.port}/v1/responses`, session.apiKey, raw);
+        return;
+    }
+    await translate(ex, `http://127.0.0.1:${session.port}/v1/chat/completions`, session.apiKey, json, modelId, stream);
+}
+async function passthrough(ex, backend, url, key, raw) {
+    const signal = clientGone(ex);
+    let response;
+    try {
+        response = await sendUpstream(url, {
+            method: 'POST',
+            headers: outboundHeaders(ex, ['host', 'authorization', 'content-length', 'content-type'], backend, key, [['Content-Type', 'application/json']]),
+            body: raw,
+            connectTimeoutMs: connectTimeoutMs(ex),
+            signal,
+        });
+    }
+    catch (e) {
+        ex.trace.errorKind = ex.trace.backend === 'remote' ? 'remote_provider_error' : 'local_model_unreachable';
+        if (!signal.aborted)
+            answer(ex, 502, `Proxy request to model failed: ${e.message}`);
+        return;
+    }
+    await relay(ex.res, response, ex.cors);
+}
+/** Only the translated body and the session key go to llama.cpp; the client's headers do not. */
+async function translate(ex, url, key, json, modelId, stream) {
+    const signal = clientGone(ex);
+    let response;
+    try {
+        response = await sendUpstream(url, {
+            method: 'POST',
+            headers: [
+                ['Content-Type', 'application/json'],
+                ['Accept-Encoding', 'identity'],
+                ['Authorization', `Bearer ${key}`],
+            ],
+            body: serdeToString(responsesRequestToChat(json)),
+            connectTimeoutMs: connectTimeoutMs(ex),
+            signal,
+        });
+    }
+    catch (e) {
+        ex.trace.errorKind = ex.trace.backend === 'remote' ? 'remote_provider_error' : 'local_model_unreachable';
+        if (!signal.aborted)
+            answer(ex, 502, `Proxy request to model failed: ${e.message}`);
+        return;
+    }
+    if (response.status < 200 || response.status >= 300) {
+        const errorBody = await readUpstreamText(response);
+        ex.trace.errorKind = 'local_model_error';
+        ex.trace.upstreamStatus = response.status;
+        ex.trace.oomDetected = bodyIndicatesOom(errorBody);
+        ex.trace.ctxOverflowDetected = isContextLimitError(response.status, errorBody);
+        answer(ex, response.status, errorBody);
+        return;
+    }
+    const responseId = newResponseId();
+    if (!stream) {
+        const bytes = await readBody(response.body).catch(() => Buffer.alloc(0));
+        let chat = null;
+        try {
+            chat = JSON.parse(bytes.toString('utf8'));
+        }
+        catch {
+            chat = null;
+        }
+        answer(ex, 200, serdeToString(chatResponseToResponses(chat, responseId, modelId)), [
+            ['Content-Type', 'application/json'],
+        ]);
+        return;
+    }
+    ex.res.writeHead(200, [['Content-Type', 'text/event-stream'], ['Cache-Control', 'no-cache'], ...ex.cors].flat());
+    await pipeBody(ex.res, responsesEvents(response, responseId, modelId, ex.trace), () => response.body.destroy());
+}
+async function* responsesEvents(upstream, responseId, modelId, trace) {
+    const telemetry = trace.startTelemetry();
+    const conv = new ResponsesStreamConverter(responseId, modelId);
+    yield sseEvent(conv.createdEvent());
+    const reader = new SseLineReader();
+    let usage;
+    for await (const chunk of upstream.body) {
+        reader.push(chunk);
+        for (let line = reader.nextLine(); line; line = reader.nextLine()) {
+            if (line.kind !== 'data')
+                continue;
+            const payload = line.payload;
+            if (payload.kind === 'done') {
+                for (const event of conv.finish(usage))
+                    yield sseEvent(event);
+                upstream.body.destroy();
+                return;
+            }
+            if (payload.kind === 'json') {
+                const u = payload.json !== null && typeof payload.json === 'object' && !Array.isArray(payload.json)
+                    ? payload.json['usage']
+                    : undefined;
+                if (u !== undefined && u !== null)
+                    usage = u;
+                telemetry?.onJson(payload.json, performance.now());
+                for (const event of conv.onChunk(payload.json))
+                    yield sseEvent(event);
+                trace.progress();
+            }
+        }
+    }
+    // The upstream closed without `[DONE]`: close the response anyway.
+    for (const event of conv.finish(usage))
+        yield sseEvent(event);
+}
+//# sourceMappingURL=responses.js.map