@atomic-chat/core 0.18.5 → 0.19.1

package/dist/runtime/litert-lm/host/pool.d.ts

@@ -0,0 +1,51 @@
+/**
+ * One generation at a time, and conversations kept warm (design D5, task 5.5). The C API offers many
+ * conversations on one engine but promises nothing about decoding them in parallel, so requests wait
+ * in arrival order rather than fail as busy. Up to four conversations keep their KV cache: a request
+ * whose history is exactly what one of them holds sends the library only its new turn.
+ *
+ * What a conversation is created with — tools, sampling, the constraint provider — the library fixes
+ * for its life (spike S2), so it is part of the key: a request with other settings starts a new one.
+ */
+import type { LiteRtConversationConfig, LiteRtMessage } from './library.js';
+/** Waits its turn, in arrival order; a failure does not block the next one. */
+export declare class FifoLock {
+    private tail;
+    /** Work queued behind the one running, that one included. */
+    waiting: number;
+    run<T>(fn: () => Promise<T>): Promise<T>;
+}
+/** The key of a history: equal for two copies of one conversation. */
+export declare function historyKey(messages: readonly LiteRtMessage[]): string;
+export type ConversationSettings = Omit<LiteRtConversationConfig, 'messages'>;
+export interface PoolEntry<C> {
+    conversation: C;
+    /** `historyKey` of everything the conversation holds. */
+    key: string;
+    settings: string;
+    messages: LiteRtMessage[];
+}
+export declare class ConversationPool<C extends {
+    close(): void;
+}> {
+    private readonly create;
+    private readonly limit;
+    /** Least recently used first. */
+    private readonly entries;
+    constructor(create: (config: LiteRtConversationConfig) => C, limit?: number);
+    get size(): number;
+    /**
+     * The conversation to send the next turn on: one holding exactly `history` with these settings,
+     * or a new one started from `history`, evicting the least recently used beyond the limit.
+     */
+    take(history: LiteRtMessage[], settings: ConversationSettings): {
+        conversation: C;
+        reused: boolean;
+        entry: PoolEntry<C>;
+    };
+    /** The conversation now also holds `messages` (the turn sent and the reply). */
+    advance(entry: PoolEntry<C>, messages: LiteRtMessage[]): void;
+    /** Close and forget a conversation that cannot go on (cancelled, or a failed generation). */
+    drop(entry: PoolEntry<C>): void;
+    closeAll(): void;
+}

package/dist/runtime/litert-lm/host/pool.js

@@ -0,0 +1,114 @@
+/**
+ * One generation at a time, and conversations kept warm (design D5, task 5.5). The C API offers many
+ * conversations on one engine but promises nothing about decoding them in parallel, so requests wait
+ * in arrival order rather than fail as busy. Up to four conversations keep their KV cache: a request
+ * whose history is exactly what one of them holds sends the library only its new turn.
+ *
+ * What a conversation is created with — tools, sampling, the constraint provider — the library fixes
+ * for its life (spike S2), so it is part of the key: a request with other settings starts a new one.
+ */
+import { createHash } from 'node:crypto';
+/** Waits its turn, in arrival order; a failure does not block the next one. */
+export class FifoLock {
+    tail = Promise.resolve();
+    /** Work queued behind the one running, that one included. */
+    waiting = 0;
+    run(fn) {
+        this.waiting++;
+        const run = this.tail.then(fn);
+        const settled = run.then(() => {
+            this.waiting--;
+        }, () => {
+            this.waiting--;
+        });
+        this.tail = settled;
+        return run;
+    }
+}
+const isRecord = (value) => typeof value === 'object' && value !== null && !Array.isArray(value);
+/** JSON with sorted keys: two equal values, one string. */
+function canonical(value) {
+    if (Array.isArray(value))
+        return `[${value.map(canonical).join(',')}]`;
+    if (isRecord(value))
+        return `{${Object.keys(value)
+            .sort()
+            .map((key) => `${JSON.stringify(key)}:${canonical(value[key])}`)
+            .join(',')}}`;
+    return JSON.stringify(value) ?? 'null';
+}
+const digest = (value) => createHash('sha256').update(value).digest('hex');
+/** What two copies of one message share, whatever a client changed in repeating it. */
+function normalize(message) {
+    const parts = Array.isArray(message['content']) ? message['content'] : [];
+    const text = parts
+        .map((part) => isRecord(part) && part['type'] === 'text' && typeof part['text'] === 'string' ? part['text'] : '')
+        .join('')
+        .trim();
+    const other = parts
+        .filter((part) => !(isRecord(part) && part['type'] === 'text'))
+        .map((part) => isRecord(part) && part['type'] === 'image' && typeof part['blob'] === 'string'
+        ? { image: digest(part['blob']) }
+        : isRecord(part) && part['type'] === 'tool_response'
+            ? { tool_response: part['name'], response: canonical(part['response']) }
+            : canonical(part));
+    const calls = (Array.isArray(message['tool_calls']) ? message['tool_calls'] : []).map((call) => {
+        const fn = isRecord(call) && isRecord(call['function']) ? call['function'] : {};
+        return { name: fn['name'], arguments: canonical(fn['arguments']) };
+    });
+    return { role: message['role'], text, other, calls };
+}
+/** The key of a history: equal for two copies of one conversation. */
+export function historyKey(messages) {
+    return digest(canonical(messages.map(normalize)));
+}
+export class ConversationPool {
+    create;
+    limit;
+    /** Least recently used first. */
+    entries = [];
+    constructor(create, limit = 4) {
+        this.create = create;
+        this.limit = limit;
+    }
+    get size() {
+        return this.entries.length;
+    }
+    /**
+     * The conversation to send the next turn on: one holding exactly `history` with these settings,
+     * or a new one started from `history`, evicting the least recently used beyond the limit.
+     */
+    take(history, settings) {
+        const key = historyKey(history);
+        const settingsKey = canonical(settings);
+        const at = this.entries.findIndex((entry) => entry.key === key && entry.settings === settingsKey);
+        if (at >= 0) {
+            const [entry] = this.entries.splice(at, 1);
+            this.entries.push(entry);
+            return { conversation: entry.conversation, reused: true, entry };
+        }
+        const conversation = this.create({ messages: history, ...settings });
+        const entry = { conversation, key, settings: settingsKey, messages: [...history] };
+        this.entries.push(entry);
+        while (this.entries.length > this.limit)
+            this.entries.shift()?.conversation.close();
+        return { conversation, reused: false, entry };
+    }
+    /** The conversation now also holds `messages` (the turn sent and the reply). */
+    advance(entry, messages) {
+        entry.messages.push(...messages);
+        entry.key = historyKey(entry.messages);
+    }
+    /** Close and forget a conversation that cannot go on (cancelled, or a failed generation). */
+    drop(entry) {
+        const at = this.entries.indexOf(entry);
+        if (at >= 0)
+            this.entries.splice(at, 1);
+        entry.conversation.close();
+    }
+    closeAll() {
+        for (const entry of this.entries.splice(0))
+            entry.conversation.close();
+    }
+}
+//# sourceMappingURL=pool.js.map

package/dist/runtime/litert-lm/host/pool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pool.js","sourceRoot":"","sources":["../../../../src/runtime/litert-lm/host/pool.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAGxC,+EAA+E;AAC/E,MAAM,OAAO,QAAQ;IACX,IAAI,GAAqB,OAAO,CAAC,OAAO,EAAE,CAAA;IAClD,6DAA6D;IAC7D,OAAO,GAAG,CAAC,CAAA;IAEX,GAAG,CAAI,EAAoB;QACzB,IAAI,CAAC,OAAO,EAAE,CAAA;QACd,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QAC9B,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,CACtB,GAAG,EAAE;YACH,IAAI,CAAC,OAAO,EAAE,CAAA;QAChB,CAAC,EACD,GAAG,EAAE;YACH,IAAI,CAAC,OAAO,EAAE,CAAA;QAChB,CAAC,CACF,CAAA;QACD,IAAI,CAAC,IAAI,GAAG,OAAO,CAAA;QACnB,OAAO,GAAG,CAAA;IACZ,CAAC;CACF;AAED,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAoC,EAAE,CACpE,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;AAEtE,2DAA2D;AAC3D,SAAS,SAAS,CAAC,KAAc;IAC/B,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAA;IACtE,IAAI,QAAQ,CAAC,KAAK,CAAC;QACjB,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;aAC1B,IAAI,EAAE;aACN,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;aAC/D,IAAI,CAAC,GAAG,CAAC,GAAG,CAAA;IACjB,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,MAAM,CAAA;AACxC,CAAC;AAED,MAAM,MAAM,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;AAElF,uFAAuF;AACvF,SAAS,SAAS,CAAC,OAAsB;IACvC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IACzE,MAAM,IAAI,GAAG,KAAK;SACf,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CACZ,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,MAAM,IAAI,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAClG;SACA,IAAI,CAAC,EAAE,CAAC;SACR,IAAI,EAAE,CAAA;IACT,MAAM,KAAK,GAAG,KAAK;SAChB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,MAAM,CAAC,CAAC;SAC9D,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CACZ,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,OAAO,IAAI,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,QAAQ;QAC5E,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE;QACjC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,eAAe;YAClD,CAAC,CAAC,EAAE,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE;YACxE,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CACtB,CAAA;IACH,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QAC7F,MAAM,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;QAC/E,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,EAAE,CAAA;IACpE,CAAC,CAAC,CAAA;IACF,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAA;AACtD,CAAC;AAED,sEAAsE;AACtE,MAAM,UAAU,UAAU,CAAC,QAAkC;IAC3D,OAAO,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAA;AACnD,CAAC;AAYD,MAAM,OAAO,gBAAgB;IAKR;IACA;IALnB,iCAAiC;IAChB,OAAO,GAAmB,EAAE,CAAA;IAE7C,YACmB,MAA+C,EAC/C,QAAQ,CAAC;QADT,WAAM,GAAN,MAAM,CAAyC;QAC/C,UAAK,GAAL,KAAK,CAAI;IACzB,CAAC;IAEJ,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAA;IAC5B,CAAC;IAED;;;OAGG;IACH,IAAI,CACF,OAAwB,EACxB,QAA8B;QAE9B,MAAM,GAAG,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;QAC/B,MAAM,WAAW,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAA;QACvC,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,KAAK,GAAG,IAAI,KAAK,CAAC,QAAQ,KAAK,WAAW,CAAC,CAAA;QACjG,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC;YACZ,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAmB,CAAA;YAC5D,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YACxB,OAAO,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,CAAA;QAClE,CAAC;QACD,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,QAAQ,EAAE,CAAC,CAAA;QACpE,MAAM,KAAK,GAAiB,EAAE,YAAY,EAAE,GAAG,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,GAAG,OAAO,CAAC,EAAE,CAAA;QAChG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACxB,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK;YAAE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,YAAY,CAAC,KAAK,EAAE,CAAA;QACnF,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAA;IAC/C,CAAC;IAED,gFAAgF;IAChF,OAAO,CAAC,KAAmB,EAAE,QAAyB;QACpD,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAA;QAChC,KAAK,CAAC,GAAG,GAAG,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;IACxC,CAAC;IAED,6FAA6F;IAC7F,IAAI,CAAC,KAAmB;QACtB,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;QACtC,IAAI,EAAE,IAAI,CAAC;YAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,CAAA;QACvC,KAAK,CAAC,YAAY,CAAC,KAAK,EAAE,CAAA;IAC5B,CAAC;IAED,QAAQ;QACN,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;YAAE,KAAK,CAAC,YAAY,CAAC,KAAK,EAAE,CAAA;IACxE,CAAC;CACF"}

package/dist/runtime/litert-lm/host/run.d.ts

@@ -0,0 +1,48 @@
+/**
+ * The hidden `litert-host` mode of the core binaries (openspec change `add-litert-lm-runtime`, design
+ * D1): one process per model or command, so a crash of Google's native library never takes the core
+ * down. Core starts it with `process.execPath`; nothing else should.
+ *
+ * stdout carries JSON lines only: the probe answer, the file metadata, or `serve`'s readiness line.
+ * Errors go to stderr; the ones core maps to its own codes are one JSON line `{code, …}` there.
+ */
+import type { LoadLiteRtLibrary } from './library.js';
+/** The host's exit codes; core reads 6 and 7 as its `LITERT_LM_*` codes. */
+export declare const EXIT: {
+    readonly ok: 0;
+    /** A bug on core's side. */
+    readonly usage: 2;
+    /** The library does not load (or its stream shim does not compile). */
+    readonly load: 3;
+    /** A library call failed: a broken file, an engine the backend cannot create, a port in use. */
+    readonly libraryCall: 4;
+    readonly requiresNewerEngine: 6;
+    readonly variantUnsupported: 7;
+};
+export interface StopWatch {
+    stopped: Promise<void>;
+    dispose(): void;
+}
+export interface LiteRtHostDeps {
+    stdout: (line: string) => void;
+    stderr: (line: string) => void;
+    loadLibrary: LoadLiteRtLibrary;
+    /** SIGTERM, SIGINT or stdin closed; made before the engine, so an early stop is never missed. */
+    watchStop?: () => StopWatch;
+}
+/** SIGTERM, SIGINT or the end of stdin, whichever comes first (Windows has no SIGTERM). */
+export declare function watchStopSignals(): StopWatch;
+/** Line-oriented output over a stream-oriented CLI io. */
+export declare function lineIo(io: {
+    stdout: (text: string) => void;
+    stderr: (text: string) => void;
+}): Pick<LiteRtHostDeps, 'stdout' | 'stderr'>;
+/** Opens the library through `bun:ffi`; under Node this mode cannot run, and says so. */
+export declare const loadLibraryWithBun: LoadLiteRtLibrary;
+/**
+ * Where a build keeps the library: `<build>/lib` (task 4.2), absolute. Windows searches DLLs in the
+ * folder `SetDllDirectoryW` names instead of the working one, so a relative path would not load.
+ */
+export declare function libraryDir(build: string): string;
+/** Runs `litert-host <argv…>` and returns its exit code. */
+export declare function runLiteRtHost(argv: readonly string[], deps: LiteRtHostDeps): Promise<number>;

package/dist/runtime/litert-lm/host/run.js

@@ -0,0 +1,169 @@
+/**
+ * The hidden `litert-host` mode of the core binaries (openspec change `add-litert-lm-runtime`, design
+ * D1): one process per model or command, so a crash of Google's native library never takes the core
+ * down. Core starts it with `process.execPath`; nothing else should.
+ *
+ * stdout carries JSON lines only: the probe answer, the file metadata, or `serve`'s readiness line.
+ * Errors go to stderr; the ones core maps to its own codes are one JSON line `{code, …}` there.
+ */
+import { mkdir } from 'node:fs/promises';
+import { resolve } from 'node:path';
+import { LiteRtHostUsageError, parseLiteRtHostArgs } from './args.js';
+import { LiteRtLibraryError } from './library.js';
+import { compareVersions } from '../../../backend/index.js';
+import { createLiteRtServer } from './server.js';
+/** The host's exit codes; core reads 6 and 7 as its `LITERT_LM_*` codes. */
+export const EXIT = {
+    ok: 0,
+    /** A bug on core's side. */
+    usage: 2,
+    /** The library does not load (or its stream shim does not compile). */
+    load: 3,
+    /** A library call failed: a broken file, an engine the backend cannot create, a port in use. */
+    libraryCall: 4,
+    requiresNewerEngine: 6,
+    variantUnsupported: 7,
+};
+/** SIGTERM, SIGINT or the end of stdin, whichever comes first (Windows has no SIGTERM). */
+export function watchStopSignals() {
+    let resolve = () => { };
+    const stopped = new Promise((done) => (resolve = done));
+    const stop = () => resolve();
+    process.on('SIGTERM', stop);
+    process.on('SIGINT', stop);
+    process.stdin.on('end', stop);
+    process.stdin.on('close', stop);
+    process.stdin.resume();
+    return {
+        stopped,
+        dispose() {
+            process.off('SIGTERM', stop);
+            process.off('SIGINT', stop);
+            process.stdin.off('end', stop);
+            process.stdin.off('close', stop);
+            process.stdin.pause();
+            process.stdin.destroy();
+        },
+    };
+}
+/** Line-oriented output over a stream-oriented CLI io. */
+export function lineIo(io) {
+    return { stdout: (line) => io.stdout(`${line}\n`), stderr: (line) => io.stderr(`${line}\n`) };
+}
+/** Opens the library through `bun:ffi`; under Node this mode cannot run, and says so. */
+export const loadLibraryWithBun = async (libDir, options) => {
+    let module;
+    try {
+        module = await import('./ffi-bun.js');
+    }
+    catch (error) {
+        throw new LiteRtLibraryError('load', `litert-host runs only inside a compiled binary (${error instanceof Error ? error.message : String(error)})`);
+    }
+    return module.loadBunLiteRtLibrary(libDir, options);
+};
+/**
+ * Where a build keeps the library: `<build>/lib` (task 4.2), absolute. Windows searches DLLs in the
+ * folder `SetDllDirectoryW` names instead of the working one, so a relative path would not load.
+ */
+export function libraryDir(build) {
+    return resolve(build, 'lib');
+}
+const json = (value) => JSON.stringify(value);
+/** Runs `litert-host <argv…>` and returns its exit code. */
+export async function runLiteRtHost(argv, deps) {
+    let args;
+    try {
+        args = parseLiteRtHostArgs(argv);
+    }
+    catch (error) {
+        deps.stderr(error instanceof LiteRtHostUsageError ? error.message : String(error));
+        return EXIT.usage;
+    }
+    let library;
+    try {
+        library = await deps.loadLibrary(libraryDir(args.lib), args.mode === 'serve' && args.ovLibs ? { ovLibsDir: resolve(args.ovLibs) } : undefined);
+    }
+    catch (error) {
+        deps.stderr(`LiteRT-LM does not load from ${args.lib}: ${error instanceof Error ? error.message : String(error)}`);
+        return EXIT.load;
+    }
+    try {
+        if (args.mode === 'probe') {
+            deps.stdout(json({ version: library.version, abi: library.abi, backends: library.backends }));
+            return EXIT.ok;
+        }
+        if (args.mode === 'inspect') {
+            deps.stdout(json(library.inspect(args.file)));
+            return EXIT.ok;
+        }
+        return await serve(library, args, deps);
+    }
+    catch (error) {
+        deps.stderr(error instanceof Error ? error.message : String(error));
+        return EXIT.libraryCall;
+    }
+}
+async function serve(library, args, deps) {
+    const watch = (deps.watchStop ?? watchStopSignals)();
+    try {
+        const info = library.inspect(args.model);
+        if (info.min_runtime_version && compareVersions(info.min_runtime_version, args.engineVersion) > 0) {
+            deps.stderr(json({
+                code: 'LITERT_LM_MODEL_REQUIRES_NEWER_ENGINE',
+                required: info.min_runtime_version,
+                engine: args.engineVersion,
+            }));
+            return EXIT.requiresNewerEngine;
+        }
+        if (!info.backends.includes(args.backend)) {
+            deps.stderr(json({
+                code: 'LITERT_LM_VARIANT_UNSUPPORTED',
+                backend: args.backend,
+                backends: info.backends,
+                message: `This file runs on ${info.backends.join(', ') || 'no backend'}, not ${args.backend}.`,
+            }));
+            return EXIT.variantUnsupported;
+        }
+        await mkdir(args.cache, { recursive: true });
+        const maxNumTokens = Math.min(args.maxTokens, info.max_context_tokens ?? args.maxTokens);
+        const visionBackend = info.modalities.includes('vision') ? (info.vision_backends[0] ?? null) : null;
+        const speculative = args.speculative && info.speculative_decoding;
+        const engine = library.createEngine({
+            model: args.model,
+            backend: args.backend,
+            visionBackend,
+            maxNumTokens,
+            cacheDir: args.cache,
+            ...(args.dispatch ? { dispatchLibDir: resolve(args.dispatch) } : {}),
+            speculative,
+        });
+        const server = createLiteRtServer({
+            engine,
+            modelId: args.id,
+            caps: { vision: visionBackend !== null, reasoning: args.reasoning },
+            log: (line) => deps.stderr(line),
+        });
+        try {
+            const url = await server.listen(args.port);
+            deps.stdout(json({
+                ready: true,
+                url,
+                model_id: args.id,
+                backend: args.backend,
+                max_num_tokens: maxNumTokens,
+                vision: visionBackend !== null,
+                speculative,
+            }));
+            await watch.stopped;
+            return EXIT.ok;
+        }
+        finally {
+            await server.close();
+            engine.close();
+        }
+    }
+    finally {
+        watch.dispose();
+    }
+}
+//# sourceMappingURL=run.js.map

package/dist/runtime/litert-lm/host/run.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run.js","sourceRoot":"","sources":["../../../../src/runtime/litert-lm/host/run.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAA;AACxC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AACnC,OAAO,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAA;AAErE,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAA;AAEjD,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAA;AAC3D,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAA;AAEhD,4EAA4E;AAC5E,MAAM,CAAC,MAAM,IAAI,GAAG;IAClB,EAAE,EAAE,CAAC;IACL,4BAA4B;IAC5B,KAAK,EAAE,CAAC;IACR,uEAAuE;IACvE,IAAI,EAAE,CAAC;IACP,gGAAgG;IAChG,WAAW,EAAE,CAAC;IACd,mBAAmB,EAAE,CAAC;IACtB,kBAAkB,EAAE,CAAC;CACb,CAAA;AAeV,2FAA2F;AAC3F,MAAM,UAAU,gBAAgB;IAC9B,IAAI,OAAO,GAAe,GAAG,EAAE,GAAE,CAAC,CAAA;IAClC,MAAM,OAAO,GAAG,IAAI,OAAO,CAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC,CAAA;IAC7D,MAAM,IAAI,GAAG,GAAG,EAAE,CAAC,OAAO,EAAE,CAAA;IAC5B,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,IAAI,CAAC,CAAA;IAC3B,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAA;IAC1B,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;IAC7B,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;IAC/B,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,CAAA;IACtB,OAAO;QACL,OAAO;QACP,OAAO;YACL,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,CAAA;YAC5B,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAA;YAC3B,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;YAC9B,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;YAChC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;YACrB,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,CAAA;QACzB,CAAC;KACF,CAAA;AACH,CAAC;AAED,0DAA0D;AAC1D,MAAM,UAAU,MAAM,CAAC,EAGtB;IACC,OAAO,EAAE,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,EAAE,CAAA;AAC/F,CAAC;AAED,yFAAyF;AACzF,MAAM,CAAC,MAAM,kBAAkB,GAAsB,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE;IAC7E,IAAI,MAAmD,CAAA;IACvD,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,CAAA;IACvC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,kBAAkB,CAC1B,MAAM,EACN,mDAAmD,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAC7G,CAAA;IACH,CAAC;IACD,OAAO,MAAM,CAAC,oBAAoB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;AACrD,CAAC,CAAA;AAED;;;GAGG;AACH,MAAM,UAAU,UAAU,CAAC,KAAa;IACtC,OAAO,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;AAC9B,CAAC;AAED,MAAM,IAAI,GAAG,CAAC,KAAc,EAAU,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;AAE9D,4DAA4D;AAC5D,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,IAAuB,EAAE,IAAoB;IAC/E,IAAI,IAAoB,CAAA;IACxB,IAAI,CAAC;QACH,IAAI,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAA;IAClC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,CAAC,MAAM,CAAC,KAAK,YAAY,oBAAoB,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;QAClF,OAAO,IAAI,CAAC,KAAK,CAAA;IACnB,CAAC;IACD,IAAI,OAAsB,CAAA;IAC1B,IAAI,CAAC;QACH,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CAC9B,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,EACpB,IAAI,CAAC,IAAI,KAAK,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CACvF,CAAA;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,CAAC,MAAM,CACT,gCAAgC,IAAI,CAAC,GAAG,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACtG,CAAA;QACD,OAAO,IAAI,CAAC,IAAI,CAAA;IAClB,CAAC;IACD,IAAI,CAAC;QACH,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAA;YAC7F,OAAO,IAAI,CAAC,EAAE,CAAA;QAChB,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC5B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;YAC7C,OAAO,IAAI,CAAC,EAAE,CAAA;QAChB,CAAC;QACD,OAAO,MAAM,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;IACzC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,CAAC,MAAM,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;QACnE,OAAO,IAAI,CAAC,WAAW,CAAA;IACzB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,KAAK,CAClB,OAAsB,EACtB,IAAgD,EAChD,IAAoB;IAEpB,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,SAAS,IAAI,gBAAgB,CAAC,EAAE,CAAA;IACpD,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACxC,IAAI,IAAI,CAAC,mBAAmB,IAAI,eAAe,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC;YAClG,IAAI,CAAC,MAAM,CACT,IAAI,CAAC;gBACH,IAAI,EAAE,uCAAuC;gBAC7C,QAAQ,EAAE,IAAI,CAAC,mBAAmB;gBAClC,MAAM,EAAE,IAAI,CAAC,aAAa;aAC3B,CAAC,CACH,CAAA;YACD,OAAO,IAAI,CAAC,mBAAmB,CAAA;QACjC,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAC1C,IAAI,CAAC,MAAM,CACT,IAAI,CAAC;gBACH,IAAI,EAAE,+BAA+B;gBACrC,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,OAAO,EAAE,qBAAqB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,YAAY,SAAS,IAAI,CAAC,OAAO,GAAG;aAC/F,CAAC,CACH,CAAA;YACD,OAAO,IAAI,CAAC,kBAAkB,CAAA;QAChC,CAAC;QACD,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QAC5C,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,kBAAkB,IAAI,IAAI,CAAC,SAAS,CAAC,CAAA;QACxF,MAAM,aAAa,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;QACnG,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,oBAAoB,CAAA;QACjE,MAAM,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;YAClC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,aAAa;YACb,YAAY;YACZ,QAAQ,EAAE,IAAI,CAAC,KAAK;YACpB,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACpE,WAAW;SACZ,CAAC,CAAA;QACF,MAAM,MAAM,GAAG,kBAAkB,CAAC;YAChC,MAAM;YACN,OAAO,EAAE,IAAI,CAAC,EAAE;YAChB,IAAI,EAAE,EAAE,MAAM,EAAE,aAAa,KAAK,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE;YACnE,GAAG,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;SACjC,CAAC,CAAA;QACF,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAC1C,IAAI,CAAC,MAAM,CACT,IAAI,CAAC;gBACH,KAAK,EAAE,IAAI;gBACX,GAAG;gBACH,QAAQ,EAAE,IAAI,CAAC,EAAE;gBACjB,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,cAAc,EAAE,YAAY;gBAC5B,MAAM,EAAE,aAAa,KAAK,IAAI;gBAC9B,WAAW;aACZ,CAAC,CACH,CAAA;YACD,MAAM,KAAK,CAAC,OAAO,CAAA;YACnB,OAAO,IAAI,CAAC,EAAE,CAAA;QAChB,CAAC;gBAAS,CAAC;YACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;YACpB,MAAM,CAAC,KAAK,EAAE,CAAA;QAChB,CAAC;IACH,CAAC;YAAS,CAAC;QACT,KAAK,CAAC,OAAO,EAAE,CAAA;IACjB,CAAC;AACH,CAAC"}

package/dist/runtime/litert-lm/host/server.d.ts

@@ -0,0 +1,28 @@
+/**
+ * The host's own OpenAI server (design D5, tasks 5.4–5.5): `GET /v1/models` and
+ * `POST /v1/chat/completions` on `127.0.0.1:<port>`, with no authentication — core's session gateway
+ * is the only door in, and it checks the key. Generations run one at a time in arrival order
+ * (`FifoLock`); conversations stay warm in a `ConversationPool`.
+ *
+ * A client that hangs up cancels its generation in the library; a stop string cancels it too. A
+ * cancelled conversation answers every later message with `CANCELLED` (spike S2), so it leaves the
+ * pool, as does one whose generation failed.
+ */
+import type { ModelCaps } from './openai.js';
+import type { LiteRtEngine } from './library.js';
+export interface LiteRtServerOptions {
+    engine: LiteRtEngine;
+    /** What `/v1/models` lists and replies carry as `model`: core's session id. */
+    modelId: string;
+    caps: ModelCaps;
+    now?: () => number;
+    /** One line per failed generation, for the host's stderr (core keeps its tail). */
+    log?: (line: string) => void;
+}
+export interface LiteRtServer {
+    /** Listen on loopback; the base URL (`http://127.0.0.1:<port>`). */
+    listen(port: number): Promise<string>;
+    /** Stop accepting, cancel what runs, close every conversation. */
+    close(): Promise<void>;
+}
+export declare function createLiteRtServer(options: LiteRtServerOptions): LiteRtServer;