@atomic-chat/core 0.18.5 → 0.19.0

package/dist/runtime/litert-lm/host/server.js

@@ -0,0 +1,242 @@
+/**
+ * The host's own OpenAI server (design D5, tasks 5.4–5.5): `GET /v1/models` and
+ * `POST /v1/chat/completions` on `127.0.0.1:<port>`, with no authentication — core's session gateway
+ * is the only door in, and it checks the key. Generations run one at a time in arrival order
+ * (`FifoLock`); conversations stay warm in a `ConversationPool`.
+ *
+ * A client that hangs up cancels its generation in the library; a stop string cancels it too. A
+ * cancelled conversation answers every later message with `CANCELLED` (spike S2), so it leaves the
+ * pool, as does one whose generation failed.
+ */
+import { createServer } from 'node:http';
+import { requestAborted } from '../../../server/public/exchange.js';
+import { OpenAiRequestError, parseChatRequest, ReplyBuilder } from './openai.js';
+import { ConversationPool, FifoLock } from './pool.js';
+/** How long a stop waits for cancelled generations to end in the library. */
+const CLOSE_WAIT_MS = 10_000;
+/** Images arrive inline as base64. */
+const BODY_LIMIT = 64 * 1024 * 1024;
+class BodyTooLarge extends Error {
+}
+function readBody(req) {
+    return new Promise((resolve, reject) => {
+        const chunks = [];
+        let size = 0;
+        req.on('data', (chunk) => {
+            size += chunk.length;
+            if (size > BODY_LIMIT) {
+                reject(new BodyTooLarge());
+                req.destroy();
+                return;
+            }
+            chunks.push(chunk);
+        });
+        req.on('end', () => resolve(Buffer.concat(chunks).toString('utf8')));
+        req.on('error', reject);
+    });
+}
+function sendJson(res, status, body) {
+    const text = JSON.stringify(body);
+    res.writeHead(status, { 'content-type': 'application/json', 'content-length': Buffer.byteLength(text) });
+    res.end(text);
+}
+const sendError = (res, error) => sendJson(res, error.status, error.body);
+export function createLiteRtServer(options) {
+    const now = options.now ?? Date.now;
+    const lock = new FifoLock();
+    const pool = new ConversationPool((config) => options.engine.conversation(config));
+    /** Generations under way, each resolved when the library's last chunk has been handled. */
+    const running = new Map();
+    let counter = 0;
+    const server = createServer((req, res) => {
+        void route(req, res).catch((error) => {
+            if (res.headersSent)
+                return res.destroy();
+            sendError(res, error instanceof OpenAiRequestError
+                ? error
+                : new OpenAiRequestError(500, error instanceof Error ? error.message : String(error)));
+        });
+    });
+    async function route(req, res) {
+        const path = (req.url ?? '/').split('?')[0];
+        if (req.method === 'GET' && path === '/v1/models')
+            return sendJson(res, 200, {
+                object: 'list',
+                data: [
+                    { id: options.modelId, object: 'model', created: Math.floor(now() / 1000), owned_by: 'litert-lm' },
+                ],
+            });
+        if (req.method === 'POST' && path === '/v1/chat/completions') {
+            let raw;
+            try {
+                raw = JSON.parse(await readBody(req));
+            }
+            catch (error) {
+                throw error instanceof BodyTooLarge
+                    ? new OpenAiRequestError(413, 'The request body is too large.')
+                    : new OpenAiRequestError(400, 'The request body is not valid JSON.');
+            }
+            const chat = parseChatRequest(raw, options.caps);
+            let closed = false;
+            res.on('close', () => {
+                if (!res.writableFinished)
+                    closed = true;
+            });
+            // Bun never says the response closed once the body is read; only its native handle knows (ADR
+            // 2026-09-22-detect-a-client-that-hangs-up-before-the-answer-under-bun), polled by `watchGone`.
+            const gone = () => closed || requestAborted(req, res);
+            return lock.run(async () => {
+                if (gone())
+                    return;
+                await generate(chat, res, gone);
+            });
+        }
+        sendError(res, new OpenAiRequestError(404, `${req.method ?? 'GET'} ${path} is not served by LiteRT-LM.`, null, 'invalid_request_error', 'not_found'));
+    }
+    /** One generation, resolved when the library's last chunk has been handled. */
+    function generate(chat, res, gone) {
+        const { conversation, entry } = pool.take(chat.history, {
+            tools: chat.tools,
+            sampler: chat.sampler,
+            constrained: chat.responseFormat !== null,
+        });
+        const reply = new ReplyBuilder(chat.stop);
+        const id = `chatcmpl-${now().toString(36)}${(counter++).toString(36)}`;
+        const created = Math.floor(now() / 1000);
+        const frame = (body) => `data: ${JSON.stringify({ id, object: 'chat.completion.chunk', created, model: options.modelId, ...body })}\n\n`;
+        const deltaFrame = (delta, finish = null) => frame({ choices: [{ index: 0, delta, finish_reason: finish }] });
+        if (chat.stream) {
+            res.writeHead(200, {
+                'content-type': 'text/event-stream',
+                'cache-control': 'no-cache',
+                'connection': 'keep-alive',
+            });
+            res.write(deltaFrame({ role: 'assistant', content: '' }));
+        }
+        const write = (deltas) => {
+            if (chat.stream && !gone())
+                for (const delta of deltas)
+                    res.write(deltaFrame(delta));
+        };
+        return new Promise((resolve) => {
+            let cancelled = false;
+            const cancel = () => {
+                if (cancelled)
+                    return;
+                cancelled = true;
+                conversation.cancel();
+            };
+            const watchGone = setInterval(() => {
+                if (gone())
+                    cancel();
+            }, 50);
+            const done = (chunk) => {
+                clearInterval(watchGone);
+                running.delete(conversation);
+                settle();
+                write(reply.flush());
+                let finish = null;
+                let failure = null;
+                try {
+                    finish = gone() ? null : reply.finish(chunk.error);
+                }
+                catch (error) {
+                    failure = error instanceof OpenAiRequestError ? error : new OpenAiRequestError(500, String(error));
+                    options.log?.(`generation failed: ${failure.message}`);
+                }
+                const total = conversation.tokenCount();
+                const usage = {
+                    prompt_tokens: Math.max(0, total - reply.completionChunks),
+                    completion_tokens: reply.completionChunks,
+                    total_tokens: total,
+                };
+                if (cancelled || failure || chunk.error)
+                    pool.drop(entry);
+                else
+                    pool.advance(entry, [...chat.next, reply.history()]);
+                if (!gone())
+                    respond(finish, failure, usage);
+                resolve();
+            };
+            const respond = (finish, failure, usage) => {
+                if (chat.stream) {
+                    if (failure)
+                        res.write(`data: ${JSON.stringify(failure.body)}\n\n`);
+                    else {
+                        res.write(deltaFrame({}, finish));
+                        if (chat.includeUsage)
+                            res.write(frame({ choices: [], usage }));
+                    }
+                    res.end('data: [DONE]\n\n');
+                    return;
+                }
+                if (failure)
+                    return sendError(res, failure);
+                sendJson(res, 200, {
+                    id,
+                    object: 'chat.completion',
+                    created,
+                    model: options.modelId,
+                    choices: [{ index: 0, message: reply.message(), finish_reason: finish }],
+                    usage,
+                });
+            };
+            let settle = () => { };
+            running.set(conversation, new Promise((done) => (settle = done)));
+            try {
+                conversation.send(chat.next, {
+                    ...(chat.maxTokens !== undefined ? { maxOutputTokens: chat.maxTokens } : {}),
+                    ...(chat.responseFormat ? { constraint: chat.responseFormat } : {}),
+                    thinking: chat.thinking,
+                }, (chunk) => {
+                    if (chunk.text !== null && !chunk.error) {
+                        write(reply.add(chunk.text));
+                        if (reply.stopped)
+                            cancel();
+                    }
+                    if (chunk.final || chunk.error)
+                        done(chunk);
+                });
+            }
+            catch (error) {
+                clearInterval(watchGone);
+                running.delete(conversation);
+                settle();
+                pool.drop(entry);
+                const failure = new OpenAiRequestError(500, error instanceof Error ? error.message : String(error));
+                options.log?.(`generation failed to start: ${failure.message}`);
+                if (chat.stream) {
+                    res.write(`data: ${JSON.stringify(failure.body)}\n\n`);
+                    res.end('data: [DONE]\n\n');
+                }
+                else
+                    sendError(res, failure);
+                resolve();
+            }
+        });
+    }
+    return {
+        listen: (port) => new Promise((resolve, reject) => {
+            server.once('error', reject);
+            server.listen(port, '127.0.0.1', () => {
+                server.off('error', reject);
+                resolve(`http://127.0.0.1:${server.address().port}`);
+            });
+        }),
+        close: async () => {
+            // A conversation or engine deleted while the library still runs its generation is a
+            // use-after-free on the library's thread: cancel, then wait for each last chunk (bounded).
+            const pending = [...running.entries()];
+            for (const [conversation] of pending)
+                conversation.cancel();
+            await Promise.race([
+                Promise.all(pending.map(([, ended]) => ended)),
+                new Promise((resolve) => setTimeout(resolve, CLOSE_WAIT_MS).unref()),
+            ]);
+            server.closeAllConnections();
+            await new Promise((resolve) => server.close(() => resolve()));
+            pool.closeAll();
+        },
+    };
+}
+//# sourceMappingURL=server.js.map

package/dist/runtime/litert-lm/host/server.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"server.js","sourceRoot":"","sources":["../../../../src/runtime/litert-lm/host/server.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AAGxC,OAAO,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAA;AACnE,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAGhF,OAAO,EAAE,gBAAgB,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AAmBtD,6EAA6E;AAC7E,MAAM,aAAa,GAAG,MAAM,CAAA;AAE5B,sCAAsC;AACtC,MAAM,UAAU,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAA;AAEnC,MAAM,YAAa,SAAQ,KAAK;CAAG;AAEnC,SAAS,QAAQ,CAAC,GAAoB;IACpC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,MAAM,GAAa,EAAE,CAAA;QAC3B,IAAI,IAAI,GAAG,CAAC,CAAA;QACZ,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;YAC/B,IAAI,IAAI,KAAK,CAAC,MAAM,CAAA;YACpB,IAAI,IAAI,GAAG,UAAU,EAAE,CAAC;gBACtB,MAAM,CAAC,IAAI,YAAY,EAAE,CAAC,CAAA;gBAC1B,GAAG,CAAC,OAAO,EAAE,CAAA;gBACb,OAAM;YACR,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACpB,CAAC,CAAC,CAAA;QACF,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;QACpE,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;IACzB,CAAC,CAAC,CAAA;AACJ,CAAC;AAED,SAAS,QAAQ,CAAC,GAAmB,EAAE,MAAc,EAAE,IAAa;IAClE,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;IACjC,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACxG,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;AACf,CAAC;AAED,MAAM,SAAS,GAAG,CAAC,GAAmB,EAAE,KAAyB,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;AAE7G,MAAM,UAAU,kBAAkB,CAAC,OAA4B;IAC7D,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAA;IACnC,MAAM,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAA;IAC3B,MAAM,IAAI,GAAG,IAAI,gBAAgB,CAAqB,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAA;IACtG,2FAA2F;IAC3F,MAAM,OAAO,GAAG,IAAI,GAAG,EAAqC,CAAA;IAC5D,IAAI,OAAO,GAAG,CAAC,CAAA;IAEf,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QACvC,KAAK,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YAC5C,IAAI,GAAG,CAAC,WAAW;gBAAE,OAAO,GAAG,CAAC,OAAO,EAAE,CAAA;YACzC,SAAS,CACP,GAAG,EACH,KAAK,YAAY,kBAAkB;gBACjC,CAAC,CAAC,KAAK;gBACP,CAAC,CAAC,IAAI,kBAAkB,CAAC,GAAG,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CACxF,CAAA;QACH,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,KAAK,UAAU,KAAK,CAAC,GAAoB,EAAE,GAAmB;QAC5D,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;QAC3C,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,IAAI,IAAI,KAAK,YAAY;YAC/C,OAAO,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE;gBACxB,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE;oBACJ,EAAE,EAAE,EAAE,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE;iBACnG;aACF,CAAC,CAAA;QACJ,IAAI,GAAG,CAAC,MAAM,KAAK,MAAM,IAAI,IAAI,KAAK,sBAAsB,EAAE,CAAC;YAC7D,IAAI,GAAY,CAAA;YAChB,IAAI,CAAC;gBACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAY,CAAA;YAClD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,KAAK,YAAY,YAAY;oBACjC,CAAC,CAAC,IAAI,kBAAkB,CAAC,GAAG,EAAE,gCAAgC,CAAC;oBAC/D,CAAC,CAAC,IAAI,kBAAkB,CAAC,GAAG,EAAE,qCAAqC,CAAC,CAAA;YACxE,CAAC;YACD,MAAM,IAAI,GAAG,gBAAgB,CAAC,GAAG,EAAE,OAAO,CAAC,IAAI,CAAC,CAAA;YAChD,IAAI,MAAM,GAAG,KAAK,CAAA;YAClB,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;gBACnB,IAAI,CAAC,GAAG,CAAC,gBAAgB;oBAAE,MAAM,GAAG,IAAI,CAAA;YAC1C,CAAC,CAAC,CAAA;YACF,8FAA8F;YAC9F,gGAAgG;YAChG,MAAM,IAAI,GAAG,GAAG,EAAE,CAAC,MAAM,IAAI,cAAc,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;YACrD,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;gBACzB,IAAI,IAAI,EAAE;oBAAE,OAAM;gBAClB,MAAM,QAAQ,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,CAAA;YACjC,CAAC,CAAC,CAAA;QACJ,CAAC;QACD,SAAS,CACP,GAAG,EACH,IAAI,kBAAkB,CACpB,GAAG,EACH,GAAG,GAAG,CAAC,MAAM,IAAI,KAAK,IAAI,IAAI,8BAA8B,EAC5D,IAAI,EACJ,uBAAuB,EACvB,WAAW,CACZ,CACF,CAAA;IACH,CAAC;IAED,+EAA+E;IAC/E,SAAS,QAAQ,CAAC,IAAgB,EAAE,GAAmB,EAAE,IAAmB;QAC1E,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;YACtD,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,WAAW,EAAE,IAAI,CAAC,cAAc,KAAK,IAAI;SAC1C,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACzC,MAAM,EAAE,GAAG,YAAY,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAA;QACtE,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAA;QACxC,MAAM,KAAK,GAAG,CAAC,IAA6B,EAAE,EAAE,CAC9C,SAAS,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,uBAAuB,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,EAAE,GAAG,IAAI,EAAE,CAAC,MAAM,CAAA;QAClH,MAAM,UAAU,GAAG,CAAC,KAA8B,EAAE,SAA8B,IAAI,EAAE,EAAE,CACxF,KAAK,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAA;QAClE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE;gBACjB,cAAc,EAAE,mBAAmB;gBACnC,eAAe,EAAE,UAAU;gBAC3B,YAAY,EAAE,YAAY;aAC3B,CAAC,CAAA;YACF,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC,CAAA;QAC3D,CAAC;QACD,MAAM,KAAK,GAAG,CAAC,MAAe,EAAE,EAAE;YAChC,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE;gBAAE,KAAK,MAAM,KAAK,IAAI,MAAM;oBAAE,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAA;QACtF,CAAC,CAAA;QAED,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YACnC,IAAI,SAAS,GAAG,KAAK,CAAA;YACrB,MAAM,MAAM,GAAG,GAAG,EAAE;gBAClB,IAAI,SAAS;oBAAE,OAAM;gBACrB,SAAS,GAAG,IAAI,CAAA;gBAChB,YAAY,CAAC,MAAM,EAAE,CAAA;YACvB,CAAC,CAAA;YACD,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE;gBACjC,IAAI,IAAI,EAAE;oBAAE,MAAM,EAAE,CAAA;YACtB,CAAC,EAAE,EAAE,CAAC,CAAA;YACN,MAAM,IAAI,GAAG,CAAC,KAAkB,EAAE,EAAE;gBAClC,aAAa,CAAC,SAAS,CAAC,CAAA;gBACxB,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,CAAA;gBAC5B,MAAM,EAAE,CAAA;gBACR,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAA;gBACpB,IAAI,MAAM,GAAwB,IAAI,CAAA;gBACtC,IAAI,OAAO,GAA8B,IAAI,CAAA;gBAC7C,IAAI,CAAC;oBACH,MAAM,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;gBACpD,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO,GAAG,KAAK,YAAY,kBAAkB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,kBAAkB,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;oBAClG,OAAO,CAAC,GAAG,EAAE,CAAC,sBAAsB,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;gBACxD,CAAC;gBACD,MAAM,KAAK,GAAG,YAAY,CAAC,UAAU,EAAE,CAAA;gBACvC,MAAM,KAAK,GAAG;oBACZ,aAAa,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,gBAAgB,CAAC;oBAC1D,iBAAiB,EAAE,KAAK,CAAC,gBAAgB;oBACzC,YAAY,EAAE,KAAK;iBACpB,CAAA;gBACD,IAAI,SAAS,IAAI,OAAO,IAAI,KAAK,CAAC,KAAK;oBAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;;oBACpD,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;gBACzD,IAAI,CAAC,IAAI,EAAE;oBAAE,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,CAAA;gBAC5C,OAAO,EAAE,CAAA;YACX,CAAC,CAAA;YACD,MAAM,OAAO,GAAG,CACd,MAA2B,EAC3B,OAAkC,EAClC,KAA6B,EAC7B,EAAE;gBACF,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAChB,IAAI,OAAO;wBAAE,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;yBAC9D,CAAC;wBACJ,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAA;wBACjC,IAAI,IAAI,CAAC,YAAY;4BAAE,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,CAAA;oBACjE,CAAC;oBACD,GAAG,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAA;oBAC3B,OAAM;gBACR,CAAC;gBACD,IAAI,OAAO;oBAAE,OAAO,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;gBAC3C,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE;oBACjB,EAAE;oBACF,MAAM,EAAE,iBAAiB;oBACzB,OAAO;oBACP,KAAK,EAAE,OAAO,CAAC,OAAO;oBACtB,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC;oBACxE,KAAK;iBACN,CAAC,CAAA;YACJ,CAAC,CAAA;YACD,IAAI,MAAM,GAAe,GAAG,EAAE,GAAE,CAAC,CAAA;YACjC,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,OAAO,CAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;YACvE,IAAI,CAAC;gBACH,YAAY,CAAC,IAAI,CACf,IAAI,CAAC,IAAI,EACT;oBACE,GAAG,CAAC,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC5E,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACnE,QAAQ,EAAE,IAAI,CAAC,QAAQ;iBACxB,EACD,CAAC,KAAK,EAAE,EAAE;oBACR,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;wBACxC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;wBAC5B,IAAI,KAAK,CAAC,OAAO;4BAAE,MAAM,EAAE,CAAA;oBAC7B,CAAC;oBACD,IAAI,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK;wBAAE,IAAI,CAAC,KAAK,CAAC,CAAA;gBAC7C,CAAC,CACF,CAAA;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,aAAa,CAAC,SAAS,CAAC,CAAA;gBACxB,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,CAAA;gBAC5B,MAAM,EAAE,CAAA;gBACR,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;gBAChB,MAAM,OAAO,GAAG,IAAI,kBAAkB,CAAC,GAAG,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;gBACnG,OAAO,CAAC,GAAG,EAAE,CAAC,+BAA+B,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;gBAC/D,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAChB,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;oBACtD,GAAG,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAA;gBAC7B,CAAC;;oBAAM,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;gBAC9B,OAAO,EAAE,CAAA;YACX,CAAC;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,OAAO;QACL,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CACf,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC9B,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;YAC5B,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,WAAW,EAAE,GAAG,EAAE;gBACpC,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;gBAC3B,OAAO,CAAC,oBAAqB,MAAM,CAAC,OAAO,EAAkB,CAAC,IAAI,EAAE,CAAC,CAAA;YACvE,CAAC,CAAC,CAAA;QACJ,CAAC,CAAC;QACJ,KAAK,EAAE,KAAK,IAAI,EAAE;YAChB,oFAAoF;YACpF,2FAA2F;YAC3F,MAAM,OAAO,GAAG,CAAC,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;YACtC,KAAK,MAAM,CAAC,YAAY,CAAC,IAAI,OAAO;gBAAE,YAAY,CAAC,MAAM,EAAE,CAAA;YAC3D,MAAM,OAAO,CAAC,IAAI,CAAC;gBACjB,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;gBAC9C,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,KAAK,EAAE,CAAC;aACrE,CAAC,CAAA;YACF,MAAM,CAAC,mBAAmB,EAAE,CAAA;YAC5B,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;YACnE,IAAI,CAAC,QAAQ,EAAE,CAAA;QACjB,CAAC;KACF,CAAA;AACH,CAAC"}

package/dist/runtime/litert-lm/host-process.d.ts

@@ -0,0 +1,44 @@
+/**
+ * The core's side of the `litert-host` protocol (openspec change `add-litert-lm-runtime`, design D1):
+ * the host is this very binary in a hidden mode, started with `process.execPath`, so a crash of
+ * Google's native library never takes the core down. `probe` opens the library of one build and
+ * prints one JSON line: its version, our ABI number and the backends it was built with.
+ */
+import type { ErrorCode } from '../../contracts/index.js';
+import type { LiteRtFileInfo } from './host/library.js';
+/** How to start `litert-host`: `[execPath, script?]` + `litert-host`, or a test stand-in. */
+export interface LiteRtHostCommand {
+    exe: string;
+    args: string[];
+}
+/** A program that speaks `litert-host` in place of this binary: the e2e tests' stand-in. */
+export declare const LITERT_HOST_TEST_COMMAND_ENV = "ATOMIC_LITERT_HOST_TEST_COMMAND";
+export declare function liteRtHostCommand(env: Record<string, string | undefined>, argv?: readonly string[], execPath?: string): LiteRtHostCommand;
+export interface LiteRtHostProbeResult {
+    /** The library's version, `X.Y.Z`; `null` where the host cannot read it. */
+    version: string | null;
+    /** The ABI number of this host's binding. */
+    abi: number;
+    backends: string[];
+}
+/** The first run of a freshly unpacked library is scanned by Gatekeeper / Defender. */
+export declare const LITERT_HOST_PROBE_TIMEOUT_MS = 60000;
+export interface HostRunOptions {
+    env?: NodeJS.ProcessEnv;
+    timeoutMs?: number;
+}
+/**
+ * Run one short `litert-host` mode and read the last JSON line it prints that `parse` accepts.
+ * Throws `code` with what the host printed when it exits non-zero, prints no answer or does not
+ * answer in time.
+ */
+export declare function runLiteRtHostJson<T>(command: LiteRtHostCommand, args: string[], parse: (raw: unknown) => T | null, failure: {
+    code: ErrorCode;
+    what: string;
+}, options?: HostRunOptions): Promise<T>;
+/** `litert-host probe --lib <buildDir>`: the build's library loads in this core's host. */
+export declare function runLiteRtHostProbe(command: LiteRtHostCommand, buildDir: string, options?: HostRunOptions): Promise<LiteRtHostProbeResult>;
+/** `litert-host inspect --lib <buildDir> <file>`: the file's metadata, read without an engine. */
+export declare function runLiteRtHostInspect(command: LiteRtHostCommand, buildDir: string, file: string, options?: HostRunOptions): Promise<LiteRtFileInfo>;
+/** The engine-builds probe of a LiteRT-LM build: `litert-host probe`, its answer dropped. */
+export declare function liteRtHostProber(command: LiteRtHostCommand, env: NodeJS.ProcessEnv): (buildDir: string) => Promise<void>;

package/dist/runtime/litert-lm/host-process.js

@@ -0,0 +1,99 @@
+/**
+ * The core's side of the `litert-host` protocol (openspec change `add-litert-lm-runtime`, design D1):
+ * the host is this very binary in a hidden mode, started with `process.execPath`, so a crash of
+ * Google's native library never takes the core down. `probe` opens the library of one build and
+ * prints one JSON line: its version, our ABI number and the backends it was built with.
+ */
+import { spawn } from 'node:child_process';
+import { AtomicCoreError } from '../../contracts/index.js';
+/** A program that speaks `litert-host` in place of this binary: the e2e tests' stand-in. */
+export const LITERT_HOST_TEST_COMMAND_ENV = 'ATOMIC_LITERT_HOST_TEST_COMMAND';
+export function liteRtHostCommand(env, argv = process.argv, execPath = process.execPath) {
+    const stand = env[LITERT_HOST_TEST_COMMAND_ENV]?.trim();
+    if (stand)
+        return { exe: stand, args: [] };
+    const script = argv[1];
+    const viaRuntime = script !== undefined && /\.(c|m)?[jt]s$/.test(script);
+    return { exe: execPath, args: [...(viaRuntime ? [script] : []), 'litert-host'] };
+}
+/** The first run of a freshly unpacked library is scanned by Gatekeeper / Defender. */
+export const LITERT_HOST_PROBE_TIMEOUT_MS = 60_000;
+const OUTPUT_LIMIT = 64 * 1024;
+const isRecord = (value) => typeof value === 'object' && value !== null && !Array.isArray(value);
+function parseProbe(raw) {
+    if (!isRecord(raw))
+        return null;
+    const { version, abi, backends } = raw;
+    if (typeof abi !== 'number' || !Array.isArray(backends) || !backends.every((b) => typeof b === 'string'))
+        return null;
+    return { version: typeof version === 'string' ? version : null, abi, backends: backends };
+}
+/**
+ * Run one short `litert-host` mode and read the last JSON line it prints that `parse` accepts.
+ * Throws `code` with what the host printed when it exits non-zero, prints no answer or does not
+ * answer in time.
+ */
+export function runLiteRtHostJson(command, args, parse, failure, options = {}) {
+    return new Promise((resolve, reject) => {
+        const child = spawn(command.exe, [...command.args, ...args], {
+            env: options.env ?? process.env,
+            stdio: ['ignore', 'pipe', 'pipe'],
+            windowsHide: true,
+        });
+        let stdout = '';
+        let stderr = '';
+        const keep = (buffer, chunk) => (buffer + chunk.toString('utf8')).slice(-OUTPUT_LIMIT);
+        child.stdout.on('data', (chunk) => (stdout = keep(stdout, chunk)));
+        child.stderr.on('data', (chunk) => (stderr = keep(stderr, chunk)));
+        const timeoutMs = options.timeoutMs ?? LITERT_HOST_PROBE_TIMEOUT_MS;
+        const timer = setTimeout(() => {
+            child.kill('SIGKILL');
+            reject(new AtomicCoreError(failure.code, `${failure.what}: the LiteRT-LM host did not answer.`, `${args.join(' ')} timed out after ${Math.round(timeoutMs / 1000)}s`));
+        }, timeoutMs);
+        child.on('error', (error) => {
+            clearTimeout(timer);
+            reject(new AtomicCoreError(failure.code, `${failure.what}: the LiteRT-LM host could not be started.`, String(error)));
+        });
+        child.on('close', (code, signal) => {
+            clearTimeout(timer);
+            const answer = stdout
+                .split(/\r?\n/)
+                .reverse()
+                .map((line) => line.trim())
+                .filter(Boolean)
+                .map((line) => {
+                try {
+                    return parse(JSON.parse(line));
+                }
+                catch {
+                    return null;
+                }
+            })
+                .find((parsed) => parsed !== null);
+            if (code === 0 && answer != null)
+                return resolve(answer);
+            const status = code !== null ? `exit code ${code}` : `signal ${String(signal)}`;
+            reject(new AtomicCoreError(failure.code, `${failure.what}: the LiteRT-LM host failed (${status}).`, (stderr.trim() || stdout.trim() || status).slice(-4096)));
+        });
+    });
+}
+/** `litert-host probe --lib <buildDir>`: the build's library loads in this core's host. */
+export function runLiteRtHostProbe(command, buildDir, options = {}) {
+    return runLiteRtHostJson(command, ['probe', '--lib', buildDir], parseProbe, { code: 'ENGINE_INSTALL_FAILED', what: 'The LiteRT-LM build does not load' }, options);
+}
+function parseInspect(raw) {
+    if (!isRecord(raw) || typeof raw['model_type'] !== 'string' || !Array.isArray(raw['backends']))
+        return null;
+    return raw;
+}
+/** `litert-host inspect --lib <buildDir> <file>`: the file's metadata, read without an engine. */
+export function runLiteRtHostInspect(command, buildDir, file, options = {}) {
+    return runLiteRtHostJson(command, ['inspect', '--lib', buildDir, file], parseInspect, { code: 'LITERT_LM_HOST_ERROR', what: 'The LiteRT-LM model file cannot be read' }, options);
+}
+/** The engine-builds probe of a LiteRT-LM build: `litert-host probe`, its answer dropped. */
+export function liteRtHostProber(command, env) {
+    return async (buildDir) => {
+        await runLiteRtHostProbe(command, buildDir, { env });
+    };
+}
+//# sourceMappingURL=host-process.js.map

package/dist/runtime/litert-lm/host-process.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"host-process.js","sourceRoot":"","sources":["../../../src/runtime/litert-lm/host-process.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAA;AAC1C,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAU1D,4FAA4F;AAC5F,MAAM,CAAC,MAAM,4BAA4B,GAAG,iCAAiC,CAAA;AAE7E,MAAM,UAAU,iBAAiB,CAC/B,GAAuC,EACvC,OAA0B,OAAO,CAAC,IAAI,EACtC,WAAmB,OAAO,CAAC,QAAQ;IAEnC,MAAM,KAAK,GAAG,GAAG,CAAC,4BAA4B,CAAC,EAAE,IAAI,EAAE,CAAA;IACvD,IAAI,KAAK;QAAE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,CAAA;IAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;IACtB,MAAM,UAAU,GAAG,MAAM,KAAK,SAAS,IAAI,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IACxE,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,aAAa,CAAC,EAAE,CAAA;AAClF,CAAC;AAUD,uFAAuF;AACvF,MAAM,CAAC,MAAM,4BAA4B,GAAG,MAAM,CAAA;AAClD,MAAM,YAAY,GAAG,EAAE,GAAG,IAAI,CAAA;AAE9B,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAoC,EAAE,CACpE,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;AAEtE,SAAS,UAAU,CAAC,GAAY;IAC9B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAA;IAC/B,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,GAAG,CAAA;IACtC,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC;QACtG,OAAO,IAAI,CAAA;IACb,OAAO,EAAE,OAAO,EAAE,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,QAAoB,EAAE,CAAA;AACvG,CAAC;AAOD;;;;GAIG;AACH,MAAM,UAAU,iBAAiB,CAC/B,OAA0B,EAC1B,IAAc,EACd,KAAiC,EACjC,OAA0C,EAC1C,UAA0B,EAAE;IAE5B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,GAAG,OAAO,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,EAAE;YAC3D,GAAG,EAAE,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG;YAC/B,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC;YACjC,WAAW,EAAE,IAAI;SAClB,CAAC,CAAA;QACF,IAAI,MAAM,GAAG,EAAE,CAAA;QACf,IAAI,MAAM,GAAG,EAAE,CAAA;QACf,MAAM,IAAI,GAAG,CAAC,MAAc,EAAE,KAAa,EAAE,EAAE,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAA;QACtG,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,CAAA;QAC1E,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,CAAA;QAC1E,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,4BAA4B,CAAA;QACnE,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YACrB,MAAM,CACJ,IAAI,eAAe,CACjB,OAAO,CAAC,IAAI,EACZ,GAAG,OAAO,CAAC,IAAI,sCAAsC,EACrD,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,oBAAoB,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,CACrE,CACF,CAAA;QACH,CAAC,EAAE,SAAS,CAAC,CAAA;QACb,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAC1B,YAAY,CAAC,KAAK,CAAC,CAAA;YACnB,MAAM,CACJ,IAAI,eAAe,CACjB,OAAO,CAAC,IAAI,EACZ,GAAG,OAAO,CAAC,IAAI,4CAA4C,EAC3D,MAAM,CAAC,KAAK,CAAC,CACd,CACF,CAAA;QACH,CAAC,CAAC,CAAA;QACF,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;YACjC,YAAY,CAAC,KAAK,CAAC,CAAA;YACnB,MAAM,MAAM,GAAG,MAAM;iBAClB,KAAK,CAAC,OAAO,CAAC;iBACd,OAAO,EAAE;iBACT,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;iBAC1B,MAAM,CAAC,OAAO,CAAC;iBACf,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBACZ,IAAI,CAAC;oBACH,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;gBAChC,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,IAAI,CAAA;gBACb,CAAC;YACH,CAAC,CAAC;iBACD,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,KAAK,IAAI,CAAC,CAAA;YACpC,IAAI,IAAI,KAAK,CAAC,IAAI,MAAM,IAAI,IAAI;gBAAE,OAAO,OAAO,CAAC,MAAM,CAAC,CAAA;YACxD,MAAM,MAAM,GAAG,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC,CAAC,UAAU,MAAM,CAAC,MAAM,CAAC,EAAE,CAAA;YAC/E,MAAM,CACJ,IAAI,eAAe,CACjB,OAAO,CAAC,IAAI,EACZ,GAAG,OAAO,CAAC,IAAI,gCAAgC,MAAM,IAAI,EACzD,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,MAAM,CAAC,IAAI,EAAE,IAAI,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CACxD,CACF,CAAA;QACH,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;AACJ,CAAC;AAED,2FAA2F;AAC3F,MAAM,UAAU,kBAAkB,CAChC,OAA0B,EAC1B,QAAgB,EAChB,UAA0B,EAAE;IAE5B,OAAO,iBAAiB,CACtB,OAAO,EACP,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,CAAC,EAC5B,UAAU,EACV,EAAE,IAAI,EAAE,uBAAuB,EAAE,IAAI,EAAE,mCAAmC,EAAE,EAC5E,OAAO,CACR,CAAA;AACH,CAAC;AAED,SAAS,YAAY,CAAC,GAAY;IAChC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,OAAO,GAAG,CAAC,YAAY,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAAE,OAAO,IAAI,CAAA;IAC3G,OAAO,GAAgC,CAAA;AACzC,CAAC;AAED,kGAAkG;AAClG,MAAM,UAAU,oBAAoB,CAClC,OAA0B,EAC1B,QAAgB,EAChB,IAAY,EACZ,UAA0B,EAAE;IAE5B,OAAO,iBAAiB,CACtB,OAAO,EACP,CAAC,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,EACpC,YAAY,EACZ,EAAE,IAAI,EAAE,sBAAsB,EAAE,IAAI,EAAE,yCAAyC,EAAE,EACjF,OAAO,CACR,CAAA;AACH,CAAC;AAED,6FAA6F;AAC7F,MAAM,UAAU,gBAAgB,CAC9B,OAA0B,EAC1B,GAAsB;IAEtB,OAAO,KAAK,EAAE,QAAQ,EAAE,EAAE;QACxB,MAAM,kBAAkB,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,CAAC,CAAA;IACtD,CAAC,CAAA;AACH,CAAC"}

package/dist/runtime/litert-lm/index.d.ts

@@ -0,0 +1,10 @@
+/**
+ * The `litert-lm` provider (openspec change `add-litert-lm-runtime`): the core's side of the
+ * `litert-host` protocol; the host mode, the runtime and the accelerator follow.
+ */
+export * from './host-process.js';
+export * from './model-yml.js';
+export * from './runtime.js';
+export * from './npu.js';
+export * from './accelerators.js';
+export * from './check.js';

package/dist/runtime/litert-lm/index.js

@@ -0,0 +1,11 @@
+/**
+ * The `litert-lm` provider (openspec change `add-litert-lm-runtime`): the core's side of the
+ * `litert-host` protocol; the host mode, the runtime and the accelerator follow.
+ */
+export * from './host-process.js';
+export * from './model-yml.js';
+export * from './runtime.js';
+export * from './npu.js';
+export * from './accelerators.js';
+export * from './check.js';
+//# sourceMappingURL=index.js.map

package/dist/runtime/litert-lm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/runtime/litert-lm/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,cAAc,mBAAmB,CAAA;AACjC,cAAc,gBAAgB,CAAA;AAC9B,cAAc,cAAc,CAAA;AAC5B,cAAc,UAAU,CAAA;AACxB,cAAc,mBAAmB,CAAA;AACjC,cAAc,YAAY,CAAA"}

package/dist/runtime/litert-lm/litert-host.d.ts

@@ -0,0 +1,17 @@
+/**
+ * `@atomic-chat/core/litert-host`: the one entry of the hidden `litert-host` mode (change
+ * `add-litert-lm-runtime`, design D1). The core binaries and any program that embeds the core as a
+ * library (`atc`) hand it the arguments after `litert-host` before they parse their own commands,
+ * because `liteRtHostCommand` starts the host as `<this program> litert-host …`.
+ *
+ * Importing this file loads no `bun:*`: the FFI bindings load dynamically, inside the mode alone.
+ */
+/**
+ * Runs `litert-host <argv…>` and returns its exit code (`EXIT` in `host/run.ts`). Lines go to this
+ * process's stdout and stderr through writers that go quiet instead of crashing the host when the
+ * core closed its end of a pipe (EPIPE).
+ */
+export declare function runLiteRtHostMain(argv: readonly string[], io?: {
+    stdout: (text: string) => void;
+    stderr: (text: string) => void;
+}): Promise<number>;

package/dist/runtime/litert-lm/litert-host.js

@@ -0,0 +1,22 @@
+/**
+ * `@atomic-chat/core/litert-host`: the one entry of the hidden `litert-host` mode (change
+ * `add-litert-lm-runtime`, design D1). The core binaries and any program that embeds the core as a
+ * library (`atc`) hand it the arguments after `litert-host` before they parse their own commands,
+ * because `liteRtHostCommand` starts the host as `<this program> litert-host …`.
+ *
+ * Importing this file loads no `bun:*`: the FFI bindings load dynamically, inside the mode alone.
+ */
+import { detachableWriter } from '../../cli/io.js';
+import { lineIo, loadLibraryWithBun, runLiteRtHost } from './host/run.js';
+/**
+ * Runs `litert-host <argv…>` and returns its exit code (`EXIT` in `host/run.ts`). Lines go to this
+ * process's stdout and stderr through writers that go quiet instead of crashing the host when the
+ * core closed its end of a pipe (EPIPE).
+ */
+export async function runLiteRtHostMain(argv, io = {
+    stdout: detachableWriter(process.stdout),
+    stderr: detachableWriter(process.stderr),
+}) {
+    return runLiteRtHost(argv, { ...lineIo(io), loadLibrary: loadLibraryWithBun });
+}
+//# sourceMappingURL=litert-host.js.map

package/dist/runtime/litert-lm/litert-host.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"litert-host.js","sourceRoot":"","sources":["../../../src/runtime/litert-lm/litert-host.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAA;AAClD,OAAO,EAAE,MAAM,EAAE,kBAAkB,EAAE,aAAa,EAAE,MAAM,eAAe,CAAA;AAEzE;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,IAAuB,EACvB,KAAyE;IACvE,MAAM,EAAE,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC;IACxC,MAAM,EAAE,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC;CACzC;IAED,OAAO,aAAa,CAAC,IAAI,EAAE,EAAE,GAAG,MAAM,CAAC,EAAE,CAAC,EAAE,WAAW,EAAE,kBAAkB,EAAE,CAAC,CAAA;AAChF,CAAC"}

package/dist/runtime/litert-lm/model-yml.d.ts

@@ -0,0 +1,8 @@
+/**
+ * The `litert_lm` block of a LiteRT-LM model's `model.yml` (openspec change `add-litert-lm-runtime`,
+ * task 6.2). The core never writes it — the app and `atc` do — and reads it strictly: a backend or
+ * NPU this core does not know is a variant it cannot run (`LITERT_LM_VARIANT_UNSUPPORTED`), anything
+ * else malformed is a broken file (`MODEL_LOAD_FAILED`).
+ */
+import type { ModelYmlLiteRtLm } from '../../contracts/index.js';
+export declare function readLiteRtLmBlock(doc: Record<string, unknown>): ModelYmlLiteRtLm;

package/dist/runtime/litert-lm/model-yml.js

@@ -0,0 +1,67 @@
+/**
+ * The `litert_lm` block of a LiteRT-LM model's `model.yml` (openspec change `add-litert-lm-runtime`,
+ * task 6.2). The core never writes it — the app and `atc` do — and reads it strictly: a backend or
+ * NPU this core does not know is a variant it cannot run (`LITERT_LM_VARIANT_UNSUPPORTED`), anything
+ * else malformed is a broken file (`MODEL_LOAD_FAILED`).
+ */
+import { AtomicCoreError, LITERT_LM_BACKENDS, LITERT_LM_NPUS } from '../../contracts/index.js';
+const broken = (why) => new AtomicCoreError('MODEL_LOAD_FAILED', `model.yml: litert_lm ${why}.`);
+const unsupported = (why) => new AtomicCoreError('LITERT_LM_VARIANT_UNSUPPORTED', `This core does not run LiteRT-LM variants ${why}.`);
+const text = (block, key) => {
+    const value = block[key];
+    if (typeof value !== 'string' || value.trim() === '')
+        throw broken(`has no ${key}`);
+    return value;
+};
+const flag = (block, key) => {
+    const value = block[key];
+    if (value === undefined)
+        return false;
+    if (typeof value !== 'boolean')
+        throw broken(`has a ${key} that is not true or false`);
+    return value;
+};
+/** A bare file name, as the variant folder holds it. */
+const FILE_NAME_RE = /^[^/\\]+$/;
+export function readLiteRtLmBlock(doc) {
+    const raw = doc['litert_lm'];
+    if (raw === null || typeof raw !== 'object' || Array.isArray(raw))
+        throw broken('is missing');
+    const block = raw;
+    const backend = text(block, 'backend');
+    if (!LITERT_LM_BACKENDS.some((known) => known === backend))
+        throw unsupported(`on the "${backend}" backend`);
+    const npu = block['npu'];
+    if (backend === 'npu') {
+        if (typeof npu !== 'string' || npu === '')
+            throw broken('names no npu for an NPU variant');
+        if (!LITERT_LM_NPUS.some((known) => known === npu))
+            throw unsupported(`for the "${npu}" NPU`);
+    }
+    else if (npu !== undefined)
+        throw broken(`names an npu for a ${backend} variant`);
+    const file = text(block, 'file').split('/').at(-1) ?? '';
+    if (!FILE_NAME_RE.test(file) || file === '..' || text(block, 'file').split('/').includes('..'))
+        throw broken('has a file that is not a file of the repository');
+    const context = block['context_length'];
+    if (context !== undefined && (typeof context !== 'number' || !Number.isSafeInteger(context) || context < 1))
+        throw broken('has a context_length that is not a positive whole number');
+    const source = block['source'];
+    if (source !== 'curated' && source !== 'huggingface')
+        throw broken('has a source that is not curated or huggingface');
+    return {
+        model_id: text(block, 'model_id'),
+        variant_id: text(block, 'variant_id'),
+        backend: backend,
+        ...(backend === 'npu' ? { npu: npu } : {}),
+        repo: text(block, 'repo'),
+        revision: text(block, 'revision'),
+        file: text(block, 'file'),
+        ...(context !== undefined ? { context_length: context } : {}),
+        tools: flag(block, 'tools'),
+        reasoning: flag(block, 'reasoning'),
+        vision: flag(block, 'vision'),
+        source,
+    };
+}
+//# sourceMappingURL=model-yml.js.map

package/dist/runtime/litert-lm/model-yml.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-yml.js","sourceRoot":"","sources":["../../../src/runtime/litert-lm/model-yml.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,eAAe,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAA;AAG9F,MAAM,MAAM,GAAG,CAAC,GAAW,EAAE,EAAE,CAAC,IAAI,eAAe,CAAC,mBAAmB,EAAE,wBAAwB,GAAG,GAAG,CAAC,CAAA;AACxG,MAAM,WAAW,GAAG,CAAC,GAAW,EAAE,EAAE,CAClC,IAAI,eAAe,CAAC,+BAA+B,EAAE,6CAA6C,GAAG,GAAG,CAAC,CAAA;AAE3G,MAAM,IAAI,GAAG,CAAC,KAA8B,EAAE,GAAW,EAAU,EAAE;IACnE,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAA;IACxB,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,MAAM,MAAM,CAAC,UAAU,GAAG,EAAE,CAAC,CAAA;IACnF,OAAO,KAAK,CAAA;AACd,CAAC,CAAA;AAED,MAAM,IAAI,GAAG,CAAC,KAA8B,EAAE,GAAW,EAAW,EAAE;IACpE,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAA;IACxB,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,KAAK,CAAA;IACrC,IAAI,OAAO,KAAK,KAAK,SAAS;QAAE,MAAM,MAAM,CAAC,SAAS,GAAG,4BAA4B,CAAC,CAAA;IACtF,OAAO,KAAK,CAAA;AACd,CAAC,CAAA;AAED,wDAAwD;AACxD,MAAM,YAAY,GAAG,WAAW,CAAA;AAEhC,MAAM,UAAU,iBAAiB,CAAC,GAA4B;IAC5D,MAAM,GAAG,GAAG,GAAG,CAAC,WAAW,CAAC,CAAA;IAC5B,IAAI,GAAG,KAAK,IAAI,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QAAE,MAAM,MAAM,CAAC,YAAY,CAAC,CAAA;IAC7F,MAAM,KAAK,GAAG,GAA8B,CAAA;IAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,CAAA;IACtC,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,OAAO,CAAC;QAAE,MAAM,WAAW,CAAC,WAAW,OAAO,WAAW,CAAC,CAAA;IAC5G,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,CAAA;IACxB,IAAI,OAAO,KAAK,KAAK,EAAE,CAAC;QACtB,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,EAAE;YAAE,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAA;QAC1F,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,GAAG,CAAC;YAAE,MAAM,WAAW,CAAC,YAAY,GAAG,OAAO,CAAC,CAAA;IAC/F,CAAC;SAAM,IAAI,GAAG,KAAK,SAAS;QAAE,MAAM,MAAM,CAAC,sBAAsB,OAAO,UAAU,CAAC,CAAA;IACnF,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;IACxD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;QAC5F,MAAM,MAAM,CAAC,iDAAiD,CAAC,CAAA;IACjE,MAAM,OAAO,GAAG,KAAK,CAAC,gBAAgB,CAAC,CAAA;IACvC,IAAI,OAAO,KAAK,SAAS,IAAI,CAAC,OAAO,OAAO,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,OAAO,GAAG,CAAC,CAAC;QACzG,MAAM,MAAM,CAAC,0DAA0D,CAAC,CAAA;IAC1E,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAA;IAC9B,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,aAAa;QAClD,MAAM,MAAM,CAAC,iDAAiD,CAAC,CAAA;IACjE,OAAO;QACL,QAAQ,EAAE,IAAI,CAAC,KAAK,EAAE,UAAU,CAAC;QACjC,UAAU,EAAE,IAAI,CAAC,KAAK,EAAE,YAAY,CAAC;QACrC,OAAO,EAAE,OAA4B;QACrC,GAAG,CAAC,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,GAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzD,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC;QACzB,QAAQ,EAAE,IAAI,CAAC,KAAK,EAAE,UAAU,CAAC;QACjC,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC;QACzB,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7D,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC;QAC3B,SAAS,EAAE,IAAI,CAAC,KAAK,EAAE,WAAW,CAAC;QACnC,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC;QAC7B,MAAM;KACP,CAAA;AACH,CAAC"}

package/dist/runtime/litert-lm/npu.d.ts

@@ -0,0 +1,11 @@
+/**
+ * Which Intel NPU generation a machine has, by the CPU model string core's hardware facts carry
+ * (change `add-litert-lm-runtime`, design D3). LiteRT-LM NPU files are compiled ahead of time for one
+ * generation: `_intel_LNL` (Lunar Lake, Core Ultra 200V) and `_intel_PTL` (Panther Lake, Core Ultra
+ * series 3). Meteor Lake (1xx) and Arrow Lake (2xx without V) have an NPU no file targets.
+ *
+ * Unverified on real hardware (spike S4: no machine); a wrong row only turns a variant into
+ * `accelerator-unavailable`, and the table is fixed by a core release.
+ */
+import type { LiteRtLmNpu } from '../../contracts/index.js';
+export declare function liteRtNpuGeneration(cpuName: string): LiteRtLmNpu | null;

package/dist/runtime/litert-lm/npu.js

@@ -0,0 +1,24 @@
+/**
+ * Which Intel NPU generation a machine has, by the CPU model string core's hardware facts carry
+ * (change `add-litert-lm-runtime`, design D3). LiteRT-LM NPU files are compiled ahead of time for one
+ * generation: `_intel_LNL` (Lunar Lake, Core Ultra 200V) and `_intel_PTL` (Panther Lake, Core Ultra
+ * series 3). Meteor Lake (1xx) and Arrow Lake (2xx without V) have an NPU no file targets.
+ *
+ * Unverified on real hardware (spike S4: no machine); a wrong row only turns a variant into
+ * `accelerator-unavailable`, and the table is fixed by a core release.
+ */
+/** `Core(TM) Ultra [X]<tier> <series><nn><suffix>`, e.g. `Ultra 7 258V`, `Ultra X9 388H`. */
+const CORE_ULTRA_RE = /Core(?:\(TM\))?\s+Ultra\s+X?\d+\s+(\d)\d{2}([A-Z]*)\b/i;
+export function liteRtNpuGeneration(cpuName) {
+    const match = CORE_ULTRA_RE.exec(cpuName);
+    if (!match)
+        return null;
+    const series = match[1];
+    const suffix = (match[2] ?? '').toUpperCase();
+    if (series === '2' && suffix === 'V')
+        return 'intel-lnl';
+    if (series === '3')
+        return 'intel-ptl';
+    return null;
+}
+//# sourceMappingURL=npu.js.map

package/dist/runtime/litert-lm/npu.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"npu.js","sourceRoot":"","sources":["../../../src/runtime/litert-lm/npu.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAIH,6FAA6F;AAC7F,MAAM,aAAa,GAAG,wDAAwD,CAAA;AAE9E,MAAM,UAAU,mBAAmB,CAAC,OAAe;IACjD,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACzC,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAA;IACvB,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;IACvB,MAAM,MAAM,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAA;IAC7C,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,WAAW,CAAA;IACxD,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,WAAW,CAAA;IACtC,OAAO,IAAI,CAAA;AACb,CAAC"}