@atomic-chat/core 0.19.0 → 0.20.5

package/dist/runtime/geniex/host/run.js

@@ -0,0 +1,208 @@
+/**
+ * The hidden `geniex-host` mode of the core binaries (openspec change `add-geniex-runtime`, design
+ * D1): one process per model or command, so a crash of Qualcomm's native library never takes the
+ * core down. Core starts it with `process.execPath`; nothing else should. The library runs in a
+ * Worker (`engine.ts`); this thread keeps the HTTP server and the queue.
+ *
+ * stdout carries JSON lines only: the probe answer, the model metadata, or `serve`'s readiness line.
+ * Errors go to stderr; the ones core maps to its own codes are one JSON line `{code, …}` there.
+ */
+import { mkdir, rm } from 'node:fs/promises';
+import { resolve } from 'node:path';
+import { compareVersions } from '../../../backend/index.js';
+import { GeniexHostUsageError, parseGeniexHostArgs } from './args.js';
+import { GeniexInspectError, inspectGeniexModel } from './inspect.js';
+import { GeniexLibraryError } from './library.js';
+import { createGeniexServer } from './server.js';
+/** The host's exit codes; core reads 6 and 7 as its `GENIEX_*` codes. */
+export const EXIT = {
+    ok: 0,
+    /** A bug on core's side. */
+    usage: 2,
+    /** The library does not load (or there is no Worker to load it in). */
+    load: 3,
+    /** A library call failed, a model file cannot be read, a port is in use. */
+    libraryCall: 4,
+    requiresNewerEngine: 6,
+    variantUnsupported: 7,
+};
+/** SIGTERM, SIGINT or the end of stdin, whichever comes first (Windows has no SIGTERM). */
+export function watchStopSignals() {
+    let resolveStop = () => { };
+    const stopped = new Promise((done) => (resolveStop = done));
+    const stop = () => resolveStop();
+    process.on('SIGTERM', stop);
+    process.on('SIGINT', stop);
+    process.stdin.on('end', stop);
+    process.stdin.on('close', stop);
+    process.stdin.resume();
+    return {
+        stopped,
+        dispose() {
+            process.off('SIGTERM', stop);
+            process.off('SIGINT', stop);
+            process.stdin.off('end', stop);
+            process.stdin.off('close', stop);
+            process.stdin.pause();
+            process.stdin.destroy();
+        },
+    };
+}
+/** Line-oriented output over a stream-oriented CLI io. */
+export function lineIo(io) {
+    return { stdout: (line) => io.stdout(`${line}\n`), stderr: (line) => io.stderr(`${line}\n`) };
+}
+/**
+ * Where a build keeps the library: `<build>/lib` (task 4.2), absolute. Windows searches DLLs in the
+ * folder `SetDllDirectoryW` names instead of the working one, so a relative path would not load.
+ */
+export function libraryDir(build) {
+    return resolve(build, 'lib');
+}
+const json = (value) => JSON.stringify(value);
+const said = (error) => (error instanceof Error ? error.message : String(error));
+/** A library failure's exit code: `load` when the library did not open, else a failed call. */
+const failureExit = (error) => error instanceof GeniexLibraryError && error.operation === 'load' ? EXIT.load : EXIT.libraryCall;
+/** Runs `geniex-host <argv…>` and returns its exit code. */
+export async function runGeniexHost(argv, deps) {
+    let args;
+    try {
+        args = parseGeniexHostArgs(argv);
+    }
+    catch (error) {
+        deps.stderr(error instanceof GeniexHostUsageError ? error.message : said(error));
+        return EXIT.usage;
+    }
+    if (args.mode === 'inspect') {
+        try {
+            deps.stdout(json(await inspectGeniexModel(args.path)));
+            return EXIT.ok;
+        }
+        catch (error) {
+            deps.stderr(error instanceof GeniexInspectError ? error.message : said(error));
+            return EXIT.libraryCall;
+        }
+    }
+    let engine;
+    try {
+        engine = await deps.startEngine();
+    }
+    catch (error) {
+        deps.stderr(`GenieX does not load from ${args.lib}: ${said(error)}`);
+        return EXIT.load;
+    }
+    try {
+        if (args.mode === 'probe') {
+            try {
+                deps.stdout(json(await engine.probe(libraryDir(args.lib))));
+                return EXIT.ok;
+            }
+            catch (error) {
+                deps.stderr(`GenieX does not load from ${args.lib}: ${said(error)}`);
+                return failureExit(error);
+            }
+        }
+        return await serve(engine, args, deps);
+    }
+    finally {
+        await engine.destroy().catch(() => { });
+    }
+}
+async function serve(engine, args, deps) {
+    const watch = (deps.watchStop ?? watchStopSignals)();
+    try {
+        // What the model says about itself, before the library sees it (task 5.3).
+        let info;
+        try {
+            info = await inspectGeniexModel(args.model);
+        }
+        catch (error) {
+            deps.stderr(said(error));
+            return EXIT.libraryCall;
+        }
+        if (args.plugin === 'qairt' && args.device !== 'npu') {
+            deps.stderr(json({
+                code: 'GENIEX_VARIANT_UNSUPPORTED',
+                plugin: args.plugin,
+                device: args.device,
+                message: 'AI Hub bundles run on the NPU only.',
+            }));
+            return EXIT.variantUnsupported;
+        }
+        if ((info.kind === 'qairt') !== (args.plugin === 'qairt')) {
+            deps.stderr(json({
+                code: 'GENIEX_VARIANT_UNSUPPORTED',
+                plugin: args.plugin,
+                device: args.device,
+                message: info.kind === 'qairt'
+                    ? 'An AI Hub bundle runs with the qairt plugin, not llama_cpp.'
+                    : 'A GGUF file runs with the llama_cpp plugin, not qairt.',
+            }));
+            return EXIT.variantUnsupported;
+        }
+        if (info.kind === 'qairt' &&
+            info.min_runtime_version &&
+            compareVersions(info.min_runtime_version, args.engineVersion) > 0) {
+            deps.stderr(json({
+                code: 'GENIEX_MODEL_REQUIRES_NEWER_ENGINE',
+                required: info.min_runtime_version,
+                engine: args.engineVersion,
+            }));
+            return EXIT.requiresNewerEngine;
+        }
+        const nCtx = Math.min(args.nCtx, info.max_context_tokens ?? args.nCtx);
+        let created;
+        try {
+            created = await engine.create(libraryDir(args.lib), {
+                plugin: args.plugin,
+                device: args.device,
+                model: args.model,
+                mmproj: args.mmproj ?? null,
+                nCtx,
+                threads: args.threads,
+                powerMode: args.powerMode,
+            });
+        }
+        catch (error) {
+            deps.stderr(`GenieX could not create the model from ${args.model}: ${said(error)}`);
+            return failureExit(error);
+        }
+        // Only once there is a model to serve: a failed create leaves no folder behind.
+        await mkdir(args.tmp, { recursive: true });
+        const server = createGeniexServer({
+            engine,
+            modelId: args.id,
+            caps: { vision: created.vision, reasoning: args.reasoning },
+            defaultMaxTokens: Math.min(args.maxTokens, nCtx),
+            grammar: args.plugin !== 'qairt',
+            tmpDir: args.tmp,
+            log: (line) => deps.stderr(line),
+        });
+        try {
+            const url = await server.listen(args.port);
+            deps.stdout(json({
+                ready: true,
+                url,
+                model_id: args.id,
+                plugin: args.plugin,
+                device: args.device,
+                n_ctx: nCtx,
+                vision: created.vision,
+            }));
+            await watch.stopped;
+            return EXIT.ok;
+        }
+        catch (error) {
+            deps.stderr(`GenieX host could not listen on 127.0.0.1:${args.port}: ${said(error)}`);
+            return EXIT.libraryCall;
+        }
+        finally {
+            await server.close();
+            await rm(args.tmp, { recursive: true, force: true }).catch(() => { });
+        }
+    }
+    finally {
+        watch.dispose();
+    }
+}
+//# sourceMappingURL=run.js.map

package/dist/runtime/geniex/host/run.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run.js","sourceRoot":"","sources":["../../../../src/runtime/geniex/host/run.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAA;AAC5C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AACnC,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAA;AAC3D,OAAO,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAA;AAGrE,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAA;AACrE,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAA;AACjD,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAA;AAEhD,yEAAyE;AACzE,MAAM,CAAC,MAAM,IAAI,GAAG;IAClB,EAAE,EAAE,CAAC;IACL,4BAA4B;IAC5B,KAAK,EAAE,CAAC;IACR,uEAAuE;IACvE,IAAI,EAAE,CAAC;IACP,4EAA4E;IAC5E,WAAW,EAAE,CAAC;IACd,mBAAmB,EAAE,CAAC;IACtB,kBAAkB,EAAE,CAAC;CACb,CAAA;AAgBV,2FAA2F;AAC3F,MAAM,UAAU,gBAAgB;IAC9B,IAAI,WAAW,GAAe,GAAG,EAAE,GAAE,CAAC,CAAA;IACtC,MAAM,OAAO,GAAG,IAAI,OAAO,CAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC,CAAA;IACjE,MAAM,IAAI,GAAG,GAAG,EAAE,CAAC,WAAW,EAAE,CAAA;IAChC,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,IAAI,CAAC,CAAA;IAC3B,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAA;IAC1B,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;IAC7B,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;IAC/B,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,CAAA;IACtB,OAAO;QACL,OAAO;QACP,OAAO;YACL,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,CAAA;YAC5B,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAA;YAC3B,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;YAC9B,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;YAChC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;YACrB,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,CAAA;QACzB,CAAC;KACF,CAAA;AACH,CAAC;AAED,0DAA0D;AAC1D,MAAM,UAAU,MAAM,CAAC,EAGtB;IACC,OAAO,EAAE,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,EAAE,CAAA;AAC/F,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,UAAU,CAAC,KAAa;IACtC,OAAO,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;AAC9B,CAAC;AAED,MAAM,IAAI,GAAG,CAAC,KAAc,EAAU,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;AAC9D,MAAM,IAAI,GAAG,CAAC,KAAc,EAAU,EAAE,CAAC,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;AAEjG,+FAA+F;AAC/F,MAAM,WAAW,GAAG,CAAC,KAAc,EAAU,EAAE,CAC7C,KAAK,YAAY,kBAAkB,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAA;AAElG,4DAA4D;AAC5D,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,IAAuB,EAAE,IAAoB;IAC/E,IAAI,IAAoB,CAAA;IACxB,IAAI,CAAC;QACH,IAAI,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAA;IAClC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,CAAC,MAAM,CAAC,KAAK,YAAY,oBAAoB,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;QAChF,OAAO,IAAI,CAAC,KAAK,CAAA;IACnB,CAAC;IACD,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC5B,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;YACtD,OAAO,IAAI,CAAC,EAAE,CAAA;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,YAAY,kBAAkB,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;YAC9E,OAAO,IAAI,CAAC,WAAW,CAAA;QACzB,CAAC;IACH,CAAC;IACD,IAAI,MAAoB,CAAA;IACxB,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAA;IACnC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,CAAC,MAAM,CAAC,6BAA6B,IAAI,CAAC,GAAG,KAAK,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QACpE,OAAO,IAAI,CAAC,IAAI,CAAA;IAClB,CAAC;IACD,IAAI,CAAC;QACH,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC1B,IAAI,CAAC;gBACH,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;gBAC3D,OAAO,IAAI,CAAC,EAAE,CAAA;YAChB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,6BAA6B,IAAI,CAAC,GAAG,KAAK,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;gBACpE,OAAO,WAAW,CAAC,KAAK,CAAC,CAAA;YAC3B,CAAC;QACH,CAAC;QACD,OAAO,MAAM,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;IACxC,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;IACxC,CAAC;AACH,CAAC;AAED,KAAK,UAAU,KAAK,CAClB,MAAoB,EACpB,IAAgD,EAChD,IAAoB;IAEpB,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,SAAS,IAAI,gBAAgB,CAAC,EAAE,CAAA;IACpD,IAAI,CAAC;QACH,2EAA2E;QAC3E,IAAI,IAAoD,CAAA;QACxD,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAC7C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;YACxB,OAAO,IAAI,CAAC,WAAW,CAAA;QACzB,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,KAAK,OAAO,IAAI,IAAI,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;YACrD,IAAI,CAAC,MAAM,CACT,IAAI,CAAC;gBACH,IAAI,EAAE,4BAA4B;gBAClC,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,OAAO,EAAE,qCAAqC;aAC/C,CAAC,CACH,CAAA;YACD,OAAO,IAAI,CAAC,kBAAkB,CAAA;QAChC,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,OAAO,CAAC,EAAE,CAAC;YAC1D,IAAI,CAAC,MAAM,CACT,IAAI,CAAC;gBACH,IAAI,EAAE,4BAA4B;gBAClC,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,OAAO,EACL,IAAI,CAAC,IAAI,KAAK,OAAO;oBACnB,CAAC,CAAC,6DAA6D;oBAC/D,CAAC,CAAC,wDAAwD;aAC/D,CAAC,CACH,CAAA;YACD,OAAO,IAAI,CAAC,kBAAkB,CAAA;QAChC,CAAC;QACD,IACE,IAAI,CAAC,IAAI,KAAK,OAAO;YACrB,IAAI,CAAC,mBAAmB;YACxB,eAAe,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EACjE,CAAC;YACD,IAAI,CAAC,MAAM,CACT,IAAI,CAAC;gBACH,IAAI,EAAE,oCAAoC;gBAC1C,QAAQ,EAAE,IAAI,CAAC,mBAAmB;gBAClC,MAAM,EAAE,IAAI,CAAC,aAAa;aAC3B,CAAC,CACH,CAAA;YACD,OAAO,IAAI,CAAC,mBAAmB,CAAA;QACjC,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,kBAAkB,IAAI,IAAI,CAAC,IAAI,CAAC,CAAA;QACtE,IAAI,OAA4B,CAAA;QAChC,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;gBAClD,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,IAAI;gBAC3B,IAAI;gBACJ,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,SAAS,EAAE,IAAI,CAAC,SAAS;aAC1B,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,0CAA0C,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;YACnF,OAAO,WAAW,CAAC,KAAK,CAAC,CAAA;QAC3B,CAAC;QACD,gFAAgF;QAChF,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QAC1C,MAAM,MAAM,GAAG,kBAAkB,CAAC;YAChC,MAAM;YACN,OAAO,EAAE,IAAI,CAAC,EAAE;YAChB,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE;YAC3D,gBAAgB,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC;YAChD,OAAO,EAAE,IAAI,CAAC,MAAM,KAAK,OAAO;YAChC,MAAM,EAAE,IAAI,CAAC,GAAG;YAChB,GAAG,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;SACjC,CAAC,CAAA;QACF,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAC1C,IAAI,CAAC,MAAM,CACT,IAAI,CAAC;gBACH,KAAK,EAAE,IAAI;gBACX,GAAG;gBACH,QAAQ,EAAE,IAAI,CAAC,EAAE;gBACjB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,KAAK,EAAE,IAAI;gBACX,MAAM,EAAE,OAAO,CAAC,MAAM;aACvB,CAAC,CACH,CAAA;YACD,MAAM,KAAK,CAAC,OAAO,CAAA;YACnB,OAAO,IAAI,CAAC,EAAE,CAAA;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,6CAA6C,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;YACrF,OAAO,IAAI,CAAC,WAAW,CAAA;QACzB,CAAC;gBAAS,CAAC;YACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;YACpB,MAAM,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;QACtE,CAAC;IACH,CAAC;YAAS,CAAC;QACT,KAAK,CAAC,OAAO,EAAE,CAAA;IACjB,CAAC;AACH,CAAC"}

package/dist/runtime/geniex/host/server.d.ts

@@ -0,0 +1,39 @@
+/**
+ * The host's own OpenAI server (openspec change `add-geniex-runtime`, design D6, tasks 5.4–5.5):
+ * `GET /v1/models` and `POST /v1/chat/completions` on `127.0.0.1:<port>`, with no authentication —
+ * core's session gateway is the only door in, and it checks the key. Generations run one at a time
+ * in arrival order (`FifoLock`): the library is single-threaded, and the Worker that owns it blocks
+ * for a whole generation. `/v1/models` never waits on the queue.
+ *
+ * Every request is a full prompt: the chat template is applied in the Worker, the tokens stream back
+ * through it, and the reply parser turns them into deltas. A client that hangs up sets the shared
+ * cancel flag the Worker's token callback reads; a stop string does the same. Images come as data
+ * URLs and go to the library as files under the host's `tmp`, deleted after the answer.
+ */
+import type { ModelCaps } from '../../shared/index.js';
+import type { GeniexEngine } from './engine.js';
+export interface GeniexServerOptions {
+    engine: GeniexEngine;
+    /** What `/v1/models` lists and replies carry as `model`: core's session id. */
+    modelId: string;
+    caps: ModelCaps;
+    /** The `max_tokens` of a request that names none. */
+    defaultMaxTokens: number;
+    /**
+     * Whether the plugin takes a GBNF grammar (`response_format`). The qairt plugin does not (spike S4:
+     * `Unexpected empty grammar stack after accepting piece: <|im_start|>`), so a request asking for one is a 400.
+     */
+    grammar?: boolean;
+    /** Where request images are written for the library. */
+    tmpDir: string;
+    now?: () => number;
+    /** One line per failed generation, for the host's stderr (core keeps its tail). */
+    log?: (line: string) => void;
+}
+export interface GeniexServer {
+    /** Listen on loopback; the base URL (`http://127.0.0.1:<port>`). */
+    listen(port: number): Promise<string>;
+    /** Stop accepting, cancel what runs, wait for it to end. */
+    close(): Promise<void>;
+}
+export declare function createGeniexServer(options: GeniexServerOptions): GeniexServer;

package/dist/runtime/geniex/host/server.js

@@ -0,0 +1,232 @@
+/**
+ * The host's own OpenAI server (openspec change `add-geniex-runtime`, design D6, tasks 5.4–5.5):
+ * `GET /v1/models` and `POST /v1/chat/completions` on `127.0.0.1:<port>`, with no authentication —
+ * core's session gateway is the only door in, and it checks the key. Generations run one at a time
+ * in arrival order (`FifoLock`): the library is single-threaded, and the Worker that owns it blocks
+ * for a whole generation. `/v1/models` never waits on the queue.
+ *
+ * Every request is a full prompt: the chat template is applied in the Worker, the tokens stream back
+ * through it, and the reply parser turns them into deltas. A client that hangs up sets the shared
+ * cancel flag the Worker's token callback reads; a stop string does the same. Images come as data
+ * URLs and go to the library as files under the host's `tmp`, deleted after the answer.
+ */
+import { mkdir, rm, writeFile } from 'node:fs/promises';
+import { createServer } from 'node:http';
+import { join } from 'node:path';
+import { requestAborted } from '../../../server/public/exchange.js';
+import { completionBody, FifoLock, notServed, OpenAiRequestError, readJsonBody, sendJson, sendOpenAiError, SSE_DONE, sseFramer, } from '../../shared/index.js';
+import { jsonSchemaToGrammar } from './grammar.js';
+import { GeniexLibraryError } from './library.js';
+import { GeniexReplyParser, IMAGE_PLACEHOLDER, parseGeniexChatRequest } from './openai.js';
+/** How long a stop waits for a cancelled generation to end in the library. */
+const CLOSE_WAIT_MS = 10_000;
+const GONE_POLL_MS = 50;
+const MIME_EXT = {
+    'image/jpeg': 'jpg',
+    'image/png': 'png',
+    'image/webp': 'webp',
+    'image/gif': 'gif',
+    'image/bmp': 'bmp',
+};
+export function createGeniexServer(options) {
+    const now = options.now ?? Date.now;
+    const lock = new FifoLock();
+    /** The generation under way, if any: its cancel flag and a promise for its end. */
+    let running = null;
+    let counter = 0;
+    let closed = false;
+    const server = createServer((req, res) => {
+        void route(req, res).catch((error) => {
+            if (res.headersSent)
+                return res.destroy();
+            sendOpenAiError(res, error instanceof OpenAiRequestError
+                ? error
+                : new OpenAiRequestError(500, error instanceof Error ? error.message : String(error)));
+        });
+    });
+    async function route(req, res) {
+        const path = (req.url ?? '/').split('?')[0] ?? '/';
+        if (req.method === 'GET' && path === '/v1/models')
+            return sendJson(res, 200, {
+                object: 'list',
+                data: [
+                    { id: options.modelId, object: 'model', created: Math.floor(now() / 1000), owned_by: 'geniex' },
+                ],
+            });
+        if (req.method === 'POST' && path === '/v1/chat/completions') {
+            const chat = parseGeniexChatRequest(await readJsonBody(req), options.caps);
+            if (chat.responseFormat && options.grammar === false)
+                throw new OpenAiRequestError(400, 'response_format: this model runs on the qairt plugin, which has no grammar sampler', 'response_format');
+            let hungUp = false;
+            res.on('close', () => {
+                if (!res.writableFinished)
+                    hungUp = true;
+            });
+            // Bun never says the response closed once the body is read; only its native handle knows (ADR
+            // 2026-09-22-detect-a-client-that-hangs-up-before-the-answer-under-bun), polled while it runs.
+            const gone = () => hungUp || requestAborted(req, res);
+            return lock.run(async () => {
+                if (gone() || closed)
+                    return;
+                await generate(chat, res, gone);
+            });
+        }
+        sendOpenAiError(res, notServed(req.method ?? 'GET', path, 'GenieX'));
+    }
+    /** The request's images as files; the paths in the order the content numbered them. */
+    async function writeImages(chat, id) {
+        if (chat.images.length === 0)
+            return [];
+        await mkdir(options.tmpDir, { recursive: true });
+        return Promise.all(chat.images.map(async (image, index) => {
+            const path = join(options.tmpDir, `${id}-${index}.${MIME_EXT[image.mime] ?? 'img'}`);
+            await writeFile(path, Buffer.from(image.base64, 'base64'));
+            return path;
+        }));
+    }
+    async function generate(chat, res, gone) {
+        const framer = sseFramer(`chatcmpl-${now().toString(36)}${(counter++).toString(36)}`, Math.floor(now() / 1000), options.modelId);
+        const images = await writeImages(chat, framer.id);
+        const messages = chat.messages.map((message) => ({
+            ...message,
+            content: message.content.map((part) => part.type === 'image'
+                ? {
+                    type: 'image',
+                    path: images[chat.images.findIndex((_, i) => IMAGE_PLACEHOLDER(i) === part.path)] ?? part.path,
+                }
+                : part),
+        }));
+        const parser = new GeniexReplyParser(chat.stop, chat.tools !== null);
+        const cancel = new Int32Array(new SharedArrayBuffer(4));
+        let settle = () => { };
+        running = { cancel, ended: new Promise((done) => (settle = done)) };
+        const stream = chat.stream;
+        const write = (deltas) => {
+            if (stream && !gone())
+                for (const delta of deltas)
+                    res.write(framer.delta(delta));
+        };
+        let promptTokens = 0;
+        let generatedTokens = 0;
+        let stopReason = 'unknown';
+        let failure = null;
+        const watch = setInterval(() => {
+            if (gone())
+                Atomics.store(cancel, 0, 1);
+        }, GONE_POLL_MS);
+        try {
+            const prompt = await options.engine.applyChatTemplate({
+                messages,
+                tools: chat.toolsJson,
+                enableThinking: chat.thinking,
+            });
+            if (stream && !gone()) {
+                res.writeHead(200, {
+                    'content-type': 'text/event-stream',
+                    'cache-control': 'no-cache',
+                    'connection': 'keep-alive',
+                });
+                res.write(framer.delta({ role: 'assistant', content: '' }));
+            }
+            const config = {
+                maxTokens: chat.maxTokens ?? options.defaultMaxTokens,
+                // The library sees the stop strings too; the parser still cuts the text at them.
+                stop: chat.stop,
+                sampler: {
+                    ...(chat.sampler.temperature !== undefined ? { temperature: chat.sampler.temperature } : {}),
+                    ...(chat.sampler.topP !== undefined ? { topP: chat.sampler.topP } : {}),
+                    ...(chat.sampler.topK !== undefined ? { topK: chat.sampler.topK } : {}),
+                    ...(chat.sampler.seed !== undefined ? { seed: chat.sampler.seed } : {}),
+                    grammar: chat.responseFormat
+                        ? jsonSchemaToGrammar(JSON.parse(chat.responseFormat.value))
+                        : null,
+                },
+                imagePaths: images,
+            };
+            const result = await options.engine.generate(prompt, config, (token) => {
+                write(parser.add(token));
+                if (parser.stopped)
+                    Atomics.store(cancel, 0, 1);
+            }, cancel);
+            promptTokens = result.promptTokens;
+            generatedTokens = result.generatedTokens;
+            stopReason = parser.stopped ? 'user' : result.stopReason;
+        }
+        catch (error) {
+            const text = error instanceof Error ? error.message : String(error);
+            failure =
+                error instanceof OpenAiRequestError
+                    ? error
+                    : /prompt too long/i.test(text)
+                        ? // The library's own words for a prompt past the context window (spike S4, qairt).
+                            new OpenAiRequestError(400, `GenieX: ${text}`, 'messages', undefined, 'context_length_exceeded')
+                        : new OpenAiRequestError(500, `GenieX: ${error instanceof GeniexLibraryError ? error.message : text}`);
+            options.log?.(`generation failed: ${failure.message}`);
+        }
+        finally {
+            clearInterval(watch);
+            running = null;
+            settle();
+            await Promise.all(images.map((path) => rm(path, { force: true }).catch(() => { })));
+        }
+        if (gone())
+            return;
+        write(parser.flush());
+        const finish = failure ? null : parser.finish(stopReason);
+        // The library's own count where it gave one (a cancelled or failed generation gives none).
+        const completion = generatedTokens > 0 ? generatedTokens : parser.tokens;
+        const usage = {
+            prompt_tokens: promptTokens,
+            completion_tokens: completion,
+            total_tokens: promptTokens + completion,
+        };
+        if (stream) {
+            if (!res.headersSent) {
+                if (failure)
+                    return sendOpenAiError(res, failure);
+                res.writeHead(200, {
+                    'content-type': 'text/event-stream',
+                    'cache-control': 'no-cache',
+                    'connection': 'keep-alive',
+                });
+            }
+            if (failure)
+                res.write(`data: ${JSON.stringify(failure.body)}\n\n`);
+            else {
+                res.write(framer.delta({}, finish));
+                if (chat.includeUsage)
+                    res.write(framer.frame({ choices: [], usage }));
+            }
+            res.end(SSE_DONE);
+            return;
+        }
+        if (failure)
+            return sendOpenAiError(res, failure);
+        sendJson(res, 200, completionBody(framer, options.modelId, parser.message(), finish, usage));
+    }
+    return {
+        listen: (port) => new Promise((resolve, reject) => {
+            server.once('error', reject);
+            server.listen(port, '127.0.0.1', () => {
+                server.off('error', reject);
+                resolve(`http://127.0.0.1:${server.address().port}`);
+            });
+        }),
+        close: async () => {
+            closed = true;
+            // A model destroyed while the library still generates is a use-after-free in the Worker: cancel,
+            // then wait for the generation's end (bounded).
+            const current = running;
+            if (current) {
+                Atomics.store(current.cancel, 0, 1);
+                await Promise.race([
+                    current.ended,
+                    new Promise((resolve) => setTimeout(resolve, CLOSE_WAIT_MS).unref()),
+                ]);
+            }
+            server.closeAllConnections();
+            await new Promise((resolve) => server.close(() => resolve()));
+        },
+    };
+}
+//# sourceMappingURL=server.js.map

package/dist/runtime/geniex/host/server.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"server.js","sourceRoot":"","sources":["../../../../src/runtime/geniex/host/server.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AACvD,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AAGxC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAChC,OAAO,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAA;AACnE,OAAO,EACL,cAAc,EACd,QAAQ,EACR,SAAS,EACT,kBAAkB,EAClB,YAAY,EACZ,QAAQ,EACR,eAAe,EACf,QAAQ,EACR,SAAS,GACV,MAAM,uBAAuB,CAAA;AAG9B,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAA;AAClD,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAA;AAEjD,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAA;AA6B1F,8EAA8E;AAC9E,MAAM,aAAa,GAAG,MAAM,CAAA;AAC5B,MAAM,YAAY,GAAG,EAAE,CAAA;AACvB,MAAM,QAAQ,GAA2B;IACvC,YAAY,EAAE,KAAK;IACnB,WAAW,EAAE,KAAK;IAClB,YAAY,EAAE,MAAM;IACpB,WAAW,EAAE,KAAK;IAClB,WAAW,EAAE,KAAK;CACnB,CAAA;AAED,MAAM,UAAU,kBAAkB,CAAC,OAA4B;IAC7D,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAA;IACnC,MAAM,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAA;IAC3B,mFAAmF;IACnF,IAAI,OAAO,GAAwD,IAAI,CAAA;IACvE,IAAI,OAAO,GAAG,CAAC,CAAA;IACf,IAAI,MAAM,GAAG,KAAK,CAAA;IAElB,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QACvC,KAAK,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YAC5C,IAAI,GAAG,CAAC,WAAW;gBAAE,OAAO,GAAG,CAAC,OAAO,EAAE,CAAA;YACzC,eAAe,CACb,GAAG,EACH,KAAK,YAAY,kBAAkB;gBACjC,CAAC,CAAC,KAAK;gBACP,CAAC,CAAC,IAAI,kBAAkB,CAAC,GAAG,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CACxF,CAAA;QACH,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,KAAK,UAAU,KAAK,CAAC,GAAoB,EAAE,GAAmB;QAC5D,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAA;QAClD,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,IAAI,IAAI,KAAK,YAAY;YAC/C,OAAO,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE;gBACxB,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE;oBACJ,EAAE,EAAE,EAAE,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE;iBAChG;aACF,CAAC,CAAA;QACJ,IAAI,GAAG,CAAC,MAAM,KAAK,MAAM,IAAI,IAAI,KAAK,sBAAsB,EAAE,CAAC;YAC7D,MAAM,IAAI,GAAG,sBAAsB,CAAC,MAAM,YAAY,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,CAAA;YAC1E,IAAI,IAAI,CAAC,cAAc,IAAI,OAAO,CAAC,OAAO,KAAK,KAAK;gBAClD,MAAM,IAAI,kBAAkB,CAC1B,GAAG,EACH,oFAAoF,EACpF,iBAAiB,CAClB,CAAA;YACH,IAAI,MAAM,GAAG,KAAK,CAAA;YAClB,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;gBACnB,IAAI,CAAC,GAAG,CAAC,gBAAgB;oBAAE,MAAM,GAAG,IAAI,CAAA;YAC1C,CAAC,CAAC,CAAA;YACF,8FAA8F;YAC9F,+FAA+F;YAC/F,MAAM,IAAI,GAAG,GAAG,EAAE,CAAC,MAAM,IAAI,cAAc,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;YACrD,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;gBACzB,IAAI,IAAI,EAAE,IAAI,MAAM;oBAAE,OAAM;gBAC5B,MAAM,QAAQ,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,CAAA;YACjC,CAAC,CAAC,CAAA;QACJ,CAAC;QACD,eAAe,CAAC,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC,MAAM,IAAI,KAAK,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAA;IACtE,CAAC;IAED,uFAAuF;IACvF,KAAK,UAAU,WAAW,CAAC,IAAsB,EAAE,EAAU;QAC3D,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAA;QACvC,MAAM,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QAChD,OAAO,OAAO,CAAC,GAAG,CAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACrC,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,KAAK,IAAI,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,EAAE,CAAC,CAAA;YACpF,MAAM,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAA;YAC1D,OAAO,IAAI,CAAA;QACb,CAAC,CAAC,CACH,CAAA;IACH,CAAC;IAED,KAAK,UAAU,QAAQ,CAAC,IAAsB,EAAE,GAAmB,EAAE,IAAmB;QACtF,MAAM,MAAM,GAAG,SAAS,CACtB,YAAY,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,EAC3D,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,EACxB,OAAO,CAAC,OAAO,CAChB,CAAA;QACD,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC,CAAA;QACjD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAC/C,GAAG,OAAO;YACV,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CACpC,IAAI,CAAC,IAAI,KAAK,OAAO;gBACnB,CAAC,CAAC;oBACE,IAAI,EAAE,OAAgB;oBACtB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI;iBAC/F;gBACH,CAAC,CAAC,IAAI,CACT;SACF,CAAC,CAAC,CAAA;QACH,MAAM,MAAM,GAAG,IAAI,iBAAiB,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,CAAA;QACpE,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,IAAI,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAA;QACvD,IAAI,MAAM,GAAe,GAAG,EAAE,GAAE,CAAC,CAAA;QACjC,OAAO,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,OAAO,CAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,EAAE,CAAA;QACzE,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAA;QAC1B,MAAM,KAAK,GAAG,CAAC,MAAe,EAAE,EAAE;YAChC,IAAI,MAAM,IAAI,CAAC,IAAI,EAAE;gBAAE,KAAK,MAAM,KAAK,IAAI,MAAM;oBAAE,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAA;QACnF,CAAC,CAAA;QACD,IAAI,YAAY,GAAG,CAAC,CAAA;QACpB,IAAI,eAAe,GAAG,CAAC,CAAA;QACvB,IAAI,UAAU,GAAqB,SAAS,CAAA;QAC5C,IAAI,OAAO,GAA8B,IAAI,CAAA;QAC7C,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;YAC7B,IAAI,IAAI,EAAE;gBAAE,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;QACzC,CAAC,EAAE,YAAY,CAAC,CAAA;QAChB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,iBAAiB,CAAC;gBACpD,QAAQ;gBACR,KAAK,EAAE,IAAI,CAAC,SAAS;gBACrB,cAAc,EAAE,IAAI,CAAC,QAAQ;aAC9B,CAAC,CAAA;YACF,IAAI,MAAM,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;gBACtB,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE;oBACjB,cAAc,EAAE,mBAAmB;oBACnC,eAAe,EAAE,UAAU;oBAC3B,YAAY,EAAE,YAAY;iBAC3B,CAAC,CAAA;gBACF,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC,CAAA;YAC7D,CAAC;YACD,MAAM,MAAM,GAA2B;gBACrC,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,OAAO,CAAC,gBAAgB;gBACrD,iFAAiF;gBACjF,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,OAAO,EAAE;oBACP,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC5F,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACvE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACvE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACvE,OAAO,EAAE,IAAI,CAAC,cAAc;wBAC1B,CAAC,CAAC,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,CAAY,CAAC;wBACvE,CAAC,CAAC,IAAI;iBACT;gBACD,UAAU,EAAE,MAAM;aACnB,CAAA;YACD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,QAAQ,CAC1C,MAAM,EACN,MAAM,EACN,CAAC,KAAK,EAAE,EAAE;gBACR,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAA;gBACxB,IAAI,MAAM,CAAC,OAAO;oBAAE,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;YACjD,CAAC,EACD,MAAM,CACP,CAAA;YACD,YAAY,GAAG,MAAM,CAAC,YAAY,CAAA;YAClC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAA;YACxC,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAA;QAC1D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACnE,OAAO;gBACL,KAAK,YAAY,kBAAkB;oBACjC,CAAC,CAAC,KAAK;oBACP,CAAC,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC;wBAC7B,CAAC,CAAC,kFAAkF;4BAClF,IAAI,kBAAkB,CAAC,GAAG,EAAE,WAAW,IAAI,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,yBAAyB,CAAC;wBAClG,CAAC,CAAC,IAAI,kBAAkB,CACpB,GAAG,EACH,WAAW,KAAK,YAAY,kBAAkB,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CACxE,CAAA;YACT,OAAO,CAAC,GAAG,EAAE,CAAC,sBAAsB,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;QACxD,CAAC;gBAAS,CAAC;YACT,aAAa,CAAC,KAAK,CAAC,CAAA;YACpB,OAAO,GAAG,IAAI,CAAA;YACd,MAAM,EAAE,CAAA;YACR,MAAM,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QACpF,CAAC;QACD,IAAI,IAAI,EAAE;YAAE,OAAM;QAClB,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAA;QACrB,MAAM,MAAM,GAAwB,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAA;QAC9E,2FAA2F;QAC3F,MAAM,UAAU,GAAG,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAA;QACxE,MAAM,KAAK,GAAG;YACZ,aAAa,EAAE,YAAY;YAC3B,iBAAiB,EAAE,UAAU;YAC7B,YAAY,EAAE,YAAY,GAAG,UAAU;SACxC,CAAA;QACD,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC;gBACrB,IAAI,OAAO;oBAAE,OAAO,eAAe,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;gBACjD,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE;oBACjB,cAAc,EAAE,mBAAmB;oBACnC,eAAe,EAAE,UAAU;oBAC3B,YAAY,EAAE,YAAY;iBAC3B,CAAC,CAAA;YACJ,CAAC;YACD,IAAI,OAAO;gBAAE,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;iBAC9D,CAAC;gBACJ,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAA;gBACnC,IAAI,IAAI,CAAC,YAAY;oBAAE,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,CAAA;YACxE,CAAC;YACD,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;YACjB,OAAM;QACR,CAAC;QACD,IAAI,OAAO;YAAE,OAAO,eAAe,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;QACjD,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAA;IAC9F,CAAC;IAED,OAAO;QACL,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CACf,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC9B,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;YAC5B,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,WAAW,EAAE,GAAG,EAAE;gBACpC,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;gBAC3B,OAAO,CAAC,oBAAqB,MAAM,CAAC,OAAO,EAAkB,CAAC,IAAI,EAAE,CAAC,CAAA;YACvE,CAAC,CAAC,CAAA;QACJ,CAAC,CAAC;QACJ,KAAK,EAAE,KAAK,IAAI,EAAE;YAChB,MAAM,GAAG,IAAI,CAAA;YACb,iGAAiG;YACjG,gDAAgD;YAChD,MAAM,OAAO,GAAG,OAAO,CAAA;YACvB,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;gBACnC,MAAM,OAAO,CAAC,IAAI,CAAC;oBACjB,OAAO,CAAC,KAAK;oBACb,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,KAAK,EAAE,CAAC;iBACrE,CAAC,CAAA;YACJ,CAAC;YACD,MAAM,CAAC,mBAAmB,EAAE,CAAA;YAC5B,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;QACrE,CAAC;KACF,CAAA;AACH,CAAC"}

package/dist/runtime/geniex/host/worker-protocol.d.ts

@@ -0,0 +1,76 @@
+/**
+ * What the Worker of `geniex-host` does with each message of the main thread (openspec change
+ * `add-geniex-runtime`, design D1), apart from the thread it runs on: `worker.ts` is the Bun entry
+ * that binds this to `self.onmessage` with the `bun:ffi` library, and the tests drive it in-process
+ * with a fake library.
+ *
+ * The library is single-threaded and `generate` blocks: the Worker handles one message at a time,
+ * and while a generation runs it reads nothing — the main thread cancels through the shared flag the
+ * generate message carries, which the token callback checks on every token.
+ */
+import type { GeniexGenerateResult, GeniexGenerationConfig, GeniexModelSettings, GeniexTemplateInput, LoadGeniexLibrary } from './library.js';
+/** Main thread → Worker. */
+export type GeniexWorkerRequest = {
+    type: 'probe';
+    libDir: string;
+} | {
+    type: 'create';
+    libDir: string;
+    settings: GeniexModelSettings;
+} | {
+    type: 'template';
+    id: number;
+    input: GeniexTemplateInput;
+} | {
+    type: 'generate';
+    id: number;
+    prompt: string;
+    config: GeniexGenerationConfig;
+    /** One `Int32`; non-zero asks the token callback to stop. */
+    cancel: SharedArrayBuffer;
+} | {
+    type: 'destroy';
+};
+/** Worker → main thread. */
+export type GeniexWorkerAnswer = {
+    type: 'probed';
+    version: string | null;
+    abi: number;
+    plugins: string[];
+    devices: string[];
+} | {
+    type: 'created';
+    vision: boolean;
+} | {
+    type: 'templated';
+    id: number;
+    prompt: string;
+} | {
+    type: 'token';
+    id: number;
+    text: string;
+} | {
+    type: 'done';
+    id: number;
+    result: GeniexGenerateResult;
+} | {
+    type: 'error';
+    id: number;
+    message: string;
+    code: number | null;
+} | {
+    type: 'destroyed';
+}
+/** `probe` or `create` failed: `load` — the library did not open; `call` — it refused. */
+ | {
+    type: 'failed';
+    stage: 'load' | 'call';
+    message: string;
+    code: number | null;
+};
+export interface GeniexWorkerDeps {
+    loadLibrary: LoadGeniexLibrary;
+    post: (answer: GeniexWorkerAnswer) => void;
+}
+/** One Worker's state machine: a library once loaded, a model once created. */
+export declare function createGeniexWorkerHandler(deps: GeniexWorkerDeps): (request: GeniexWorkerRequest) => Promise<void>;