@atomic-chat/core 0.5.1 → 0.13.2

package/dist/runtime/mlx/errors.d.ts

@@ -12,7 +12,12 @@ export declare const MLX_STDOUT_READY_MARKERS: readonly ["uvicorn running on", "
 /** stderr lines that mean the server is up (commands.rs, stderr reader) — a different set. */
 export declare const MLX_STDERR_READY_MARKERS: readonly ["uvicorn running on", "application startup complete", "server is listening", "server listening on", "server started and listening on"];
 export declare function mlxTimeout(timeoutSecs: number, stderr: string): AtomicCoreError;
-export declare function mlxBinaryMissing(path: string): AtomicCoreError;
+/**
+ * No `mlx-server` anywhere: not in the installer, not installed by the core. The way out is installing
+ * the engine (`POST /engine-builds/mlx/install`), so that is what the message says; where the core
+ * looked goes in `details` (spec `engine-builds`, "Две точки происхождения mlx-server").
+ */
+export declare function mlxBinaryMissing(lookedAt?: string): AtomicCoreError;
 export declare function mlxModelMissing(path: string): AtomicCoreError;
 /**
  * The wording of an exit, for `session:died` and the log: the plugin's diagnosis that an external

package/dist/runtime/mlx/errors.js

@@ -53,8 +53,13 @@ export const MLX_STDERR_READY_MARKERS = [
 export function mlxTimeout(timeoutSecs, stderr) {
     return new AtomicCoreError('MODEL_LOAD_TIMED_OUT', 'The MLX model took too long to load and timed out.', `Timeout: ${timeoutSecs}s\n\nStderr:\n${stderr}`);
 }
-export function mlxBinaryMissing(path) {
-    return new AtomicCoreError('BINARY_NOT_FOUND', `MLX server binary not found at: ${path}`);
+/**
+ * No `mlx-server` anywhere: not in the installer, not installed by the core. The way out is installing
+ * the engine (`POST /engine-builds/mlx/install`), so that is what the message says; where the core
+ * looked goes in `details` (spec `engine-builds`, "Две точки происхождения mlx-server").
+ */
+export function mlxBinaryMissing(lookedAt) {
+    return new AtomicCoreError('BINARY_NOT_FOUND', 'MLX is not installed. Install the MLX engine, then load the model again.', lookedAt ? `mlx-server not found; looked at ${lookedAt}` : undefined);
 }
 export function mlxModelMissing(path) {
     return new AtomicCoreError('MODEL_FILE_NOT_FOUND', `Model file not found at: ${path}`);

package/dist/runtime/mlx/errors.js.map

@@ -1 +1 @@
-{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../../src/runtime/mlx/errors.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAG1D,MAAM,YAAY,GAAG;IACnB,eAAe;IACf,oBAAoB;IACpB,qBAAqB;IACrB,eAAe;IACf,6BAA6B;IAC7B,kCAAkC;IAClC,8BAA8B;IAC9B,6CAA6C;IAC7C,wBAAwB;CACzB,CAAA;AAED,MAAM,aAAa,GAAG;IACpB,oBAAoB;IACpB,iCAAiC;IACjC,+CAA+C;IAC/C,gCAAgC;IAChC,YAAY;CACb,CAAA;AAED,MAAM,UAAU,iBAAiB,CAAC,MAAc;IAC9C,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,EAAE,CAAA;IAClC,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACzD,OAAO,IAAI,eAAe,CACxB,eAAe,EACf,iFAAiF,EACjF,MAAM,CACP,CAAA;IACH,IACE,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;QACjE,aAAa,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAExD,OAAO,IAAI,eAAe,CACxB,0BAA0B,EAC1B,2EAA2E,EAC3E,MAAM,CACP,CAAA;IACH,OAAO,IAAI,eAAe,CACxB,mBAAmB,EACnB,wDAAwD,EACxD,MAAM,CACP,CAAA;AACH,CAAC;AAED,4EAA4E;AAC5E,MAAM,CAAC,MAAM,wBAAwB,GAAG;IACtC,oBAAoB;IACpB,8BAA8B;IAC9B,uBAAuB;IACvB,qBAAqB;IACrB,gBAAgB;IAChB,iBAAiB;IACjB,iCAAiC;CACzB,CAAA;AAEV,8FAA8F;AAC9F,MAAM,CAAC,MAAM,wBAAwB,GAAG;IACtC,oBAAoB;IACpB,8BAA8B;IAC9B,qBAAqB;IACrB,qBAAqB;IACrB,iCAAiC;CACzB,CAAA;AAEV,MAAM,UAAU,UAAU,CAAC,WAAmB,EAAE,MAAc;IAC5D,OAAO,IAAI,eAAe,CACxB,sBAAsB,EACtB,oDAAoD,EACpD,YAAY,WAAW,iBAAiB,MAAM,EAAE,CACjD,CAAA;AACH,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,OAAO,IAAI,eAAe,CAAC,kBAAkB,EAAE,mCAAmC,IAAI,EAAE,CAAC,CAAA;AAC3F,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,OAAO,IAAI,eAAe,CAAC,sBAAsB,EAAE,4BAA4B,IAAI,EAAE,CAAC,CAAA;AACxF,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,eAAe,CAAC,IAAc,EAAE,MAAc;IAC5D,IAAI,IAAI,CAAC,MAAM;QAAE,OAAO,mCAAmC,IAAI,CAAC,MAAM,mCAAmC,CAAA;IACzG,IAAI,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE;QACtB,OAAO,+BAA+B,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,8DAA8D,CAAA;IACrH,OAAO,iBAAiB,CAAC,MAAM,CAAC,CAAC,OAAO,CAAA;AAC1C,CAAC"}
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../../src/runtime/mlx/errors.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAG1D,MAAM,YAAY,GAAG;IACnB,eAAe;IACf,oBAAoB;IACpB,qBAAqB;IACrB,eAAe;IACf,6BAA6B;IAC7B,kCAAkC;IAClC,8BAA8B;IAC9B,6CAA6C;IAC7C,wBAAwB;CACzB,CAAA;AAED,MAAM,aAAa,GAAG;IACpB,oBAAoB;IACpB,iCAAiC;IACjC,+CAA+C;IAC/C,gCAAgC;IAChC,YAAY;CACb,CAAA;AAED,MAAM,UAAU,iBAAiB,CAAC,MAAc;IAC9C,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,EAAE,CAAA;IAClC,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACzD,OAAO,IAAI,eAAe,CACxB,eAAe,EACf,iFAAiF,EACjF,MAAM,CACP,CAAA;IACH,IACE,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;QACjE,aAAa,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAExD,OAAO,IAAI,eAAe,CACxB,0BAA0B,EAC1B,2EAA2E,EAC3E,MAAM,CACP,CAAA;IACH,OAAO,IAAI,eAAe,CACxB,mBAAmB,EACnB,wDAAwD,EACxD,MAAM,CACP,CAAA;AACH,CAAC;AAED,4EAA4E;AAC5E,MAAM,CAAC,MAAM,wBAAwB,GAAG;IACtC,oBAAoB;IACpB,8BAA8B;IAC9B,uBAAuB;IACvB,qBAAqB;IACrB,gBAAgB;IAChB,iBAAiB;IACjB,iCAAiC;CACzB,CAAA;AAEV,8FAA8F;AAC9F,MAAM,CAAC,MAAM,wBAAwB,GAAG;IACtC,oBAAoB;IACpB,8BAA8B;IAC9B,qBAAqB;IACrB,qBAAqB;IACrB,iCAAiC;CACzB,CAAA;AAEV,MAAM,UAAU,UAAU,CAAC,WAAmB,EAAE,MAAc;IAC5D,OAAO,IAAI,eAAe,CACxB,sBAAsB,EACtB,oDAAoD,EACpD,YAAY,WAAW,iBAAiB,MAAM,EAAE,CACjD,CAAA;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,gBAAgB,CAAC,QAAiB;IAChD,OAAO,IAAI,eAAe,CACxB,kBAAkB,EAClB,0EAA0E,EAC1E,QAAQ,CAAC,CAAC,CAAC,mCAAmC,QAAQ,EAAE,CAAC,CAAC,CAAC,SAAS,CACrE,CAAA;AACH,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,OAAO,IAAI,eAAe,CAAC,sBAAsB,EAAE,4BAA4B,IAAI,EAAE,CAAC,CAAA;AACxF,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,eAAe,CAAC,IAAc,EAAE,MAAc;IAC5D,IAAI,IAAI,CAAC,MAAM;QAAE,OAAO,mCAAmC,IAAI,CAAC,MAAM,mCAAmC,CAAA;IACzG,IAAI,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE;QACtB,OAAO,+BAA+B,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,8DAA8D,CAAA;IACrH,OAAO,iBAAiB,CAAC,MAAM,CAAC,CAAC,OAAO,CAAA;AAC1C,CAAC"}

package/dist/runtime/mlx/runtime.d.ts

@@ -22,8 +22,10 @@ import type { DataLayout } from '../../config/index.js';
 import type { SessionInfo, UnloadResult } from '../../contracts/index.js';
 import type { ProcessJournal } from '../../lock/index.js';
 import type { ModelRegistry } from '../../models/index.js';
-import type { CtxIncreaseResult, EmitFn, LocalLoadOptions, LocalRuntime, RecreateResult } from '../shared/index.js';
+import type { CtxIncreaseResult, EmitFn, GpuClaimHook, GpuOccupancy, LocalLoadOptions, LocalRuntime, RecreateResult } from '../shared/index.js';
 import { spawnAndAwaitReady } from '../shared/index.js';
+import type { BackendOutputSink } from '../shared/index.js';
+import type { EngineHost } from '../../engine-builds/service.js';
 import type { MlxDraftKind } from './config.js';
 export declare const MLX_SERVER_BINARY = "mlx-server";
 /** The extension's `timeout` default, in seconds. */
@@ -39,11 +41,28 @@ export interface MlxRuntimeOptions {
     journal?: ProcessJournal | undefined;
     emit?: EmitFn;
     baseEnv?: NodeJS.ProcessEnv;
+    /**
+     * Every stdout/stderr line the server prints, for the life of the session. A throwing sink is
+     * swallowed, with one `warn` through `log` per session.
+     */
+    backendOutput?: BackendOutputSink;
+    /** The core's own logger: the one warning about a throwing `backendOutput` sink goes here. */
+    log?: (level: 'debug' | 'info' | 'warn' | 'error', message: string) => void;
     /**
      * A drafter that is switched on but has no path. Defaults to one already on disk; a caller that
      * can download may do so here.
      */
     resolveDraft?: (kind: MlxDraftKind, modelId: string) => Promise<string | undefined>;
+    /**
+     * Core's GPU residency (spec `gpu-residency`): asked right before the spawn to free every card —
+     * an MLX model holds the whole Apple GPU — from the other engines. Absent, nothing is asked.
+     */
+    claimGpu?: GpuClaimHook | undefined;
+    /**
+     * Which `mlx-server` the next load starts, asked on every load: the newest of the installer's and
+     * the ones the core downloaded (`EngineBuildsService.resolveMlxBinary`). Absent, `resourcesDir`.
+     */
+    resolveBinary?: () => Promise<string | undefined>;
     /** Test seams. */
     spawn?: typeof spawnAndAwaitReady;
     exists?: (path: string) => boolean;
@@ -52,16 +71,32 @@ export declare class MlxRuntime implements LocalRuntime {
     private readonly options;
     private readonly table;
     private readonly emit;
+    /** Loads past their GPU claim and not yet a session: they hold the GPU as `loading`. */
+    private readonly claimed;
     constructor(options: MlxRuntimeOptions);
     binaryPath(): string | undefined;
     list(): SessionInfo[];
+    /**
+     * What the engine-builds module needs of MLX (openspec change `move-sdcpp-mlx-install-to-core`,
+     * design D3, D5): the load queue, the build folders sessions run from, and an activation that
+     * unloads every session not started from the new build. Calling the install is the client's
+     * consent to that unload.
+     */
+    engineHost(): EngineHost;
     findSession(modelId: string): SessionInfo | undefined;
     getLoadedModels(): string[];
     isLoading(modelId: string): boolean;
+    /**
+     * Every session, every one still stopping (until its process exited), and every load past its claim
+     * holds the whole GPU; embeddings are auxiliary.
+     */
+    gpuOccupancy(): GpuOccupancy[];
     /** The context a loaded session runs with. */
     getCtxSize(modelId: string): number | undefined;
     load(modelId: string, opts?: LocalLoadOptions): Promise<SessionInfo>;
     private start;
+    /** Spawn the planned server and adopt it once ready (the second half of `start`). */
+    private startServer;
     private localDraft;
     unload(modelId: string): Promise<UnloadResult>;
     /**

package/dist/runtime/mlx/runtime.js

@@ -19,10 +19,10 @@
  *    chat request found the dead port.
  */
 import { existsSync } from 'node:fs';
-import { join } from 'node:path';
+import { dirname, join, win32 } from 'node:path';
 import { resolveEagle3Draft, resolveMlxDflashDraft, resolveMtpDraft } from '../../speculative/index.js';
 import { DEFAULT_CTX_LEN, computeNextCtxLen } from '../llamacpp/ctx-ladder.js';
-import { closeLogStream, openLogStream, randomFreePort, SidecarTable, spawnAndAwaitReady, throwIfLoadCancelled, } from '../shared/index.js';
+import { backendOutputReporter, closeLogStream, openLogStream, randomFreePort, redactArgs, SidecarTable, spawnAndAwaitReady, throwIfLoadCancelled, } from '../shared/index.js';
 import { buildMlxServerArgs, normalizeMlxModelPath } from './args.js';
 import { asNumber, buildMlxConfig, selectMlxDraftSettings } from './config.js';
 import { MLX_STDERR_READY_MARKERS, MLX_STDOUT_READY_MARKERS, classifyMlxStderr, describeMlxExit, mlxBinaryMissing, mlxModelMissing, mlxTimeout, } from './errors.js';
@@ -34,6 +34,8 @@ export class MlxRuntime {
     options;
     table;
     emit;
+    /** Loads past their GPU claim and not yet a session: they hold the GPU as `loading`. */
+    claimed = new Map();
     constructor(options) {
         this.options = options;
         this.emit = options.emit ?? (() => { });
@@ -54,6 +56,25 @@ export class MlxRuntime {
     list() {
         return this.table.list();
     }
+    /**
+     * What the engine-builds module needs of MLX (openspec change `move-sdcpp-mlx-install-to-core`,
+     * design D3, D5): the load queue, the build folders sessions run from, and an activation that
+     * unloads every session not started from the new build. Calling the install is the client's
+     * consent to that unload.
+     */
+    engineHost() {
+        return {
+            exclusive: (fn) => this.table.exclusive(fn),
+            inUse: async () => [...new Set(this.table.runningExes().map((exe) => dirname(exe)))],
+            activate: async (dir) => {
+                for (const modelId of this.table.getLoadedModels()) {
+                    const exe = this.table.get(modelId)?.exe;
+                    if (exe !== undefined && dirname(exe) !== dir)
+                        await this.table.unload(modelId);
+                }
+            },
+        };
+    }
     findSession(modelId) {
         return this.table.findSession(modelId);
     }
@@ -63,6 +84,26 @@ export class MlxRuntime {
     isLoading(modelId) {
         return this.table.isLoading(modelId);
     }
+    /**
+     * Every session, every one still stopping (until its process exited), and every load past its claim
+     * holds the whole GPU; embeddings are auxiliary.
+     */
+    gpuOccupancy() {
+        const ready = this.table.list().map((session) => ({
+            model_id: session.model_id,
+            cards: 'all',
+            auxiliary: session.is_embedding,
+            state: 'ready',
+        }));
+        const stopping = this.table.stopping().map((session) => ({
+            model_id: session.model_id,
+            cards: 'all',
+            auxiliary: session.is_embedding,
+            state: 'stopping',
+        }));
+        const loading = [...this.claimed.values()].filter((claim) => !this.table.findSession(claim.model_id));
+        return [...ready, ...stopping, ...loading];
+    }
     /** The context a loaded session runs with. */
     getCtxSize(modelId) {
         return this.table.get(modelId)?.extra.ctxSize;
@@ -90,9 +131,9 @@ export class MlxRuntime {
         const registry = this.options.registry;
         const yml = await repairLegacyShardName(registry, modelId, await registry.read(modelId), (message) => this.emit('core:log', { level: 'warn', msg: message }));
         const { modelPath } = registry.resolvePaths(yml);
-        const exe = opts.exePath ?? this.binaryPath();
+        const exe = opts.exePath ?? (await this.options.resolveBinary?.()) ?? this.binaryPath();
         if (!exe || !this.exists(exe))
-            throw mlxBinaryMissing(exe ?? join('<resources-dir>', MLX_SERVER_BINARY));
+            throw mlxBinaryMissing(exe);
         if (!this.exists(modelPath))
             throw mlxModelMissing(modelPath);
         const port = opts.port ?? (await randomFreePort(this.table.usedPorts()));
@@ -122,7 +163,46 @@ export class MlxRuntime {
                 env[key] = value;
         env['MLX_VLM_SINGLE_MODEL'] = '1';
         throwIfLoadCancelled(opts.signal);
+        // GPU residency: every other engine is off the GPU, its exit confirmed, before this one starts.
+        // It holds the GPU as `loading` from the moment core grants the claim, inside core's turn.
+        const footprint = { model_id: modelId, cards: 'all', auxiliary: isEmbedding };
+        const occupancy = { ...footprint, state: 'loading' };
+        const hold = () => {
+            this.claimed.set(modelId, occupancy);
+        };
+        try {
+            if (this.options.claimGpu) {
+                await this.options.claimGpu(footprint, opts.signal, hold);
+                hold();
+                this.table.assertRunning();
+                throwIfLoadCancelled(opts.signal);
+            }
+            else
+                hold();
+            return await this.startServer(modelId, opts, {
+                exe,
+                args,
+                env,
+                port,
+                timeoutSecs,
+                config,
+                maxCtxTrain,
+                overrides,
+                modelPath,
+            });
+        }
+        finally {
+            if (this.claimed.get(modelId) === occupancy)
+                this.claimed.delete(modelId);
+        }
+    }
+    /** Spawn the planned server and adopt it once ready (the second half of `start`). */
+    async startServer(modelId, opts, launch) {
+        const { exe, args, env, port, timeoutSecs, config, maxCtxTrain, overrides, modelPath } = launch;
+        const isEmbedding = opts.isEmbedding ?? false;
         const logStream = opts.logPath ? await openLogStream(opts.logPath, 'MLX') : undefined;
+        const reportOutput = backendOutputReporter(this.options.backendOutput, this.options.log);
+        this.options.log?.('info', `starting ${win32.basename(exe)} for mlx/${modelId}: ${redactArgs(args).join(' ')}`);
         let started;
         try {
             started = await (this.options.spawn ?? spawnAndAwaitReady)({ exe, args, env }, {
@@ -138,6 +218,7 @@ export class MlxRuntime {
                     logStream?.write(`[${stream}] ${line}\n`);
                     if (opts.verbose)
                         this.emit('core:log', { level: 'debug', msg: `[mlx/${modelId}][${stream}] ${line}` });
+                    reportOutput({ provider: 'mlx', model: modelId, stream, line });
                 },
             });
         }

package/dist/runtime/mlx/runtime.js.map

@@ -1 +1 @@
-{"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../../src/runtime/mlx/runtime.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AACpC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAKhC,OAAO,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAA;AACvG,OAAO,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAA;AAQ9E,OAAO,EACL,cAAc,EACd,aAAa,EACb,cAAc,EACd,YAAY,EACZ,kBAAkB,EAClB,oBAAoB,GACrB,MAAM,oBAAoB,CAAA;AAC3B,OAAO,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAA;AACrE,OAAO,EAAE,QAAQ,EAAE,cAAc,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAA;AAE9E,OAAO,EACL,wBAAwB,EACxB,wBAAwB,EACxB,iBAAiB,EACjB,eAAe,EACf,gBAAgB,EAChB,eAAe,EACf,UAAU,GACX,MAAM,aAAa,CAAA;AACpB,OAAO,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAA;AAElG,MAAM,CAAC,MAAM,iBAAiB,GAAG,YAAY,CAAA;AAC7C,qDAAqD;AACrD,MAAM,CAAC,MAAM,wBAAwB,GAAG,GAAG,CAAA;AA+B3C,MAAM,OAAO,UAAU;IAIQ;IAHZ,KAAK,CAA+B;IACpC,IAAI,CAAQ;IAE7B,YAA6B,OAA0B;QAA1B,YAAO,GAAP,OAAO,CAAmB;QACrD,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;QACtC,IAAI,CAAC,KAAK,GAAG,IAAI,YAAY,CAAkB;YAC7C,QAAQ,EAAE,KAAK;YACf,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,KAAK;YACb,aAAa,EAAE,IAAI;YACnB,eAAe,EAAE,IAAI;YACrB,YAAY,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,eAAe,CAAC,IAAI,EAAE,MAAM,CAAC;SAC9D,CAAC,CAAA;IACJ,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,iBAAiB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IACnG,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAA;IAC1B,CAAC;IAED,WAAW,CAAC,OAAe;QACzB,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;IACxC,CAAC;IAED,eAAe;QACb,OAAO,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAA;IACrC,CAAC;IAED,SAAS,CAAC,OAAe;QACvB,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,CAAA;IACtC,CAAC;IAED,8CAA8C;IAC9C,UAAU,CAAC,OAAe;QACxB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC,OAAO,CAAA;IAC/C,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAe,EAAE,OAAyB,EAAE;QACrD,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAA;QAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;IAC/E,CAAC;IAEO,KAAK,CAAC,KAAK,CAAC,OAAe,EAAE,IAAsB;QACzD,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACjC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAA;QAClD,MAAM,SAAS,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,EAAE,CAAA;QAC/C,MAAM,GAAG,GAAsD,EAAE,GAAG,QAAQ,EAAE,GAAG,SAAS,EAAE,CAAA;QAC5F,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,KAAK,CAAA;QAE7C,MAAM,UAAU,GACd,GAAG,CAAC,aAAa,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,aAAa,CAAC,KAAK,IAAI,IAAI,GAAG,CAAC,aAAa,CAAC,KAAK,MAAM,CAAA;QAClG,IAAI,UAAU,IAAI,CAAC,WAAW,IAAI,CAAC,CAAC,IAAI,CAAC,gBAAgB,IAAI,KAAK,CAAC,EAAE,CAAC;YACpE,uFAAuF;YACvF,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,EAAE,CAAC;gBAClD,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;gBACjC,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;YACjC,CAAC;QACH,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAA;QAC1B,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAEjC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAA;QACtC,MAAM,GAAG,GAAG,MAAM,qBAAqB,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,CACnG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CACvD,CAAA;QACD,MAAM,EAAE,SAAS,EAAE,GAAG,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;QAChD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,UAAU,EAAE,CAAA;QAC7C,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;YAAE,MAAM,gBAAgB,CAAC,GAAG,IAAI,IAAI,CAAC,iBAAiB,EAAE,iBAAiB,CAAC,CAAC,CAAA;QACxG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;YAAE,MAAM,eAAe,CAAC,SAAS,CAAC,CAAA;QAE7D,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAA;QACxE,MAAM,WAAW,GAAG,MAAM,kBAAkB,CAAC,SAAS,CAAC,CAAA;QACvD,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACjC,MAAM,KAAK,GAAG,sBAAsB,CAAC,GAAG,CAAC,CAAA;QACzC,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAA;QACzG,IAAI,UAAU,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;YACnC,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAC7F,KAAK,CAAC,SAAS,EACf,OAAO,CACR,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;YACxB,IAAI,QAAQ,EAAE,CAAC;gBACb,KAAK,CAAC,SAAS,GAAG,QAAQ,CAAA;gBAC1B,SAAS,CAAC,kBAAkB,CAAC,GAAG,QAAQ,CAAA;YAC1C,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE;oBACpB,KAAK,EAAE,MAAM;oBACb,GAAG,EAAE,GAAG,OAAO,QAAQ,KAAK,CAAC,SAAS,wBAAwB,KAAK,CAAC,SAAS,2CAA2C;iBACzH,CAAC,CAAA;YACJ,CAAC;QACH,CAAC;QACD,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAA;QACpG,MAAM,IAAI,GAAG,kBAAkB,CAAC,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,CAAA;QACxD,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,IAAI,wBAAwB,CAAA;QAC5F,MAAM,GAAG,GAA2B,EAAE,CAAA;QACtC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC;YAC5E,IAAI,KAAK,KAAK,SAAS;gBAAE,GAAG,CAAC,GAAG,CAAC,GAAG,KAAK,CAAA;QAC3C,GAAG,CAAC,sBAAsB,CAAC,GAAG,GAAG,CAAA;QAEjC,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACjC,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;QACrF,IAAI,OAAO,CAAA;QACX,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,kBAAkB,CAAC,CACxD,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,EAClB;gBACE,SAAS,EAAE,WAAW,GAAG,IAAI;gBAC7B,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;gBACzB,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACrD,kBAAkB,EAAE,EAAE,MAAM,EAAE,wBAAwB,EAAE,MAAM,EAAE,wBAAwB,EAAE;gBAC1F,mFAAmF;gBACnF,cAAc,EAAE,CAAC;gBACjB,YAAY,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,UAAU,CAAC,WAAW,EAAE,MAAM,CAAC;gBACzD,YAAY,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,iBAAiB,CAAC,MAAM,CAAC;gBAC1D,MAAM,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE;oBACvB,SAAS,EAAE,KAAK,CAAC,IAAI,MAAM,KAAK,IAAI,IAAI,CAAC,CAAA;oBACzC,IAAI,IAAI,CAAC,OAAO;wBACd,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,OAAO,KAAK,MAAM,KAAK,IAAI,EAAE,EAAE,CAAC,CAAA;gBACzF,CAAC;aACF,CACF,CAAA;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,cAAc,CAAC,SAAS,CAAC,CAAA;YAC/B,MAAM,KAAK,CAAA;QACb,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CACrB;YACE,IAAI,EAAE;gBACJ,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,GAAG;gBACxB,IAAI;gBACJ,QAAQ,EAAE,OAAO;gBACjB,UAAU,EAAE,qBAAqB,CAAC,SAAS,CAAC;gBAC5C,YAAY,EAAE,WAAW;gBACzB,OAAO,EAAE,EAAE;aACZ;YACD,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,GAAG;YACH,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE;YAC3D,SAAS;SACV,EACD,IAAI,CAAC,MAAM,CACZ,CAAA;IACH,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,IAAkB,EAAE,OAAe;QAC1D,MAAM,UAAU,GACd,IAAI,KAAK,KAAK;YACZ,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC;YAC1B,CAAC,CAAC,IAAI,KAAK,QAAQ;gBACjB,CAAC,CAAC,kBAAkB,CAAC,OAAO,CAAC;gBAC7B,CAAC,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAA;QACtC,OAAO,UAAU,CAAC,CAAC,CAAC,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAC5F,CAAC;IAED,MAAM,CAAC,OAAe;QACpB,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAA;QAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IACnC,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,eAAe,CAAC,OAAe,EAAE,MAAM,GAAG,cAAc;QAC5D,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAA;QAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QACvC,IAAI,CAAC,OAAO;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,CAAA;QACxD,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,IAAI,eAAe,CAAA;QACxD,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,WAAW,CAAA;QACrC,MAAM,IAAI,GAAG,iBAAiB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAA;QAC5C,IAAI,IAAI,IAAI,OAAO;YACjB,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,QAAQ;gBAChB,eAAe,EAAE,OAAO;gBACxB,GAAG,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACnD,CAAA;QACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAC5B,OAAO,EACP,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,EAC9C,mBAAmB,CACpB,CAAA;QACD,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAA;QACvG,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;IACvD,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,OAAe;QACnC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAA;QAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QACvC,IAAI,CAAC,OAAO;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,CAAA;QACxD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAC5B,OAAO,EACP,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,EAAE,QAAQ,EAAE,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,EAC/D,wBAAwB,CACzB,CAAA;QACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;IACpC,CAAC;IAED,gGAAgG;IACxF,KAAK,CAAC,MAAM,CAClB,OAAe,EACf,SAAkC,EAClC,GAAW;QAEX,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QACjD,IAAI,CAAC,QAAQ,CAAC,OAAO;YACnB,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE;gBACpB,KAAK,EAAE,MAAM;gBACb,GAAG,EAAE,GAAG,GAAG,eAAe,OAAO,8BAA8B,QAAQ,CAAC,KAAK,EAAE;aAChF,CAAC,CAAA;QACJ,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAA;IAClE,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAA;IAC9B,CAAC;IAEO,MAAM,CAAC,IAAY;QACzB,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,UAAU,CAAC,CAAC,IAAI,CAAC,CAAA;IAClD,CAAC;CACF"}
+{"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../../src/runtime/mlx/runtime.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AACpC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,WAAW,CAAA;AAKhD,OAAO,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAA;AACvG,OAAO,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAA;AAU9E,OAAO,EACL,qBAAqB,EACrB,cAAc,EACd,aAAa,EACb,cAAc,EACd,UAAU,EACV,YAAY,EACZ,kBAAkB,EAClB,oBAAoB,GACrB,MAAM,oBAAoB,CAAA;AAG3B,OAAO,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAA;AACrE,OAAO,EAAE,QAAQ,EAAE,cAAc,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAA;AAE9E,OAAO,EACL,wBAAwB,EACxB,wBAAwB,EACxB,iBAAiB,EACjB,eAAe,EACf,gBAAgB,EAChB,eAAe,EACf,UAAU,GACX,MAAM,aAAa,CAAA;AACpB,OAAO,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAA;AAElG,MAAM,CAAC,MAAM,iBAAiB,GAAG,YAAY,CAAA;AAC7C,qDAAqD;AACrD,MAAM,CAAC,MAAM,wBAAwB,GAAG,GAAG,CAAA;AAgD3C,MAAM,OAAO,UAAU;IAMQ;IALZ,KAAK,CAA+B;IACpC,IAAI,CAAQ;IAC7B,wFAAwF;IACvE,OAAO,GAAG,IAAI,GAAG,EAAwB,CAAA;IAE1D,YAA6B,OAA0B;QAA1B,YAAO,GAAP,OAAO,CAAmB;QACrD,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;QACtC,IAAI,CAAC,KAAK,GAAG,IAAI,YAAY,CAAkB;YAC7C,QAAQ,EAAE,KAAK;YACf,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,KAAK;YACb,aAAa,EAAE,IAAI;YACnB,eAAe,EAAE,IAAI;YACrB,YAAY,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,eAAe,CAAC,IAAI,EAAE,MAAM,CAAC;SAC9D,CAAC,CAAA;IACJ,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,iBAAiB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IACnG,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAA;IAC1B,CAAC;IAED;;;;;OAKG;IACH,UAAU;QACR,OAAO;YACL,SAAS,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;YAC3C,KAAK,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACpF,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;gBACtB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,EAAE,CAAC;oBACnD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,GAAG,CAAA;oBACxC,IAAI,GAAG,KAAK,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,GAAG;wBAAE,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;gBACjF,CAAC;YACH,CAAC;SACF,CAAA;IACH,CAAC;IAED,WAAW,CAAC,OAAe;QACzB,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;IACxC,CAAC;IAED,eAAe;QACb,OAAO,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAA;IACrC,CAAC;IAED,SAAS,CAAC,OAAe;QACvB,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,CAAA;IACtC,CAAC;IAED;;;OAGG;IACH,YAAY;QACV,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,OAAO,EAAgB,EAAE,CAAC,CAAC;YAC9D,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,KAAK,EAAE,KAAK;YACZ,SAAS,EAAE,OAAO,CAAC,YAAY;YAC/B,KAAK,EAAE,OAAO;SACf,CAAC,CAAC,CAAA;QACH,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,CAAC,OAAO,EAAgB,EAAE,CAAC,CAAC;YACrE,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,KAAK,EAAE,KAAK;YACZ,SAAS,EAAE,OAAO,CAAC,YAAY;YAC/B,KAAK,EAAE,UAAU;SAClB,CAAC,CAAC,CAAA;QACH,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAA;QACrG,OAAO,CAAC,GAAG,KAAK,EAAE,GAAG,QAAQ,EAAE,GAAG,OAAO,CAAC,CAAA;IAC5C,CAAC;IAED,8CAA8C;IAC9C,UAAU,CAAC,OAAe;QACxB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC,OAAO,CAAA;IAC/C,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAe,EAAE,OAAyB,EAAE;QACrD,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAA;QAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;IAC/E,CAAC;IAEO,KAAK,CAAC,KAAK,CAAC,OAAe,EAAE,IAAsB;QACzD,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACjC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAA;QAClD,MAAM,SAAS,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,EAAE,CAAA;QAC/C,MAAM,GAAG,GAAsD,EAAE,GAAG,QAAQ,EAAE,GAAG,SAAS,EAAE,CAAA;QAC5F,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,KAAK,CAAA;QAE7C,MAAM,UAAU,GACd,GAAG,CAAC,aAAa,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,aAAa,CAAC,KAAK,IAAI,IAAI,GAAG,CAAC,aAAa,CAAC,KAAK,MAAM,CAAA;QAClG,IAAI,UAAU,IAAI,CAAC,WAAW,IAAI,CAAC,CAAC,IAAI,CAAC,gBAAgB,IAAI,KAAK,CAAC,EAAE,CAAC;YACpE,uFAAuF;YACvF,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,EAAE,CAAC;gBAClD,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;gBACjC,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;YACjC,CAAC;QACH,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAA;QAC1B,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAEjC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAA;QACtC,MAAM,GAAG,GAAG,MAAM,qBAAqB,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,CACnG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CACvD,CAAA;QACD,MAAM,EAAE,SAAS,EAAE,GAAG,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;QAChD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,IAAI,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAA;QACvF,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;YAAE,MAAM,gBAAgB,CAAC,GAAG,CAAC,CAAA;QAC1D,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;YAAE,MAAM,eAAe,CAAC,SAAS,CAAC,CAAA;QAE7D,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAA;QACxE,MAAM,WAAW,GAAG,MAAM,kBAAkB,CAAC,SAAS,CAAC,CAAA;QACvD,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACjC,MAAM,KAAK,GAAG,sBAAsB,CAAC,GAAG,CAAC,CAAA;QACzC,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAA;QACzG,IAAI,UAAU,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;YACnC,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAC7F,KAAK,CAAC,SAAS,EACf,OAAO,CACR,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;YACxB,IAAI,QAAQ,EAAE,CAAC;gBACb,KAAK,CAAC,SAAS,GAAG,QAAQ,CAAA;gBAC1B,SAAS,CAAC,kBAAkB,CAAC,GAAG,QAAQ,CAAA;YAC1C,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE;oBACpB,KAAK,EAAE,MAAM;oBACb,GAAG,EAAE,GAAG,OAAO,QAAQ,KAAK,CAAC,SAAS,wBAAwB,KAAK,CAAC,SAAS,2CAA2C;iBACzH,CAAC,CAAA;YACJ,CAAC;QACH,CAAC;QACD,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAA;QACpG,MAAM,IAAI,GAAG,kBAAkB,CAAC,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,CAAA;QACxD,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,IAAI,wBAAwB,CAAA;QAC5F,MAAM,GAAG,GAA2B,EAAE,CAAA;QACtC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC;YAC5E,IAAI,KAAK,KAAK,SAAS;gBAAE,GAAG,CAAC,GAAG,CAAC,GAAG,KAAK,CAAA;QAC3C,GAAG,CAAC,sBAAsB,CAAC,GAAG,GAAG,CAAA;QAEjC,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACjC,gGAAgG;QAChG,2FAA2F;QAC3F,MAAM,SAAS,GAAG,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,KAAc,EAAE,SAAS,EAAE,WAAW,EAAE,CAAA;QACtF,MAAM,SAAS,GAAiB,EAAE,GAAG,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,CAAA;QAClE,MAAM,IAAI,GAAG,GAAG,EAAE;YAChB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,CAAA;QACtC,CAAC,CAAA;QACD,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;gBAC1B,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;gBACzD,IAAI,EAAE,CAAA;gBACN,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAA;gBAC1B,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YACnC,CAAC;;gBAAM,IAAI,EAAE,CAAA;YACb,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,IAAI,EAAE;gBAC3C,GAAG;gBACH,IAAI;gBACJ,GAAG;gBACH,IAAI;gBACJ,WAAW;gBACX,MAAM;gBACN,WAAW;gBACX,SAAS;gBACT,SAAS;aACV,CAAC,CAAA;QACJ,CAAC;gBAAS,CAAC;YACT,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,SAAS;gBAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QAC3E,CAAC;IACH,CAAC;IAED,qFAAqF;IAC7E,KAAK,CAAC,WAAW,CACvB,OAAe,EACf,IAAsB,EACtB,MAUC;QAED,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,MAAM,CAAA;QAC/F,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,KAAK,CAAA;QAC7C,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;QACrF,MAAM,YAAY,GAAG,qBAAqB,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;QACxF,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAChB,MAAM,EACN,YAAY,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,OAAO,KAAK,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CACpF,CAAA;QACD,IAAI,OAAO,CAAA;QACX,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,kBAAkB,CAAC,CACxD,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,EAClB;gBACE,SAAS,EAAE,WAAW,GAAG,IAAI;gBAC7B,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;gBACzB,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACrD,kBAAkB,EAAE,EAAE,MAAM,EAAE,wBAAwB,EAAE,MAAM,EAAE,wBAAwB,EAAE;gBAC1F,mFAAmF;gBACnF,cAAc,EAAE,CAAC;gBACjB,YAAY,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,UAAU,CAAC,WAAW,EAAE,MAAM,CAAC;gBACzD,YAAY,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,iBAAiB,CAAC,MAAM,CAAC;gBAC1D,MAAM,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE;oBACvB,SAAS,EAAE,KAAK,CAAC,IAAI,MAAM,KAAK,IAAI,IAAI,CAAC,CAAA;oBACzC,IAAI,IAAI,CAAC,OAAO;wBACd,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,OAAO,KAAK,MAAM,KAAK,IAAI,EAAE,EAAE,CAAC,CAAA;oBACvF,YAAY,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;gBACjE,CAAC;aACF,CACF,CAAA;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,cAAc,CAAC,SAAS,CAAC,CAAA;YAC/B,MAAM,KAAK,CAAA;QACb,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CACrB;YACE,IAAI,EAAE;gBACJ,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,GAAG;gBACxB,IAAI;gBACJ,QAAQ,EAAE,OAAO;gBACjB,UAAU,EAAE,qBAAqB,CAAC,SAAS,CAAC;gBAC5C,YAAY,EAAE,WAAW;gBACzB,OAAO,EAAE,EAAE;aACZ;YACD,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,GAAG;YACH,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE;YAC3D,SAAS;SACV,EACD,IAAI,CAAC,MAAM,CACZ,CAAA;IACH,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,IAAkB,EAAE,OAAe;QAC1D,MAAM,UAAU,GACd,IAAI,KAAK,KAAK;YACZ,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC;YAC1B,CAAC,CAAC,IAAI,KAAK,QAAQ;gBACjB,CAAC,CAAC,kBAAkB,CAAC,OAAO,CAAC;gBAC7B,CAAC,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAA;QACtC,OAAO,UAAU,CAAC,CAAC,CAAC,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAC5F,CAAC;IAED,MAAM,CAAC,OAAe;QACpB,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAA;QAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IACnC,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,eAAe,CAAC,OAAe,EAAE,MAAM,GAAG,cAAc;QAC5D,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAA;QAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QACvC,IAAI,CAAC,OAAO;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,CAAA;QACxD,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,IAAI,eAAe,CAAA;QACxD,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,WAAW,CAAA;QACrC,MAAM,IAAI,GAAG,iBAAiB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAA;QAC5C,IAAI,IAAI,IAAI,OAAO;YACjB,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,QAAQ;gBAChB,eAAe,EAAE,OAAO;gBACxB,GAAG,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACnD,CAAA;QACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAC5B,OAAO,EACP,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,EAC9C,mBAAmB,CACpB,CAAA;QACD,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAA;QACvG,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;IACvD,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,OAAe;QACnC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAA;QAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QACvC,IAAI,CAAC,OAAO;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,CAAA;QACxD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAC5B,OAAO,EACP,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,EAAE,QAAQ,EAAE,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,EAC/D,wBAAwB,CACzB,CAAA;QACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;IACpC,CAAC;IAED,gGAAgG;IACxF,KAAK,CAAC,MAAM,CAClB,OAAe,EACf,SAAkC,EAClC,GAAW;QAEX,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QACjD,IAAI,CAAC,QAAQ,CAAC,OAAO;YACnB,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE;gBACpB,KAAK,EAAE,MAAM;gBACb,GAAG,EAAE,GAAG,GAAG,eAAe,OAAO,8BAA8B,QAAQ,CAAC,KAAK,EAAE;aAChF,CAAC,CAAA;QACJ,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAA;IAClE,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAA;IAC9B,CAAC;IAEO,MAAM,CAAC,IAAY;QACzB,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,UAAU,CAAC,CAAC,IAAI,CAAC,CAAA;IAClD,CAAC;CACF"}

package/dist/runtime/shared/backend-output.d.ts

@@ -0,0 +1,23 @@
+/**
+ * The sink an owner can pass so every stdout/stderr line an engine prints reaches its own log, for
+ * the whole life of a session, in addition to whatever `logPath`/`verbose` already route for one
+ * load. Shared by llama.cpp (both providers), MLX, Foundation Models and the diffusion module's
+ * `sd-server`, so the type lives here rather than under `core/`, which none of those may depend on
+ * (`core/` depends on `runtime/`, never the reverse).
+ */
+export type BackendOutputSink = (line: {
+    provider: string;
+    model: string;
+    stream: 'stdout' | 'stderr';
+    line: string;
+}) => void;
+/**
+ * What one engine session hands its lines to: forwards each to `sink` and swallows whatever the sink
+ * throws, because the process that owns the child must keep running even if a caller's sink
+ * misbehaves (the app's own sink, the log-file writer, never throws; a library consumer's might).
+ * The first throw is surfaced once through `log`, so a broken sink does not lose all engine output
+ * silently; later throws in the same session stay quiet, and the engine line itself is never logged.
+ * A `log` that throws in turn is swallowed as well: nothing escapes the returned function.
+ * Build one per spawned process.
+ */
+export declare function backendOutputReporter(sink: BackendOutputSink | undefined, log?: (level: 'warn', message: string) => void): (line: Parameters<BackendOutputSink>[0]) => void;

package/dist/runtime/shared/backend-output.js

@@ -0,0 +1,32 @@
+/**
+ * What one engine session hands its lines to: forwards each to `sink` and swallows whatever the sink
+ * throws, because the process that owns the child must keep running even if a caller's sink
+ * misbehaves (the app's own sink, the log-file writer, never throws; a library consumer's might).
+ * The first throw is surfaced once through `log`, so a broken sink does not lose all engine output
+ * silently; later throws in the same session stay quiet, and the engine line itself is never logged.
+ * A `log` that throws in turn is swallowed as well: nothing escapes the returned function.
+ * Build one per spawned process.
+ */
+export function backendOutputReporter(sink, log) {
+    if (!sink)
+        return () => { };
+    let warned = false;
+    return (line) => {
+        try {
+            sink(line);
+        }
+        catch (error) {
+            if (warned)
+                return;
+            warned = true;
+            const reason = error instanceof Error ? error.message : String(error);
+            try {
+                log?.('warn', `backendOutput sink threw: ${reason}; further sink errors for this session are ignored`);
+            }
+            catch {
+                // A logger that throws must not reach the engine's line handler either.
+            }
+        }
+    };
+}
+//# sourceMappingURL=backend-output.js.map

package/dist/runtime/shared/backend-output.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"backend-output.js","sourceRoot":"","sources":["../../../src/runtime/shared/backend-output.ts"],"names":[],"mappings":"AAcA;;;;;;;;GAQG;AACH,MAAM,UAAU,qBAAqB,CACnC,IAAmC,EACnC,GAA8C;IAE9C,IAAI,CAAC,IAAI;QAAE,OAAO,GAAG,EAAE,GAAE,CAAC,CAAA;IAC1B,IAAI,MAAM,GAAG,KAAK,CAAA;IAClB,OAAO,CAAC,IAAI,EAAE,EAAE;QACd,IAAI,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,CAAA;QACZ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,MAAM;gBAAE,OAAM;YAClB,MAAM,GAAG,IAAI,CAAA;YACb,MAAM,MAAM,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACrE,IAAI,CAAC;gBACH,GAAG,EAAE,CAAC,MAAM,EAAE,6BAA6B,MAAM,oDAAoD,CAAC,CAAA;YACxG,CAAC;YAAC,MAAM,CAAC;gBACP,wEAAwE;YAC1E,CAAC;QACH,CAAC;IACH,CAAC,CAAA;AACH,CAAC"}

package/dist/runtime/shared/bounded-output.d.ts

@@ -0,0 +1,24 @@
+/**
+ * One child process's output stream, bounded (moved here from `container/exec.ts` so the WSL
+ * transport bounds what a guest command prints the same way the docker executor does; change
+ * `add-tensorrt-llm-windows`, task 2.2).
+ */
+/**
+ * One output stream, bounded to `limit` bytes: the first half as it arrives, then a sliding window
+ * over the last half. A log longer than the cap keeps the whole lines of its start and its end, where
+ * a decisive last line sits (review of the whole-log read: head-only kept the start and lost the end).
+ */
+export declare class HeadAndTail {
+    private readonly headLimit;
+    private readonly tailLimit;
+    private readonly head;
+    private headBytes;
+    private tail;
+    private tailBytes;
+    private dropped;
+    constructor(limit: number);
+    push(chunk: Buffer): void;
+    text(): string;
+    /** What was kept, as bytes — for a caller whose output is not always UTF-8 (`wsl.exe`'s own is UTF-16). */
+    bytes(): Buffer;
+}

package/dist/runtime/shared/bounded-output.js

@@ -0,0 +1,63 @@
+/**
+ * One child process's output stream, bounded (moved here from `container/exec.ts` so the WSL
+ * transport bounds what a guest command prints the same way the docker executor does; change
+ * `add-tensorrt-llm-windows`, task 2.2).
+ */
+/**
+ * One output stream, bounded to `limit` bytes: the first half as it arrives, then a sliding window
+ * over the last half. A log longer than the cap keeps the whole lines of its start and its end, where
+ * a decisive last line sits (review of the whole-log read: head-only kept the start and lost the end).
+ */
+export class HeadAndTail {
+    headLimit;
+    tailLimit;
+    head = [];
+    headBytes = 0;
+    tail = [];
+    tailBytes = 0;
+    dropped = false;
+    constructor(limit) {
+        this.headLimit = Math.ceil(limit / 2);
+        this.tailLimit = limit - this.headLimit;
+    }
+    push(chunk) {
+        const room = this.headLimit - this.headBytes;
+        if (room > 0) {
+            const take = chunk.subarray(0, room);
+            this.head.push(take);
+            this.headBytes += take.length;
+            chunk = chunk.subarray(take.length);
+        }
+        if (chunk.length === 0)
+            return;
+        this.tail.push(chunk);
+        this.tailBytes += chunk.length;
+        while (this.tail.length > 1 && this.tailBytes - this.tail[0].length >= this.tailLimit) {
+            this.tailBytes -= this.tail.shift().length;
+            this.dropped = true;
+        }
+    }
+    text() {
+        return this.bytes().toString('utf8');
+    }
+    /** What was kept, as bytes — for a caller whose output is not always UTF-8 (`wsl.exe`'s own is UTF-16). */
+    bytes() {
+        let head = Buffer.concat(this.head);
+        let tail = Buffer.concat(this.tail);
+        if (tail.length > this.tailLimit) {
+            tail = tail.subarray(tail.length - this.tailLimit);
+            this.dropped = true;
+        }
+        if (!this.dropped)
+            return Buffer.concat([head, tail]);
+        // Something in the middle was dropped: cut both halves at line boundaries, so every line kept is
+        // whole. `docker logs --timestamps` output is merged across stdout and stderr by each line's
+        // leading timestamp (`operations.ts`), and a fragment with no timestamp would sort out of place.
+        const headEnd = head.lastIndexOf(0x0a);
+        head = headEnd === -1 ? Buffer.alloc(0) : head.subarray(0, headEnd + 1);
+        const tailStart = tail.indexOf(0x0a);
+        tail = tailStart === -1 ? Buffer.alloc(0) : tail.subarray(tailStart + 1);
+        return Buffer.concat([head, tail]);
+    }
+}
+//# sourceMappingURL=bounded-output.js.map

package/dist/runtime/shared/bounded-output.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bounded-output.js","sourceRoot":"","sources":["../../../src/runtime/shared/bounded-output.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH;;;;GAIG;AACH,MAAM,OAAO,WAAW;IACL,SAAS,CAAQ;IACjB,SAAS,CAAQ;IACjB,IAAI,GAAa,EAAE,CAAA;IAC5B,SAAS,GAAG,CAAC,CAAA;IACb,IAAI,GAAa,EAAE,CAAA;IACnB,SAAS,GAAG,CAAC,CAAA;IACb,OAAO,GAAG,KAAK,CAAA;IAEvB,YAAY,KAAa;QACvB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAA;QACrC,IAAI,CAAC,SAAS,GAAG,KAAK,GAAG,IAAI,CAAC,SAAS,CAAA;IACzC,CAAC;IAED,IAAI,CAAC,KAAa;QAChB,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAA;QAC5C,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;YACb,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,CAAA;YACpC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACpB,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAA;YAC7B,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACrC,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAM;QAC9B,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACrB,IAAI,CAAC,SAAS,IAAI,KAAK,CAAC,MAAM,CAAA;QAC9B,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,SAAS,GAAI,IAAI,CAAC,IAAI,CAAC,CAAC,CAAY,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAClG,IAAI,CAAC,SAAS,IAAK,IAAI,CAAC,IAAI,CAAC,KAAK,EAAa,CAAC,MAAM,CAAA;YACtD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAA;QACrB,CAAC;IACH,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,KAAK,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;IACtC,CAAC;IAED,2GAA2G;IAC3G,KAAK;QACH,IAAI,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACnC,IAAI,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACnC,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;YACjC,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,CAAA;YAClD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAA;QACrB,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAA;QACrD,iGAAiG;QACjG,6FAA6F;QAC7F,iGAAiG;QACjG,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAA;QACtC,IAAI,GAAG,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC,CAAA;QACvE,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QACpC,IAAI,GAAG,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,CAAC,CAAC,CAAA;QACxE,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAA;IACpC,CAAC;CACF"}

package/dist/runtime/shared/external-sessions.js

@@ -17,7 +17,15 @@ import { randomUUID } from 'node:crypto';
 import { AtomicCoreError } from '../../contracts/index.js';
 export const EXTERNAL_SESSION_TTL_MS = 30_000;
 export const EXTERNAL_CTX_TIMEOUT_MS = 60_000;
-const PROVIDERS = new Set(['llamacpp', 'llamacpp-upstream', 'mlx', 'foundation-models']);
+const PROVIDERS = new Set([
+    'llamacpp',
+    'llamacpp-upstream',
+    'atomic-prism',
+    'mlx',
+    'foundation-models',
+    'tensorrt-llm',
+    'vllm',
+]);
 export class ExternalSessions {
     options;
     owners = new Map();

package/dist/runtime/shared/external-sessions.js.map

@@ -1 +1 @@
-{"version":3,"file":"external-sessions.js","sourceRoot":"","sources":["../../../src/runtime/shared/external-sessions.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAG1D,MAAM,CAAC,MAAM,uBAAuB,GAAG,MAAM,CAAA;AAC7C,MAAM,CAAC,MAAM,uBAAuB,GAAG,MAAM,CAAA;AAuB7C,MAAM,SAAS,GAAwB,IAAI,GAAG,CAAC,CAAC,UAAU,EAAE,mBAAmB,EAAE,KAAK,EAAE,mBAAmB,CAAC,CAAC,CAAA;AAS7G,MAAM,OAAO,gBAAgB;IAOE;IANZ,MAAM,GAAG,IAAI,GAAG,EAAwB,CAAA;IACxC,UAAU,GAAG,IAAI,GAAG,EAGlC,CAAA;IAEH,YAA6B,OAAgC;QAAhC,YAAO,GAAP,OAAO,CAAyB;IAAG,CAAC;IAEzD,GAAG;QACT,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAA;IACzC,CAAC;IAEO,IAAI;QACV,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QACtB,KAAK,MAAM,CAAC,KAAK,EAAE,YAAY,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChD,IAAI,YAAY,CAAC,SAAS,IAAI,GAAG;gBAAE,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,CAAA;QAChE,CAAC;QACD,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAA;IACzB,CAAC;IAEO,IAAI,CAAC,KAAa,EAAE,MAAkC;QAC5D,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;YAAE,OAAM;QACtC,2DAA2D;QAC3D,KAAK,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAC5C,IAAI,OAAO,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;gBAC5B,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;gBAC1B,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAA;YACtD,CAAC;QACH,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,2BAA2B,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,CAAA;IAChF,CAAC;IAED,sGAAsG;IACtG,OAAO,CAAC,KAAa,EAAE,UAAkB,EAAE,QAAiB;QAC1D,IAAI,CAAC,KAAK;YACR,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,iDAAiD,CAAC,CAAA;QAClG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,IAAI,UAAU,GAAG,CAAC;YACrD,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,2CAA2C,CAAC,CAAA;QAC5F,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QACtC,IAAI,OAAO,IAAI,UAAU,GAAG,OAAO,CAAC,UAAU;YAC5C,MAAM,IAAI,eAAe,CACvB,sBAAsB,EACtB,0BAA0B,KAAK,gBAAgB,UAAU,kBAAkB,OAAO,CAAC,UAAU,EAAE,CAChG,CAAA;QACH,MAAM,MAAM,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAA;QACtC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE;YACrB,UAAU;YACV,QAAQ,EAAE,MAAM;YAChB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,uBAAuB,CAAC;SACxE,CAAC,CAAA;QACF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,2BAA2B,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAA;QACvG,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,CAAA;IAChD,CAAC;IAED,8FAA8F;IAC9F,SAAS,CAAC,KAAa,EAAE,UAAkB;QACzC,IAAI,CAAC,IAAI,EAAE,CAAA;QACX,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QACtC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,KAAK,UAAU;YAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAA;QAC1E,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,uBAAuB,CAAC,CAAA;QAChF,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAA;IACxB,CAAC;IAED,UAAU,CAAC,KAAa,EAAE,UAAmB;QAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QACtC,IAAI,CAAC,OAAO,IAAI,CAAC,UAAU,KAAK,SAAS,IAAI,OAAO,CAAC,UAAU,KAAK,UAAU,CAAC;YAAE,OAAO,KAAK,CAAA;QAC7F,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,cAAc,CAAC,CAAA;QAChC,OAAO,IAAI,CAAA;IACb,CAAC;IAED,qDAAqD;IACrD,IAAI;QACF,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,YAAY,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAAA;IAC5G,CAAC;IAED,IAAI,CACF,QAAgB,EAChB,OAAqC;QAErC,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,IAAI,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAA;IAChF,CAAC;IAED,yFAAyF;IACzF,kBAAkB,CAChB,KAAa,EACb,QAAgB,EAChB,OAAe,EACf,OAAe;QAEf,MAAM,SAAS,GAAG,UAAU,EAAE,CAAA;QAC9B,OAAO,IAAI,OAAO,CAAqB,CAAC,OAAO,EAAE,EAAE;YACjD,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC5B,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC;oBAAE,OAAO,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAA;YAClF,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,IAAI,uBAAuB,CAAC,CAAA;YACxD,KAAK,CAAC,KAAK,EAAE,EAAE,CAAA;YACf,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,EAAE;gBAC7B,KAAK;gBACL,OAAO,EAAE,CAAC,OAAO,EAAE,EAAE;oBACnB,YAAY,CAAC,KAAK,CAAC,CAAA;oBACnB,OAAO,CAAC,OAAO,CAAC,CAAA;gBAClB,CAAC;aACF,CAAC,CAAA;YACF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,iCAAiC,EAAE;gBACnD,UAAU,EAAE,SAAS;gBACrB,KAAK;gBACL,QAAQ;gBACR,QAAQ,EAAE,OAAO;gBACjB,OAAO;aACR,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,gGAAgG;IAChG,iBAAiB,CAAC,KAAa,EAAE,SAAiB,EAAE,OAAgB;QAClE,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;QAC9C,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,KAAK,KAAK,KAAK;YAAE,OAAO,KAAK,CAAA;QACrD,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;QACjC,MAAM,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAA4B,CAAA;QACpD,OAAO,CAAC,OAAO,CAAC;YACd,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,IAAI;YACpB,GAAG,CAAC,OAAO,CAAC,CAAC,aAAa,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAClF,GAAG,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACpE,CAAC,CAAA;QACF,OAAO,IAAI,CAAA;IACb,CAAC;CACF;AAED,SAAS,aAAa,CAAC,GAAY;IACjC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QAAE,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,yBAAyB,CAAC,CAAA;IACjG,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QAC9B,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAA4B,CAAA;QAClD,MAAM,QAAQ,GAAG,CAAC,CAAC,UAAU,CAAC,CAAA;QAC9B,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,CAAA;QACtB,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC;YAC1D,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,YAAY,KAAK,oCAAoC,CAAC,CAAA;QACtG,IAAI,OAAO,CAAC,CAAC,UAAU,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,UAAU,CAAC,KAAK,EAAE;YAC3D,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,YAAY,KAAK,uBAAuB,CAAC,CAAA;QACzF,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,GAAG,KAAK;YAClF,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,YAAY,KAAK,sBAAsB,CAAC,CAAA;QACxF,OAAO;YACL,QAAQ,EAAE,QAA2B;YACrC,QAAQ,EAAE,CAAC,CAAC,UAAU,CAAC;YACvB,IAAI;YACJ,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE;YAC7D,YAAY,EAAE,CAAC,CAAC,cAAc,CAAC,KAAK,IAAI;YACxC,GAAG,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI;SACpD,CAAA;IACH,CAAC,CAAC,CAAA;AACJ,CAAC"}
+{"version":3,"file":"external-sessions.js","sourceRoot":"","sources":["../../../src/runtime/shared/external-sessions.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAG1D,MAAM,CAAC,MAAM,uBAAuB,GAAG,MAAM,CAAA;AAC7C,MAAM,CAAC,MAAM,uBAAuB,GAAG,MAAM,CAAA;AAuB7C,MAAM,SAAS,GAAwB,IAAI,GAAG,CAAC;IAC7C,UAAU;IACV,mBAAmB;IACnB,cAAc;IACd,KAAK;IACL,mBAAmB;IACnB,cAAc;IACd,MAAM;CACP,CAAC,CAAA;AASF,MAAM,OAAO,gBAAgB;IAOE;IANZ,MAAM,GAAG,IAAI,GAAG,EAAwB,CAAA;IACxC,UAAU,GAAG,IAAI,GAAG,EAGlC,CAAA;IAEH,YAA6B,OAAgC;QAAhC,YAAO,GAAP,OAAO,CAAyB;IAAG,CAAC;IAEzD,GAAG;QACT,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAA;IACzC,CAAC;IAEO,IAAI;QACV,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QACtB,KAAK,MAAM,CAAC,KAAK,EAAE,YAAY,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChD,IAAI,YAAY,CAAC,SAAS,IAAI,GAAG;gBAAE,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,CAAA;QAChE,CAAC;QACD,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAA;IACzB,CAAC;IAEO,IAAI,CAAC,KAAa,EAAE,MAAkC;QAC5D,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;YAAE,OAAM;QACtC,2DAA2D;QAC3D,KAAK,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAC5C,IAAI,OAAO,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;gBAC5B,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;gBAC1B,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAA;YACtD,CAAC;QACH,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,2BAA2B,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,CAAA;IAChF,CAAC;IAED,sGAAsG;IACtG,OAAO,CAAC,KAAa,EAAE,UAAkB,EAAE,QAAiB;QAC1D,IAAI,CAAC,KAAK;YACR,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,iDAAiD,CAAC,CAAA;QAClG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,IAAI,UAAU,GAAG,CAAC;YACrD,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,2CAA2C,CAAC,CAAA;QAC5F,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QACtC,IAAI,OAAO,IAAI,UAAU,GAAG,OAAO,CAAC,UAAU;YAC5C,MAAM,IAAI,eAAe,CACvB,sBAAsB,EACtB,0BAA0B,KAAK,gBAAgB,UAAU,kBAAkB,OAAO,CAAC,UAAU,EAAE,CAChG,CAAA;QACH,MAAM,MAAM,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAA;QACtC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE;YACrB,UAAU;YACV,QAAQ,EAAE,MAAM;YAChB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,uBAAuB,CAAC;SACxE,CAAC,CAAA;QACF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,2BAA2B,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAA;QACvG,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,CAAA;IAChD,CAAC;IAED,8FAA8F;IAC9F,SAAS,CAAC,KAAa,EAAE,UAAkB;QACzC,IAAI,CAAC,IAAI,EAAE,CAAA;QACX,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QACtC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,KAAK,UAAU;YAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAA;QAC1E,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,uBAAuB,CAAC,CAAA;QAChF,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAA;IACxB,CAAC;IAED,UAAU,CAAC,KAAa,EAAE,UAAmB;QAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QACtC,IAAI,CAAC,OAAO,IAAI,CAAC,UAAU,KAAK,SAAS,IAAI,OAAO,CAAC,UAAU,KAAK,UAAU,CAAC;YAAE,OAAO,KAAK,CAAA;QAC7F,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,cAAc,CAAC,CAAA;QAChC,OAAO,IAAI,CAAA;IACb,CAAC;IAED,qDAAqD;IACrD,IAAI;QACF,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,YAAY,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAAA;IAC5G,CAAC;IAED,IAAI,CACF,QAAgB,EAChB,OAAqC;QAErC,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,IAAI,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAA;IAChF,CAAC;IAED,yFAAyF;IACzF,kBAAkB,CAChB,KAAa,EACb,QAAgB,EAChB,OAAe,EACf,OAAe;QAEf,MAAM,SAAS,GAAG,UAAU,EAAE,CAAA;QAC9B,OAAO,IAAI,OAAO,CAAqB,CAAC,OAAO,EAAE,EAAE;YACjD,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC5B,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC;oBAAE,OAAO,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAA;YAClF,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,IAAI,uBAAuB,CAAC,CAAA;YACxD,KAAK,CAAC,KAAK,EAAE,EAAE,CAAA;YACf,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,EAAE;gBAC7B,KAAK;gBACL,OAAO,EAAE,CAAC,OAAO,EAAE,EAAE;oBACnB,YAAY,CAAC,KAAK,CAAC,CAAA;oBACnB,OAAO,CAAC,OAAO,CAAC,CAAA;gBAClB,CAAC;aACF,CAAC,CAAA;YACF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,iCAAiC,EAAE;gBACnD,UAAU,EAAE,SAAS;gBACrB,KAAK;gBACL,QAAQ;gBACR,QAAQ,EAAE,OAAO;gBACjB,OAAO;aACR,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,gGAAgG;IAChG,iBAAiB,CAAC,KAAa,EAAE,SAAiB,EAAE,OAAgB;QAClE,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;QAC9C,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,KAAK,KAAK,KAAK;YAAE,OAAO,KAAK,CAAA;QACrD,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;QACjC,MAAM,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAA4B,CAAA;QACpD,OAAO,CAAC,OAAO,CAAC;YACd,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,IAAI;YACpB,GAAG,CAAC,OAAO,CAAC,CAAC,aAAa,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAClF,GAAG,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACpE,CAAC,CAAA;QACF,OAAO,IAAI,CAAA;IACb,CAAC;CACF;AAED,SAAS,aAAa,CAAC,GAAY;IACjC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QAAE,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,yBAAyB,CAAC,CAAA;IACjG,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QAC9B,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAA4B,CAAA;QAClD,MAAM,QAAQ,GAAG,CAAC,CAAC,UAAU,CAAC,CAAA;QAC9B,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,CAAA;QACtB,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC;YAC1D,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,YAAY,KAAK,oCAAoC,CAAC,CAAA;QACtG,IAAI,OAAO,CAAC,CAAC,UAAU,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,UAAU,CAAC,KAAK,EAAE;YAC3D,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,YAAY,KAAK,uBAAuB,CAAC,CAAA;QACzF,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,GAAG,KAAK;YAClF,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,YAAY,KAAK,sBAAsB,CAAC,CAAA;QACxF,OAAO;YACL,QAAQ,EAAE,QAA2B;YACrC,QAAQ,EAAE,CAAC,CAAC,UAAU,CAAC;YACvB,IAAI;YACJ,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE;YAC7D,YAAY,EAAE,CAAC,CAAC,cAAc,CAAC,KAAK,IAAI;YACxC,GAAG,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI;SACpD,CAAA;IACH,CAAC,CAAC,CAAA;AACJ,CAAC"}

package/dist/runtime/shared/gpu-occupancy.d.ts

@@ -0,0 +1,60 @@
+/**
+ * What every local engine tells core about the GPUs it holds (spec `gpu-residency`, design D10), so
+ * one residency rule can run over all of them: llama.cpp, MLX, `tensorrt-llm` and diffusion report
+ * their sessions in this shape, and ask core before a load starts through a `GpuClaimHook`.
+ *
+ * Types only: the rule itself is `core/gpu`'s, and the I/O it needs (unloading another engine's
+ * session) is core's wiring. A runtime never decides another runtime's fate.
+ */
+/**
+ * The GPUs a session holds: every card (`'all'`: llama.cpp and MLX chat, diffusion — they spread a
+ * model over whatever the machine has), the listed card ids (`tensorrt-llm`: its one chosen card), or
+ * none (`[]`: a CPU-only session).
+ */
+export type GpuCards = 'all' | readonly string[];
+/**
+ * `loading`: its claim succeeded and it is starting. `stopping`: a stop is in flight.
+ * `stop-unconfirmed`: a stop nobody could confirm — the cards are still held.
+ */
+export type GpuOccupancyState = 'loading' | 'ready' | 'stopping' | 'stop-unconfirmed';
+/** One session of a runtime, as GPU residency sees it. */
+export interface GpuOccupancy {
+    model_id: string;
+    cards: GpuCards;
+    /**
+     * An embedding or transcription session: residency never evicts it, and loading it never evicts
+     * anything (spec "Вспомогательные модели не участвуют в вытеснении").
+     */
+    auxiliary: boolean;
+    state: GpuOccupancyState;
+    /** What the user can do when this session will not stop (a `GPU_BUSY` names it); a default otherwise. */
+    remedy?: string;
+    /**
+     * Work in progress that a stop would throw away, said for the user ("Wan 2.2 is generating a
+     * video"): an image or video job, minutes of it. Residency refuses a claim with `GPU_BUSY` rather
+     * than stop a busy session; `remedy` then says how to free the card. Unset for a session that only
+     * holds a model, or answers chat: those are stopped as before.
+     */
+    busy?: string;
+}
+/** What a load is about to take, asked of core before anything is started. */
+export interface GpuClaim {
+    model_id: string;
+    cards: GpuCards;
+    auxiliary: boolean;
+    /**
+     * The provider runs one session at a time (`tensorrt-llm`, a runtime limit rather than a residency
+     * rule, design D10): its other sessions go too, on whichever card they are.
+     */
+    soleSessionOfProvider?: boolean;
+}
+/**
+ * Core's answer to a claim: resolves once everything else on those cards is confirmed gone, rejects
+ * with `GPU_BUSY` (a stop nobody could confirm) or `MODEL_LOAD_CANCELLED` (`signal` aborted while
+ * waiting). The runtime starts nothing before it resolves.
+ *
+ * `granted` is called synchronously, inside core's turn, the moment the claim succeeds: that is where
+ * the runtime starts reporting the load as `loading`, so the next claim — which cannot run before this
+ * turn ends — always sees it. A runtime with no hook registers the load itself.
+ */
+export type GpuClaimHook = (claim: GpuClaim, signal?: AbortSignal, granted?: () => void) => Promise<void>;

package/dist/runtime/shared/gpu-occupancy.js

@@ -0,0 +1,10 @@
+/**
+ * What every local engine tells core about the GPUs it holds (spec `gpu-residency`, design D10), so
+ * one residency rule can run over all of them: llama.cpp, MLX, `tensorrt-llm` and diffusion report
+ * their sessions in this shape, and ask core before a load starts through a `GpuClaimHook`.
+ *
+ * Types only: the rule itself is `core/gpu`'s, and the I/O it needs (unloading another engine's
+ * session) is core's wiring. A runtime never decides another runtime's fate.
+ */
+export {};
+//# sourceMappingURL=gpu-occupancy.js.map

package/dist/runtime/shared/gpu-occupancy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gpu-occupancy.js","sourceRoot":"","sources":["../../../src/runtime/shared/gpu-occupancy.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG"}

package/dist/runtime/shared/index.d.ts

@@ -13,5 +13,9 @@ export * from './process.js';
 export * from './load-cancel.js';
 export * from './external-sessions.js';
 export * from './local-runtime.js';
+export * from './gpu-occupancy.js';
 export * from './sidecar.js';
 export * from './log-stream.js';
+export * from './backend-output.js';
+export * from './redact-args.js';
+export * from './bounded-output.js';

package/dist/runtime/shared/index.js

@@ -13,6 +13,10 @@ export * from './process.js';
 export * from './load-cancel.js';
 export * from './external-sessions.js';
 export * from './local-runtime.js';
+export * from './gpu-occupancy.js';
 export * from './sidecar.js';
 export * from './log-stream.js';
+export * from './backend-output.js';
+export * from './redact-args.js';
+export * from './bounded-output.js';
 //# sourceMappingURL=index.js.map

package/dist/runtime/shared/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/runtime/shared/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,cAAc,UAAU,CAAA;AACxB,cAAc,YAAY,CAAA;AAC1B,cAAc,YAAY,CAAA;AAC1B,cAAc,cAAc,CAAA;AAC5B,cAAc,kBAAkB,CAAA;AAChC,cAAc,wBAAwB,CAAA;AACtC,cAAc,oBAAoB,CAAA;AAClC,cAAc,cAAc,CAAA;AAC5B,cAAc,iBAAiB,CAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/runtime/shared/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,cAAc,UAAU,CAAA;AACxB,cAAc,YAAY,CAAA;AAC1B,cAAc,YAAY,CAAA;AAC1B,cAAc,cAAc,CAAA;AAC5B,cAAc,kBAAkB,CAAA;AAChC,cAAc,wBAAwB,CAAA;AACtC,cAAc,oBAAoB,CAAA;AAClC,cAAc,oBAAoB,CAAA;AAClC,cAAc,cAAc,CAAA;AAC5B,cAAc,iBAAiB,CAAA;AAC/B,cAAc,qBAAqB,CAAA;AACnC,cAAc,kBAAkB,CAAA;AAChC,cAAc,qBAAqB,CAAA"}