@mlx-node/server 0.0.9 → 0.0.12

package/dist/handler.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"handler.d.ts","sourceRoot":"","sources":["../src/handler.ts"],"names":[],"mappings":"AAAA,4GAA4G;AAE5G,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAEjE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAIpD,OAAO,EAAwB,KAAK,YAAY,EAAE,MAAM,aAAa,CAAC;AACtE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AACnE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAoBnD;;;;;GAKG;AACH,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,OAAO,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,cAAc;IAC7B;;;;;;;OAOG;IACH,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,uDAAuD;IACvD,KAAK,CAAC,EAAE,aAAa,GAAG,IAAI,CAAC;IAC7B;;;;OAIG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B;;;;;;;;;OASG;IACH,WAAW,CAAC,EAAE,WAAW,GAAG,IAAI,CAAC;IACjC;;;;;OAKG;IACH,YAAY,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/C;;;OAGG;IACH,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,gBAAgB,EAAE,CAAC;IACtC;;;;;;;;;OASG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;;OAKG;IACH,MAAM,CAAC,EAAE,MAAM,YAAY,CAAC;CAC7B;AAED,wBAAgB,aAAa,CAC3B,QAAQ,EAAE,aAAa,EACvB,OAAO,CAAC,EAAE,cAAc,GACvB,CAAC,GAAG,EAAE,eAAe,EAAE,GAAG,EAAE,cAAc,KAAK,OAAO,CAAC,IAAI,CAAC,CAgF9D"}
+{"version":3,"file":"handler.d.ts","sourceRoot":"","sources":["../src/handler.ts"],"names":[],"mappings":"AAAA,4GAA4G;AAE5G,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAEjE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAIpD,OAAO,EAAwB,KAAK,YAAY,EAAE,MAAM,aAAa,CAAC;AACtE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AACnE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAoBnD;;;;;GAKG;AACH,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,OAAO,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,cAAc;IAC7B;;;;;;;OAOG;IACH,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,uDAAuD;IACvD,KAAK,CAAC,EAAE,aAAa,GAAG,IAAI,CAAC;IAC7B;;;;OAIG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B;;;;;;;;;OASG;IACH,WAAW,CAAC,EAAE,WAAW,GAAG,IAAI,CAAC;IACjC;;;;;OAKG;IACH,YAAY,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/C;;;OAGG;IACH,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,gBAAgB,EAAE,CAAC;IACtC;;;;;;;;;OASG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;;OAKG;IACH,MAAM,CAAC,EAAE,MAAM,YAAY,CAAC;CAC7B;AAED,wBAAgB,aAAa,CAC3B,QAAQ,EAAE,aAAa,EACvB,OAAO,CAAC,EAAE,cAAc,GACvB,CAAC,GAAG,EAAE,eAAe,EAAE,GAAG,EAAE,cAAc,KAAK,OAAO,CAAC,IAAI,CAAC,CAiF9D"}

package/dist/handler.js

@@ -28,7 +28,7 @@ export function createHandler(registry, options) {
     const responseRetentionSec = options?.responseRetentionSec;
     const idleSweeper = options?.idleSweeper ?? null;
     const resolveModel = options?.resolveModel;
-    const modelWorkCoordinator = options?.modelWorkCoordinator ?? (resolveModel ? new ModelWorkCoordinator() : undefined);
+    const modelWorkCoordinator = options?.modelWorkCoordinator ?? (resolveModel ? new ModelWorkCoordinator(registry.queueDepthLimit) : undefined);
     const listModels = options?.listModels;
     const health = options?.health ?? createHealthReporter({ registry, idleSweeper, modelWorkCoordinator: modelWorkCoordinator });
     return async (req, res) => {

package/dist/health.d.ts

@@ -39,12 +39,10 @@ export type ServerHealthStatus = 'ok' | 'loading' | 'degraded' | 'error';
  * dropped — a supervisor polling after the fact had no way to learn WHY the
  * server had no resident model.
  *
- * Caveat worth knowing when reading this field: the coordinator brackets
- * EVERY resolve attempt, including the no-op fast path taken when the
- * requested model is already resident. A successful no-op therefore
- * overwrites an earlier failure record. That is why the `'error'` rung is
- * additionally gated on "no resident models" — a server that is answering
- * requests is not in an error state regardless of what the last bracket did.
+ * Resident HTTP requests bypass the load writer and do not overwrite this
+ * record with a no-op. The `'error'` rung is nevertheless gated on "no
+ * resident models": a server that is answering requests is not in an error
+ * state regardless of what the last load bracket did.
  */
 export interface ModelLoadRecord {
     /** Caller-supplied label, normally the model name. `null` when unlabelled. */

package/dist/health.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"health.d.ts","sourceRoot":"","sources":["../src/health.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AACxE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAEnD;;;;GAIG;AACH,MAAM,MAAM,kBAAkB,GAAG,IAAI,GAAG,SAAS,GAAG,UAAU,GAAG,OAAO,CAAC;AAEzE;;;;;;;;;;;;;;;GAeG;AACH,MAAM,WAAW,eAAe;IAC9B,8EAA8E;IAC9E,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,8EAA8E;IAC9E,SAAS,EAAE,MAAM,CAAC;IAClB,iEAAiE;IACjE,UAAU,EAAE,MAAM,CAAC;IACnB,EAAE,EAAE,OAAO,CAAC;IACZ,yDAAyD;IACzD,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CACtB;AAED,0FAA0F;AAC1F,MAAM,WAAW,kBAAkB;IACjC,uEAAuE;IACvE,YAAY,EAAE,OAAO,CAAC;IACtB,gDAAgD;IAChD,cAAc,EAAE,MAAM,CAAC;IACvB,kEAAkE;IAClE,QAAQ,EAAE,MAAM,CAAC;IACjB,iDAAiD;IACjD,kBAAkB,EAAE,MAAM,CAAC;IAC3B,oFAAoF;IACpF,cAAc,EAAE,OAAO,CAAC;IACxB,+DAA+D;IAC/D,QAAQ,EAAE,eAAe,GAAG,IAAI,CAAC;CAClC;AAED,+EAA+E;AAC/E,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,kBAAkB,CAAC;IAC3B,oEAAoE;IACpE,QAAQ,EAAE,MAAM,CAAC;IACjB,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE;QACN,2CAA2C;QAC3C,QAAQ,EAAE,MAAM,EAAE,CAAC;QACnB,KAAK,EAAE,MAAM,CAAC;KACf,CAAC;IACF,IAAI,EAAE;QACJ,QAAQ,EAAE,MAAM,CAAC;QACjB,oEAAoE;QACpE,YAAY,EAAE,OAAO,CAAC;QACtB,YAAY,EAAE,OAAO,CAAC;QACtB,cAAc,EAAE,MAAM,CAAC;KACxB,CAAC;IACF,KAAK,EAAE;QACL,oEAAoE;QACpE,KAAK,EAAE,MAAM,CAAC;QACd,iEAAiE;QACjE,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;QACrB,SAAS,EAAE,OAAO,CAAC;KACpB,CAAC;IACF,QAAQ,EAAE,eAAe,GAAG,IAAI,CAAC;CAClC;AAED;;;;;GAKG;AACH,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,kBAAkB,CAAC;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,GAAG,EAAE,MAAM,CAAC;CACb;AAED;;;;;;;;;;;;GAYG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,kBAAkB,GAAG,kBAAkB,CAShF;AAED,oFAAoF;AACpF,wBAAgB,eAAe,CAAC,MAAM,EAAE,YAAY,GAAG,mBAAmB,CAEzE;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,aAAa,CAAC;IACxB,kFAAkF;IAClF,WAAW,CAAC,EAAE,WAAW,GAAG,IAAI,CAAC;IACjC,mFAAmF;IACnF,oBAAoB,CAAC,EAAE,oBAAoB,GAAG,IAAI,CAAC;IACnD,gDAAgD;IAChD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,kCAAkC;IAClC,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACpB;AAED;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,kBAAkB,GAAG,MAAM,YAAY,CAiDjF"}
+{"version":3,"file":"health.d.ts","sourceRoot":"","sources":["../src/health.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AACxE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAEnD;;;;GAIG;AACH,MAAM,MAAM,kBAAkB,GAAG,IAAI,GAAG,SAAS,GAAG,UAAU,GAAG,OAAO,CAAC;AAEzE;;;;;;;;;;;;;GAaG;AACH,MAAM,WAAW,eAAe;IAC9B,8EAA8E;IAC9E,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,8EAA8E;IAC9E,SAAS,EAAE,MAAM,CAAC;IAClB,iEAAiE;IACjE,UAAU,EAAE,MAAM,CAAC;IACnB,EAAE,EAAE,OAAO,CAAC;IACZ,yDAAyD;IACzD,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CACtB;AAED,0FAA0F;AAC1F,MAAM,WAAW,kBAAkB;IACjC,uEAAuE;IACvE,YAAY,EAAE,OAAO,CAAC;IACtB,gDAAgD;IAChD,cAAc,EAAE,MAAM,CAAC;IACvB,kEAAkE;IAClE,QAAQ,EAAE,MAAM,CAAC;IACjB,iDAAiD;IACjD,kBAAkB,EAAE,MAAM,CAAC;IAC3B,oFAAoF;IACpF,cAAc,EAAE,OAAO,CAAC;IACxB,+DAA+D;IAC/D,QAAQ,EAAE,eAAe,GAAG,IAAI,CAAC;CAClC;AAED,+EAA+E;AAC/E,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,kBAAkB,CAAC;IAC3B,oEAAoE;IACpE,QAAQ,EAAE,MAAM,CAAC;IACjB,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE;QACN,2CAA2C;QAC3C,QAAQ,EAAE,MAAM,EAAE,CAAC;QACnB,KAAK,EAAE,MAAM,CAAC;KACf,CAAC;IACF,IAAI,EAAE;QACJ,QAAQ,EAAE,MAAM,CAAC;QACjB,oEAAoE;QACpE,YAAY,EAAE,OAAO,CAAC;QACtB,YAAY,EAAE,OAAO,CAAC;QACtB,cAAc,EAAE,MAAM,CAAC;KACxB,CAAC;IACF,KAAK,EAAE;QACL,oEAAoE;QACpE,KAAK,EAAE,MAAM,CAAC;QACd,iEAAiE;QACjE,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;QACrB,SAAS,EAAE,OAAO,CAAC;KACpB,CAAC;IACF,QAAQ,EAAE,eAAe,GAAG,IAAI,CAAC;CAClC;AAED;;;;;GAKG;AACH,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,kBAAkB,CAAC;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,GAAG,EAAE,MAAM,CAAC;CACb;AAED;;;;;;;;;;;;GAYG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,kBAAkB,GAAG,kBAAkB,CAShF;AAED,oFAAoF;AACpF,wBAAgB,eAAe,CAAC,MAAM,EAAE,YAAY,GAAG,mBAAmB,CAEzE;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,aAAa,CAAC;IACxB,kFAAkF;IAClF,WAAW,CAAC,EAAE,WAAW,GAAG,IAAI,CAAC;IACjC,mFAAmF;IACnF,oBAAoB,CAAC,EAAE,oBAAoB,GAAG,IAAI,CAAC;IACnD,gDAAgD;IAChD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,kCAAkC;IAClC,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACpB;AAED;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,kBAAkB,GAAG,MAAM,YAAY,CAiDjF"}

package/dist/host/discover.d.ts

@@ -1,6 +1,5 @@
 /** Discover locally-downloaded generative models under a given directory. */
-import { type ModelType } from '@mlx-node/lm';
-import { type LaunchPreset } from '../presets.js';
+import { type LaunchPreset, type ModelType } from '@mlx-node/lm';
 /** A locally-downloaded model paired with its sampling preset. */
 export interface DiscoveredModel {
     name: string;

package/dist/host/discover.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"discover.d.ts","sourceRoot":"","sources":["../../src/host/discover.ts"],"names":[],"mappings":"AAAA,6EAA6E;AAM7E,OAAO,EAAmB,KAAK,SAAS,EAAE,MAAM,cAAc,CAAC;AAE/D,OAAO,EAAkB,KAAK,YAAY,EAAE,MAAM,eAAe,CAAC;AAElE,kEAAkE;AAClE,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,SAAS,CAAC;IACrB,MAAM,EAAE,YAAY,CAAC;CACtB;AAKD;;;;;;GAMG;AACH,wBAAsB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,CAoC5E"}
+{"version":3,"file":"discover.d.ts","sourceRoot":"","sources":["../../src/host/discover.ts"],"names":[],"mappings":"AAAA,6EAA6E;AAM7E,OAAO,EAIL,KAAK,YAAY,EACjB,KAAK,SAAS,EACf,MAAM,cAAc,CAAC;AAEtB,kEAAkE;AAClE,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,SAAS,CAAC;IACrB,MAAM,EAAE,YAAY,CAAC;CACtB;AAED;;;;;;GAMG;AACH,wBAAsB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,CAoC5E"}

package/dist/host/discover.js

@@ -1,10 +1,7 @@
 /** Discover locally-downloaded generative models under a given directory. */
 import { readdir } from 'node:fs/promises';
 import { basename, join } from 'node:path';
-import { detectModelType } from '@mlx-node/lm';
-import { LAUNCH_PRESETS } from '../presets.js';
-// Non-generative detection results that cannot back a chat endpoint.
-const NON_GENERATIVE = new Set(['harrier', 'qianfan-ocr', 'internvl_chat']);
+import { detectModelType, NON_GENERATIVE_FAMILY_IDS, launchPresetFor, } from '@mlx-node/lm';
 /**
  * Scan `dir` for model subdirectories. Each subdirectory with a recognized
  * `config.json` is returned with its inferred `ModelType` and `LaunchPreset`.
@@ -35,9 +32,9 @@ export async function discoverModels(dir) {
                 console.warn(`[mlx] skip ${full}: ${err.message}`);
             continue;
         }
-        if (NON_GENERATIVE.has(modelType))
+        if (NON_GENERATIVE_FAMILY_IDS.has(modelType))
             continue;
-        const preset = LAUNCH_PRESETS[modelType];
+        const preset = launchPresetFor(modelType);
         if (!preset) {
             if (debug)
                 console.warn(`[mlx] skip ${full}: no LAUNCH_PRESETS entry for ${modelType}`);

package/dist/host/index.d.ts

@@ -45,7 +45,7 @@ import { type DiscoveredModel } from './discover.js';
 import { type EnginePolicy } from './env-policy.js';
 import { type Logger } from './logger.js';
 /** Families `mlx launch claude` has historically forced onto the paged path. */
-export declare const DEFAULT_PAGED_MODEL_TYPES: readonly ['qwen3_5', 'qwen3_5_moe'];
+export declare const DEFAULT_PAGED_MODEL_TYPES: readonly ["qwen3_5", "qwen3_5_moe"];
 /** Thrown when `modelsDir` holds nothing servable. Carries the dir for the caller's message. */
 export declare class NoModelsDiscoveredError extends Error {
     readonly modelsDir: string;
@@ -121,6 +121,11 @@ export interface InferenceHostOptions {
     storePath?: string;
     /** Disable response persistence entirely. See `ServerConfig.disableStore`. */
     disableStore?: boolean;
+    /**
+     * Per-model waiter cap forwarded to `createServer`. Default 16; pass
+     * `'unbounded'` for an explicitly uncapped embedded host.
+     */
+    maxQueueDepthPerModel?: number | 'unbounded';
     /**
      * Remove temp roots left behind by hosts that were killed without running
      * `close()`. Default `true`; a supervisor that runs several hosts under one

package/dist/host/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/host/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsCG;AAEH,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAExC,OAAO,EAA4D,KAAK,aAAa,EAAE,MAAM,cAAc,CAAC;AAE5G,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACjD,OAAO,EAAkC,KAAK,YAAY,EAAE,KAAK,cAAc,EAAE,MAAM,cAAc,CAAC;AACtG,OAAO,EAAkB,KAAK,eAAe,EAAE,MAAM,eAAe,CAAC;AACrE,OAAO,EAAqB,KAAK,YAAY,EAAE,MAAM,iBAAiB,CAAC;AACvE,OAAO,EAAuC,KAAK,MAAM,EAAE,MAAM,aAAa,CAAC;AAM/E,gFAAgF;AAChF,eAAO,MAAM,yBAAyB,YAAI,SAAS,EAAE,aAAa,CAAU,CAAC;AAE7E,gGAAgG;AAChG,qBAAa,uBAAwB,SAAQ,KAAK;IACpC,QAAQ,CAAC,SAAS,EAAE,MAAM;IAAtC,YAAqB,SAAS,EAAE,MAAM,EAGrC;CACF;AAED;;;;;;;;;;GAUG;AACH,qBAAa,iBAAkB,SAAQ,KAAK;IAC9B,QAAQ,CAAC,IAAI,EAAE,MAAM;IAAjC,YAAqB,IAAI,EAAE,MAAM,EAMhC;CACF;AAED,2EAA2E;AAC3E,qBAAa,kBAAmB,SAAQ,KAAK;IAEzC,QAAQ,CAAC,SAAS,EAAE,MAAM;IAC1B,QAAQ,CAAC,SAAS,EAAE,MAAM;IAC1B,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE;IAH9B,YACW,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EAAE,EAI7B;CACF;AAED,gGAAgG;AAChG,qBAAa,wBAAyB,SAAQ,KAAK;IACjD,cAGC;CACF;AAED,MAAM,WAAW,oBAAoB;IACnC;;;;;OAKG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IACd;;;;;;;OAOG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,kFAAkF;IAClF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;;OAKG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,oFAAoF;IACpF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,kEAAkE;IAClE,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB;;;;;;OAMG;IACH,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,mGAAmG;IACnG,eAAe,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACpC,uEAAuE;IACvE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,8EAA8E;IAC9E,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB;;;;;OAKG;IACH,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAE/B,mDAAmD;IACnD,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,aAAa,CAAC,CAAC;IACrD,sDAAsD;IACtD,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,MAAM,CAAC;CAC3D;AAED,MAAM,WAAW,aAAa;IAC5B,2DAA2D;IAC3D,GAAG,EAAE,MAAM,CAAC;IACZ,qDAAqD;IACrD,IAAI,EAAE,MAAM,CAAC;IACb,6EAA6E;IAC7E,IAAI,EAAE,MAAM,CAAC;IACb,yCAAyC;IACzC,SAAS,EAAE,MAAM,CAAC;IAClB,6DAA6D;IAC7D,MAAM,EAAE,eAAe,EAAE,CAAC;IAC1B,0EAA0E;IAC1E,UAAU,EAAE,MAAM,CAAC;IACnB,4DAA4D;IAC5D,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,oFAAoF;IACpF,MAAM,EAAE,cAAc,CAAC;IACvB,wEAAwE;IACxE,MAAM,IAAI,YAAY,CAAC;IACvB;;;;;;;;;;;;;;;;;;;;;OAqBG;IACH,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACvC;;;;;OAKG;IACH,KAAK,CAAC,IAAI,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3C;AAED;;;;;;;GAOG;AACH,wBAAsB,mBAAmB,CAAC,IAAI,GAAE,oBAAyB,GAAG,OAAO,CAAC,aAAa,CAAC,CA0OjG;AAED,OAAO,EAAE,cAAc,EAAE,KAAK,eAAe,EAAE,MAAM,eAAe,CAAC;AACrE,OAAO,EACL,iBAAiB,EACjB,YAAY,EACZ,sBAAsB,EACtB,sBAAsB,EACtB,KAAK,YAAY,GAClB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,KAAK,MAAM,EAAE,MAAM,aAAa,CAAC;AACvE,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAClF,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAClE,OAAO,EAAE,kBAAkB,EAAE,KAAK,cAAc,EAAE,MAAM,WAAW,CAAC;AACpE,OAAO,EACL,iBAAiB,EACjB,cAAc,EACd,wBAAwB,EACxB,kBAAkB,EAClB,KAAK,2BAA2B,GACjC,MAAM,gBAAgB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/host/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsCG;AAEH,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAExC,OAAO,EAIL,KAAK,aAAa,EACnB,MAAM,cAAc,CAAC;AAEtB,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACjD,OAAO,EAAkC,KAAK,YAAY,EAAE,KAAK,cAAc,EAAE,MAAM,cAAc,CAAC;AACtG,OAAO,EAAkB,KAAK,eAAe,EAAE,MAAM,eAAe,CAAC;AACrE,OAAO,EAAqB,KAAK,YAAY,EAAE,MAAM,iBAAiB,CAAC;AACvE,OAAO,EAAuC,KAAK,MAAM,EAAE,MAAM,aAAa,CAAC;AAM/E,gFAAgF;AAChF,eAAO,MAAM,yBAAyB,qCAA2B,CAAC;AAElE,gGAAgG;AAChG,qBAAa,uBAAwB,SAAQ,KAAK;IACpC,QAAQ,CAAC,SAAS,EAAE,MAAM;IAAtC,YAAqB,SAAS,EAAE,MAAM,EAGrC;CACF;AAED;;;;;;;;;;GAUG;AACH,qBAAa,iBAAkB,SAAQ,KAAK;IAC9B,QAAQ,CAAC,IAAI,EAAE,MAAM;IAAjC,YAAqB,IAAI,EAAE,MAAM,EAMhC;CACF;AAED,2EAA2E;AAC3E,qBAAa,kBAAmB,SAAQ,KAAK;IAEzC,QAAQ,CAAC,SAAS,EAAE,MAAM;IAC1B,QAAQ,CAAC,SAAS,EAAE,MAAM;IAC1B,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE;IAH9B,YACW,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EAAE,EAI7B;CACF;AAED,gGAAgG;AAChG,qBAAa,wBAAyB,SAAQ,KAAK;IACjD,cAGC;CACF;AAED,MAAM,WAAW,oBAAoB;IACnC;;;;;OAKG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IACd;;;;;;;OAOG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,kFAAkF;IAClF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;;OAKG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,oFAAoF;IACpF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,kEAAkE;IAClE,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB;;;;;;OAMG;IACH,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,mGAAmG;IACnG,eAAe,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACpC,uEAAuE;IACvE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,8EAA8E;IAC9E,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB;;;OAGG;IACH,qBAAqB,CAAC,EAAE,MAAM,GAAG,WAAW,CAAC;IAC7C;;;;;OAKG;IACH,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAE/B,mDAAmD;IACnD,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,aAAa,CAAC,CAAC;IACrD,sDAAsD;IACtD,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,MAAM,CAAC;CAC3D;AAED,MAAM,WAAW,aAAa;IAC5B,2DAA2D;IAC3D,GAAG,EAAE,MAAM,CAAC;IACZ,qDAAqD;IACrD,IAAI,EAAE,MAAM,CAAC;IACb,6EAA6E;IAC7E,IAAI,EAAE,MAAM,CAAC;IACb,yCAAyC;IACzC,SAAS,EAAE,MAAM,CAAC;IAClB,6DAA6D;IAC7D,MAAM,EAAE,eAAe,EAAE,CAAC;IAC1B,0EAA0E;IAC1E,UAAU,EAAE,MAAM,CAAC;IACnB,4DAA4D;IAC5D,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,oFAAoF;IACpF,MAAM,EAAE,cAAc,CAAC;IACvB,wEAAwE;IACxE,MAAM,IAAI,YAAY,CAAC;IACvB;;;;;;;;;;;;;;;;;;;;;OAqBG;IACH,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACvC;;;;;OAKG;IACH,KAAK,CAAC,IAAI,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3C;AAED;;;;;;;GAOG;AACH,wBAAsB,mBAAmB,CAAC,IAAI,GAAE,oBAAyB,GAAG,OAAO,CAAC,aAAa,CAAC,CA2OjG;AAED,OAAO,EAAE,cAAc,EAAE,KAAK,eAAe,EAAE,MAAM,eAAe,CAAC;AACrE,OAAO,EACL,iBAAiB,EACjB,YAAY,EACZ,sBAAsB,EACtB,sBAAsB,EACtB,KAAK,YAAY,GAClB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,KAAK,MAAM,EAAE,MAAM,aAAa,CAAC;AACvE,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAClF,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAClE,OAAO,EAAE,kBAAkB,EAAE,KAAK,cAAc,EAAE,MAAM,WAAW,CAAC;AACpE,OAAO,EACL,iBAAiB,EACjB,cAAc,EACd,wBAAwB,EACxB,kBAAkB,EAClB,KAAK,2BAA2B,GACjC,MAAM,gBAAgB,CAAC"}

package/dist/host/index.js

@@ -37,7 +37,7 @@
  * independently guarded — one failing disposer must not strand the ones
  * after it.
  */
-import { loadModel as loadModelNative, PagedConfigOverrideManager } from '@mlx-node/lm';
+import { loadModel as loadModelNative, PagedConfigOverrideManager, QWEN35_PAGED_MODEL_TYPES, } from '@mlx-node/lm';
 import { createServer, resolveAuthToken } from '../server.js';
 import { discoverModels } from './discover.js';
 import { applyEnginePolicy } from './env-policy.js';
@@ -47,7 +47,7 @@ import { resolveModelsDir } from './paths.js';
 import { makeSwapController } from './swap.js';
 import { hostTempDirPrefix, sweepOrphanHostTempRoots } from './temp-root.js';
 /** Families `mlx launch claude` has historically forced onto the paged path. */
-export const DEFAULT_PAGED_MODEL_TYPES = ['qwen3_5', 'qwen3_5_moe'];
+export const DEFAULT_PAGED_MODEL_TYPES = QWEN35_PAGED_MODEL_TYPES;
 /** Thrown when `modelsDir` holds nothing servable. Carries the dir for the caller's message. */
 export class NoModelsDiscoveredError extends Error {
     modelsDir;
@@ -166,6 +166,7 @@ export async function createInferenceHost(opts = {}) {
         ...(opts.authToken !== undefined ? { authToken: opts.authToken } : {}),
         ...(opts.storePath !== undefined ? { storePath: opts.storePath } : {}),
         ...(opts.disableStore !== undefined ? { disableStore: opts.disableStore } : {}),
+        ...(opts.maxQueueDepthPerModel !== undefined ? { maxQueueDepthPerModel: opts.maxQueueDepthPerModel } : {}),
     };
     const server = await createServer(serverConfig);
     // Wrap the loader so managed families get `use_block_paged_cache: true`

package/dist/index.d.ts

@@ -4,7 +4,7 @@
  * Exposes loaded models via `POST /v1/responses`, `POST /v1/messages`, and
  * `GET /v1/models`, in both streaming (SSE) and non-streaming modes.
  */
-export { createServer } from './server.js';
+export { createServer, DEFAULT_MAX_QUEUE_DEPTH_PER_MODEL } from './server.js';
 export type { CloseOptions, CloseResult, ServerConfig, ServerInstance } from './server.js';
 /**
  * Readiness reporting. `deriveHealthStatus` is pure — a supervisor can reuse
@@ -27,10 +27,8 @@ export type { HandlerOptions } from './handler.js';
 export { ModelRegistry } from './registry.js';
 export type { ServableModel, ModelEntry, ModelRegistryOptions, RegisterOptions } from './registry.js';
 export { QueueFullError, SessionRegistry } from './session-registry.js';
-export type { SessionLookupResult, SessionRegistryOptions } from './session-registry.js';
+export type { PreDispatchAdmission, SessionLookupResult, SessionRegistryOptions } from './session-registry.js';
 export { resolveServerTuningForUsage } from './timing.js';
-export { QWEN_SAMPLING_DEFAULTS, GEMMA4_SAMPLING_DEFAULTS, LFM2_SAMPLING_DEFAULTS, LAUNCH_PRESETS } from './presets.js';
-export type { LaunchPreset } from './presets.js';
 export type { PublicModelEntry } from './handler.js';
 export type { ResponsesAPIRequest, ResponseObject, ResponseUsage, ResponseError, InputItem, InputMessage, InputFunctionCall, InputFunctionCallOutput, OutputItem, MessageOutputItem, ReasoningOutputItem, FunctionCallOutputItem, OutputTextPart, SummaryTextPart, ResponsesToolDefinition, ContentPart, InputTextPart, StreamEvent, } from './types.js';
 export type { AnthropicCountTokensRequest, AnthropicCountTokensResponse, AnthropicMessagesRequest, AnthropicMessagesResponse, AnthropicMessage, AnthropicContentBlock, AnthropicTextContentBlock, AnthropicImageContentBlock, AnthropicToolResultContentBlock, AnthropicToolUseContentBlock, AnthropicThinkingContentBlock, AnthropicToolDefinition, AnthropicToolChoice, AnthropicResponseContent, AnthropicResponseTextBlock, AnthropicResponseThinkingBlock, AnthropicResponseToolUseBlock, AnthropicUsage, AnthropicStreamEvent, AnthropicMessageStartEvent, AnthropicContentBlockStartEvent, AnthropicContentBlockDeltaEvent, AnthropicContentBlockStopEvent, AnthropicMessageDeltaEvent, AnthropicMessageStopEvent, AnthropicDelta, AnthropicTextDelta, AnthropicThinkingDelta, AnthropicInputJsonDelta, SystemBlock, } from './types-anthropic.js';

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,YAAY,EAAE,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE3F;;;GAGG;AACH,OAAO,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AACxF,YAAY,EACV,kBAAkB,EAClB,kBAAkB,EAClB,eAAe,EACf,YAAY,EACZ,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,aAAa,CAAC;AAErB,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AACnE,YAAY,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AACpE,YAAY,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAEzE;;;GAGG;AACH,OAAO,EAAE,eAAe,IAAI,iBAAiB,EAAE,mBAAmB,IAAI,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACjH,OAAO,EACL,iBAAiB,IAAI,mBAAmB,EACxC,sBAAsB,IAAI,wBAAwB,EAClD,2BAA2B,IAAI,6BAA6B,GAC7D,MAAM,mBAAmB,CAAC;AAC3B,YAAY,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAErD,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,YAAY,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAEnD,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAEtG,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxE,YAAY,EAAE,mBAAmB,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AACzF,OAAO,EAAE,2BAA2B,EAAE,MAAM,aAAa,CAAC;AAS1D,OAAO,EAAE,sBAAsB,EAAE,wBAAwB,EAAE,sBAAsB,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AACxH,YAAY,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACjD,YAAY,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAErD,YAAY,EACV,mBAAmB,EACnB,cAAc,EACd,aAAa,EACb,aAAa,EACb,SAAS,EACT,YAAY,EACZ,iBAAiB,EACjB,uBAAuB,EACvB,UAAU,EACV,iBAAiB,EACjB,mBAAmB,EACnB,sBAAsB,EACtB,cAAc,EACd,eAAe,EACf,uBAAuB,EACvB,WAAW,EACX,aAAa,EACb,WAAW,GACZ,MAAM,YAAY,CAAC;AAEpB,YAAY,EACV,2BAA2B,EAC3B,4BAA4B,EAC5B,wBAAwB,EACxB,yBAAyB,EACzB,gBAAgB,EAChB,qBAAqB,EACrB,yBAAyB,EACzB,0BAA0B,EAC1B,+BAA+B,EAC/B,4BAA4B,EAC5B,6BAA6B,EAC7B,uBAAuB,EACvB,mBAAmB,EACnB,wBAAwB,EACxB,0BAA0B,EAC1B,8BAA8B,EAC9B,6BAA6B,EAC7B,cAAc,EACd,oBAAoB,EACpB,0BAA0B,EAC1B,+BAA+B,EAC/B,+BAA+B,EAC/B,8BAA8B,EAC9B,0BAA0B,EAC1B,yBAAyB,EACzB,cAAc,EACd,kBAAkB,EAClB,sBAAsB,EACtB,uBAAuB,EACvB,WAAW,GACZ,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,YAAY,EAAE,iCAAiC,EAAE,MAAM,aAAa,CAAC;AAC9E,YAAY,EAAE,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE3F;;;GAGG;AACH,OAAO,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AACxF,YAAY,EACV,kBAAkB,EAClB,kBAAkB,EAClB,eAAe,EACf,YAAY,EACZ,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,aAAa,CAAC;AAErB,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AACnE,YAAY,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AACpE,YAAY,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAEzE;;;GAGG;AACH,OAAO,EAAE,eAAe,IAAI,iBAAiB,EAAE,mBAAmB,IAAI,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACjH,OAAO,EACL,iBAAiB,IAAI,mBAAmB,EACxC,sBAAsB,IAAI,wBAAwB,EAClD,2BAA2B,IAAI,6BAA6B,GAC7D,MAAM,mBAAmB,CAAC;AAC3B,YAAY,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAErD,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,YAAY,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAEnD,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAEtG,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxE,YAAY,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAC/G,OAAO,EAAE,2BAA2B,EAAE,MAAM,aAAa,CAAC;AAS1D,YAAY,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAErD,YAAY,EACV,mBAAmB,EACnB,cAAc,EACd,aAAa,EACb,aAAa,EACb,SAAS,EACT,YAAY,EACZ,iBAAiB,EACjB,uBAAuB,EACvB,UAAU,EACV,iBAAiB,EACjB,mBAAmB,EACnB,sBAAsB,EACtB,cAAc,EACd,eAAe,EACf,uBAAuB,EACvB,WAAW,EACX,aAAa,EACb,WAAW,GACZ,MAAM,YAAY,CAAC;AAEpB,YAAY,EACV,2BAA2B,EAC3B,4BAA4B,EAC5B,wBAAwB,EACxB,yBAAyB,EACzB,gBAAgB,EAChB,qBAAqB,EACrB,yBAAyB,EACzB,0BAA0B,EAC1B,+BAA+B,EAC/B,4BAA4B,EAC5B,6BAA6B,EAC7B,uBAAuB,EACvB,mBAAmB,EACnB,wBAAwB,EACxB,0BAA0B,EAC1B,8BAA8B,EAC9B,6BAA6B,EAC7B,cAAc,EACd,oBAAoB,EACpB,0BAA0B,EAC1B,+BAA+B,EAC/B,+BAA+B,EAC/B,8BAA8B,EAC9B,0BAA0B,EAC1B,yBAAyB,EACzB,cAAc,EACd,kBAAkB,EAClB,sBAAsB,EACtB,uBAAuB,EACvB,WAAW,GACZ,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC"}

package/dist/index.js

@@ -4,7 +4,7 @@
  * Exposes loaded models via `POST /v1/responses`, `POST /v1/messages`, and
  * `GET /v1/models`, in both streaming (SSE) and non-streaming modes.
  */
-export { createServer } from './server.js';
+export { createServer, DEFAULT_MAX_QUEUE_DEPTH_PER_MODEL } from './server.js';
 /**
  * Readiness reporting. `deriveHealthStatus` is pure — a supervisor can reuse
  * it to classify a `ServerHealth` body fetched over HTTP.
@@ -21,12 +21,4 @@ export { createHandler } from './handler.js';
 export { ModelRegistry } from './registry.js';
 export { QueueFullError, SessionRegistry } from './session-registry.js';
 export { resolveServerTuningForUsage } from './timing.js';
-// NOTE: `__resetPromptCacheKeyNonceForTests` is intentionally NOT
-// re-exported here. It is a test-only helper that nukes the module-
-// scoped HMAC nonce (and the once-per-process single-tenant warning
-// flag); exposing it on the public surface would let downstream
-// consumers invalidate every live tier-2 entry with one call. Tests
-// import it from the deep path
-// `packages/server/src/session-registry.js` instead.
-export { QWEN_SAMPLING_DEFAULTS, GEMMA4_SAMPLING_DEFAULTS, LFM2_SAMPLING_DEFAULTS, LAUNCH_PRESETS } from './presets.js';
 export { writeSSEEvent, beginSSE, endSSE, activeSSEStreamCount } from './streaming.js';

package/dist/mappers/anthropic-request.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"anthropic-request.d.ts","sourceRoot":"","sources":["../../src/mappers/anthropic-request.ts"],"names":[],"mappings":"AAAA,gFAAgF;AAEhF,OAAO,KAAK,EAAE,UAAU,EAAE,WAAW,EAAkB,MAAM,gBAAgB,CAAC;AAE9E,OAAO,KAAK,EAEV,2BAA2B,EAE3B,wBAAwB,EAIzB,MAAM,uBAAuB,CAAC;AAI/B,MAAM,WAAW,sBAAsB;IACrC,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,MAAM,EAAE,UAAU,CAAC;IACnB;;;;;OAKG;IACH,aAAa,EAAE,MAAM,EAAE,CAAC;CACzB;AAmBD;;;;;;;;;;;;;GAaG;AACH,wBAAgB,6BAA6B,CAAC,MAAM,EAAE,wBAAwB,CAAC,QAAQ,CAAC,GAAG,MAAM,GAAG,IAAI,CAoBvG;AAiDD,wBAAgB,mBAAmB,CACjC,GAAG,EAAE,wBAAwB,GAAG,2BAA2B,GAC1D,sBAAsB,CA8VxB"}
+{"version":3,"file":"anthropic-request.d.ts","sourceRoot":"","sources":["../../src/mappers/anthropic-request.ts"],"names":[],"mappings":"AAAA,gFAAgF;AAEhF,OAAO,KAAK,EAAE,UAAU,EAAE,WAAW,EAAkB,MAAM,gBAAgB,CAAC;AAE9E,OAAO,KAAK,EAEV,2BAA2B,EAE3B,wBAAwB,EAIzB,MAAM,uBAAuB,CAAC;AAI/B,MAAM,WAAW,sBAAsB;IACrC,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,MAAM,EAAE,UAAU,CAAC;IACnB;;;;;OAKG;IACH,aAAa,EAAE,MAAM,EAAE,CAAC;CACzB;AAmBD;;;;;;;;;;;;;GAaG;AACH,wBAAgB,6BAA6B,CAAC,MAAM,EAAE,wBAAwB,CAAC,QAAQ,CAAC,GAAG,MAAM,GAAG,IAAI,CAoBvG;AAiDD,wBAAgB,mBAAmB,CACjC,GAAG,EAAE,wBAAwB,GAAG,2BAA2B,GAC1D,sBAAsB,CAkWxB"}

package/dist/mappers/anthropic-request.js

@@ -1,6 +1,6 @@
 /** Anthropic Messages API request → internal `ChatMessage[]` + `ChatConfig`. */
 import { anthropicToolUseIdToInternal } from './anthropic-response.js';
-import { applyExtraBodyMtpOverrides } from './request.js';
+import { applyExtraBodyMtpOverrides, validateCacheSalt } from './request.js';
 /**
  * Anthropic billing/attribution header prefix. Claude Code injects a leading
  * system block of the shape `"x-anthropic-billing-header: cc_version=...; cch=<token>;"`
@@ -390,6 +390,10 @@ export function mapAnthropicRequest(req) {
     const config = {
         reportPerformance: true,
     };
+    if (req.cache_salt != null) {
+        validateCacheSalt(req.cache_salt);
+        config.cacheSalt = req.cache_salt;
+    }
     if (req.max_tokens != null) {
         config.maxNewTokens = req.max_tokens;
     }

package/dist/mappers/request.d.ts

@@ -1,6 +1,8 @@
 /** OpenAI Responses API request → internal `ChatMessage[]` + `ChatConfig`. */
 import type { ChatConfig, ChatMessage } from '@mlx-node/core';
 import type { ResponsesAPIRequest } from '../types.js';
+export declare const MAX_CACHE_SALT_BYTES = 256;
+export declare function validateCacheSalt(cacheSalt: unknown): asserts cacheSalt is string;
 export interface MappedRequest {
     messages: ChatMessage[];
     config: ChatConfig;
@@ -13,8 +15,16 @@ export interface MappedRequest {
  *   * `generation_mode: "mtp"` → `enableMtp = true`
  *   * `generation_mode: "ar"`  → `enableMtp = false`
  *   * any other / absent value → `enableMtp` untouched, so the
- *     downstream `ChatSession.mergeConfig` auto-default (true when
- *     the model ships an MTP head) applies.
+ *     downstream `ChatSession.mergeConfig` auto-default applies.
+ *     That default is two-part, not just "has a head": the model
+ *     must report `hasMtpWeights()` AND opt in through
+ *     `ChatSession#mtpAutoDefaultAllowed`, which prefers the native
+ *     `mtpAutoEnabled()` getter when present and otherwise falls
+ *     back to the `MTP_AUTO_DEFAULT_SUPPRESSED_MODELS` class-name
+ *     list (both in `packages/lm/src/chat-session.ts`). NemotronH
+ *     is currently suppressed — its head is a measured throughput
+ *     loss — so `generation_mode: "mtp"` (or an explicit
+ *     `enableMtp: true`) is the only way to speculate on it here.
  *
  *   * `mtp_depth: <positive int ≤ 64>` → `mtpDepth = value`
  *   * non-integer, out-of-range, or absent → `mtpDepth` untouched.

package/dist/mappers/request.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"request.d.ts","sourceRoot":"","sources":["../../src/mappers/request.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAE9E,OAAO,KAAK,EAAE,UAAU,EAAE,WAAW,EAAkB,MAAM,gBAAgB,CAAC;AAE9E,OAAO,KAAK,EAAe,mBAAmB,EAA2B,MAAM,aAAa,CAAC;AA2G7F,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,MAAM,EAAE,UAAU,CAAC;CACpB;AAED;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,wBAAgB,0BAA0B,CACxC,MAAM,EAAE,UAAU,EAClB,SAAS,EAAE;IAAE,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,GAAG,SAAS,GACpF,IAAI,CAcN;AAED,wBAAgB,UAAU,CAAC,GAAG,EAAE,mBAAmB,EAAE,aAAa,CAAC,EAAE,WAAW,EAAE,GAAG,aAAa,CAmIjG;AAwBD;;;;;;;;;;;;;GAaG;AACH,wBAAgB,4BAA4B,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,MAAM,CAgB5E;AAED;;;;;;;;;GASG;AACH,wBAAgB,4BAA4B,CAAC,KAAK,EAAE;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,EAAE,GAAG,WAAW,EAAE,CAyE9G"}
+{"version":3,"file":"request.d.ts","sourceRoot":"","sources":["../../src/mappers/request.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAE9E,OAAO,KAAK,EAAE,UAAU,EAAE,WAAW,EAAkB,MAAM,gBAAgB,CAAC;AAE9E,OAAO,KAAK,EAAe,mBAAmB,EAA2B,MAAM,aAAa,CAAC;AAE7F,eAAO,MAAM,oBAAoB,MAAM,CAAC;AAExC,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,OAAO,GAAG,OAAO,CAAC,SAAS,IAAI,MAAM,CAUjF;AA2GD,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,MAAM,EAAE,UAAU,CAAC;CACpB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AACH,wBAAgB,0BAA0B,CACxC,MAAM,EAAE,UAAU,EAClB,SAAS,EAAE;IAAE,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,GAAG,SAAS,GACpF,IAAI,CAcN;AAED,wBAAgB,UAAU,CAAC,GAAG,EAAE,mBAAmB,EAAE,aAAa,CAAC,EAAE,WAAW,EAAE,GAAG,aAAa,CAuIjG;AAwBD;;;;;;;;;;;;;GAaG;AACH,wBAAgB,4BAA4B,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,MAAM,CAgB5E;AAED;;;;;;;;;GASG;AACH,wBAAgB,4BAA4B,CAAC,KAAK,EAAE;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,EAAE,GAAG,WAAW,EAAE,CAyE9G"}

package/dist/mappers/request.js

@@ -1,4 +1,16 @@
 /** OpenAI Responses API request → internal `ChatMessage[]` + `ChatConfig`. */
+export const MAX_CACHE_SALT_BYTES = 256;
+export function validateCacheSalt(cacheSalt) {
+    if (typeof cacheSalt !== 'string') {
+        throw new Error('cache_salt must be a string');
+    }
+    if (cacheSalt.length === 0) {
+        throw new Error('cache_salt must not be empty');
+    }
+    if (Buffer.byteLength(cacheSalt, 'utf8') > MAX_CACHE_SALT_BYTES) {
+        throw new Error(`cache_salt must be at most ${MAX_CACHE_SALT_BYTES} UTF-8 bytes`);
+    }
+}
 /**
  * Resolve a message's `content` array into text + optional image bytes.
  *
@@ -103,8 +115,16 @@ function mapTool(tool) {
  *   * `generation_mode: "mtp"` → `enableMtp = true`
  *   * `generation_mode: "ar"`  → `enableMtp = false`
  *   * any other / absent value → `enableMtp` untouched, so the
- *     downstream `ChatSession.mergeConfig` auto-default (true when
- *     the model ships an MTP head) applies.
+ *     downstream `ChatSession.mergeConfig` auto-default applies.
+ *     That default is two-part, not just "has a head": the model
+ *     must report `hasMtpWeights()` AND opt in through
+ *     `ChatSession#mtpAutoDefaultAllowed`, which prefers the native
+ *     `mtpAutoEnabled()` getter when present and otherwise falls
+ *     back to the `MTP_AUTO_DEFAULT_SUPPRESSED_MODELS` class-name
+ *     list (both in `packages/lm/src/chat-session.ts`). NemotronH
+ *     is currently suppressed — its head is a measured throughput
+ *     loss — so `generation_mode: "mtp"` (or an explicit
+ *     `enableMtp: true`) is the only way to speculate on it here.
  *
  *   * `mtp_depth: <positive int ≤ 64>` → `mtpDepth = value`
  *   * non-integer, out-of-range, or absent → `mtpDepth` untouched.
@@ -231,6 +251,10 @@ export function mapRequest(req, priorMessages) {
     const config = {
         reportPerformance: true,
     };
+    if (req.cache_salt != null) {
+        validateCacheSalt(req.cache_salt);
+        config.cacheSalt = req.cache_salt;
+    }
     if (req.max_output_tokens != null) {
         config.maxNewTokens = req.max_output_tokens;
     }

package/dist/model-work-coordinator.d.ts

@@ -1,4 +1,5 @@
 import type { ModelLoadRecord } from './health.js';
+import type { PreDispatchAdmission, SessionRegistry } from './session-registry.js';
 /**
  * Result of a `withModelLoad` call that surfaces who actually drove the load
  * vs. who merely parked behind one that was already in flight. Callers use
@@ -31,6 +32,24 @@ export interface ModelLoadOutcome<T> {
     waitMs: number;
     ownMs: number;
 }
+/** A bounded request admission transferred into the resident FIFO budget. */
+export interface ModelLoadAdmission {
+    /**
+     * Atomically move this request from the cold-load budget into the
+     * resident model's ordinary pre-dispatch budget. Idempotent for the same
+     * registry; transferring after a hot-swap releases the old reservation
+     * before charging the new binding.
+     */
+    transferToResident(registry: SessionRegistry): PreDispatchAdmission;
+    /** Idempotently release this request's current cold or resident unit. */
+    release(): void;
+}
+/** Raised synchronously when unresolved model-load traffic is over capacity. */
+export declare class ModelLoadQueueFullError extends Error {
+    readonly admissionFootprint: number;
+    readonly limit: number;
+    constructor(admissionFootprint: number, limit: number);
+}
 /**
  * Process-local gate for native MLX work.
  *
@@ -46,6 +65,16 @@ export declare class ModelWorkCoordinator {
     private queuedWriters;
     private readonly readerWaiters;
     private readonly writerWaiters;
+    private requestLoadAdmissions;
+    /** Outstanding permits grouped by the requested model name. */
+    private readonly requestLoadAdmissionsByModel;
+    /**
+     * Resident bindings published synchronously by `ModelRegistry.register`.
+     * Publishing transfers every already-admitted cold request before another
+     * request can spend the resident budget independently.
+     */
+    private readonly residentRegistriesByModel;
+    private readonly maxRequestLoadQueueDepth;
     /**
      * Most recent settled load bracket. Retained here because the coordinator
      * is the ONE place that brackets every load: a `resolveModel` failure in
@@ -55,6 +84,27 @@ export declare class ModelWorkCoordinator {
      * an earlier failure" caveat.
      */
     private lastLoadRecord;
+    constructor(maxRequestLoadQueueDepth?: number);
+    /**
+     * Bound requests that arrive before a model has a resident
+     * `SessionRegistry`. The capacity mirrors the resident FIFO: `limit`
+     * waiters plus one owner/runner. Callers retain the permit through every
+     * pre-lock await; registration synchronously transfers it into the resident
+     * `SessionRegistry` budget before any later arrival can spend that capacity.
+     */
+    beginRequestLoadAdmission(modelId: string): ModelLoadAdmission;
+    /**
+     * Publish a requested model name's resident admission lane. Called
+     * synchronously from `ModelRegistry.register`, so every outstanding cold
+     * permit moves into the registry before a later arrival can be admitted
+     * against an apparently empty resident budget.
+     */
+    bindRequestLoadAdmissions(modelId: string, registry: SessionRegistry): void;
+    /** Forget a name only when it still points at the supplied binding. */
+    unbindRequestLoadAdmissions(modelId: string, registry: SessionRegistry): void;
+    private transferAdmission;
+    /** Read-only unresolved/pre-FIFO request footprint for diagnostics/tests. */
+    get requestLoadAdmissionCount(): number;
     /** Read-only: `true` while a load holds the exclusive writer slot. */
     get writerActive(): boolean;
     /** Read-only: loads parked in `acquireWrite()` waiting for the slot. */

package/dist/model-work-coordinator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"model-work-coordinator.d.ts","sourceRoot":"","sources":["../src/model-work-coordinator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAqBnD;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,MAAM,WAAW,gBAAgB,CAAC,CAAC;IACjC,MAAM,EAAE,CAAC,CAAC;IACV,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;;;;;;;GAQG;AACH,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,aAAa,CAAK;IAC1B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,aAAa,CAAK;IAC1B,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAyB;IACvD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAyB;IACvD;;;;;;;OAOG;IACH,OAAO,CAAC,cAAc,CAAgC;IAEtD,sEAAsE;IACtE,IAAI,YAAY,IAAI,OAAO,CAE1B;IAED,wEAAwE;IACxE,IAAI,cAAc,IAAI,MAAM,CAE3B;IAED,6EAA6E;IAC7E,IAAI,QAAQ,IAAI,eAAe,GAAG,IAAI,CAErC;IAED;;;OAGG;IACH,OAAO,CAAC,UAAU;IAUlB;;;OAGG;IACG,aAAa,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAmB3E;IAED;;;;;;;;;;;;OAYG;IACG,yBAAyB,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CA2BzG;IAEK,aAAa,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAO3D;IAED,OAAO,CAAC,WAAW;IAanB,OAAO,CAAC,YAAY;IAgBpB,OAAO,CAAC,WAAW;IAMnB,OAAO,CAAC,YAAY;IAKpB,OAAO,CAAC,KAAK;CAWd"}
+{"version":3,"file":"model-work-coordinator.d.ts","sourceRoot":"","sources":["../src/model-work-coordinator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AACnD,OAAO,KAAK,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAqBnF;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,MAAM,WAAW,gBAAgB,CAAC,CAAC;IACjC,MAAM,EAAE,CAAC,CAAC;IACV,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACf;AAED,6EAA6E;AAC7E,MAAM,WAAW,kBAAkB;IACjC;;;;;OAKG;IACH,kBAAkB,CAAC,QAAQ,EAAE,eAAe,GAAG,oBAAoB,CAAC;IACpE,yEAAyE;IACzE,OAAO,IAAI,IAAI,CAAC;CACjB;AAUD,gFAAgF;AAChF,qBAAa,uBAAwB,SAAQ,KAAK;IAChD,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAC;IACpC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAEvB,YAAY,kBAAkB,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAKpD;CACF;AAED;;;;;;;;GAQG;AACH,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,aAAa,CAAK;IAC1B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,aAAa,CAAK;IAC1B,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAyB;IACvD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAyB;IACvD,OAAO,CAAC,qBAAqB,CAAK;IAClC,+DAA+D;IAC/D,OAAO,CAAC,QAAQ,CAAC,4BAA4B,CAAmD;IAChG;;;;OAIG;IACH,OAAO,CAAC,QAAQ,CAAC,yBAAyB,CAAsC;IAChF,OAAO,CAAC,QAAQ,CAAC,wBAAwB,CAAqB;IAC9D;;;;;;;OAOG;IACH,OAAO,CAAC,cAAc,CAAgC;IAEtD,YAAY,wBAAwB,CAAC,EAAE,MAAM,EAE5C;IAED;;;;;;OAMG;IACH,yBAAyB,CAAC,OAAO,EAAE,MAAM,GAAG,kBAAkB,CA+C7D;IAED;;;;;OAKG;IACH,yBAAyB,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,eAAe,GAAG,IAAI,CAc1E;IAED,uEAAuE;IACvE,2BAA2B,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,eAAe,GAAG,IAAI,CAI5E;IAED,OAAO,CAAC,iBAAiB;IAyCzB,6EAA6E;IAC7E,IAAI,yBAAyB,IAAI,MAAM,CAEtC;IAED,sEAAsE;IACtE,IAAI,YAAY,IAAI,OAAO,CAE1B;IAED,wEAAwE;IACxE,IAAI,cAAc,IAAI,MAAM,CAE3B;IAED,6EAA6E;IAC7E,IAAI,QAAQ,IAAI,eAAe,GAAG,IAAI,CAErC;IAED;;;OAGG;IACH,OAAO,CAAC,UAAU;IAUlB;;;OAGG;IACG,aAAa,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAmB3E;IAED;;;;;;;;;;;;OAYG;IACG,yBAAyB,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CA2BzG;IAEK,aAAa,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAO3D;IAED,OAAO,CAAC,WAAW;IAanB,OAAO,CAAC,YAAY;IAgBpB,OAAO,CAAC,WAAW;IAMnB,OAAO,CAAC,YAAY;IAKpB,OAAO,CAAC,KAAK;CAWd"}

package/dist/model-work-coordinator.js

@@ -20,6 +20,17 @@ function describeLoadFailure(error) {
         return 'unknown error';
     }
 }
+/** Raised synchronously when unresolved model-load traffic is over capacity. */
+export class ModelLoadQueueFullError extends Error {
+    admissionFootprint;
+    limit;
+    constructor(admissionFootprint, limit) {
+        super(`Model load queue full: admission footprint ${admissionFootprint} (waiter limit ${limit})`);
+        this.name = 'ModelLoadQueueFullError';
+        this.admissionFootprint = admissionFootprint;
+        this.limit = limit;
+    }
+}
 /**
  * Process-local gate for native MLX work.
  *
@@ -35,6 +46,16 @@ export class ModelWorkCoordinator {
     queuedWriters = 0;
     readerWaiters = [];
     writerWaiters = [];
+    requestLoadAdmissions = 0;
+    /** Outstanding permits grouped by the requested model name. */
+    requestLoadAdmissionsByModel = new Map();
+    /**
+     * Resident bindings published synchronously by `ModelRegistry.register`.
+     * Publishing transfers every already-admitted cold request before another
+     * request can spend the resident budget independently.
+     */
+    residentRegistriesByModel = new Map();
+    maxRequestLoadQueueDepth;
     /**
      * Most recent settled load bracket. Retained here because the coordinator
      * is the ONE place that brackets every load: a `resolveModel` failure in
@@ -44,6 +65,146 @@ export class ModelWorkCoordinator {
      * an earlier failure" caveat.
      */
     lastLoadRecord = null;
+    constructor(maxRequestLoadQueueDepth) {
+        this.maxRequestLoadQueueDepth = maxRequestLoadQueueDepth;
+    }
+    /**
+     * Bound requests that arrive before a model has a resident
+     * `SessionRegistry`. The capacity mirrors the resident FIFO: `limit`
+     * waiters plus one owner/runner. Callers retain the permit through every
+     * pre-lock await; registration synchronously transfers it into the resident
+     * `SessionRegistry` budget before any later arrival can spend that capacity.
+     */
+    beginRequestLoadAdmission(modelId) {
+        const limit = this.maxRequestLoadQueueDepth;
+        const admissions = this.requestLoadAdmissionsByModel.get(modelId) ?? new Set();
+        let coldFootprint = 0;
+        for (const admission of admissions) {
+            if (!admission.released && admission.coldCounted)
+                coldFootprint += 1;
+        }
+        if (limit !== undefined && coldFootprint >= limit + 1) {
+            throw new ModelLoadQueueFullError(coldFootprint, limit);
+        }
+        if (!this.requestLoadAdmissionsByModel.has(modelId)) {
+            this.requestLoadAdmissionsByModel.set(modelId, admissions);
+        }
+        const state = {
+            released: false,
+            coldCounted: true,
+        };
+        admissions.add(state);
+        this.requestLoadAdmissions += 1;
+        const admission = {
+            transferToResident: (registry) => this.transferAdmission(state, registry),
+            release: () => {
+                if (state.released)
+                    return;
+                state.released = true;
+                state.residentAdmission?.release();
+                state.residentAdmission = undefined;
+                state.residentRegistry = undefined;
+                if (state.coldCounted) {
+                    state.coldCounted = false;
+                    this.requestLoadAdmissions -= 1;
+                    if (this.requestLoadAdmissions < 0)
+                        this.requestLoadAdmissions = 0;
+                }
+                const active = this.requestLoadAdmissionsByModel.get(modelId);
+                active?.delete(state);
+                if (active?.size === 0)
+                    this.requestLoadAdmissionsByModel.delete(modelId);
+            },
+        };
+        const resident = this.residentRegistriesByModel.get(modelId);
+        if (resident) {
+            try {
+                this.transferAdmission(state, resident);
+            }
+            catch {
+                // Preserve the failure on `state`; the handler observes it from its
+                // explicit transfer after resolving the binding and returns 429.
+            }
+        }
+        return admission;
+    }
+    /**
+     * Publish a requested model name's resident admission lane. Called
+     * synchronously from `ModelRegistry.register`, so every outstanding cold
+     * permit moves into the registry before a later arrival can be admitted
+     * against an apparently empty resident budget.
+     */
+    bindRequestLoadAdmissions(modelId, registry) {
+        this.residentRegistriesByModel.set(modelId, registry);
+        const admissions = this.requestLoadAdmissionsByModel.get(modelId);
+        if (!admissions)
+            return;
+        for (const admission of admissions) {
+            if (admission.released)
+                continue;
+            try {
+                this.transferAdmission(admission, registry);
+            }
+            catch {
+                // A cold request that cannot fit after an alias/hot-swap transition is
+                // marked fail-closed. Its handler will surface the stored QueueFullError
+                // rather than running outside either budget.
+            }
+        }
+    }
+    /** Forget a name only when it still points at the supplied binding. */
+    unbindRequestLoadAdmissions(modelId, registry) {
+        if (this.residentRegistriesByModel.get(modelId) === registry) {
+            this.residentRegistriesByModel.delete(modelId);
+        }
+    }
+    transferAdmission(state, registry) {
+        if (state.released) {
+            throw new Error('Model load admission has already been released');
+        }
+        if (state.residentRegistry === registry && state.transferError !== undefined) {
+            throw state.transferError;
+        }
+        if (state.residentRegistry === registry && state.residentAdmission) {
+            return state.residentAdmission;
+        }
+        if (state.residentAdmission) {
+            state.residentAdmission.release();
+            state.residentAdmission = undefined;
+            state.residentRegistry = undefined;
+        }
+        state.transferError = undefined;
+        try {
+            const residentAdmission = registry.beginPreDispatchAdmission();
+            state.residentRegistry = registry;
+            state.residentAdmission = residentAdmission;
+            if (state.coldCounted) {
+                state.coldCounted = false;
+                this.requestLoadAdmissions -= 1;
+                if (this.requestLoadAdmissions < 0)
+                    this.requestLoadAdmissions = 0;
+            }
+            return residentAdmission;
+        }
+        catch (error) {
+            // This permit is now a rejected resident transition, not an invisible
+            // cold unit. Remove its cold charge; `transferToResident` rethrows the
+            // exact resident error when the owning request resumes.
+            if (state.coldCounted) {
+                state.coldCounted = false;
+                this.requestLoadAdmissions -= 1;
+                if (this.requestLoadAdmissions < 0)
+                    this.requestLoadAdmissions = 0;
+            }
+            state.transferError = error;
+            state.residentRegistry = registry;
+            throw error;
+        }
+    }
+    /** Read-only unresolved/pre-FIFO request footprint for diagnostics/tests. */
+    get requestLoadAdmissionCount() {
+        return this.requestLoadAdmissions;
+    }
     /** Read-only: `true` while a load holds the exclusive writer slot. */
     get writerActive() {
         return this.writerHeld;

package/dist/registry.d.ts

@@ -39,6 +39,10 @@
 import type { ChatConfig } from '@mlx-node/core';
 import type { SessionCapableModel } from '@mlx-node/lm';
 import { SessionRegistry } from './session-registry.js';
+interface ModelLoadAdmissionCoordinator {
+    bindRequestLoadAdmissions(modelId: string, registry: SessionRegistry): void;
+    unbindRequestLoadAdmissions(modelId: string, registry: SessionRegistry): void;
+}
 /** Minimal contract for a model that can be served via chat sessions. */
 export type ServableModel = SessionCapableModel;
 /** Model entry stored in the registry. */
@@ -145,7 +149,17 @@ export declare class ModelRegistry {
      * hard-timeouts have fired.
      */
     private readonly retiredInstanceIds;
+    private modelLoadAdmissionCoordinator;
     constructor(opts?: ModelRegistryOptions);
+    /** Configured per-model waiter cap, or `undefined` when unbounded. */
+    get queueDepthLimit(): number | undefined;
+    /**
+     * Connect cold-load admission to name registration. The coordinator is
+     * attached by the HTTP handler before dispatch; existing names are
+     * published immediately and future `register`/`unregister` calls keep the
+     * mapping current.
+     */
+    setModelLoadAdmissionCoordinator(coordinator: ModelLoadAdmissionCoordinator | undefined): void;
     /**
      * Register a model under a given name.
      *
@@ -390,4 +404,5 @@ export declare class ModelRegistry {
      */
     hasStreamSupport(model: ServableModel): boolean;
 }
+export {};
 //# sourceMappingURL=registry.d.ts.map