@mlx-node/server 0.0.7 → 0.0.8

package/dist/endpoints/models.d.ts

@@ -1,5 +1,6 @@
 /** GET /v1/models endpoint. */
 import type { ServerResponse } from 'node:http';
+import type { PublicModelEntry } from '../handler.js';
 import type { ModelRegistry } from '../registry.js';
-export declare function handleListModels(res: ServerResponse, registry: ModelRegistry): void;
+export declare function handleListModels(res: ServerResponse, registry: ModelRegistry, listModels?: () => PublicModelEntry[]): void;
 //# sourceMappingURL=models.d.ts.map

package/dist/endpoints/models.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../src/endpoints/models.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAE/B,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAEhD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAEpD,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,GAAG,IAAI,CAQnF"}
+{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../src/endpoints/models.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAE/B,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAEhD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACtD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAEpD,wBAAgB,gBAAgB,CAC9B,GAAG,EAAE,cAAc,EACnB,QAAQ,EAAE,aAAa,EACvB,UAAU,CAAC,EAAE,MAAM,gBAAgB,EAAE,GACpC,IAAI,CAQN"}

package/dist/endpoints/models.js

@@ -1,6 +1,6 @@
 /** GET /v1/models endpoint. */
-export function handleListModels(res, registry) {
-    const models = registry.list();
+export function handleListModels(res, registry, listModels) {
+    const models = listModels ? listModels() : registry.list();
     const body = {
         object: 'list',
         data: models,

package/dist/endpoints/responses.d.ts

@@ -9,18 +9,31 @@
  */
 import type { IncomingMessage, ServerResponse } from 'node:http';
 import type { ChatMessage, ResponseStore } from '@mlx-node/core';
+import type { IdleSweeper } from '../idle-sweeper.js';
+import type { ModelWorkCoordinator } from '../model-work-coordinator.js';
 import type { ModelRegistry } from '../registry.js';
 import type { ResponsesAPIRequest } from '../types.js';
+/**
+ * Upper bound for a client-supplied output-token budget. The native
+ * `ChatConfig.max_new_tokens` is `Option<i32>`, and NAPI's
+ * `napi_get_value_int32` silently truncates a JS integer above `i32::MAX`
+ * to a NEGATIVE value — which the core clamp then turns into 0 (a silent
+ * empty completion). Reject anything above this bound at the edge so an
+ * over-large budget 400s instead of producing nothing. Shared with
+ * `/v1/messages` (`messages.ts`).
+ */
+export declare const MAX_OUTPUT_TOKENS = 2147483647;
 /**
  * Value of the `X-Session-Cache` response header emitted on every
  * `/v1/responses` and `/v1/messages` response. Advertises whether the
- * request warm-hit the per-model `SessionRegistry` (`hit`), missed and
- * cold-replayed from the stored chain (`cold_replay`), or started a
- * fresh session without a `previous_response_id` (`fresh`). The literal
- * string values are load-bearing — clients and operator tooling pin on
- * them.
+ * request warm-hit the per-model `SessionRegistry` via `previous_response_id`
+ * (`hit`), missed and cold-replayed from the stored chain
+ * (`cold_replay`), reused a warm session via the stateless-agent
+ * `prompt_cache_key` tier-2 lookup (`prefix_hit`), or started a fresh
+ * session with neither keying signal (`fresh`). The literal string
+ * values are load-bearing — clients and operator tooling pin on them.
  */
-export type SessionCacheStatus = 'hit' | 'cold_replay' | 'fresh';
+export type SessionCacheStatus = 'hit' | 'cold_replay' | 'fresh' | 'prefix_hit';
 /**
  * Hard timeout (ms) for the off-lock post-commit persist — the
  * second-stage breaker that force-releases the `retainBinding` paired
@@ -75,5 +88,5 @@ export declare function __setServerBootIdForTesting(id: string): void;
  *   `tool_result` / `tool_use_id`). Validation logic is identical.
  */
 export declare function validateAndCanonicalizeHistoryToolOrder(messages: ChatMessage[], apiSurface?: 'openai' | 'anthropic'): string | null;
-export declare function handleCreateResponse(res: ServerResponse, body: ResponsesAPIRequest, registry: ModelRegistry, store: ResponseStore | null, httpReq?: IncomingMessage, responseRetentionSec?: number): Promise<void>;
+export declare function handleCreateResponse(res: ServerResponse, body: ResponsesAPIRequest, registry: ModelRegistry, store: ResponseStore | null, httpReq?: IncomingMessage, responseRetentionSec?: number, idleSweeper?: IdleSweeper | null, modelWorkCoordinator?: ModelWorkCoordinator): Promise<void>;
 //# sourceMappingURL=responses.d.ts.map

package/dist/endpoints/responses.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"responses.d.ts","sourceRoot":"","sources":["../../src/endpoints/responses.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAEjE,OAAO,KAAK,EAAc,WAAW,EAAc,aAAa,EAAwB,MAAM,gBAAgB,CAAC;AAa/G,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAYpD,OAAO,KAAK,EAMV,mBAAmB,EACpB,MAAM,aAAa,CAAC;AAUrB;;;;;;;;GAQG;AACH,MAAM,MAAM,kBAAkB,GAAG,KAAK,GAAG,aAAa,GAAG,OAAO,CAAC;AAmCjE;;;;;;;;;;;;;;;;;;;GAmBG;AACH,wBAAgB,iCAAiC,IAAI,MAAM,CAM1D;AAED;;;;;;;;;;;;GAYG;AACH,wBAAgB,0BAA0B,IAAI,MAAM,CAMnD;AA0BD,wBAAgB,eAAe,IAAI,MAAM,CAExC;AAED,wBAAgB,2BAA2B,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI,CAE5D;AAyzBD;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,uCAAuC,CACrD,QAAQ,EAAE,WAAW,EAAE,EACvB,UAAU,GAAE,QAAQ,GAAG,WAAsB,GAC5C,MAAM,GAAG,IAAI,CAiHf;AAmQD,wBAAsB,oBAAoB,CACxC,GAAG,EAAE,cAAc,EACnB,IAAI,EAAE,mBAAmB,EACzB,QAAQ,EAAE,aAAa,EACvB,KAAK,EAAE,aAAa,GAAG,IAAI,EAC3B,OAAO,CAAC,EAAE,eAAe,EACzB,oBAAoB,CAAC,EAAE,MAAM,GAC5B,OAAO,CAAC,IAAI,CAAC,CAowDf"}
+{"version":3,"file":"responses.d.ts","sourceRoot":"","sources":["../../src/endpoints/responses.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAEjE,OAAO,KAAK,EAAc,WAAW,EAAc,aAAa,EAAwB,MAAM,gBAAgB,CAAC;AAM/G,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAStD,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAC;AAEzE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAcpD,OAAO,KAAK,EAMV,mBAAmB,EACpB,MAAM,aAAa,CAAC;AAUrB;;;;;;;;GAQG;AACH,eAAO,MAAM,iBAAiB,aAAa,CAAC;AAU5C;;;;;;;;;GASG;AACH,MAAM,MAAM,kBAAkB,GAAG,KAAK,GAAG,aAAa,GAAG,OAAO,GAAG,YAAY,CAAC;AAmChF;;;;;;;;;;;;;;;;;;;GAmBG;AACH,wBAAgB,iCAAiC,IAAI,MAAM,CAM1D;AAED;;;;;;;;;;;;GAYG;AACH,wBAAgB,0BAA0B,IAAI,MAAM,CAMnD;AA0BD,wBAAgB,eAAe,IAAI,MAAM,CAExC;AAED,wBAAgB,2BAA2B,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI,CAE5D;AAs9BD;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,uCAAuC,CACrD,QAAQ,EAAE,WAAW,EAAE,EACvB,UAAU,GAAE,QAAQ,GAAG,WAAsB,GAC5C,MAAM,GAAG,IAAI,CAiHf;AA8WD,wBAAsB,oBAAoB,CACxC,GAAG,EAAE,cAAc,EACnB,IAAI,EAAE,mBAAmB,EACzB,QAAQ,EAAE,aAAa,EACvB,KAAK,EAAE,aAAa,GAAG,IAAI,EAC3B,OAAO,CAAC,EAAE,eAAe,EACzB,oBAAoB,CAAC,EAAE,MAAM,EAC7B,WAAW,CAAC,EAAE,WAAW,GAAG,IAAI,EAChC,oBAAoB,CAAC,EAAE,oBAAoB,GAC1C,OAAO,CAAC,IAAI,CAAC,CAugEf"}