@mlx-node/server 0.0.9 → 0.0.12

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (53) hide show
  1. package/dist/chat-session-warm-reuse.d.ts +10 -12
  2. package/dist/chat-session-warm-reuse.d.ts.map +1 -1
  3. package/dist/chat-session-warm-reuse.js +10 -12
  4. package/dist/endpoints/messages.d.ts +2 -2
  5. package/dist/endpoints/messages.d.ts.map +1 -1
  6. package/dist/endpoints/messages.js +492 -349
  7. package/dist/endpoints/responses.d.ts +1 -1
  8. package/dist/endpoints/responses.d.ts.map +1 -1
  9. package/dist/endpoints/responses.js +1149 -1055
  10. package/dist/handler.d.ts.map +1 -1
  11. package/dist/handler.js +1 -1
  12. package/dist/health.d.ts +4 -6
  13. package/dist/health.d.ts.map +1 -1
  14. package/dist/host/discover.d.ts +1 -2
  15. package/dist/host/discover.d.ts.map +1 -1
  16. package/dist/host/discover.js +3 -6
  17. package/dist/host/index.d.ts +6 -1
  18. package/dist/host/index.d.ts.map +1 -1
  19. package/dist/host/index.js +3 -2
  20. package/dist/index.d.ts +2 -4
  21. package/dist/index.d.ts.map +1 -1
  22. package/dist/index.js +1 -9
  23. package/dist/mappers/anthropic-request.d.ts.map +1 -1
  24. package/dist/mappers/anthropic-request.js +5 -1
  25. package/dist/mappers/request.d.ts +12 -2
  26. package/dist/mappers/request.d.ts.map +1 -1
  27. package/dist/mappers/request.js +26 -2
  28. package/dist/model-work-coordinator.d.ts +50 -0
  29. package/dist/model-work-coordinator.d.ts.map +1 -1
  30. package/dist/model-work-coordinator.js +161 -0
  31. package/dist/registry.d.ts +15 -0
  32. package/dist/registry.d.ts.map +1 -1
  33. package/dist/registry.js +51 -0
  34. package/dist/server.d.ts +21 -3
  35. package/dist/server.d.ts.map +1 -1
  36. package/dist/server.js +30 -6
  37. package/dist/session-registry.d.ts +266 -86
  38. package/dist/session-registry.d.ts.map +1 -1
  39. package/dist/session-registry.js +421 -107
  40. package/dist/streaming.d.ts +37 -2
  41. package/dist/streaming.d.ts.map +1 -1
  42. package/dist/streaming.js +122 -1
  43. package/dist/transport-visibility.d.ts +5 -4
  44. package/dist/transport-visibility.d.ts.map +1 -1
  45. package/dist/transport-visibility.js +5 -4
  46. package/dist/types-anthropic.d.ts +7 -0
  47. package/dist/types-anthropic.d.ts.map +1 -1
  48. package/dist/types.d.ts +9 -0
  49. package/dist/types.d.ts.map +1 -1
  50. package/package.json +4 -4
  51. package/dist/presets.d.ts +0 -82
  52. package/dist/presets.d.ts.map +0 -1
  53. package/dist/presets.js +0 -98
@@ -1,8 +1,42 @@
1
1
  /** SSE writer utilities. */
2
- import type { ServerResponse } from 'node:http';
2
+ import type { IncomingMessage, ServerResponse } from 'node:http';
3
+ /** Default time a connected SSE peer may remain continuously backpressured. */
4
+ export declare const DEFAULT_SSE_DRAIN_TIMEOUT_MS = 30000;
5
+ /** Disconnect state whose listeners stay armed for one complete SSE handler. */
6
+ export interface SSEClientAbortTracker {
7
+ readonly aborted: boolean;
8
+ markAborted(): void;
9
+ dispose(): void;
10
+ }
11
+ /**
12
+ * Track request/response/socket disconnects until the caller's outermost
13
+ * `finally`. Keeping this lifetime outside the decode loop matters: a final
14
+ * native item can expand into backpressured residual protocol frames after the
15
+ * iterator has already closed, and a disconnect during that drain must still
16
+ * prevent a success terminal and session adoption.
17
+ */
18
+ export declare function trackSSEClientAbort(res: ServerResponse, httpReq: IncomingMessage | undefined): SSEClientAbortTracker;
19
+ interface SSEDrainWaitOptions {
20
+ /** Override used by focused tests; production reads the env/default. */
21
+ timeoutMs?: number;
22
+ /** Mark the owning handler's sticky abort state before the transport closes. */
23
+ onTimeout?: () => void;
24
+ }
3
25
  export declare function beginSSE(res: ServerResponse): void;
4
26
  /** Write one SSE event. Injects `type: eventType` into the payload (data's own `type` wins) for OpenAI SDK compatibility. */
5
- export declare function writeSSEEvent(res: ServerResponse, eventType: string, data: object): void;
27
+ export declare function writeSSEEvent(res: ServerResponse, eventType: string, data: object): boolean;
28
+ /**
29
+ * Wait until a backpressured response can accept more data, or until its
30
+ * transport closes. Close and error resolve rather than reject: the endpoint's
31
+ * outer abort tracker owns the sticky state, and the next loop check exits
32
+ * before another native item is written.
33
+ *
34
+ * Call this synchronously after `writeSSEEvent` returns false. In particular,
35
+ * do not defer listener installation until the next iterator turn: `drain`
36
+ * could fire while that turn is being fetched and leave the handler parked on
37
+ * an event that already happened.
38
+ */
39
+ export declare function awaitDrainOrClose(res: ServerResponse, options?: SSEDrainWaitOptions): Promise<void>;
6
40
  export declare function endSSE(res: ServerResponse): void;
7
41
  /**
8
42
  * Number of SSE streams currently open process-wide. Diagnostics and
@@ -18,4 +52,5 @@ export declare function activeSSEStreamCount(): number;
18
52
  * standalone `createHandler()` consumers.
19
53
  */
20
54
  export declare function activeSSEStreamCountForResponses(responses: WeakSet<ServerResponse>): number;
55
+ export {};
21
56
  //# sourceMappingURL=streaming.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"streaming.d.ts","sourceRoot":"","sources":["../src/streaming.ts"],"names":[],"mappings":"AAAA,4BAA4B;AAE5B,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAgBhD,wBAAgB,QAAQ,CAAC,GAAG,EAAE,cAAc,GAAG,IAAI,CAclD;AAED,6HAA6H;AAC7H,wBAAgB,aAAa,CAAC,GAAG,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI,CAGxF;AAED,wBAAgB,MAAM,CAAC,GAAG,EAAE,cAAc,GAAG,IAAI,CAGhD;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,IAAI,MAAM,CAE7C;AAED;;;;;;;GAOG;AACH,wBAAgB,gCAAgC,CAAC,SAAS,EAAE,OAAO,CAAC,cAAc,CAAC,GAAG,MAAM,CAM3F"}
1
+ {"version":3,"file":"streaming.d.ts","sourceRoot":"","sources":["../src/streaming.ts"],"names":[],"mappings":"AAAA,4BAA4B;AAE5B,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAEjE,+EAA+E;AAC/E,eAAO,MAAM,4BAA4B,QAAS,CAAC;AAgBnD,gFAAgF;AAChF,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,WAAW,IAAI,IAAI,CAAC;IACpB,OAAO,IAAI,IAAI,CAAC;CACjB;AAED;;;;;;GAMG;AACH,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,cAAc,EAAE,OAAO,EAAE,eAAe,GAAG,SAAS,GAAG,qBAAqB,CA4CpH;AAED,UAAU,mBAAmB;IAC3B,wEAAwE;IACxE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gFAAgF;IAChF,SAAS,CAAC,EAAE,MAAM,IAAI,CAAC;CACxB;AASD,wBAAgB,QAAQ,CAAC,GAAG,EAAE,cAAc,GAAG,IAAI,CAclD;AAED,6HAA6H;AAC7H,wBAAgB,aAAa,CAAC,GAAG,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAG3F;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,iBAAiB,CAAC,GAAG,EAAE,cAAc,EAAE,OAAO,GAAE,mBAAwB,GAAG,OAAO,CAAC,IAAI,CAAC,CA+CvG;AAED,wBAAgB,MAAM,CAAC,GAAG,EAAE,cAAc,GAAG,IAAI,CAGhD;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,IAAI,MAAM,CAE7C;AAED;;;;;;;GAOG;AACH,wBAAgB,gCAAgC,CAAC,SAAS,EAAE,OAAO,CAAC,cAAc,CAAC,GAAG,MAAM,CAM3F"}
package/dist/streaming.js CHANGED
@@ -1,4 +1,6 @@
1
1
  /** SSE writer utilities. */
2
+ /** Default time a connected SSE peer may remain continuously backpressured. */
3
+ export const DEFAULT_SSE_DRAIN_TIMEOUT_MS = 30_000;
2
4
  /**
3
5
  * Responses that have committed to SSE (`beginSSE`) but have not yet been
4
6
  * ended (`endSSE`) or had their connection torn down.
@@ -12,6 +14,64 @@
12
14
  * `beginSSE`/`endSSE` are free functions called from both endpoints.
13
15
  */
14
16
  const activeSSEResponses = new Set();
17
+ /**
18
+ * Track request/response/socket disconnects until the caller's outermost
19
+ * `finally`. Keeping this lifetime outside the decode loop matters: a final
20
+ * native item can expand into backpressured residual protocol frames after the
21
+ * iterator has already closed, and a disconnect during that drain must still
22
+ * prevent a success terminal and session adoption.
23
+ */
24
+ export function trackSSEClientAbort(res, httpReq) {
25
+ let aborted = false;
26
+ let disposed = false;
27
+ const onClose = () => {
28
+ aborted = true;
29
+ };
30
+ const onError = (_err) => {
31
+ aborted = true;
32
+ };
33
+ const socket = res.socket;
34
+ if (httpReq != null) {
35
+ httpReq.once('close', onClose);
36
+ httpReq.on('error', onError);
37
+ }
38
+ res.once('close', onClose);
39
+ res.on('error', onError);
40
+ if (socket != null) {
41
+ socket.once('close', onClose);
42
+ socket.on('error', onError);
43
+ }
44
+ return {
45
+ get aborted() {
46
+ return aborted;
47
+ },
48
+ markAborted() {
49
+ aborted = true;
50
+ },
51
+ dispose() {
52
+ if (disposed)
53
+ return;
54
+ disposed = true;
55
+ if (httpReq != null) {
56
+ httpReq.removeListener('close', onClose);
57
+ httpReq.removeListener('error', onError);
58
+ }
59
+ res.removeListener('close', onClose);
60
+ res.removeListener('error', onError);
61
+ if (socket != null) {
62
+ socket.removeListener('close', onClose);
63
+ socket.removeListener('error', onError);
64
+ }
65
+ },
66
+ };
67
+ }
68
+ function resolveSSEDrainTimeoutMs() {
69
+ const raw = process.env.MLX_SSE_DRAIN_TIMEOUT_MS;
70
+ if (raw == null || raw.trim() === '')
71
+ return DEFAULT_SSE_DRAIN_TIMEOUT_MS;
72
+ const parsed = Number(raw);
73
+ return Number.isSafeInteger(parsed) && parsed > 0 ? parsed : DEFAULT_SSE_DRAIN_TIMEOUT_MS;
74
+ }
15
75
  export function beginSSE(res) {
16
76
  activeSSEResponses.add(res);
17
77
  // Belt-and-braces cleanup: a stream torn down by a client disconnect (or by
@@ -30,7 +90,68 @@ export function beginSSE(res) {
30
90
  /** Write one SSE event. Injects `type: eventType` into the payload (data's own `type` wins) for OpenAI SDK compatibility. */
31
91
  export function writeSSEEvent(res, eventType, data) {
32
92
  const payload = { type: eventType, ...data };
33
- res.write(`event: ${eventType}\ndata: ${JSON.stringify(payload)}\n\n`);
93
+ return res.write(`event: ${eventType}\ndata: ${JSON.stringify(payload)}\n\n`);
94
+ }
95
+ /**
96
+ * Wait until a backpressured response can accept more data, or until its
97
+ * transport closes. Close and error resolve rather than reject: the endpoint's
98
+ * outer abort tracker owns the sticky state, and the next loop check exits
99
+ * before another native item is written.
100
+ *
101
+ * Call this synchronously after `writeSSEEvent` returns false. In particular,
102
+ * do not defer listener installation until the next iterator turn: `drain`
103
+ * could fire while that turn is being fetched and leave the handler parked on
104
+ * an event that already happened.
105
+ */
106
+ export function awaitDrainOrClose(res, options = {}) {
107
+ return new Promise((resolve) => {
108
+ let settled = false;
109
+ const socket = res.socket;
110
+ const timeoutMs = options.timeoutMs ?? resolveSSEDrainTimeoutMs();
111
+ const timer = setTimeout(() => {
112
+ // Set the handler-visible state synchronously. `destroy()` emits close on
113
+ // a later turn, which is too late for the success gate immediately after
114
+ // this promise resolves.
115
+ options.onTimeout?.();
116
+ if (!res.destroyed)
117
+ res.destroy();
118
+ settle();
119
+ }, timeoutMs);
120
+ timer.unref();
121
+ const settle = () => {
122
+ if (settled)
123
+ return;
124
+ settled = true;
125
+ clearTimeout(timer);
126
+ res.removeListener('drain', onDrain);
127
+ res.removeListener('close', onClose);
128
+ res.removeListener('error', onError);
129
+ if (socket != null)
130
+ socket.removeListener('close', onClose);
131
+ resolve();
132
+ };
133
+ const onDrain = () => {
134
+ settle();
135
+ };
136
+ const onClose = () => {
137
+ settle();
138
+ };
139
+ const onError = (_err) => {
140
+ settle();
141
+ };
142
+ // A destroyed peer cannot emit a future useful drain. Do not include
143
+ // `writableEnded` here: write-after-end returns false and reports
144
+ // ERR_STREAM_WRITE_AFTER_END asynchronously through the error listener.
145
+ if (res.destroyed || (socket != null && socket.destroyed)) {
146
+ settle();
147
+ return;
148
+ }
149
+ res.once('drain', onDrain);
150
+ res.once('close', onClose);
151
+ res.once('error', onError);
152
+ if (socket != null)
153
+ socket.once('close', onClose);
154
+ });
34
155
  }
35
156
  export function endSSE(res) {
36
157
  activeSSEResponses.delete(res);
@@ -14,10 +14,11 @@
14
14
  * firing the callback or `'error'`, which would pin the per-model mutex on a
15
15
  * client that cannot see anything we write.
16
16
  *
17
- * Non-terminal SSE writes remain synchronous only the terminal event is
18
- * flushed through the async helper. Streaming handlers independently attach a
19
- * `res.once('close', …)` listener to flip `clientAborted` so the decode loop
20
- * breaks at the next iteration boundary.
17
+ * Non-terminal SSE write calls remain synchronous, but streaming handlers
18
+ * await a close-safe drain promise whenever one reports backpressure. Only the
19
+ * terminal event uses the callback-backed visibility flush. Streaming handlers
20
+ * independently attach a `res.once('close', …)` listener to flip
21
+ * `clientAborted` so the decode loop breaks at the next iteration boundary.
21
22
  */
22
23
  import type { ServerResponse } from 'node:http';
23
24
  /**
@@ -1 +1 @@
1
- {"version":3,"file":"transport-visibility.d.ts","sourceRoot":"","sources":["../src/transport-visibility.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAIhD;;;;;GAKG;AACH,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,KAAK,GAAG,IAAI,CAAC;AAEjD,MAAM,WAAW,mBAAmB;IAClC,YAAY,EAAE,YAAY,CAAC;IAC3B,qHAAqH;IACrH,mBAAmB,EAAE,OAAO,CAAC;IAC7B,+EAA+E;IAC/E,eAAe,EAAE,OAAO,CAAC;CAC1B;AAED,wBAAgB,gBAAgB,IAAI,mBAAmB,CAMtD;AAUD;;;;;GAKG;AACH,wBAAsB,OAAO,CAAC,GAAG,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC,CA8C/G;AAED;;;;;GAKG;AACH,wBAAsB,gBAAgB,CACpC,GAAG,EAAE,cAAc,EACnB,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,EACZ,UAAU,EAAE,mBAAmB,GAC9B,OAAO,CAAC,IAAI,CAAC,CA8Cf;AAED,2HAA2H;AAC3H,wBAAgB,WAAW,CAAC,UAAU,EAAE,mBAAmB,GAAG,IAAI,CAEjE;AAED,uHAAuH;AACvH,wBAAgB,qBAAqB,CAAC,GAAG,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI,CAMhG"}
1
+ {"version":3,"file":"transport-visibility.d.ts","sourceRoot":"","sources":["../src/transport-visibility.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAIhD;;;;;GAKG;AACH,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,KAAK,GAAG,IAAI,CAAC;AAEjD,MAAM,WAAW,mBAAmB;IAClC,YAAY,EAAE,YAAY,CAAC;IAC3B,qHAAqH;IACrH,mBAAmB,EAAE,OAAO,CAAC;IAC7B,+EAA+E;IAC/E,eAAe,EAAE,OAAO,CAAC;CAC1B;AAED,wBAAgB,gBAAgB,IAAI,mBAAmB,CAMtD;AAUD;;;;;GAKG;AACH,wBAAsB,OAAO,CAAC,GAAG,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC,CA8C/G;AAED;;;;;GAKG;AACH,wBAAsB,gBAAgB,CACpC,GAAG,EAAE,cAAc,EACnB,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,EACZ,UAAU,EAAE,mBAAmB,GAC9B,OAAO,CAAC,IAAI,CAAC,CA8Cf;AAED,2HAA2H;AAC3H,wBAAgB,WAAW,CAAC,UAAU,EAAE,mBAAmB,GAAG,IAAI,CAEjE;AAED,uHAAuH;AACvH,wBAAgB,qBAAqB,CAAC,GAAG,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI,CAMhG"}
@@ -14,10 +14,11 @@
14
14
  * firing the callback or `'error'`, which would pin the per-model mutex on a
15
15
  * client that cannot see anything we write.
16
16
  *
17
- * Non-terminal SSE writes remain synchronous only the terminal event is
18
- * flushed through the async helper. Streaming handlers independently attach a
19
- * `res.once('close', …)` listener to flip `clientAborted` so the decode loop
20
- * breaks at the next iteration boundary.
17
+ * Non-terminal SSE write calls remain synchronous, but streaming handlers
18
+ * await a close-safe drain promise whenever one reports backpressure. Only the
19
+ * terminal event uses the callback-backed visibility flush. Streaming handlers
20
+ * independently attach a `res.once('close', …)` listener to flip
21
+ * `clientAborted` so the decode loop breaks at the next iteration boundary.
21
22
  */
22
23
  import { writeSSEEvent } from './streaming.js';
23
24
  export function createVisibility() {
@@ -65,6 +65,13 @@ export interface AnthropicMessagesRequest {
65
65
  metadata?: {
66
66
  user_id?: string;
67
67
  };
68
+ /**
69
+ * MLX-Node extension matching vLLM's Anthropic surface. Separates native
70
+ * content-addressed prefix-cache reuse between security domains. The value
71
+ * must be non-empty, at most 256 UTF-8 bytes, stable for the tenant, secret,
72
+ * and unpredictable.
73
+ */
74
+ cache_salt?: string;
68
75
  output_config?: {
69
76
  format?: {
70
77
  type?: string;
@@ -1 +1 @@
1
- {"version":3,"file":"types-anthropic.d.ts","sourceRoot":"","sources":["../src/types-anthropic.ts"],"names":[],"mappings":"AAAA,4GAA4G;AAE5G,MAAM,WAAW,yBAAyB;IACxC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,OAAO,CAAC;IACd,MAAM,EAAE;QACN,IAAI,EAAE,QAAQ,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;QACnB,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;CACH;AAED,MAAM,WAAW,+BAA+B;IAC9C,IAAI,EAAE,aAAa,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,yJAAyJ;IACzJ,OAAO,CAAC,EAAE,MAAM,GAAG,CAAC,yBAAyB,GAAG,0BAA0B,CAAC,EAAE,CAAC;IAC9E,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,4BAA4B;IAC3C,IAAI,EAAE,UAAU,CAAC;IACjB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC;AAED,MAAM,WAAW,6BAA6B;IAC5C,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,MAAM,qBAAqB,GAC7B,yBAAyB,GACzB,0BAA0B,GAC1B,+BAA+B,GAC/B,4BAA4B,GAC5B,6BAA6B,CAAC;AAMlC,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;CAClC;AAMD,MAAM,WAAW,gBAAgB;IAM/B,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;IACtC,OAAO,EAAE,MAAM,GAAG,qBAAqB,EAAE,CAAC;CAC3C;AAMD,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACvC;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,GAAG,KAAK,GAAG,MAAM,CAAC;IAC9B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,yBAAyB,CAAC,EAAE,OAAO,CAAC;CACrC;AAMD,MAAM,WAAW,wBAAwB;IACvC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,gBAAgB,EAAE,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,GAAG,WAAW,EAAE,CAAC;IAChC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,uBAAuB,EAAE,CAAC;IAClC,WAAW,CAAC,EAAE,mBAAmB,CAAC;IAClC,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,QAAQ,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAChC,aAAa,CAAC,EAAE;QACd,MAAM,CAAC,EAAE;YACP,IAAI,CAAC,EAAE,MAAM,CAAC;YACd,MAAM,CAAC,EAAE,OAAO,CAAC;SAClB,CAAC;KACH,CAAC;IAcF;;;;;;;;;;;;;;;;;OAiBG;IACH,UAAU,CAAC,EAAE;QAMX,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAChC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAC3B,CAAC;CACH;AAED,MAAM,MAAM,2BAA2B,GAAG,IAAI,CAAC,wBAAwB,EAAE,YAAY,CAAC,GAAG;IACvF,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,WAAW,4BAA4B;IAC3C,YAAY,EAAE,MAAM,CAAC;CACtB;AAMD,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,8BAA8B;IAC7C,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,6BAA6B;IAC5C,IAAI,EAAE,UAAU,CAAC;IACjB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC;AAED,MAAM,MAAM,wBAAwB,GAChC,0BAA0B,GAC1B,8BAA8B,GAC9B,6BAA6B,CAAC;AAMlC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqCG;AACH,MAAM,WAAW,cAAc;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,6DAA6D;IAC7D,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,gEAAgE;IAChE,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,kEAAkE;IAClE,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,wGAAwG;IACxG,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,4FAA4F;IAC5F,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,0GAA0G;IAC1G,mCAAmC,CAAC,EAAE,MAAM,CAAC;IAC7C,4DAA4D;IAC5D,gCAAgC,CAAC,EAAE,MAAM,CAAC;IAC1C,2DAA2D;IAC3D,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,+FAA+F;IAC/F,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,kFAAkF;IAClF,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,0GAA0G;IAC1G,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,4FAA4F;IAC5F,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,gGAAgG;IAChG,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,iFAAiF;IACjF,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,uGAAuG;IACvG,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,0EAA0E;IAC1E,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,kFAAkF;IAClF,kCAAkC,CAAC,EAAE,MAAM,CAAC;IAC5C,kFAAkF;IAClF,wCAAwC,CAAC,EAAE,MAAM,CAAC;CACnD;AAMD,MAAM,WAAW,yBAAyB;IACxC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,WAAW,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,wBAAwB,EAAE,CAAC;IACpC,WAAW,EAAE,UAAU,GAAG,YAAY,GAAG,eAAe,GAAG,UAAU,GAAG,IAAI,CAAC;IAC7E,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,KAAK,EAAE,cAAc,CAAC;CACvB;AAMD,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,YAAY,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,gBAAgB,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,kBAAkB,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,MAAM,cAAc,GAAG,kBAAkB,GAAG,sBAAsB,GAAG,uBAAuB,CAAC;AAMnG,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,eAAe,CAAC;IACtB,OAAO,EAAE,yBAAyB,CAAC;CACpC;AAED,MAAM,WAAW,+BAA+B;IAC9C,IAAI,EAAE,qBAAqB,CAAC;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,wBAAwB,CAAC;CACzC;AAED,MAAM,WAAW,+BAA+B;IAC9C,IAAI,EAAE,qBAAqB,CAAC;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,cAAc,CAAC;CACvB;AAED,MAAM,WAAW,8BAA8B;IAC7C,IAAI,EAAE,oBAAoB,CAAC;IAC3B,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,eAAe,CAAC;IACtB,KAAK,EAAE;QACL,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;QAC3B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;KAC9B,CAAC;IACF;;;;;;;;;;;OAWG;IACH,KAAK,EAAE;QACL,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,aAAa,EAAE,MAAM,CAAC;QACtB,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,2BAA2B,CAAC,EAAE,MAAM,CAAC;QACrC,6DAA6D;QAC7D,sBAAsB,CAAC,EAAE,MAAM,CAAC;QAChC,gEAAgE;QAChE,yBAAyB,CAAC,EAAE,MAAM,CAAC;QACnC,kEAAkE;QAClE,wBAAwB,CAAC,EAAE,MAAM,CAAC;QAClC,wGAAwG;QACxG,2BAA2B,CAAC,EAAE,MAAM,CAAC;QACrC,4FAA4F;QAC5F,6BAA6B,CAAC,EAAE,MAAM,CAAC;QACvC,0GAA0G;QAC1G,mCAAmC,CAAC,EAAE,MAAM,CAAC;QAC7C,4DAA4D;QAC5D,gCAAgC,CAAC,EAAE,MAAM,CAAC;QAC1C,2DAA2D;QAC3D,+BAA+B,CAAC,EAAE,MAAM,CAAC;QACzC,+FAA+F;QAC/F,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAC9B,kFAAkF;QAClF,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAC9B,0GAA0G;QAC1G,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,4FAA4F;QAC5F,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,gGAAgG;QAChG,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,iFAAiF;QACjF,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,uGAAuG;QACvG,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,0EAA0E;QAC1E,+BAA+B,CAAC,EAAE,MAAM,CAAC;QACzC,kFAAkF;QAClF,kCAAkC,CAAC,EAAE,MAAM,CAAC;QAC5C,kFAAkF;QAClF,wCAAwC,CAAC,EAAE,MAAM,CAAC;KACnD,CAAC;CACH;AAED,MAAM,WAAW,yBAAyB;IACxC,IAAI,EAAE,cAAc,CAAC;CACtB;AAED,MAAM,MAAM,oBAAoB,GAC5B,0BAA0B,GAC1B,+BAA+B,GAC/B,+BAA+B,GAC/B,8BAA8B,GAC9B,0BAA0B,GAC1B,yBAAyB,CAAC"}
1
+ {"version":3,"file":"types-anthropic.d.ts","sourceRoot":"","sources":["../src/types-anthropic.ts"],"names":[],"mappings":"AAAA,4GAA4G;AAE5G,MAAM,WAAW,yBAAyB;IACxC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,OAAO,CAAC;IACd,MAAM,EAAE;QACN,IAAI,EAAE,QAAQ,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;QACnB,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;CACH;AAED,MAAM,WAAW,+BAA+B;IAC9C,IAAI,EAAE,aAAa,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,yJAAyJ;IACzJ,OAAO,CAAC,EAAE,MAAM,GAAG,CAAC,yBAAyB,GAAG,0BAA0B,CAAC,EAAE,CAAC;IAC9E,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,4BAA4B;IAC3C,IAAI,EAAE,UAAU,CAAC;IACjB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC;AAED,MAAM,WAAW,6BAA6B;IAC5C,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,MAAM,qBAAqB,GAC7B,yBAAyB,GACzB,0BAA0B,GAC1B,+BAA+B,GAC/B,4BAA4B,GAC5B,6BAA6B,CAAC;AAMlC,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;CAClC;AAMD,MAAM,WAAW,gBAAgB;IAM/B,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;IACtC,OAAO,EAAE,MAAM,GAAG,qBAAqB,EAAE,CAAC;CAC3C;AAMD,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACvC;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,GAAG,KAAK,GAAG,MAAM,CAAC;IAC9B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,yBAAyB,CAAC,EAAE,OAAO,CAAC;CACrC;AAMD,MAAM,WAAW,wBAAwB;IACvC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,gBAAgB,EAAE,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,GAAG,WAAW,EAAE,CAAC;IAChC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,uBAAuB,EAAE,CAAC;IAClC,WAAW,CAAC,EAAE,mBAAmB,CAAC;IAClC,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,QAAQ,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAChC;;;;;OAKG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE;QACd,MAAM,CAAC,EAAE;YACP,IAAI,CAAC,EAAE,MAAM,CAAC;YACd,MAAM,CAAC,EAAE,OAAO,CAAC;SAClB,CAAC;KACH,CAAC;IAcF;;;;;;;;;;;;;;;;;OAiBG;IACH,UAAU,CAAC,EAAE;QAMX,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAChC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAC3B,CAAC;CACH;AAED,MAAM,MAAM,2BAA2B,GAAG,IAAI,CAAC,wBAAwB,EAAE,YAAY,CAAC,GAAG;IACvF,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,WAAW,4BAA4B;IAC3C,YAAY,EAAE,MAAM,CAAC;CACtB;AAMD,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,8BAA8B;IAC7C,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,6BAA6B;IAC5C,IAAI,EAAE,UAAU,CAAC;IACjB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC;AAED,MAAM,MAAM,wBAAwB,GAChC,0BAA0B,GAC1B,8BAA8B,GAC9B,6BAA6B,CAAC;AAMlC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqCG;AACH,MAAM,WAAW,cAAc;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,6DAA6D;IAC7D,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,gEAAgE;IAChE,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,kEAAkE;IAClE,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,wGAAwG;IACxG,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,4FAA4F;IAC5F,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,0GAA0G;IAC1G,mCAAmC,CAAC,EAAE,MAAM,CAAC;IAC7C,4DAA4D;IAC5D,gCAAgC,CAAC,EAAE,MAAM,CAAC;IAC1C,2DAA2D;IAC3D,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,+FAA+F;IAC/F,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,kFAAkF;IAClF,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,0GAA0G;IAC1G,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,4FAA4F;IAC5F,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,gGAAgG;IAChG,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,iFAAiF;IACjF,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,uGAAuG;IACvG,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,0EAA0E;IAC1E,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,kFAAkF;IAClF,kCAAkC,CAAC,EAAE,MAAM,CAAC;IAC5C,kFAAkF;IAClF,wCAAwC,CAAC,EAAE,MAAM,CAAC;CACnD;AAMD,MAAM,WAAW,yBAAyB;IACxC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,WAAW,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,wBAAwB,EAAE,CAAC;IACpC,WAAW,EAAE,UAAU,GAAG,YAAY,GAAG,eAAe,GAAG,UAAU,GAAG,IAAI,CAAC;IAC7E,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,KAAK,EAAE,cAAc,CAAC;CACvB;AAMD,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,YAAY,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,gBAAgB,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,kBAAkB,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,MAAM,cAAc,GAAG,kBAAkB,GAAG,sBAAsB,GAAG,uBAAuB,CAAC;AAMnG,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,eAAe,CAAC;IACtB,OAAO,EAAE,yBAAyB,CAAC;CACpC;AAED,MAAM,WAAW,+BAA+B;IAC9C,IAAI,EAAE,qBAAqB,CAAC;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,wBAAwB,CAAC;CACzC;AAED,MAAM,WAAW,+BAA+B;IAC9C,IAAI,EAAE,qBAAqB,CAAC;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,cAAc,CAAC;CACvB;AAED,MAAM,WAAW,8BAA8B;IAC7C,IAAI,EAAE,oBAAoB,CAAC;IAC3B,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,eAAe,CAAC;IACtB,KAAK,EAAE;QACL,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;QAC3B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;KAC9B,CAAC;IACF;;;;;;;;;;;OAWG;IACH,KAAK,EAAE;QACL,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,aAAa,EAAE,MAAM,CAAC;QACtB,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,2BAA2B,CAAC,EAAE,MAAM,CAAC;QACrC,6DAA6D;QAC7D,sBAAsB,CAAC,EAAE,MAAM,CAAC;QAChC,gEAAgE;QAChE,yBAAyB,CAAC,EAAE,MAAM,CAAC;QACnC,kEAAkE;QAClE,wBAAwB,CAAC,EAAE,MAAM,CAAC;QAClC,wGAAwG;QACxG,2BAA2B,CAAC,EAAE,MAAM,CAAC;QACrC,4FAA4F;QAC5F,6BAA6B,CAAC,EAAE,MAAM,CAAC;QACvC,0GAA0G;QAC1G,mCAAmC,CAAC,EAAE,MAAM,CAAC;QAC7C,4DAA4D;QAC5D,gCAAgC,CAAC,EAAE,MAAM,CAAC;QAC1C,2DAA2D;QAC3D,+BAA+B,CAAC,EAAE,MAAM,CAAC;QACzC,+FAA+F;QAC/F,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAC9B,kFAAkF;QAClF,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAC9B,0GAA0G;QAC1G,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,4FAA4F;QAC5F,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,gGAAgG;QAChG,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,iFAAiF;QACjF,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,uGAAuG;QACvG,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,0EAA0E;QAC1E,+BAA+B,CAAC,EAAE,MAAM,CAAC;QACzC,kFAAkF;QAClF,kCAAkC,CAAC,EAAE,MAAM,CAAC;QAC5C,kFAAkF;QAClF,wCAAwC,CAAC,EAAE,MAAM,CAAC;KACnD,CAAC;CACH;AAED,MAAM,WAAW,yBAAyB;IACxC,IAAI,EAAE,cAAc,CAAC;CACtB;AAED,MAAM,MAAM,oBAAoB,GAC5B,0BAA0B,GAC1B,+BAA+B,GAC/B,+BAA+B,GAC/B,8BAA8B,GAC9B,0BAA0B,GAC1B,yBAAyB,CAAC"}
package/dist/types.d.ts CHANGED
@@ -96,6 +96,15 @@ export interface ResponsesAPIRequest {
96
96
  };
97
97
  previous_response_id?: string;
98
98
  store?: boolean;
99
+ /**
100
+ * Security domain for native content-addressed prefix-cache reuse.
101
+ * Identical prompts only share physical KV blocks when this non-empty value
102
+ * is also identical. Values are limited to 256 UTF-8 bytes. Multi-tenant
103
+ * callers should derive a high-entropy stable value
104
+ * from the authenticated tenant identity. This is independent from
105
+ * `prompt_cache_key`, which controls warm conversation affinity.
106
+ */
107
+ cache_salt?: string;
99
108
  /**
100
109
  * Stable caller-supplied key identifying the logical conversation for
101
110
  * warm-session reuse across stateless turns. Stateless agent clients
@@ -1 +1 @@
1
- {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,2GAA2G;AAE3G,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,YAAY,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;;;GAIG;AACH,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,aAAa,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,MAAM,CAAC;CAClC;AAED;;;;GAIG;AACH,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,aAAa,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,KAAK,EAAE,CAAC;CACvB;AAED,+EAA+E;AAC/E,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,SAAS,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;;GAGG;AACH,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,cAAc,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,MAAM,WAAW,GACnB,aAAa,GACb,cAAc,GACd,sBAAsB,GACtB,gBAAgB,GAChB,oBAAoB,CAAC;AAMzB,MAAM,WAAW,YAAY;IAC3B,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;IACpD,OAAO,EAAE,MAAM,GAAG,WAAW,EAAE,CAAC;CACjC;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,eAAe,CAAC;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,sBAAsB,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED;;;;GAIG;AACH,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,WAAW,CAAC;IAClB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,OAAO,CAAC,EAAE;QAAE,IAAI,CAAC,EAAE,cAAc,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IACpD,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,MAAM,SAAS,GAAG,YAAY,GAAG,iBAAiB,GAAG,uBAAuB,GAAG,kBAAkB,CAAC;AAMxG,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,UAAU,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACrC,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAMD,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,GAAG,SAAS,EAAE,CAAC;IAC5B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,uBAAuB,EAAE,CAAC;IAClC,WAAW,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,MAAM,GAAG;QAAE,IAAI,EAAE,UAAU,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IAChF,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,SAAS,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAClD,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAkDG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B;;;;;OAKG;IACH,QAAQ,CAAC,EAAE;QACT;;;;;WAKG;QACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;KAC5B,CAAC;IACF;;;;;;;;;;;;;;;;;OAiBG;IACH,UAAU,CAAC,EAAE;QAMX,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAChC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAC3B,CAAC;CACH;AAMD,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,aAAa,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,KAAK,EAAE,CAAC;CACtB;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,cAAc,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,WAAW,CAAC;IAClB,MAAM,EAAE,WAAW,GAAG,YAAY,GAAG,aAAa,CAAC;IACnD,OAAO,EAAE,cAAc,EAAE,CAAC;CAC3B;AAED,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,eAAe,EAAE,CAAC;CAC5B;AAED,MAAM,WAAW,sBAAsB;IACrC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,eAAe,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,WAAW,GAAG,YAAY,CAAC;CACpC;AAED,MAAM,MAAM,UAAU,GAAG,iBAAiB,GAAG,mBAAmB,GAAG,sBAAsB,CAAC;AAM1F,MAAM,WAAW,aAAa;IAC5B,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,qBAAqB,EAAE;QAAE,gBAAgB,EAAE,MAAM,CAAA;KAAE,CAAC;IACpD,YAAY,EAAE,MAAM,CAAC;IACrB;;;;;;;;;;;;;OAaG;IACH,oBAAoB,CAAC,EAAE;QAAE,aAAa,EAAE,MAAM,CAAA;KAAE,CAAC;IACjD;;;;;OAKG;IACH,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,mCAAmC,CAAC,EAAE,MAAM,CAAC;IAC7C,gCAAgC,CAAC,EAAE,MAAM,CAAC;IAC1C,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,kCAAkC,CAAC,EAAE,MAAM,CAAC;IAC5C,wCAAwC,CAAC,EAAE,MAAM,CAAC;IAClD;;;;;;OAMG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,oBAAoB,CAAC,EAAE,MAAM,CAAC;CAC/B;AAMD,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CACtB;AAMD,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,UAAU,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,WAAW,GAAG,YAAY,GAAG,aAAa,GAAG,QAAQ,CAAC;IAC9D,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,UAAU,EAAE,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,aAAa,GAAG,IAAI,CAAC;IAC5B,kBAAkB,EAAE;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IAC9C,KAAK,EAAE,aAAa,CAAC;IACrB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,KAAK,EAAE,uBAAuB,EAAE,CAAC;IACjC,WAAW,EAAE,MAAM,GAAG,UAAU,GAAG,MAAM,GAAG;QAAE,IAAI,EAAE,UAAU,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IACtF,SAAS,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IACxD,oBAAoB,EAAE,MAAM,GAAG,IAAI,CAAC;CACrC;AAMD,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,kBAAkB,CAAC;IACzB,QAAQ,EAAE,cAAc,CAAC;CAC1B;AAED,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,sBAAsB,CAAC;IAC7B,QAAQ,EAAE,cAAc,CAAC;CAC1B;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,oBAAoB,CAAC;IAC3B,QAAQ,EAAE,cAAc,CAAC;CAC1B;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,iBAAiB,CAAC;IACxB,QAAQ,EAAE,cAAc,CAAC;CAC1B;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,4BAA4B,CAAC;IACnC,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,UAAU,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,2BAA2B,CAAC;IAClC,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,UAAU,CAAC;CAClB;AAED,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,6BAA6B,CAAC;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,cAAc,CAAC;CACtB;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,4BAA4B,CAAC;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,cAAc,CAAC;CACtB;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,4BAA4B,CAAC;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,2BAA2B,CAAC;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,8BAA8B;IAC7C,IAAI,EAAE,uCAAuC,CAAC;IAC9C,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,6BAA6B;IAC5C,IAAI,EAAE,sCAAsC,CAAC;IAC7C,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,+BAA+B;IAC9C,IAAI,EAAE,wCAAwC,CAAC;IAC/C,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,8BAA8B;IAC7C,IAAI,EAAE,uCAAuC,CAAC;IAC9C,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,MAAM,WAAW,GACnB,oBAAoB,GACpB,uBAAuB,GACvB,sBAAsB,GACtB,mBAAmB,GACnB,oBAAoB,GACpB,mBAAmB,GACnB,qBAAqB,GACrB,oBAAoB,GACpB,oBAAoB,GACpB,mBAAmB,GACnB,8BAA8B,GAC9B,6BAA6B,GAC7B,+BAA+B,GAC/B,8BAA8B,CAAC"}
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,2GAA2G;AAE3G,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,YAAY,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;;;GAIG;AACH,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,aAAa,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,MAAM,CAAC;CAClC;AAED;;;;GAIG;AACH,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,aAAa,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,KAAK,EAAE,CAAC;CACvB;AAED,+EAA+E;AAC/E,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,SAAS,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;;GAGG;AACH,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,cAAc,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,MAAM,WAAW,GACnB,aAAa,GACb,cAAc,GACd,sBAAsB,GACtB,gBAAgB,GAChB,oBAAoB,CAAC;AAMzB,MAAM,WAAW,YAAY;IAC3B,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;IACpD,OAAO,EAAE,MAAM,GAAG,WAAW,EAAE,CAAC;CACjC;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,eAAe,CAAC;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,sBAAsB,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED;;;;GAIG;AACH,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,WAAW,CAAC;IAClB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,OAAO,CAAC,EAAE;QAAE,IAAI,CAAC,EAAE,cAAc,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IACpD,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,MAAM,SAAS,GAAG,YAAY,GAAG,iBAAiB,GAAG,uBAAuB,GAAG,kBAAkB,CAAC;AAMxG,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,UAAU,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACrC,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAMD,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,GAAG,SAAS,EAAE,CAAC;IAC5B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,uBAAuB,EAAE,CAAC;IAClC,WAAW,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,MAAM,GAAG;QAAE,IAAI,EAAE,UAAU,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IAChF,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,SAAS,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAClD,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB;;;;;;;OAOG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAkDG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B;;;;;OAKG;IACH,QAAQ,CAAC,EAAE;QACT;;;;;WAKG;QACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;KAC5B,CAAC;IACF;;;;;;;;;;;;;;;;;OAiBG;IACH,UAAU,CAAC,EAAE;QAMX,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAChC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAC3B,CAAC;CACH;AAMD,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,aAAa,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,KAAK,EAAE,CAAC;CACtB;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,cAAc,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,WAAW,CAAC;IAClB,MAAM,EAAE,WAAW,GAAG,YAAY,GAAG,aAAa,CAAC;IACnD,OAAO,EAAE,cAAc,EAAE,CAAC;CAC3B;AAED,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,eAAe,EAAE,CAAC;CAC5B;AAED,MAAM,WAAW,sBAAsB;IACrC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,eAAe,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,WAAW,GAAG,YAAY,CAAC;CACpC;AAED,MAAM,MAAM,UAAU,GAAG,iBAAiB,GAAG,mBAAmB,GAAG,sBAAsB,CAAC;AAM1F,MAAM,WAAW,aAAa;IAC5B,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,qBAAqB,EAAE;QAAE,gBAAgB,EAAE,MAAM,CAAA;KAAE,CAAC;IACpD,YAAY,EAAE,MAAM,CAAC;IACrB;;;;;;;;;;;;;OAaG;IACH,oBAAoB,CAAC,EAAE;QAAE,aAAa,EAAE,MAAM,CAAA;KAAE,CAAC;IACjD;;;;;OAKG;IACH,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,mCAAmC,CAAC,EAAE,MAAM,CAAC;IAC7C,gCAAgC,CAAC,EAAE,MAAM,CAAC;IAC1C,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,kCAAkC,CAAC,EAAE,MAAM,CAAC;IAC5C,wCAAwC,CAAC,EAAE,MAAM,CAAC;IAClD;;;;;;OAMG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,oBAAoB,CAAC,EAAE,MAAM,CAAC;CAC/B;AAMD,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CACtB;AAMD,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,UAAU,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,WAAW,GAAG,YAAY,GAAG,aAAa,GAAG,QAAQ,CAAC;IAC9D,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,UAAU,EAAE,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,aAAa,GAAG,IAAI,CAAC;IAC5B,kBAAkB,EAAE;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IAC9C,KAAK,EAAE,aAAa,CAAC;IACrB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,KAAK,EAAE,uBAAuB,EAAE,CAAC;IACjC,WAAW,EAAE,MAAM,GAAG,UAAU,GAAG,MAAM,GAAG;QAAE,IAAI,EAAE,UAAU,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IACtF,SAAS,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IACxD,oBAAoB,EAAE,MAAM,GAAG,IAAI,CAAC;CACrC;AAMD,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,kBAAkB,CAAC;IACzB,QAAQ,EAAE,cAAc,CAAC;CAC1B;AAED,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,sBAAsB,CAAC;IAC7B,QAAQ,EAAE,cAAc,CAAC;CAC1B;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,oBAAoB,CAAC;IAC3B,QAAQ,EAAE,cAAc,CAAC;CAC1B;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,iBAAiB,CAAC;IACxB,QAAQ,EAAE,cAAc,CAAC;CAC1B;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,4BAA4B,CAAC;IACnC,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,UAAU,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,2BAA2B,CAAC;IAClC,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,UAAU,CAAC;CAClB;AAED,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,6BAA6B,CAAC;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,cAAc,CAAC;CACtB;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,4BAA4B,CAAC;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,cAAc,CAAC;CACtB;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,4BAA4B,CAAC;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,2BAA2B,CAAC;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,8BAA8B;IAC7C,IAAI,EAAE,uCAAuC,CAAC;IAC9C,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,6BAA6B;IAC5C,IAAI,EAAE,sCAAsC,CAAC;IAC7C,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,+BAA+B;IAC9C,IAAI,EAAE,wCAAwC,CAAC;IAC/C,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,8BAA8B;IAC7C,IAAI,EAAE,uCAAuC,CAAC;IAC9C,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,MAAM,WAAW,GACnB,oBAAoB,GACpB,uBAAuB,GACvB,sBAAsB,GACtB,mBAAmB,GACnB,oBAAoB,GACpB,mBAAmB,GACnB,qBAAqB,GACrB,oBAAoB,GACpB,oBAAoB,GACpB,mBAAmB,GACnB,8BAA8B,GAC9B,6BAA6B,GAC7B,+BAA+B,GAC/B,8BAA8B,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@mlx-node/server",
3
- "version": "0.0.9",
3
+ "version": "0.0.12",
4
4
  "homepage": "https://github.com/mlx-node/mlx-node",
5
5
  "bugs": {
6
6
  "url": "https://github.com/mlx-node/mlx-node/issues"
@@ -39,10 +39,10 @@
39
39
  "build": "tsc -b"
40
40
  },
41
41
  "dependencies": {
42
- "@mlx-node/core": "0.0.9",
43
- "@mlx-node/lm": "0.0.9"
42
+ "@mlx-node/core": "0.0.12",
43
+ "@mlx-node/lm": "0.0.12"
44
44
  },
45
45
  "devDependencies": {
46
- "@types/node": "@types/node@24.12.2"
46
+ "@types/node": "@types/node@26.4.0"
47
47
  }
48
48
  }
package/dist/presets.d.ts DELETED
@@ -1,82 +0,0 @@
1
- /**
2
- * Sampling presets recommended by third-party model authors, exposed
3
- * here as `ChatConfig`-shaped objects so an operator can pin them at
4
- * `ModelRegistry.register(name, model, { samplingDefaults: ... })`
5
- * time with a single import.
6
- *
7
- * Per-request client values (OpenAI `temperature`/`top_p`, Anthropic
8
- * equivalents) still override these defaults where the client sends
9
- * them — `ChatSession.mergeConfig` treats per-call config as an
10
- * overlay on top of `defaultConfig`. These presets only fill in the
11
- * parameters clients never send (`top_k`, `min_p`, penalties).
12
- */
13
- import type { ChatConfig } from '@mlx-node/core';
14
- /**
15
- * Sampling defaults from Unsloth's Qwen3.6 guide:
16
- * https://unsloth.ai/docs/models/qwen3.6#recommended-settings
17
- *
18
- * All modes pin `top_k = 20` and `min_p = 0.0`; they differ in
19
- * `temperature`, `top_p`, and `presence_penalty`.
20
- *
21
- * The native anti-repetition cutoff is now disabled by default
22
- * (vLLM-aligned — vLLM ships no repetition-stop heuristic), so these
23
- * presets no longer pin `maxConsecutiveTokens` / `maxNgramRepeats` /
24
- * `ngramSize`. Repetition is shaped by the sampling penalties above and
25
- * bounded by the per-model `maxOutputTokens`. An operator or client can
26
- * still opt in by setting those fields explicitly — a per-request config
27
- * value wins via `ChatSession.mergeConfig`.
28
- */
29
- export declare const QWEN_SAMPLING_DEFAULTS: {
30
- /** Thinking mode for precise coding tasks: temp=0.6, top_p=0.95, pp=0.0 */
31
- readonly thinkingCoding: {
32
- temperature: number;
33
- topP: number;
34
- topK: number;
35
- minP: number;
36
- presencePenalty: number;
37
- repetitionPenalty: number;
38
- };
39
- /** Thinking mode for general tasks: temp=1.0, top_p=0.95, pp=1.5 */
40
- readonly thinkingGeneral: {
41
- temperature: number;
42
- topP: number;
43
- topK: number;
44
- minP: number;
45
- presencePenalty: number;
46
- repetitionPenalty: number;
47
- };
48
- /** Instruct (non-thinking) for general tasks: temp=0.7, top_p=0.8, pp=1.5 */
49
- readonly instructGeneral: {
50
- temperature: number;
51
- topP: number;
52
- topK: number;
53
- minP: number;
54
- presencePenalty: number;
55
- repetitionPenalty: number;
56
- };
57
- /** Instruct (non-thinking) for reasoning tasks: temp=1.0, top_p=0.95, pp=1.5 */
58
- readonly instructReasoning: {
59
- temperature: number;
60
- topP: number;
61
- topK: number;
62
- minP: number;
63
- presencePenalty: number;
64
- repetitionPenalty: number;
65
- };
66
- };
67
- /** Sampling defaults for Gemma4 Instruct. */
68
- export declare const GEMMA4_SAMPLING_DEFAULTS: ChatConfig;
69
- /** Sampling defaults for LFM2.5 Thinking. */
70
- export declare const LFM2_SAMPLING_DEFAULTS: ChatConfig;
71
- /** Sampling + per-model output token cap exposed by {@link LAUNCH_PRESETS}. */
72
- export interface LaunchPreset {
73
- sampling: ChatConfig;
74
- maxOutputTokens: number;
75
- }
76
- /**
77
- * Per-`ModelType` presets used by `mlx launch claude` to pre-wire a
78
- * discovered model with sensible sampling defaults + a max output
79
- * token budget. Keyed on the string returned by `detectModelType()`.
80
- */
81
- export declare const LAUNCH_PRESETS: Record<string, LaunchPreset>;
82
- //# sourceMappingURL=presets.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"presets.d.ts","sourceRoot":"","sources":["../src/presets.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AACH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAEjD;;;;;;;;;;;;;;GAcG;AACH,eAAO,MAAM,sBAAsB;IACjC,2EAA2E;;;;;;;;;IAU3E,oEAAoE;;;;;;;;;IAUpE,6EAA6E;;;;;;;;;IAU7E,gFAAgF;;;;;;;;;CASxE,CAAC;AAEX,6CAA6C;AAC7C,eAAO,MAAM,wBAAwB,EAAE,UAOtC,CAAC;AAEF,6CAA6C;AAC7C,eAAO,MAAM,sBAAsB,EAAE,UAOpC,CAAC;AAEF,+EAA+E;AAC/E,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,UAAU,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;CACzB;AAED;;;;GAIG;AACH,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAqBvD,CAAC"}
package/dist/presets.js DELETED
@@ -1,98 +0,0 @@
1
- /**
2
- * Sampling defaults from Unsloth's Qwen3.6 guide:
3
- * https://unsloth.ai/docs/models/qwen3.6#recommended-settings
4
- *
5
- * All modes pin `top_k = 20` and `min_p = 0.0`; they differ in
6
- * `temperature`, `top_p`, and `presence_penalty`.
7
- *
8
- * The native anti-repetition cutoff is now disabled by default
9
- * (vLLM-aligned — vLLM ships no repetition-stop heuristic), so these
10
- * presets no longer pin `maxConsecutiveTokens` / `maxNgramRepeats` /
11
- * `ngramSize`. Repetition is shaped by the sampling penalties above and
12
- * bounded by the per-model `maxOutputTokens`. An operator or client can
13
- * still opt in by setting those fields explicitly — a per-request config
14
- * value wins via `ChatSession.mergeConfig`.
15
- */
16
- export const QWEN_SAMPLING_DEFAULTS = {
17
- /** Thinking mode for precise coding tasks: temp=0.6, top_p=0.95, pp=0.0 */
18
- thinkingCoding: {
19
- temperature: 0.6,
20
- topP: 0.95,
21
- topK: 20,
22
- minP: 0.0,
23
- presencePenalty: 0.0,
24
- repetitionPenalty: 1.0,
25
- },
26
- /** Thinking mode for general tasks: temp=1.0, top_p=0.95, pp=1.5 */
27
- thinkingGeneral: {
28
- temperature: 1.0,
29
- topP: 0.95,
30
- topK: 20,
31
- minP: 0.0,
32
- presencePenalty: 1.5,
33
- repetitionPenalty: 1.0,
34
- },
35
- /** Instruct (non-thinking) for general tasks: temp=0.7, top_p=0.8, pp=1.5 */
36
- instructGeneral: {
37
- temperature: 0.7,
38
- topP: 0.8,
39
- topK: 20,
40
- minP: 0.0,
41
- presencePenalty: 1.5,
42
- repetitionPenalty: 1.0,
43
- },
44
- /** Instruct (non-thinking) for reasoning tasks: temp=1.0, top_p=0.95, pp=1.5 */
45
- instructReasoning: {
46
- temperature: 1.0,
47
- topP: 0.95,
48
- topK: 20,
49
- minP: 0.0,
50
- presencePenalty: 1.5,
51
- repetitionPenalty: 1.0,
52
- },
53
- };
54
- /** Sampling defaults for Gemma4 Instruct. */
55
- export const GEMMA4_SAMPLING_DEFAULTS = {
56
- temperature: 0.7,
57
- topP: 0.95,
58
- topK: 64,
59
- minP: 0.0,
60
- presencePenalty: 0.0,
61
- repetitionPenalty: 1.0,
62
- };
63
- /** Sampling defaults for LFM2.5 Thinking. */
64
- export const LFM2_SAMPLING_DEFAULTS = {
65
- temperature: 0.05,
66
- topP: 1.0,
67
- topK: 50,
68
- minP: 0.0,
69
- presencePenalty: 0.0,
70
- repetitionPenalty: 1.05,
71
- };
72
- /**
73
- * Per-`ModelType` presets used by `mlx launch claude` to pre-wire a
74
- * discovered model with sensible sampling defaults + a max output
75
- * token budget. Keyed on the string returned by `detectModelType()`.
76
- */
77
- export const LAUNCH_PRESETS = {
78
- qwen3: {
79
- sampling: QWEN_SAMPLING_DEFAULTS.thinkingCoding,
80
- maxOutputTokens: 38912,
81
- },
82
- qwen3_5: {
83
- sampling: QWEN_SAMPLING_DEFAULTS.thinkingCoding,
84
- maxOutputTokens: 81920,
85
- },
86
- qwen3_5_moe: {
87
- sampling: QWEN_SAMPLING_DEFAULTS.thinkingCoding,
88
- maxOutputTokens: 81920,
89
- },
90
- gemma4: {
91
- sampling: GEMMA4_SAMPLING_DEFAULTS,
92
- maxOutputTokens: 16384,
93
- },
94
- lfm2: {
95
- sampling: LFM2_SAMPLING_DEFAULTS,
96
- maxOutputTokens: 8192,
97
- },
98
- };