@mlx-node/server 0.0.9 → 0.0.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/chat-session-warm-reuse.d.ts +10 -12
- package/dist/chat-session-warm-reuse.d.ts.map +1 -1
- package/dist/chat-session-warm-reuse.js +10 -12
- package/dist/endpoints/messages.d.ts +2 -2
- package/dist/endpoints/messages.d.ts.map +1 -1
- package/dist/endpoints/messages.js +492 -349
- package/dist/endpoints/responses.d.ts +1 -1
- package/dist/endpoints/responses.d.ts.map +1 -1
- package/dist/endpoints/responses.js +1149 -1055
- package/dist/handler.d.ts.map +1 -1
- package/dist/handler.js +1 -1
- package/dist/health.d.ts +4 -6
- package/dist/health.d.ts.map +1 -1
- package/dist/host/discover.d.ts +1 -2
- package/dist/host/discover.d.ts.map +1 -1
- package/dist/host/discover.js +3 -6
- package/dist/host/index.d.ts +6 -1
- package/dist/host/index.d.ts.map +1 -1
- package/dist/host/index.js +3 -2
- package/dist/index.d.ts +2 -4
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -9
- package/dist/mappers/anthropic-request.d.ts.map +1 -1
- package/dist/mappers/anthropic-request.js +5 -1
- package/dist/mappers/request.d.ts +12 -2
- package/dist/mappers/request.d.ts.map +1 -1
- package/dist/mappers/request.js +26 -2
- package/dist/model-work-coordinator.d.ts +50 -0
- package/dist/model-work-coordinator.d.ts.map +1 -1
- package/dist/model-work-coordinator.js +161 -0
- package/dist/registry.d.ts +15 -0
- package/dist/registry.d.ts.map +1 -1
- package/dist/registry.js +51 -0
- package/dist/server.d.ts +21 -3
- package/dist/server.d.ts.map +1 -1
- package/dist/server.js +30 -6
- package/dist/session-registry.d.ts +266 -86
- package/dist/session-registry.d.ts.map +1 -1
- package/dist/session-registry.js +421 -107
- package/dist/streaming.d.ts +37 -2
- package/dist/streaming.d.ts.map +1 -1
- package/dist/streaming.js +122 -1
- package/dist/transport-visibility.d.ts +5 -4
- package/dist/transport-visibility.d.ts.map +1 -1
- package/dist/transport-visibility.js +5 -4
- package/dist/types-anthropic.d.ts +7 -0
- package/dist/types-anthropic.d.ts.map +1 -1
- package/dist/types.d.ts +9 -0
- package/dist/types.d.ts.map +1 -1
- package/package.json +4 -4
- package/dist/presets.d.ts +0 -82
- package/dist/presets.d.ts.map +0 -1
- package/dist/presets.js +0 -98
package/dist/streaming.d.ts
CHANGED
|
@@ -1,8 +1,42 @@
|
|
|
1
1
|
/** SSE writer utilities. */
|
|
2
|
-
import type { ServerResponse } from 'node:http';
|
|
2
|
+
import type { IncomingMessage, ServerResponse } from 'node:http';
|
|
3
|
+
/** Default time a connected SSE peer may remain continuously backpressured. */
|
|
4
|
+
export declare const DEFAULT_SSE_DRAIN_TIMEOUT_MS = 30000;
|
|
5
|
+
/** Disconnect state whose listeners stay armed for one complete SSE handler. */
|
|
6
|
+
export interface SSEClientAbortTracker {
|
|
7
|
+
readonly aborted: boolean;
|
|
8
|
+
markAborted(): void;
|
|
9
|
+
dispose(): void;
|
|
10
|
+
}
|
|
11
|
+
/**
|
|
12
|
+
* Track request/response/socket disconnects until the caller's outermost
|
|
13
|
+
* `finally`. Keeping this lifetime outside the decode loop matters: a final
|
|
14
|
+
* native item can expand into backpressured residual protocol frames after the
|
|
15
|
+
* iterator has already closed, and a disconnect during that drain must still
|
|
16
|
+
* prevent a success terminal and session adoption.
|
|
17
|
+
*/
|
|
18
|
+
export declare function trackSSEClientAbort(res: ServerResponse, httpReq: IncomingMessage | undefined): SSEClientAbortTracker;
|
|
19
|
+
interface SSEDrainWaitOptions {
|
|
20
|
+
/** Override used by focused tests; production reads the env/default. */
|
|
21
|
+
timeoutMs?: number;
|
|
22
|
+
/** Mark the owning handler's sticky abort state before the transport closes. */
|
|
23
|
+
onTimeout?: () => void;
|
|
24
|
+
}
|
|
3
25
|
export declare function beginSSE(res: ServerResponse): void;
|
|
4
26
|
/** Write one SSE event. Injects `type: eventType` into the payload (data's own `type` wins) for OpenAI SDK compatibility. */
|
|
5
|
-
export declare function writeSSEEvent(res: ServerResponse, eventType: string, data: object):
|
|
27
|
+
export declare function writeSSEEvent(res: ServerResponse, eventType: string, data: object): boolean;
|
|
28
|
+
/**
|
|
29
|
+
* Wait until a backpressured response can accept more data, or until its
|
|
30
|
+
* transport closes. Close and error resolve rather than reject: the endpoint's
|
|
31
|
+
* outer abort tracker owns the sticky state, and the next loop check exits
|
|
32
|
+
* before another native item is written.
|
|
33
|
+
*
|
|
34
|
+
* Call this synchronously after `writeSSEEvent` returns false. In particular,
|
|
35
|
+
* do not defer listener installation until the next iterator turn: `drain`
|
|
36
|
+
* could fire while that turn is being fetched and leave the handler parked on
|
|
37
|
+
* an event that already happened.
|
|
38
|
+
*/
|
|
39
|
+
export declare function awaitDrainOrClose(res: ServerResponse, options?: SSEDrainWaitOptions): Promise<void>;
|
|
6
40
|
export declare function endSSE(res: ServerResponse): void;
|
|
7
41
|
/**
|
|
8
42
|
* Number of SSE streams currently open process-wide. Diagnostics and
|
|
@@ -18,4 +52,5 @@ export declare function activeSSEStreamCount(): number;
|
|
|
18
52
|
* standalone `createHandler()` consumers.
|
|
19
53
|
*/
|
|
20
54
|
export declare function activeSSEStreamCountForResponses(responses: WeakSet<ServerResponse>): number;
|
|
55
|
+
export {};
|
|
21
56
|
//# sourceMappingURL=streaming.d.ts.map
|
package/dist/streaming.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"streaming.d.ts","sourceRoot":"","sources":["../src/streaming.ts"],"names":[],"mappings":"AAAA,4BAA4B;AAE5B,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;
|
|
1
|
+
{"version":3,"file":"streaming.d.ts","sourceRoot":"","sources":["../src/streaming.ts"],"names":[],"mappings":"AAAA,4BAA4B;AAE5B,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAEjE,+EAA+E;AAC/E,eAAO,MAAM,4BAA4B,QAAS,CAAC;AAgBnD,gFAAgF;AAChF,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,WAAW,IAAI,IAAI,CAAC;IACpB,OAAO,IAAI,IAAI,CAAC;CACjB;AAED;;;;;;GAMG;AACH,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,cAAc,EAAE,OAAO,EAAE,eAAe,GAAG,SAAS,GAAG,qBAAqB,CA4CpH;AAED,UAAU,mBAAmB;IAC3B,wEAAwE;IACxE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gFAAgF;IAChF,SAAS,CAAC,EAAE,MAAM,IAAI,CAAC;CACxB;AASD,wBAAgB,QAAQ,CAAC,GAAG,EAAE,cAAc,GAAG,IAAI,CAclD;AAED,6HAA6H;AAC7H,wBAAgB,aAAa,CAAC,GAAG,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAG3F;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,iBAAiB,CAAC,GAAG,EAAE,cAAc,EAAE,OAAO,GAAE,mBAAwB,GAAG,OAAO,CAAC,IAAI,CAAC,CA+CvG;AAED,wBAAgB,MAAM,CAAC,GAAG,EAAE,cAAc,GAAG,IAAI,CAGhD;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,IAAI,MAAM,CAE7C;AAED;;;;;;;GAOG;AACH,wBAAgB,gCAAgC,CAAC,SAAS,EAAE,OAAO,CAAC,cAAc,CAAC,GAAG,MAAM,CAM3F"}
|
package/dist/streaming.js
CHANGED
|
@@ -1,4 +1,6 @@
|
|
|
1
1
|
/** SSE writer utilities. */
|
|
2
|
+
/** Default time a connected SSE peer may remain continuously backpressured. */
|
|
3
|
+
export const DEFAULT_SSE_DRAIN_TIMEOUT_MS = 30_000;
|
|
2
4
|
/**
|
|
3
5
|
* Responses that have committed to SSE (`beginSSE`) but have not yet been
|
|
4
6
|
* ended (`endSSE`) or had their connection torn down.
|
|
@@ -12,6 +14,64 @@
|
|
|
12
14
|
* `beginSSE`/`endSSE` are free functions called from both endpoints.
|
|
13
15
|
*/
|
|
14
16
|
const activeSSEResponses = new Set();
|
|
17
|
+
/**
|
|
18
|
+
* Track request/response/socket disconnects until the caller's outermost
|
|
19
|
+
* `finally`. Keeping this lifetime outside the decode loop matters: a final
|
|
20
|
+
* native item can expand into backpressured residual protocol frames after the
|
|
21
|
+
* iterator has already closed, and a disconnect during that drain must still
|
|
22
|
+
* prevent a success terminal and session adoption.
|
|
23
|
+
*/
|
|
24
|
+
export function trackSSEClientAbort(res, httpReq) {
|
|
25
|
+
let aborted = false;
|
|
26
|
+
let disposed = false;
|
|
27
|
+
const onClose = () => {
|
|
28
|
+
aborted = true;
|
|
29
|
+
};
|
|
30
|
+
const onError = (_err) => {
|
|
31
|
+
aborted = true;
|
|
32
|
+
};
|
|
33
|
+
const socket = res.socket;
|
|
34
|
+
if (httpReq != null) {
|
|
35
|
+
httpReq.once('close', onClose);
|
|
36
|
+
httpReq.on('error', onError);
|
|
37
|
+
}
|
|
38
|
+
res.once('close', onClose);
|
|
39
|
+
res.on('error', onError);
|
|
40
|
+
if (socket != null) {
|
|
41
|
+
socket.once('close', onClose);
|
|
42
|
+
socket.on('error', onError);
|
|
43
|
+
}
|
|
44
|
+
return {
|
|
45
|
+
get aborted() {
|
|
46
|
+
return aborted;
|
|
47
|
+
},
|
|
48
|
+
markAborted() {
|
|
49
|
+
aborted = true;
|
|
50
|
+
},
|
|
51
|
+
dispose() {
|
|
52
|
+
if (disposed)
|
|
53
|
+
return;
|
|
54
|
+
disposed = true;
|
|
55
|
+
if (httpReq != null) {
|
|
56
|
+
httpReq.removeListener('close', onClose);
|
|
57
|
+
httpReq.removeListener('error', onError);
|
|
58
|
+
}
|
|
59
|
+
res.removeListener('close', onClose);
|
|
60
|
+
res.removeListener('error', onError);
|
|
61
|
+
if (socket != null) {
|
|
62
|
+
socket.removeListener('close', onClose);
|
|
63
|
+
socket.removeListener('error', onError);
|
|
64
|
+
}
|
|
65
|
+
},
|
|
66
|
+
};
|
|
67
|
+
}
|
|
68
|
+
function resolveSSEDrainTimeoutMs() {
|
|
69
|
+
const raw = process.env.MLX_SSE_DRAIN_TIMEOUT_MS;
|
|
70
|
+
if (raw == null || raw.trim() === '')
|
|
71
|
+
return DEFAULT_SSE_DRAIN_TIMEOUT_MS;
|
|
72
|
+
const parsed = Number(raw);
|
|
73
|
+
return Number.isSafeInteger(parsed) && parsed > 0 ? parsed : DEFAULT_SSE_DRAIN_TIMEOUT_MS;
|
|
74
|
+
}
|
|
15
75
|
export function beginSSE(res) {
|
|
16
76
|
activeSSEResponses.add(res);
|
|
17
77
|
// Belt-and-braces cleanup: a stream torn down by a client disconnect (or by
|
|
@@ -30,7 +90,68 @@ export function beginSSE(res) {
|
|
|
30
90
|
/** Write one SSE event. Injects `type: eventType` into the payload (data's own `type` wins) for OpenAI SDK compatibility. */
|
|
31
91
|
export function writeSSEEvent(res, eventType, data) {
|
|
32
92
|
const payload = { type: eventType, ...data };
|
|
33
|
-
res.write(`event: ${eventType}\ndata: ${JSON.stringify(payload)}\n\n`);
|
|
93
|
+
return res.write(`event: ${eventType}\ndata: ${JSON.stringify(payload)}\n\n`);
|
|
94
|
+
}
|
|
95
|
+
/**
|
|
96
|
+
* Wait until a backpressured response can accept more data, or until its
|
|
97
|
+
* transport closes. Close and error resolve rather than reject: the endpoint's
|
|
98
|
+
* outer abort tracker owns the sticky state, and the next loop check exits
|
|
99
|
+
* before another native item is written.
|
|
100
|
+
*
|
|
101
|
+
* Call this synchronously after `writeSSEEvent` returns false. In particular,
|
|
102
|
+
* do not defer listener installation until the next iterator turn: `drain`
|
|
103
|
+
* could fire while that turn is being fetched and leave the handler parked on
|
|
104
|
+
* an event that already happened.
|
|
105
|
+
*/
|
|
106
|
+
export function awaitDrainOrClose(res, options = {}) {
|
|
107
|
+
return new Promise((resolve) => {
|
|
108
|
+
let settled = false;
|
|
109
|
+
const socket = res.socket;
|
|
110
|
+
const timeoutMs = options.timeoutMs ?? resolveSSEDrainTimeoutMs();
|
|
111
|
+
const timer = setTimeout(() => {
|
|
112
|
+
// Set the handler-visible state synchronously. `destroy()` emits close on
|
|
113
|
+
// a later turn, which is too late for the success gate immediately after
|
|
114
|
+
// this promise resolves.
|
|
115
|
+
options.onTimeout?.();
|
|
116
|
+
if (!res.destroyed)
|
|
117
|
+
res.destroy();
|
|
118
|
+
settle();
|
|
119
|
+
}, timeoutMs);
|
|
120
|
+
timer.unref();
|
|
121
|
+
const settle = () => {
|
|
122
|
+
if (settled)
|
|
123
|
+
return;
|
|
124
|
+
settled = true;
|
|
125
|
+
clearTimeout(timer);
|
|
126
|
+
res.removeListener('drain', onDrain);
|
|
127
|
+
res.removeListener('close', onClose);
|
|
128
|
+
res.removeListener('error', onError);
|
|
129
|
+
if (socket != null)
|
|
130
|
+
socket.removeListener('close', onClose);
|
|
131
|
+
resolve();
|
|
132
|
+
};
|
|
133
|
+
const onDrain = () => {
|
|
134
|
+
settle();
|
|
135
|
+
};
|
|
136
|
+
const onClose = () => {
|
|
137
|
+
settle();
|
|
138
|
+
};
|
|
139
|
+
const onError = (_err) => {
|
|
140
|
+
settle();
|
|
141
|
+
};
|
|
142
|
+
// A destroyed peer cannot emit a future useful drain. Do not include
|
|
143
|
+
// `writableEnded` here: write-after-end returns false and reports
|
|
144
|
+
// ERR_STREAM_WRITE_AFTER_END asynchronously through the error listener.
|
|
145
|
+
if (res.destroyed || (socket != null && socket.destroyed)) {
|
|
146
|
+
settle();
|
|
147
|
+
return;
|
|
148
|
+
}
|
|
149
|
+
res.once('drain', onDrain);
|
|
150
|
+
res.once('close', onClose);
|
|
151
|
+
res.once('error', onError);
|
|
152
|
+
if (socket != null)
|
|
153
|
+
socket.once('close', onClose);
|
|
154
|
+
});
|
|
34
155
|
}
|
|
35
156
|
export function endSSE(res) {
|
|
36
157
|
activeSSEResponses.delete(res);
|
|
@@ -14,10 +14,11 @@
|
|
|
14
14
|
* firing the callback or `'error'`, which would pin the per-model mutex on a
|
|
15
15
|
* client that cannot see anything we write.
|
|
16
16
|
*
|
|
17
|
-
* Non-terminal SSE
|
|
18
|
-
*
|
|
19
|
-
*
|
|
20
|
-
*
|
|
17
|
+
* Non-terminal SSE write calls remain synchronous, but streaming handlers
|
|
18
|
+
* await a close-safe drain promise whenever one reports backpressure. Only the
|
|
19
|
+
* terminal event uses the callback-backed visibility flush. Streaming handlers
|
|
20
|
+
* independently attach a `res.once('close', …)` listener to flip
|
|
21
|
+
* `clientAborted` so the decode loop breaks at the next iteration boundary.
|
|
21
22
|
*/
|
|
22
23
|
import type { ServerResponse } from 'node:http';
|
|
23
24
|
/**
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"transport-visibility.d.ts","sourceRoot":"","sources":["../src/transport-visibility.ts"],"names":[],"mappings":"AAAA
|
|
1
|
+
{"version":3,"file":"transport-visibility.d.ts","sourceRoot":"","sources":["../src/transport-visibility.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAIhD;;;;;GAKG;AACH,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,KAAK,GAAG,IAAI,CAAC;AAEjD,MAAM,WAAW,mBAAmB;IAClC,YAAY,EAAE,YAAY,CAAC;IAC3B,qHAAqH;IACrH,mBAAmB,EAAE,OAAO,CAAC;IAC7B,+EAA+E;IAC/E,eAAe,EAAE,OAAO,CAAC;CAC1B;AAED,wBAAgB,gBAAgB,IAAI,mBAAmB,CAMtD;AAUD;;;;;GAKG;AACH,wBAAsB,OAAO,CAAC,GAAG,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC,CA8C/G;AAED;;;;;GAKG;AACH,wBAAsB,gBAAgB,CACpC,GAAG,EAAE,cAAc,EACnB,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,EACZ,UAAU,EAAE,mBAAmB,GAC9B,OAAO,CAAC,IAAI,CAAC,CA8Cf;AAED,2HAA2H;AAC3H,wBAAgB,WAAW,CAAC,UAAU,EAAE,mBAAmB,GAAG,IAAI,CAEjE;AAED,uHAAuH;AACvH,wBAAgB,qBAAqB,CAAC,GAAG,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI,CAMhG"}
|
|
@@ -14,10 +14,11 @@
|
|
|
14
14
|
* firing the callback or `'error'`, which would pin the per-model mutex on a
|
|
15
15
|
* client that cannot see anything we write.
|
|
16
16
|
*
|
|
17
|
-
* Non-terminal SSE
|
|
18
|
-
*
|
|
19
|
-
*
|
|
20
|
-
*
|
|
17
|
+
* Non-terminal SSE write calls remain synchronous, but streaming handlers
|
|
18
|
+
* await a close-safe drain promise whenever one reports backpressure. Only the
|
|
19
|
+
* terminal event uses the callback-backed visibility flush. Streaming handlers
|
|
20
|
+
* independently attach a `res.once('close', …)` listener to flip
|
|
21
|
+
* `clientAborted` so the decode loop breaks at the next iteration boundary.
|
|
21
22
|
*/
|
|
22
23
|
import { writeSSEEvent } from './streaming.js';
|
|
23
24
|
export function createVisibility() {
|
|
@@ -65,6 +65,13 @@ export interface AnthropicMessagesRequest {
|
|
|
65
65
|
metadata?: {
|
|
66
66
|
user_id?: string;
|
|
67
67
|
};
|
|
68
|
+
/**
|
|
69
|
+
* MLX-Node extension matching vLLM's Anthropic surface. Separates native
|
|
70
|
+
* content-addressed prefix-cache reuse between security domains. The value
|
|
71
|
+
* must be non-empty, at most 256 UTF-8 bytes, stable for the tenant, secret,
|
|
72
|
+
* and unpredictable.
|
|
73
|
+
*/
|
|
74
|
+
cache_salt?: string;
|
|
68
75
|
output_config?: {
|
|
69
76
|
format?: {
|
|
70
77
|
type?: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types-anthropic.d.ts","sourceRoot":"","sources":["../src/types-anthropic.ts"],"names":[],"mappings":"AAAA,4GAA4G;AAE5G,MAAM,WAAW,yBAAyB;IACxC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,OAAO,CAAC;IACd,MAAM,EAAE;QACN,IAAI,EAAE,QAAQ,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;QACnB,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;CACH;AAED,MAAM,WAAW,+BAA+B;IAC9C,IAAI,EAAE,aAAa,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,yJAAyJ;IACzJ,OAAO,CAAC,EAAE,MAAM,GAAG,CAAC,yBAAyB,GAAG,0BAA0B,CAAC,EAAE,CAAC;IAC9E,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,4BAA4B;IAC3C,IAAI,EAAE,UAAU,CAAC;IACjB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC;AAED,MAAM,WAAW,6BAA6B;IAC5C,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,MAAM,qBAAqB,GAC7B,yBAAyB,GACzB,0BAA0B,GAC1B,+BAA+B,GAC/B,4BAA4B,GAC5B,6BAA6B,CAAC;AAMlC,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;CAClC;AAMD,MAAM,WAAW,gBAAgB;IAM/B,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;IACtC,OAAO,EAAE,MAAM,GAAG,qBAAqB,EAAE,CAAC;CAC3C;AAMD,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACvC;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,GAAG,KAAK,GAAG,MAAM,CAAC;IAC9B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,yBAAyB,CAAC,EAAE,OAAO,CAAC;CACrC;AAMD,MAAM,WAAW,wBAAwB;IACvC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,gBAAgB,EAAE,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,GAAG,WAAW,EAAE,CAAC;IAChC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,uBAAuB,EAAE,CAAC;IAClC,WAAW,CAAC,EAAE,mBAAmB,CAAC;IAClC,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,QAAQ,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAChC,aAAa,CAAC,EAAE;QACd,MAAM,CAAC,EAAE;YACP,IAAI,CAAC,EAAE,MAAM,CAAC;YACd,MAAM,CAAC,EAAE,OAAO,CAAC;SAClB,CAAC;KACH,CAAC;IAcF;;;;;;;;;;;;;;;;;OAiBG;IACH,UAAU,CAAC,EAAE;QAMX,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAChC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAC3B,CAAC;CACH;AAED,MAAM,MAAM,2BAA2B,GAAG,IAAI,CAAC,wBAAwB,EAAE,YAAY,CAAC,GAAG;IACvF,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,WAAW,4BAA4B;IAC3C,YAAY,EAAE,MAAM,CAAC;CACtB;AAMD,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,8BAA8B;IAC7C,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,6BAA6B;IAC5C,IAAI,EAAE,UAAU,CAAC;IACjB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC;AAED,MAAM,MAAM,wBAAwB,GAChC,0BAA0B,GAC1B,8BAA8B,GAC9B,6BAA6B,CAAC;AAMlC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqCG;AACH,MAAM,WAAW,cAAc;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,6DAA6D;IAC7D,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,gEAAgE;IAChE,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,kEAAkE;IAClE,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,wGAAwG;IACxG,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,4FAA4F;IAC5F,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,0GAA0G;IAC1G,mCAAmC,CAAC,EAAE,MAAM,CAAC;IAC7C,4DAA4D;IAC5D,gCAAgC,CAAC,EAAE,MAAM,CAAC;IAC1C,2DAA2D;IAC3D,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,+FAA+F;IAC/F,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,kFAAkF;IAClF,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,0GAA0G;IAC1G,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,4FAA4F;IAC5F,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,gGAAgG;IAChG,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,iFAAiF;IACjF,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,uGAAuG;IACvG,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,0EAA0E;IAC1E,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,kFAAkF;IAClF,kCAAkC,CAAC,EAAE,MAAM,CAAC;IAC5C,kFAAkF;IAClF,wCAAwC,CAAC,EAAE,MAAM,CAAC;CACnD;AAMD,MAAM,WAAW,yBAAyB;IACxC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,WAAW,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,wBAAwB,EAAE,CAAC;IACpC,WAAW,EAAE,UAAU,GAAG,YAAY,GAAG,eAAe,GAAG,UAAU,GAAG,IAAI,CAAC;IAC7E,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,KAAK,EAAE,cAAc,CAAC;CACvB;AAMD,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,YAAY,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,gBAAgB,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,kBAAkB,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,MAAM,cAAc,GAAG,kBAAkB,GAAG,sBAAsB,GAAG,uBAAuB,CAAC;AAMnG,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,eAAe,CAAC;IACtB,OAAO,EAAE,yBAAyB,CAAC;CACpC;AAED,MAAM,WAAW,+BAA+B;IAC9C,IAAI,EAAE,qBAAqB,CAAC;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,wBAAwB,CAAC;CACzC;AAED,MAAM,WAAW,+BAA+B;IAC9C,IAAI,EAAE,qBAAqB,CAAC;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,cAAc,CAAC;CACvB;AAED,MAAM,WAAW,8BAA8B;IAC7C,IAAI,EAAE,oBAAoB,CAAC;IAC3B,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,eAAe,CAAC;IACtB,KAAK,EAAE;QACL,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;QAC3B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;KAC9B,CAAC;IACF;;;;;;;;;;;OAWG;IACH,KAAK,EAAE;QACL,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,aAAa,EAAE,MAAM,CAAC;QACtB,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,2BAA2B,CAAC,EAAE,MAAM,CAAC;QACrC,6DAA6D;QAC7D,sBAAsB,CAAC,EAAE,MAAM,CAAC;QAChC,gEAAgE;QAChE,yBAAyB,CAAC,EAAE,MAAM,CAAC;QACnC,kEAAkE;QAClE,wBAAwB,CAAC,EAAE,MAAM,CAAC;QAClC,wGAAwG;QACxG,2BAA2B,CAAC,EAAE,MAAM,CAAC;QACrC,4FAA4F;QAC5F,6BAA6B,CAAC,EAAE,MAAM,CAAC;QACvC,0GAA0G;QAC1G,mCAAmC,CAAC,EAAE,MAAM,CAAC;QAC7C,4DAA4D;QAC5D,gCAAgC,CAAC,EAAE,MAAM,CAAC;QAC1C,2DAA2D;QAC3D,+BAA+B,CAAC,EAAE,MAAM,CAAC;QACzC,+FAA+F;QAC/F,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAC9B,kFAAkF;QAClF,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAC9B,0GAA0G;QAC1G,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,4FAA4F;QAC5F,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,gGAAgG;QAChG,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,iFAAiF;QACjF,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,uGAAuG;QACvG,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,0EAA0E;QAC1E,+BAA+B,CAAC,EAAE,MAAM,CAAC;QACzC,kFAAkF;QAClF,kCAAkC,CAAC,EAAE,MAAM,CAAC;QAC5C,kFAAkF;QAClF,wCAAwC,CAAC,EAAE,MAAM,CAAC;KACnD,CAAC;CACH;AAED,MAAM,WAAW,yBAAyB;IACxC,IAAI,EAAE,cAAc,CAAC;CACtB;AAED,MAAM,MAAM,oBAAoB,GAC5B,0BAA0B,GAC1B,+BAA+B,GAC/B,+BAA+B,GAC/B,8BAA8B,GAC9B,0BAA0B,GAC1B,yBAAyB,CAAC"}
|
|
1
|
+
{"version":3,"file":"types-anthropic.d.ts","sourceRoot":"","sources":["../src/types-anthropic.ts"],"names":[],"mappings":"AAAA,4GAA4G;AAE5G,MAAM,WAAW,yBAAyB;IACxC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,OAAO,CAAC;IACd,MAAM,EAAE;QACN,IAAI,EAAE,QAAQ,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;QACnB,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;CACH;AAED,MAAM,WAAW,+BAA+B;IAC9C,IAAI,EAAE,aAAa,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,yJAAyJ;IACzJ,OAAO,CAAC,EAAE,MAAM,GAAG,CAAC,yBAAyB,GAAG,0BAA0B,CAAC,EAAE,CAAC;IAC9E,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,4BAA4B;IAC3C,IAAI,EAAE,UAAU,CAAC;IACjB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC;AAED,MAAM,WAAW,6BAA6B;IAC5C,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,MAAM,qBAAqB,GAC7B,yBAAyB,GACzB,0BAA0B,GAC1B,+BAA+B,GAC/B,4BAA4B,GAC5B,6BAA6B,CAAC;AAMlC,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;CAClC;AAMD,MAAM,WAAW,gBAAgB;IAM/B,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;IACtC,OAAO,EAAE,MAAM,GAAG,qBAAqB,EAAE,CAAC;CAC3C;AAMD,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACvC;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,GAAG,KAAK,GAAG,MAAM,CAAC;IAC9B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,yBAAyB,CAAC,EAAE,OAAO,CAAC;CACrC;AAMD,MAAM,WAAW,wBAAwB;IACvC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,gBAAgB,EAAE,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,GAAG,WAAW,EAAE,CAAC;IAChC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,uBAAuB,EAAE,CAAC;IAClC,WAAW,CAAC,EAAE,mBAAmB,CAAC;IAClC,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,QAAQ,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAChC;;;;;OAKG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE;QACd,MAAM,CAAC,EAAE;YACP,IAAI,CAAC,EAAE,MAAM,CAAC;YACd,MAAM,CAAC,EAAE,OAAO,CAAC;SAClB,CAAC;KACH,CAAC;IAcF;;;;;;;;;;;;;;;;;OAiBG;IACH,UAAU,CAAC,EAAE;QAMX,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAChC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAC3B,CAAC;CACH;AAED,MAAM,MAAM,2BAA2B,GAAG,IAAI,CAAC,wBAAwB,EAAE,YAAY,CAAC,GAAG;IACvF,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,WAAW,4BAA4B;IAC3C,YAAY,EAAE,MAAM,CAAC;CACtB;AAMD,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,8BAA8B;IAC7C,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,6BAA6B;IAC5C,IAAI,EAAE,UAAU,CAAC;IACjB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC;AAED,MAAM,MAAM,wBAAwB,GAChC,0BAA0B,GAC1B,8BAA8B,GAC9B,6BAA6B,CAAC;AAMlC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqCG;AACH,MAAM,WAAW,cAAc;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,6DAA6D;IAC7D,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,gEAAgE;IAChE,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,kEAAkE;IAClE,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,wGAAwG;IACxG,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,4FAA4F;IAC5F,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,0GAA0G;IAC1G,mCAAmC,CAAC,EAAE,MAAM,CAAC;IAC7C,4DAA4D;IAC5D,gCAAgC,CAAC,EAAE,MAAM,CAAC;IAC1C,2DAA2D;IAC3D,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,+FAA+F;IAC/F,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,kFAAkF;IAClF,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,0GAA0G;IAC1G,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,4FAA4F;IAC5F,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,gGAAgG;IAChG,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,iFAAiF;IACjF,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,uGAAuG;IACvG,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,0EAA0E;IAC1E,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,kFAAkF;IAClF,kCAAkC,CAAC,EAAE,MAAM,CAAC;IAC5C,kFAAkF;IAClF,wCAAwC,CAAC,EAAE,MAAM,CAAC;CACnD;AAMD,MAAM,WAAW,yBAAyB;IACxC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,WAAW,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,wBAAwB,EAAE,CAAC;IACpC,WAAW,EAAE,UAAU,GAAG,YAAY,GAAG,eAAe,GAAG,UAAU,GAAG,IAAI,CAAC;IAC7E,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,KAAK,EAAE,cAAc,CAAC;CACvB;AAMD,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,YAAY,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,gBAAgB,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,kBAAkB,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,MAAM,cAAc,GAAG,kBAAkB,GAAG,sBAAsB,GAAG,uBAAuB,CAAC;AAMnG,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,eAAe,CAAC;IACtB,OAAO,EAAE,yBAAyB,CAAC;CACpC;AAED,MAAM,WAAW,+BAA+B;IAC9C,IAAI,EAAE,qBAAqB,CAAC;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,wBAAwB,CAAC;CACzC;AAED,MAAM,WAAW,+BAA+B;IAC9C,IAAI,EAAE,qBAAqB,CAAC;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,cAAc,CAAC;CACvB;AAED,MAAM,WAAW,8BAA8B;IAC7C,IAAI,EAAE,oBAAoB,CAAC;IAC3B,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,eAAe,CAAC;IACtB,KAAK,EAAE;QACL,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;QAC3B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;KAC9B,CAAC;IACF;;;;;;;;;;;OAWG;IACH,KAAK,EAAE;QACL,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,aAAa,EAAE,MAAM,CAAC;QACtB,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,2BAA2B,CAAC,EAAE,MAAM,CAAC;QACrC,6DAA6D;QAC7D,sBAAsB,CAAC,EAAE,MAAM,CAAC;QAChC,gEAAgE;QAChE,yBAAyB,CAAC,EAAE,MAAM,CAAC;QACnC,kEAAkE;QAClE,wBAAwB,CAAC,EAAE,MAAM,CAAC;QAClC,wGAAwG;QACxG,2BAA2B,CAAC,EAAE,MAAM,CAAC;QACrC,4FAA4F;QAC5F,6BAA6B,CAAC,EAAE,MAAM,CAAC;QACvC,0GAA0G;QAC1G,mCAAmC,CAAC,EAAE,MAAM,CAAC;QAC7C,4DAA4D;QAC5D,gCAAgC,CAAC,EAAE,MAAM,CAAC;QAC1C,2DAA2D;QAC3D,+BAA+B,CAAC,EAAE,MAAM,CAAC;QACzC,+FAA+F;QAC/F,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAC9B,kFAAkF;QAClF,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAC9B,0GAA0G;QAC1G,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,4FAA4F;QAC5F,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,gGAAgG;QAChG,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,iFAAiF;QACjF,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,uGAAuG;QACvG,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,0EAA0E;QAC1E,+BAA+B,CAAC,EAAE,MAAM,CAAC;QACzC,kFAAkF;QAClF,kCAAkC,CAAC,EAAE,MAAM,CAAC;QAC5C,kFAAkF;QAClF,wCAAwC,CAAC,EAAE,MAAM,CAAC;KACnD,CAAC;CACH;AAED,MAAM,WAAW,yBAAyB;IACxC,IAAI,EAAE,cAAc,CAAC;CACtB;AAED,MAAM,MAAM,oBAAoB,GAC5B,0BAA0B,GAC1B,+BAA+B,GAC/B,+BAA+B,GAC/B,8BAA8B,GAC9B,0BAA0B,GAC1B,yBAAyB,CAAC"}
|
package/dist/types.d.ts
CHANGED
|
@@ -96,6 +96,15 @@ export interface ResponsesAPIRequest {
|
|
|
96
96
|
};
|
|
97
97
|
previous_response_id?: string;
|
|
98
98
|
store?: boolean;
|
|
99
|
+
/**
|
|
100
|
+
* Security domain for native content-addressed prefix-cache reuse.
|
|
101
|
+
* Identical prompts only share physical KV blocks when this non-empty value
|
|
102
|
+
* is also identical. Values are limited to 256 UTF-8 bytes. Multi-tenant
|
|
103
|
+
* callers should derive a high-entropy stable value
|
|
104
|
+
* from the authenticated tenant identity. This is independent from
|
|
105
|
+
* `prompt_cache_key`, which controls warm conversation affinity.
|
|
106
|
+
*/
|
|
107
|
+
cache_salt?: string;
|
|
99
108
|
/**
|
|
100
109
|
* Stable caller-supplied key identifying the logical conversation for
|
|
101
110
|
* warm-session reuse across stateless turns. Stateless agent clients
|
package/dist/types.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,2GAA2G;AAE3G,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,YAAY,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;;;GAIG;AACH,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,aAAa,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,MAAM,CAAC;CAClC;AAED;;;;GAIG;AACH,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,aAAa,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,KAAK,EAAE,CAAC;CACvB;AAED,+EAA+E;AAC/E,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,SAAS,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;;GAGG;AACH,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,cAAc,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,MAAM,WAAW,GACnB,aAAa,GACb,cAAc,GACd,sBAAsB,GACtB,gBAAgB,GAChB,oBAAoB,CAAC;AAMzB,MAAM,WAAW,YAAY;IAC3B,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;IACpD,OAAO,EAAE,MAAM,GAAG,WAAW,EAAE,CAAC;CACjC;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,eAAe,CAAC;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,sBAAsB,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED;;;;GAIG;AACH,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,WAAW,CAAC;IAClB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,OAAO,CAAC,EAAE;QAAE,IAAI,CAAC,EAAE,cAAc,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IACpD,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,MAAM,SAAS,GAAG,YAAY,GAAG,iBAAiB,GAAG,uBAAuB,GAAG,kBAAkB,CAAC;AAMxG,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,UAAU,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACrC,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAMD,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,GAAG,SAAS,EAAE,CAAC;IAC5B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,uBAAuB,EAAE,CAAC;IAClC,WAAW,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,MAAM,GAAG;QAAE,IAAI,EAAE,UAAU,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IAChF,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,SAAS,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAClD,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAkDG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B;;;;;OAKG;IACH,QAAQ,CAAC,EAAE;QACT;;;;;WAKG;QACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;KAC5B,CAAC;IACF;;;;;;;;;;;;;;;;;OAiBG;IACH,UAAU,CAAC,EAAE;QAMX,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAChC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAC3B,CAAC;CACH;AAMD,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,aAAa,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,KAAK,EAAE,CAAC;CACtB;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,cAAc,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,WAAW,CAAC;IAClB,MAAM,EAAE,WAAW,GAAG,YAAY,GAAG,aAAa,CAAC;IACnD,OAAO,EAAE,cAAc,EAAE,CAAC;CAC3B;AAED,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,eAAe,EAAE,CAAC;CAC5B;AAED,MAAM,WAAW,sBAAsB;IACrC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,eAAe,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,WAAW,GAAG,YAAY,CAAC;CACpC;AAED,MAAM,MAAM,UAAU,GAAG,iBAAiB,GAAG,mBAAmB,GAAG,sBAAsB,CAAC;AAM1F,MAAM,WAAW,aAAa;IAC5B,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,qBAAqB,EAAE;QAAE,gBAAgB,EAAE,MAAM,CAAA;KAAE,CAAC;IACpD,YAAY,EAAE,MAAM,CAAC;IACrB;;;;;;;;;;;;;OAaG;IACH,oBAAoB,CAAC,EAAE;QAAE,aAAa,EAAE,MAAM,CAAA;KAAE,CAAC;IACjD;;;;;OAKG;IACH,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,mCAAmC,CAAC,EAAE,MAAM,CAAC;IAC7C,gCAAgC,CAAC,EAAE,MAAM,CAAC;IAC1C,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,kCAAkC,CAAC,EAAE,MAAM,CAAC;IAC5C,wCAAwC,CAAC,EAAE,MAAM,CAAC;IAClD;;;;;;OAMG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,oBAAoB,CAAC,EAAE,MAAM,CAAC;CAC/B;AAMD,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CACtB;AAMD,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,UAAU,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,WAAW,GAAG,YAAY,GAAG,aAAa,GAAG,QAAQ,CAAC;IAC9D,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,UAAU,EAAE,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,aAAa,GAAG,IAAI,CAAC;IAC5B,kBAAkB,EAAE;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IAC9C,KAAK,EAAE,aAAa,CAAC;IACrB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,KAAK,EAAE,uBAAuB,EAAE,CAAC;IACjC,WAAW,EAAE,MAAM,GAAG,UAAU,GAAG,MAAM,GAAG;QAAE,IAAI,EAAE,UAAU,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IACtF,SAAS,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IACxD,oBAAoB,EAAE,MAAM,GAAG,IAAI,CAAC;CACrC;AAMD,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,kBAAkB,CAAC;IACzB,QAAQ,EAAE,cAAc,CAAC;CAC1B;AAED,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,sBAAsB,CAAC;IAC7B,QAAQ,EAAE,cAAc,CAAC;CAC1B;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,oBAAoB,CAAC;IAC3B,QAAQ,EAAE,cAAc,CAAC;CAC1B;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,iBAAiB,CAAC;IACxB,QAAQ,EAAE,cAAc,CAAC;CAC1B;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,4BAA4B,CAAC;IACnC,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,UAAU,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,2BAA2B,CAAC;IAClC,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,UAAU,CAAC;CAClB;AAED,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,6BAA6B,CAAC;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,cAAc,CAAC;CACtB;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,4BAA4B,CAAC;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,cAAc,CAAC;CACtB;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,4BAA4B,CAAC;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,2BAA2B,CAAC;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,8BAA8B;IAC7C,IAAI,EAAE,uCAAuC,CAAC;IAC9C,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,6BAA6B;IAC5C,IAAI,EAAE,sCAAsC,CAAC;IAC7C,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,+BAA+B;IAC9C,IAAI,EAAE,wCAAwC,CAAC;IAC/C,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,8BAA8B;IAC7C,IAAI,EAAE,uCAAuC,CAAC;IAC9C,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,MAAM,WAAW,GACnB,oBAAoB,GACpB,uBAAuB,GACvB,sBAAsB,GACtB,mBAAmB,GACnB,oBAAoB,GACpB,mBAAmB,GACnB,qBAAqB,GACrB,oBAAoB,GACpB,oBAAoB,GACpB,mBAAmB,GACnB,8BAA8B,GAC9B,6BAA6B,GAC7B,+BAA+B,GAC/B,8BAA8B,CAAC"}
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,2GAA2G;AAE3G,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,YAAY,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;;;GAIG;AACH,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,aAAa,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,MAAM,CAAC;CAClC;AAED;;;;GAIG;AACH,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,aAAa,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,KAAK,EAAE,CAAC;CACvB;AAED,+EAA+E;AAC/E,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,SAAS,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;;GAGG;AACH,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,cAAc,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,MAAM,WAAW,GACnB,aAAa,GACb,cAAc,GACd,sBAAsB,GACtB,gBAAgB,GAChB,oBAAoB,CAAC;AAMzB,MAAM,WAAW,YAAY;IAC3B,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;IACpD,OAAO,EAAE,MAAM,GAAG,WAAW,EAAE,CAAC;CACjC;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,eAAe,CAAC;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,sBAAsB,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED;;;;GAIG;AACH,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,WAAW,CAAC;IAClB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,OAAO,CAAC,EAAE;QAAE,IAAI,CAAC,EAAE,cAAc,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IACpD,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,MAAM,SAAS,GAAG,YAAY,GAAG,iBAAiB,GAAG,uBAAuB,GAAG,kBAAkB,CAAC;AAMxG,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,UAAU,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACrC,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAMD,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,GAAG,SAAS,EAAE,CAAC;IAC5B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,uBAAuB,EAAE,CAAC;IAClC,WAAW,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,MAAM,GAAG;QAAE,IAAI,EAAE,UAAU,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IAChF,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,SAAS,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAClD,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB;;;;;;;OAOG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAkDG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B;;;;;OAKG;IACH,QAAQ,CAAC,EAAE;QACT;;;;;WAKG;QACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;KAC5B,CAAC;IACF;;;;;;;;;;;;;;;;;OAiBG;IACH,UAAU,CAAC,EAAE;QAMX,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAChC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAC3B,CAAC;CACH;AAMD,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,aAAa,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,KAAK,EAAE,CAAC;CACtB;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,cAAc,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,WAAW,CAAC;IAClB,MAAM,EAAE,WAAW,GAAG,YAAY,GAAG,aAAa,CAAC;IACnD,OAAO,EAAE,cAAc,EAAE,CAAC;CAC3B;AAED,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,eAAe,EAAE,CAAC;CAC5B;AAED,MAAM,WAAW,sBAAsB;IACrC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,eAAe,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,WAAW,GAAG,YAAY,CAAC;CACpC;AAED,MAAM,MAAM,UAAU,GAAG,iBAAiB,GAAG,mBAAmB,GAAG,sBAAsB,CAAC;AAM1F,MAAM,WAAW,aAAa;IAC5B,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,qBAAqB,EAAE;QAAE,gBAAgB,EAAE,MAAM,CAAA;KAAE,CAAC;IACpD,YAAY,EAAE,MAAM,CAAC;IACrB;;;;;;;;;;;;;OAaG;IACH,oBAAoB,CAAC,EAAE;QAAE,aAAa,EAAE,MAAM,CAAA;KAAE,CAAC;IACjD;;;;;OAKG;IACH,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,mCAAmC,CAAC,EAAE,MAAM,CAAC;IAC7C,gCAAgC,CAAC,EAAE,MAAM,CAAC;IAC1C,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,kCAAkC,CAAC,EAAE,MAAM,CAAC;IAC5C,wCAAwC,CAAC,EAAE,MAAM,CAAC;IAClD;;;;;;OAMG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,oBAAoB,CAAC,EAAE,MAAM,CAAC;CAC/B;AAMD,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CACtB;AAMD,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,UAAU,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,WAAW,GAAG,YAAY,GAAG,aAAa,GAAG,QAAQ,CAAC;IAC9D,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,UAAU,EAAE,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,aAAa,GAAG,IAAI,CAAC;IAC5B,kBAAkB,EAAE;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IAC9C,KAAK,EAAE,aAAa,CAAC;IACrB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,KAAK,EAAE,uBAAuB,EAAE,CAAC;IACjC,WAAW,EAAE,MAAM,GAAG,UAAU,GAAG,MAAM,GAAG;QAAE,IAAI,EAAE,UAAU,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IACtF,SAAS,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IACxD,oBAAoB,EAAE,MAAM,GAAG,IAAI,CAAC;CACrC;AAMD,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,kBAAkB,CAAC;IACzB,QAAQ,EAAE,cAAc,CAAC;CAC1B;AAED,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,sBAAsB,CAAC;IAC7B,QAAQ,EAAE,cAAc,CAAC;CAC1B;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,oBAAoB,CAAC;IAC3B,QAAQ,EAAE,cAAc,CAAC;CAC1B;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,iBAAiB,CAAC;IACxB,QAAQ,EAAE,cAAc,CAAC;CAC1B;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,4BAA4B,CAAC;IACnC,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,UAAU,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,2BAA2B,CAAC;IAClC,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,UAAU,CAAC;CAClB;AAED,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,6BAA6B,CAAC;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,cAAc,CAAC;CACtB;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,4BAA4B,CAAC;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,cAAc,CAAC;CACtB;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,4BAA4B,CAAC;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,2BAA2B,CAAC;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,8BAA8B;IAC7C,IAAI,EAAE,uCAAuC,CAAC;IAC9C,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,6BAA6B;IAC5C,IAAI,EAAE,sCAAsC,CAAC;IAC7C,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,+BAA+B;IAC9C,IAAI,EAAE,wCAAwC,CAAC;IAC/C,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,8BAA8B;IAC7C,IAAI,EAAE,uCAAuC,CAAC;IAC9C,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,MAAM,WAAW,GACnB,oBAAoB,GACpB,uBAAuB,GACvB,sBAAsB,GACtB,mBAAmB,GACnB,oBAAoB,GACpB,mBAAmB,GACnB,qBAAqB,GACrB,oBAAoB,GACpB,oBAAoB,GACpB,mBAAmB,GACnB,8BAA8B,GAC9B,6BAA6B,GAC7B,+BAA+B,GAC/B,8BAA8B,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@mlx-node/server",
|
|
3
|
-
"version": "0.0.
|
|
3
|
+
"version": "0.0.12",
|
|
4
4
|
"homepage": "https://github.com/mlx-node/mlx-node",
|
|
5
5
|
"bugs": {
|
|
6
6
|
"url": "https://github.com/mlx-node/mlx-node/issues"
|
|
@@ -39,10 +39,10 @@
|
|
|
39
39
|
"build": "tsc -b"
|
|
40
40
|
},
|
|
41
41
|
"dependencies": {
|
|
42
|
-
"@mlx-node/core": "0.0.
|
|
43
|
-
"@mlx-node/lm": "0.0.
|
|
42
|
+
"@mlx-node/core": "0.0.12",
|
|
43
|
+
"@mlx-node/lm": "0.0.12"
|
|
44
44
|
},
|
|
45
45
|
"devDependencies": {
|
|
46
|
-
"@types/node": "@types/node@
|
|
46
|
+
"@types/node": "@types/node@26.4.0"
|
|
47
47
|
}
|
|
48
48
|
}
|
package/dist/presets.d.ts
DELETED
|
@@ -1,82 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Sampling presets recommended by third-party model authors, exposed
|
|
3
|
-
* here as `ChatConfig`-shaped objects so an operator can pin them at
|
|
4
|
-
* `ModelRegistry.register(name, model, { samplingDefaults: ... })`
|
|
5
|
-
* time with a single import.
|
|
6
|
-
*
|
|
7
|
-
* Per-request client values (OpenAI `temperature`/`top_p`, Anthropic
|
|
8
|
-
* equivalents) still override these defaults where the client sends
|
|
9
|
-
* them — `ChatSession.mergeConfig` treats per-call config as an
|
|
10
|
-
* overlay on top of `defaultConfig`. These presets only fill in the
|
|
11
|
-
* parameters clients never send (`top_k`, `min_p`, penalties).
|
|
12
|
-
*/
|
|
13
|
-
import type { ChatConfig } from '@mlx-node/core';
|
|
14
|
-
/**
|
|
15
|
-
* Sampling defaults from Unsloth's Qwen3.6 guide:
|
|
16
|
-
* https://unsloth.ai/docs/models/qwen3.6#recommended-settings
|
|
17
|
-
*
|
|
18
|
-
* All modes pin `top_k = 20` and `min_p = 0.0`; they differ in
|
|
19
|
-
* `temperature`, `top_p`, and `presence_penalty`.
|
|
20
|
-
*
|
|
21
|
-
* The native anti-repetition cutoff is now disabled by default
|
|
22
|
-
* (vLLM-aligned — vLLM ships no repetition-stop heuristic), so these
|
|
23
|
-
* presets no longer pin `maxConsecutiveTokens` / `maxNgramRepeats` /
|
|
24
|
-
* `ngramSize`. Repetition is shaped by the sampling penalties above and
|
|
25
|
-
* bounded by the per-model `maxOutputTokens`. An operator or client can
|
|
26
|
-
* still opt in by setting those fields explicitly — a per-request config
|
|
27
|
-
* value wins via `ChatSession.mergeConfig`.
|
|
28
|
-
*/
|
|
29
|
-
export declare const QWEN_SAMPLING_DEFAULTS: {
|
|
30
|
-
/** Thinking mode for precise coding tasks: temp=0.6, top_p=0.95, pp=0.0 */
|
|
31
|
-
readonly thinkingCoding: {
|
|
32
|
-
temperature: number;
|
|
33
|
-
topP: number;
|
|
34
|
-
topK: number;
|
|
35
|
-
minP: number;
|
|
36
|
-
presencePenalty: number;
|
|
37
|
-
repetitionPenalty: number;
|
|
38
|
-
};
|
|
39
|
-
/** Thinking mode for general tasks: temp=1.0, top_p=0.95, pp=1.5 */
|
|
40
|
-
readonly thinkingGeneral: {
|
|
41
|
-
temperature: number;
|
|
42
|
-
topP: number;
|
|
43
|
-
topK: number;
|
|
44
|
-
minP: number;
|
|
45
|
-
presencePenalty: number;
|
|
46
|
-
repetitionPenalty: number;
|
|
47
|
-
};
|
|
48
|
-
/** Instruct (non-thinking) for general tasks: temp=0.7, top_p=0.8, pp=1.5 */
|
|
49
|
-
readonly instructGeneral: {
|
|
50
|
-
temperature: number;
|
|
51
|
-
topP: number;
|
|
52
|
-
topK: number;
|
|
53
|
-
minP: number;
|
|
54
|
-
presencePenalty: number;
|
|
55
|
-
repetitionPenalty: number;
|
|
56
|
-
};
|
|
57
|
-
/** Instruct (non-thinking) for reasoning tasks: temp=1.0, top_p=0.95, pp=1.5 */
|
|
58
|
-
readonly instructReasoning: {
|
|
59
|
-
temperature: number;
|
|
60
|
-
topP: number;
|
|
61
|
-
topK: number;
|
|
62
|
-
minP: number;
|
|
63
|
-
presencePenalty: number;
|
|
64
|
-
repetitionPenalty: number;
|
|
65
|
-
};
|
|
66
|
-
};
|
|
67
|
-
/** Sampling defaults for Gemma4 Instruct. */
|
|
68
|
-
export declare const GEMMA4_SAMPLING_DEFAULTS: ChatConfig;
|
|
69
|
-
/** Sampling defaults for LFM2.5 Thinking. */
|
|
70
|
-
export declare const LFM2_SAMPLING_DEFAULTS: ChatConfig;
|
|
71
|
-
/** Sampling + per-model output token cap exposed by {@link LAUNCH_PRESETS}. */
|
|
72
|
-
export interface LaunchPreset {
|
|
73
|
-
sampling: ChatConfig;
|
|
74
|
-
maxOutputTokens: number;
|
|
75
|
-
}
|
|
76
|
-
/**
|
|
77
|
-
* Per-`ModelType` presets used by `mlx launch claude` to pre-wire a
|
|
78
|
-
* discovered model with sensible sampling defaults + a max output
|
|
79
|
-
* token budget. Keyed on the string returned by `detectModelType()`.
|
|
80
|
-
*/
|
|
81
|
-
export declare const LAUNCH_PRESETS: Record<string, LaunchPreset>;
|
|
82
|
-
//# sourceMappingURL=presets.d.ts.map
|
package/dist/presets.d.ts.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"presets.d.ts","sourceRoot":"","sources":["../src/presets.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AACH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAEjD;;;;;;;;;;;;;;GAcG;AACH,eAAO,MAAM,sBAAsB;IACjC,2EAA2E;;;;;;;;;IAU3E,oEAAoE;;;;;;;;;IAUpE,6EAA6E;;;;;;;;;IAU7E,gFAAgF;;;;;;;;;CASxE,CAAC;AAEX,6CAA6C;AAC7C,eAAO,MAAM,wBAAwB,EAAE,UAOtC,CAAC;AAEF,6CAA6C;AAC7C,eAAO,MAAM,sBAAsB,EAAE,UAOpC,CAAC;AAEF,+EAA+E;AAC/E,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,UAAU,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;CACzB;AAED;;;;GAIG;AACH,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAqBvD,CAAC"}
|
package/dist/presets.js
DELETED
|
@@ -1,98 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Sampling defaults from Unsloth's Qwen3.6 guide:
|
|
3
|
-
* https://unsloth.ai/docs/models/qwen3.6#recommended-settings
|
|
4
|
-
*
|
|
5
|
-
* All modes pin `top_k = 20` and `min_p = 0.0`; they differ in
|
|
6
|
-
* `temperature`, `top_p`, and `presence_penalty`.
|
|
7
|
-
*
|
|
8
|
-
* The native anti-repetition cutoff is now disabled by default
|
|
9
|
-
* (vLLM-aligned — vLLM ships no repetition-stop heuristic), so these
|
|
10
|
-
* presets no longer pin `maxConsecutiveTokens` / `maxNgramRepeats` /
|
|
11
|
-
* `ngramSize`. Repetition is shaped by the sampling penalties above and
|
|
12
|
-
* bounded by the per-model `maxOutputTokens`. An operator or client can
|
|
13
|
-
* still opt in by setting those fields explicitly — a per-request config
|
|
14
|
-
* value wins via `ChatSession.mergeConfig`.
|
|
15
|
-
*/
|
|
16
|
-
export const QWEN_SAMPLING_DEFAULTS = {
|
|
17
|
-
/** Thinking mode for precise coding tasks: temp=0.6, top_p=0.95, pp=0.0 */
|
|
18
|
-
thinkingCoding: {
|
|
19
|
-
temperature: 0.6,
|
|
20
|
-
topP: 0.95,
|
|
21
|
-
topK: 20,
|
|
22
|
-
minP: 0.0,
|
|
23
|
-
presencePenalty: 0.0,
|
|
24
|
-
repetitionPenalty: 1.0,
|
|
25
|
-
},
|
|
26
|
-
/** Thinking mode for general tasks: temp=1.0, top_p=0.95, pp=1.5 */
|
|
27
|
-
thinkingGeneral: {
|
|
28
|
-
temperature: 1.0,
|
|
29
|
-
topP: 0.95,
|
|
30
|
-
topK: 20,
|
|
31
|
-
minP: 0.0,
|
|
32
|
-
presencePenalty: 1.5,
|
|
33
|
-
repetitionPenalty: 1.0,
|
|
34
|
-
},
|
|
35
|
-
/** Instruct (non-thinking) for general tasks: temp=0.7, top_p=0.8, pp=1.5 */
|
|
36
|
-
instructGeneral: {
|
|
37
|
-
temperature: 0.7,
|
|
38
|
-
topP: 0.8,
|
|
39
|
-
topK: 20,
|
|
40
|
-
minP: 0.0,
|
|
41
|
-
presencePenalty: 1.5,
|
|
42
|
-
repetitionPenalty: 1.0,
|
|
43
|
-
},
|
|
44
|
-
/** Instruct (non-thinking) for reasoning tasks: temp=1.0, top_p=0.95, pp=1.5 */
|
|
45
|
-
instructReasoning: {
|
|
46
|
-
temperature: 1.0,
|
|
47
|
-
topP: 0.95,
|
|
48
|
-
topK: 20,
|
|
49
|
-
minP: 0.0,
|
|
50
|
-
presencePenalty: 1.5,
|
|
51
|
-
repetitionPenalty: 1.0,
|
|
52
|
-
},
|
|
53
|
-
};
|
|
54
|
-
/** Sampling defaults for Gemma4 Instruct. */
|
|
55
|
-
export const GEMMA4_SAMPLING_DEFAULTS = {
|
|
56
|
-
temperature: 0.7,
|
|
57
|
-
topP: 0.95,
|
|
58
|
-
topK: 64,
|
|
59
|
-
minP: 0.0,
|
|
60
|
-
presencePenalty: 0.0,
|
|
61
|
-
repetitionPenalty: 1.0,
|
|
62
|
-
};
|
|
63
|
-
/** Sampling defaults for LFM2.5 Thinking. */
|
|
64
|
-
export const LFM2_SAMPLING_DEFAULTS = {
|
|
65
|
-
temperature: 0.05,
|
|
66
|
-
topP: 1.0,
|
|
67
|
-
topK: 50,
|
|
68
|
-
minP: 0.0,
|
|
69
|
-
presencePenalty: 0.0,
|
|
70
|
-
repetitionPenalty: 1.05,
|
|
71
|
-
};
|
|
72
|
-
/**
|
|
73
|
-
* Per-`ModelType` presets used by `mlx launch claude` to pre-wire a
|
|
74
|
-
* discovered model with sensible sampling defaults + a max output
|
|
75
|
-
* token budget. Keyed on the string returned by `detectModelType()`.
|
|
76
|
-
*/
|
|
77
|
-
export const LAUNCH_PRESETS = {
|
|
78
|
-
qwen3: {
|
|
79
|
-
sampling: QWEN_SAMPLING_DEFAULTS.thinkingCoding,
|
|
80
|
-
maxOutputTokens: 38912,
|
|
81
|
-
},
|
|
82
|
-
qwen3_5: {
|
|
83
|
-
sampling: QWEN_SAMPLING_DEFAULTS.thinkingCoding,
|
|
84
|
-
maxOutputTokens: 81920,
|
|
85
|
-
},
|
|
86
|
-
qwen3_5_moe: {
|
|
87
|
-
sampling: QWEN_SAMPLING_DEFAULTS.thinkingCoding,
|
|
88
|
-
maxOutputTokens: 81920,
|
|
89
|
-
},
|
|
90
|
-
gemma4: {
|
|
91
|
-
sampling: GEMMA4_SAMPLING_DEFAULTS,
|
|
92
|
-
maxOutputTokens: 16384,
|
|
93
|
-
},
|
|
94
|
-
lfm2: {
|
|
95
|
-
sampling: LFM2_SAMPLING_DEFAULTS,
|
|
96
|
-
maxOutputTokens: 8192,
|
|
97
|
-
},
|
|
98
|
-
};
|