@voltojs/providers 0.0.0-stage → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (63) hide show
  1. package/LICENSE +21 -0
  2. package/dist/anthropic/index.d.ts +5 -0
  3. package/dist/anthropic/index.d.ts.map +1 -0
  4. package/dist/anthropic/index.js +3 -0
  5. package/dist/anthropic/index.js.map +1 -0
  6. package/dist/anthropic/model-port.d.ts +34 -0
  7. package/dist/anthropic/model-port.d.ts.map +1 -0
  8. package/dist/anthropic/model-port.js +337 -0
  9. package/dist/anthropic/model-port.js.map +1 -0
  10. package/dist/anthropic/stream-normalize.d.ts +27 -0
  11. package/dist/anthropic/stream-normalize.d.ts.map +1 -0
  12. package/dist/anthropic/stream-normalize.js +140 -0
  13. package/dist/anthropic/stream-normalize.js.map +1 -0
  14. package/dist/embedder-openai/embedder.d.ts +18 -0
  15. package/dist/embedder-openai/embedder.d.ts.map +1 -0
  16. package/dist/embedder-openai/embedder.js +44 -0
  17. package/dist/embedder-openai/embedder.js.map +1 -0
  18. package/dist/embedder-openai/index.d.ts +3 -0
  19. package/dist/embedder-openai/index.d.ts.map +1 -0
  20. package/dist/embedder-openai/index.js +2 -0
  21. package/dist/embedder-openai/index.js.map +1 -0
  22. package/dist/openai/index.d.ts +5 -0
  23. package/dist/openai/index.d.ts.map +1 -0
  24. package/dist/openai/index.js +3 -0
  25. package/dist/openai/index.js.map +1 -0
  26. package/dist/openai/model-port.d.ts +37 -0
  27. package/dist/openai/model-port.d.ts.map +1 -0
  28. package/dist/openai/model-port.js +330 -0
  29. package/dist/openai/model-port.js.map +1 -0
  30. package/dist/openai/stream-normalize.d.ts +70 -0
  31. package/dist/openai/stream-normalize.d.ts.map +1 -0
  32. package/dist/openai/stream-normalize.js +185 -0
  33. package/dist/openai/stream-normalize.js.map +1 -0
  34. package/dist/pi-ai/catalog.d.ts +40 -0
  35. package/dist/pi-ai/catalog.d.ts.map +1 -0
  36. package/dist/pi-ai/catalog.js +38 -0
  37. package/dist/pi-ai/catalog.js.map +1 -0
  38. package/dist/pi-ai/collection.d.ts +133 -0
  39. package/dist/pi-ai/collection.d.ts.map +1 -0
  40. package/dist/pi-ai/collection.js +532 -0
  41. package/dist/pi-ai/collection.js.map +1 -0
  42. package/dist/pi-ai/context.d.ts +15 -0
  43. package/dist/pi-ai/context.d.ts.map +1 -0
  44. package/dist/pi-ai/context.js +414 -0
  45. package/dist/pi-ai/context.js.map +1 -0
  46. package/dist/pi-ai/index.d.ts +8 -0
  47. package/dist/pi-ai/index.d.ts.map +1 -0
  48. package/dist/pi-ai/index.js +4 -0
  49. package/dist/pi-ai/index.js.map +1 -0
  50. package/dist/pi-ai/model-port.d.ts +45 -0
  51. package/dist/pi-ai/model-port.d.ts.map +1 -0
  52. package/dist/pi-ai/model-port.js +168 -0
  53. package/dist/pi-ai/model-port.js.map +1 -0
  54. package/dist/pi-ai/replay.d.ts +46 -0
  55. package/dist/pi-ai/replay.d.ts.map +1 -0
  56. package/dist/pi-ai/replay.js +99 -0
  57. package/dist/pi-ai/replay.js.map +1 -0
  58. package/dist/pi-ai/stream-normalize.d.ts +13 -0
  59. package/dist/pi-ai/stream-normalize.d.ts.map +1 -0
  60. package/dist/pi-ai/stream-normalize.js +118 -0
  61. package/dist/pi-ai/stream-normalize.js.map +1 -0
  62. package/package.json +48 -3
  63. package/README.md +0 -3
@@ -0,0 +1,44 @@
1
+ /**
2
+ * OpenAI-compatible Embedder implementation.
3
+ *
4
+ * Implements the M8 `Embedder` port using OpenAI's /v1/embeddings API.
5
+ * Compatible with any OpenAI-compatible gateway via configurable baseURL.
6
+ * Errors are normalized (no exceptions thrown).
7
+ */
8
+ export function createOpenAIEmbedder(opts) {
9
+ const baseURL = (opts.baseURL ?? "https://api.openai.com").replace(/\/+$/, "");
10
+ const model = opts.model ?? "text-embedding-3-small";
11
+ return {
12
+ async embed(texts) {
13
+ if (texts.length === 0)
14
+ return [];
15
+ try {
16
+ const response = await fetch(`${baseURL}/v1/embeddings`, {
17
+ method: "POST",
18
+ headers: {
19
+ "Content-Type": "application/json",
20
+ Authorization: `Bearer ${opts.apiKey}`,
21
+ },
22
+ body: JSON.stringify({ model, input: texts }),
23
+ });
24
+ if (!response.ok) {
25
+ const errorText = await response.text().catch(() => "unknown error");
26
+ throw new Error(`Embedding API error ${response.status}: ${errorText}`);
27
+ }
28
+ const data = (await response.json());
29
+ if (!data.data || !Array.isArray(data.data)) {
30
+ throw new Error("Invalid embedding response: missing data array");
31
+ }
32
+ return data.data.map((item) => item.embedding ?? []);
33
+ }
34
+ catch (err) {
35
+ // Normalize errors — Embedder port contract: errors should not throw
36
+ // but the current port signature returns Promise<number[][]> without
37
+ // explicit error handling. For now, re-throw with a clear message.
38
+ // The SDK/Runner will catch and normalize.
39
+ throw new Error(`Embedding failed: ${err instanceof Error ? err.message : String(err)}`);
40
+ }
41
+ },
42
+ };
43
+ }
44
+ //# sourceMappingURL=embedder.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"embedder.js","sourceRoot":"","sources":["../../src/embedder-openai/embedder.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAaH,MAAM,UAAU,oBAAoB,CAAC,IAA2B;IAC9D,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,wBAAwB,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC/E,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,wBAAwB,CAAC;IAErD,OAAO;QACL,KAAK,CAAC,KAAK,CAAC,KAAe;YACzB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;YAElC,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,gBAAgB,EAAE;oBACvD,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;qBACvC;oBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;iBAC9C,CAAC,CAAC;gBAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;oBACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,CAAC;oBACrE,MAAM,IAAI,KAAK,CAAC,uBAAuB,QAAQ,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC,CAAC;gBAC1E,CAAC;gBAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAElC,CAAC;gBAEF,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC5C,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;gBACpE,CAAC;gBAED,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;YACvD,CAAC;YAAC,OAAO,GAAY,EAAE,CAAC;gBACtB,qEAAqE;gBACrE,qEAAqE;gBACrE,mEAAmE;gBACnE,2CAA2C;gBAC3C,MAAM,IAAI,KAAK,CACb,qBAAqB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CACxE,CAAC;YACJ,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC"}
@@ -0,0 +1,3 @@
1
+ export { createOpenAIEmbedder } from "./embedder.js";
2
+ export type { OpenAIEmbedderOptions } from "./embedder.js";
3
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/embedder-openai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AACrD,YAAY,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAC"}
@@ -0,0 +1,2 @@
1
+ export { createOpenAIEmbedder } from "./embedder.js";
2
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/embedder-openai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC"}
@@ -0,0 +1,5 @@
1
+ export { createOpenAIModelPort, openaiFamilyVision } from "./model-port.js";
2
+ export type { OpenAIModelPortOptions } from "./model-port.js";
3
+ export { normalizeStream } from "./stream-normalize.js";
4
+ export type { RawStreamChunk, NormalizeStreamOptions } from "./stream-normalize.js";
5
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/openai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAC5E,YAAY,EAAE,sBAAsB,EAAE,MAAM,iBAAiB,CAAC;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,YAAY,EAAE,cAAc,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC"}
@@ -0,0 +1,3 @@
1
+ export { createOpenAIModelPort, openaiFamilyVision } from "./model-port.js";
2
+ export { normalizeStream } from "./stream-normalize.js";
3
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/openai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAE5E,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC"}
@@ -0,0 +1,37 @@
1
+ /**
2
+ * OpenAI-compatible ModelPort adapter.
3
+ *
4
+ * Connects to /v1/chat/completions with stream:true,
5
+ * normalizes the SSE response into core ModelEvents.
6
+ * Supports any OpenAI-compatible gateway via configurable baseURL.
7
+ */
8
+ import type { ModelPort, Message, ModelInputValue } from "@voltojs/core";
9
+ export interface OpenAIModelPortOptions {
10
+ /** Base URL of the OpenAI-compatible API (default: https://api.openai.com) */
11
+ baseURL?: string;
12
+ /** API key for Authorization header */
13
+ apiKey: string;
14
+ /** Default model if not specified in request */
15
+ defaultModel?: string;
16
+ /**
17
+ * Input-modalities override for every model this port serves. Absent lets
18
+ * {@link openaiFamilyVision} decide from well-known OpenAI model ids;
19
+ * unrecognized gateway ids stay UNKNOWN rather than guessing text-only.
20
+ */
21
+ input?: ModelInputValue;
22
+ }
23
+ /**
24
+ * Image-input support for well-known OpenAI model-id families.
25
+ * gpt-4o / gpt-4-turbo / gpt-4.1 / o-series accept images; gpt-3.5 does
26
+ * not. Everything else — bare gpt-4, custom gateway names, future ids —
27
+ * returns undefined = UNKNOWN so an OpenAI-compatible proxy is never
28
+ * silently stripped of image support.
29
+ */
30
+ export declare function openaiFamilyVision(model: string): boolean | undefined;
31
+ export declare function createOpenAIModelPort(opts: OpenAIModelPortOptions): ModelPort;
32
+ /**
33
+ * Map core messages to the OpenAI Chat Completions message array.
34
+ * Exported for tests; buildRequestBody wraps it with model/stream options.
35
+ */
36
+ export declare function toOpenAiMessages(messages: Message[]): unknown[];
37
+ //# sourceMappingURL=model-port.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"model-port.d.ts","sourceRoot":"","sources":["../../src/openai/model-port.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EACV,SAAS,EAGT,OAAO,EAEP,eAAe,EAIhB,MAAM,eAAe,CAAC;AAGvB,MAAM,WAAW,sBAAsB;IACrC,8EAA8E;IAC9E,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,uCAAuC;IACvC,MAAM,EAAE,MAAM,CAAC;IACf,gDAAgD;IAChD,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB;;;;OAIG;IACH,KAAK,CAAC,EAAE,eAAe,CAAC;CACzB;AAED;;;;;;GAMG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,GAAG,SAAS,CAIrE;AAQD,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,sBAAsB,GAAG,SAAS,CAuE7E;AAwHD;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,EAAE,CAiD/D"}
@@ -0,0 +1,330 @@
1
+ /**
2
+ * OpenAI-compatible ModelPort adapter.
3
+ *
4
+ * Connects to /v1/chat/completions with stream:true,
5
+ * normalizes the SSE response into core ModelEvents.
6
+ * Supports any OpenAI-compatible gateway via configurable baseURL.
7
+ */
8
+ import { normalizeStream } from "./stream-normalize.js";
9
+ /**
10
+ * Image-input support for well-known OpenAI model-id families.
11
+ * gpt-4o / gpt-4-turbo / gpt-4.1 / o-series accept images; gpt-3.5 does
12
+ * not. Everything else — bare gpt-4, custom gateway names, future ids —
13
+ * returns undefined = UNKNOWN so an OpenAI-compatible proxy is never
14
+ * silently stripped of image support.
15
+ */
16
+ export function openaiFamilyVision(model) {
17
+ if (/^gpt-4o|^gpt-4-turbo|^gpt-4\.1|^gpt-4-vision|^o[134](?:-|$)/.test(model))
18
+ return true;
19
+ if (/^gpt-3\.5/.test(model))
20
+ return false;
21
+ return undefined;
22
+ }
23
+ /** bool→input at the projection boundary; keeps the family helpers boolean-shaped. */
24
+ function toInput(vision) {
25
+ if (vision === undefined)
26
+ return undefined;
27
+ return vision ? ["text", "image"] : ["text"];
28
+ }
29
+ export function createOpenAIModelPort(opts) {
30
+ const trimmed = (opts.baseURL ?? "https://api.openai.com").replace(/\/+$/, "");
31
+ // Gateways are commonly published with the version segment already included
32
+ // (that is what the official OpenAI SDK expects in `baseURL`). Appending our
33
+ // own would produce `/v1/v1/chat/completions`, so only add it when missing.
34
+ const endpoint = /\/v\d+$/.test(trimmed)
35
+ ? `${trimmed}/chat/completions`
36
+ : `${trimmed}/v1/chat/completions`;
37
+ return {
38
+ async *stream(req) {
39
+ const model = req.model ?? opts.defaultModel ?? "gpt-4o";
40
+ const body = buildRequestBody(req, model);
41
+ const url = endpoint;
42
+ let response;
43
+ try {
44
+ response = await fetch(url, {
45
+ method: "POST",
46
+ headers: {
47
+ "Content-Type": "application/json",
48
+ Authorization: `Bearer ${opts.apiKey}`,
49
+ },
50
+ body: JSON.stringify(body),
51
+ signal: req.abortSignal,
52
+ });
53
+ }
54
+ catch (err) {
55
+ if (err instanceof Error && err.name === "AbortError") {
56
+ yield { type: "error", error: "Request aborted", retriable: false };
57
+ return;
58
+ }
59
+ yield {
60
+ type: "error",
61
+ error: err instanceof Error ? err.message : String(err),
62
+ retriable: true,
63
+ };
64
+ return;
65
+ }
66
+ if (!response.ok) {
67
+ const errorText = await response.text().catch(() => "unknown error");
68
+ yield {
69
+ type: "error",
70
+ error: `OpenAI API error ${response.status}: ${errorText}`,
71
+ retriable: response.status >= 500 || response.status === 429,
72
+ };
73
+ return;
74
+ }
75
+ if (!response.body) {
76
+ yield { type: "error", error: "Empty response body", retriable: true };
77
+ return;
78
+ }
79
+ // Parse SSE stream → raw chunks → normalize → ModelEvents
80
+ const rawChunks = parseSSEStream(response.body);
81
+ // Request body always sets stream_options.include_usage: true (see
82
+ // buildRequestBody below), so normalizeStream can watch for a provider
83
+ // that silently never honors it.
84
+ yield* normalizeStream(rawChunks, { includeUsageRequested: true });
85
+ },
86
+ describeModel: async (model) => {
87
+ const info = { model };
88
+ const input = opts.input ?? toInput(openaiFamilyVision(model));
89
+ if (input !== undefined) {
90
+ info.input = input;
91
+ }
92
+ return info;
93
+ },
94
+ };
95
+ }
96
+ function asWireImage(block) {
97
+ if (block.type !== "image")
98
+ return null;
99
+ // Narrow at runtime rather than widening core's ImageContent.
100
+ const src = block.source;
101
+ if (src.type === "base64" && typeof src.mediaType === "string" && typeof src.data === "string") {
102
+ return {
103
+ type: "image",
104
+ source: { type: "base64", mediaType: src.mediaType, data: src.data },
105
+ };
106
+ }
107
+ return null;
108
+ }
109
+ /**
110
+ * Chat Completions accepts text only in a tool message, so images ride in a
111
+ * user message inserted right after the tool batch they came from. One
112
+ * carrier per batch, not per result: separate carriers cost extra role
113
+ * overhead and blur which call produced which image, so each image is
114
+ * labelled with its tool_call_id instead.
115
+ *
116
+ * Responses API would take images directly, but OpenAI-compatible gateways
117
+ * (vLLM, local models) generally implement only this endpoint.
118
+ */
119
+ function splitToolBatch(msg) {
120
+ const toolMessages = [];
121
+ const parts = [];
122
+ for (const tr of msg.content) {
123
+ const texts = [];
124
+ const images = [];
125
+ for (const b of tr.content) {
126
+ if (b.type === "text") {
127
+ texts.push(b.text);
128
+ }
129
+ else if (b.type === "structured") {
130
+ // Chat Completions tool role accepts string content only — structured
131
+ // blocks degrade to their text projection here.
132
+ texts.push(b.text);
133
+ }
134
+ else {
135
+ const image = asWireImage(b);
136
+ if (image !== null) {
137
+ images.push(image);
138
+ }
139
+ }
140
+ }
141
+ const note = images.length > 0
142
+ ? `\n[${images.length} image${images.length > 1 ? "s" : ""} returned — see next message]`
143
+ : "";
144
+ toolMessages.push({
145
+ role: "tool",
146
+ tool_call_id: tr.toolUseId,
147
+ content: texts.join("\n") + note,
148
+ });
149
+ for (const image of images) {
150
+ parts.push({ type: "text", text: `Image from tool_call_id ${tr.toolUseId}:` });
151
+ parts.push({
152
+ type: "image_url",
153
+ image_url: { url: `data:${image.source.mediaType};base64,${image.source.data}` },
154
+ });
155
+ }
156
+ }
157
+ return parts.length > 0
158
+ ? { toolMessages, carrier: { role: "user", content: parts } }
159
+ : { toolMessages };
160
+ }
161
+ /**
162
+ * Project a system message's content to the plain string Chat Completions
163
+ * accepts for the system role. Core state can carry a BLOCK-ARRAY system
164
+ * message — the compaction image-preservation summary lands one behind a
165
+ * documented cast (spec 2026-10-16 D5) — and system messages are text-only
166
+ * on this wire (`image_url` parts are accepted in user messages only).
167
+ * Without this projection core's raw block shapes ship as invalid content
168
+ * parts; with it the model sees the summary and the preserved-image marker,
169
+ * and image blocks degrade to the same `[image: WxH mediaType]` placeholder
170
+ * core's extractBlockText renders.
171
+ */
172
+ function projectSystemContent(content) {
173
+ if (typeof content === "string")
174
+ return content;
175
+ return content.map(systemBlockText).join("\n");
176
+ }
177
+ /** One system block's text projection — mirrors core's extractBlockText. */
178
+ function systemBlockText(block) {
179
+ switch (block.type) {
180
+ case "text":
181
+ case "structured":
182
+ return block.text;
183
+ case "image": {
184
+ const dims = block.width !== undefined && block.height !== undefined
185
+ ? `${block.width}x${block.height} `
186
+ : "";
187
+ return `[image: ${dims}${block.source.mediaType}]`;
188
+ }
189
+ case "tool_use":
190
+ return `[tool: ${block.name}]`;
191
+ case "tool_result":
192
+ return block.content.map(systemBlockText).join("\n");
193
+ case "reasoning":
194
+ return "";
195
+ }
196
+ }
197
+ /**
198
+ * Map core messages to the OpenAI Chat Completions message array.
199
+ * Exported for tests; buildRequestBody wraps it with model/stream options.
200
+ */
201
+ export function toOpenAiMessages(messages) {
202
+ const out = [];
203
+ for (const msg of messages) {
204
+ if (msg.role === "system") {
205
+ // String-typed in core, but a block array can arrive at runtime (see
206
+ // projectSystemContent) — project instead of shipping invalid parts.
207
+ out.push({ role: "system", content: projectSystemContent(msg.content) });
208
+ continue;
209
+ }
210
+ if (msg.role === "user") {
211
+ out.push({ role: "user", content: msg.content });
212
+ continue;
213
+ }
214
+ if (msg.role === "assistant") {
215
+ // OpenAI expects tool_calls at the message level (not inside content).
216
+ const text = msg.content
217
+ .filter((c) => c.type === "text")
218
+ .map((c) => c.text)
219
+ .join("");
220
+ const toolCalls = msg.content
221
+ .filter((c) => c.type === "tool_use")
222
+ .map((c) => ({
223
+ id: c.id,
224
+ type: "function",
225
+ function: {
226
+ name: c.name,
227
+ arguments: JSON.stringify(c.input),
228
+ },
229
+ }));
230
+ if (toolCalls.length > 0) {
231
+ out.push({
232
+ role: "assistant",
233
+ content: text.length > 0 ? text : null,
234
+ tool_calls: toolCalls,
235
+ });
236
+ continue;
237
+ }
238
+ out.push({ role: "assistant", content: text });
239
+ continue;
240
+ }
241
+ if (msg.role === "tool") {
242
+ const { toolMessages, carrier } = splitToolBatch(msg);
243
+ out.push(...toolMessages);
244
+ if (carrier !== undefined)
245
+ out.push(carrier);
246
+ }
247
+ }
248
+ return out;
249
+ }
250
+ function buildRequestBody(req, model) {
251
+ const messages = toOpenAiMessages(req.messages);
252
+ const body = {
253
+ model,
254
+ messages,
255
+ stream: true,
256
+ stream_options: { include_usage: true },
257
+ };
258
+ // Map core tools to OpenAI function format
259
+ if (req.tools.length > 0) {
260
+ body.tools = req.tools.map((t) => ({
261
+ type: "function",
262
+ function: {
263
+ name: t.name,
264
+ description: t.description,
265
+ parameters: t.inputSchema,
266
+ },
267
+ }));
268
+ }
269
+ if (req.maxTokens !== undefined)
270
+ body.max_tokens = req.maxTokens;
271
+ if (req.temperature !== undefined)
272
+ body.temperature = req.temperature;
273
+ // Structured / JSON output mode
274
+ if (req.responseFormat?.type === "json") {
275
+ if (req.responseFormat.schema) {
276
+ body.response_format = {
277
+ type: "json_schema",
278
+ json_schema: {
279
+ name: "response",
280
+ strict: true,
281
+ schema: req.responseFormat.schema,
282
+ },
283
+ };
284
+ }
285
+ else {
286
+ body.response_format = { type: "json_object" };
287
+ }
288
+ }
289
+ return body;
290
+ }
291
+ // ──────────────────────────────────────────────
292
+ // SSE parser
293
+ // ──────────────────────────────────────────────
294
+ async function* parseSSEStream(body) {
295
+ const reader = body.getReader();
296
+ const decoder = new TextDecoder();
297
+ let buffer = "";
298
+ try {
299
+ while (true) {
300
+ const { done, value } = await reader.read();
301
+ if (done)
302
+ break;
303
+ buffer += decoder.decode(value, { stream: true });
304
+ const lines = buffer.split("\n");
305
+ // Keep last incomplete line in buffer
306
+ buffer = lines.pop() ?? "";
307
+ for (const line of lines) {
308
+ const trimmed = line.trim();
309
+ if (!trimmed || trimmed.startsWith(":"))
310
+ continue; // empty or comment
311
+ if (!trimmed.startsWith("data: "))
312
+ continue;
313
+ const data = trimmed.slice(6);
314
+ if (data === "[DONE]")
315
+ return;
316
+ try {
317
+ const parsed = JSON.parse(data);
318
+ yield parsed;
319
+ }
320
+ catch {
321
+ // Skip malformed JSON lines
322
+ }
323
+ }
324
+ }
325
+ }
326
+ finally {
327
+ reader.releaseLock();
328
+ }
329
+ }
330
+ //# sourceMappingURL=model-port.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"model-port.js","sourceRoot":"","sources":["../../src/openai/model-port.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAaH,OAAO,EAAE,eAAe,EAAuB,MAAM,uBAAuB,CAAC;AAiB7E;;;;;;GAMG;AACH,MAAM,UAAU,kBAAkB,CAAC,KAAa;IAC9C,IAAI,6DAA6D,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAC3F,IAAI,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC1C,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,sFAAsF;AACtF,SAAS,OAAO,CAAC,MAA2B;IAC1C,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC3C,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;AAC/C,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,IAA4B;IAChE,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,wBAAwB,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC/E,4EAA4E;IAC5E,6EAA6E;IAC7E,4EAA4E;IAC5E,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC;QACtC,CAAC,CAAC,GAAG,OAAO,mBAAmB;QAC/B,CAAC,CAAC,GAAG,OAAO,sBAAsB,CAAC;IAErC,OAAO;QACL,KAAK,CAAC,CAAC,MAAM,CAAC,GAAiB;YAC7B,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY,IAAI,QAAQ,CAAC;YAEzD,MAAM,IAAI,GAAG,gBAAgB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YAC1C,MAAM,GAAG,GAAG,QAAQ,CAAC;YAErB,IAAI,QAAkB,CAAC;YACvB,IAAI,CAAC;gBACH,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;oBAC1B,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;qBACvC;oBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;oBAC1B,MAAM,EAAE,GAAG,CAAC,WAAW;iBACxB,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,GAAY,EAAE,CAAC;gBACtB,IAAI,GAAG,YAAY,KAAK,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;oBACtD,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,iBAAiB,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;oBACpE,OAAO;gBACT,CAAC;gBACD,MAAM;oBACJ,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;oBACvD,SAAS,EAAE,IAAI;iBAChB,CAAC;gBACF,OAAO;YACT,CAAC;YAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,CAAC;gBACrE,MAAM;oBACJ,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,oBAAoB,QAAQ,CAAC,MAAM,KAAK,SAAS,EAAE;oBAC1D,SAAS,EAAE,QAAQ,CAAC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG;iBAC7D,CAAC;gBACF,OAAO;YACT,CAAC;YAED,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACnB,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,qBAAqB,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;gBACvE,OAAO;YACT,CAAC;YAED,0DAA0D;YAC1D,MAAM,SAAS,GAAG,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAChD,mEAAmE;YACnE,uEAAuE;YACvE,iCAAiC;YACjC,KAAK,CAAC,CAAC,eAAe,CAAC,SAAS,EAAE,EAAE,qBAAqB,EAAE,IAAI,EAAE,CAAC,CAAC;QACrE,CAAC;QACD,aAAa,EAAE,KAAK,EAAE,KAAa,EAA8B,EAAE;YACjE,MAAM,IAAI,GAAsB,EAAE,KAAK,EAAE,CAAC;YAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,OAAO,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC;YAC/D,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBACxB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;YACrB,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;KACF,CAAC;AACJ,CAAC;AAgBD,SAAS,WAAW,CAAC,KAAsB;IACzC,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,IAAI,CAAC;IACxC,8DAA8D;IAC9D,MAAM,GAAG,GAAG,KAAK,CAAC,MAA8D,CAAC;IACjF,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,GAAG,CAAC,SAAS,KAAK,QAAQ,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC/F,OAAO;YACL,IAAI,EAAE,OAAO;YACb,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE;SACrE,CAAC;IACJ,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;;;;;GASG;AACH,SAAS,cAAc,CAAC,GAAsB;IAC5C,MAAM,YAAY,GAAc,EAAE,CAAC;IACnC,MAAM,KAAK,GAAmC,EAAE,CAAC;IAEjD,KAAK,MAAM,EAAE,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAuB,EAAE,CAAC;QACtC,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;YAC3B,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACtB,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACrB,CAAC;iBAAM,IAAI,CAAC,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBACnC,sEAAsE;gBACtE,gDAAgD;gBAChD,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACrB,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;gBAC7B,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;oBACnB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACrB,CAAC;YACH,CAAC;QACH,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC;YAC5B,CAAC,CAAC,MAAM,MAAM,CAAC,MAAM,SAAS,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,+BAA+B;YACzF,CAAC,CAAC,EAAE,CAAC;QACP,YAAY,CAAC,IAAI,CAAC;YAChB,IAAI,EAAE,MAAM;YACZ,YAAY,EAAE,EAAE,CAAC,SAAS;YAC1B,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI;SACjC,CAAC,CAAC;QACH,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,2BAA2B,EAAE,CAAC,SAAS,GAAG,EAAE,CAAC,CAAC;YAC/E,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,WAAW;gBACjB,SAAS,EAAE,EAAE,GAAG,EAAE,QAAQ,KAAK,CAAC,MAAM,CAAC,SAAS,WAAW,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE;aACjF,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC;QACrB,CAAC,CAAC,EAAE,YAAY,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QAC7D,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;AACvB,CAAC;AAED;;;;;;;;;;GAUG;AACH,SAAS,oBAAoB,CAAC,OAAgC;IAC5D,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,OAAO,CAAC;IAChD,OAAO,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACjD,CAAC;AAED,4EAA4E;AAC5E,SAAS,eAAe,CAAC,KAAmB;IAC1C,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,MAAM,CAAC;QACZ,KAAK,YAAY;YACf,OAAO,KAAK,CAAC,IAAI,CAAC;QACpB,KAAK,OAAO,CAAC,CAAC,CAAC;YACb,MAAM,IAAI,GACR,KAAK,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS;gBACrD,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG;gBACnC,CAAC,CAAC,EAAE,CAAC;YACT,OAAO,WAAW,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,SAAS,GAAG,CAAC;QACrD,CAAC;QACD,KAAK,UAAU;YACb,OAAO,UAAU,KAAK,CAAC,IAAI,GAAG,CAAC;QACjC,KAAK,aAAa;YAChB,OAAO,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvD,KAAK,WAAW;YACd,OAAO,EAAE,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAAC,QAAmB;IAClD,MAAM,GAAG,GAAc,EAAE,CAAC;IAC1B,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC1B,qEAAqE;YACrE,qEAAqE;YACrE,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,oBAAoB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACzE,SAAS;QACX,CAAC;QACD,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACxB,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YACjD,SAAS;QACX,CAAC;QACD,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC7B,uEAAuE;YACvE,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO;iBACrB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;iBAChC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;iBAClB,IAAI,CAAC,EAAE,CAAC,CAAC;YACZ,MAAM,SAAS,GAAG,GAAG,CAAC,OAAO;iBAC1B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC;iBACpC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACX,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE;oBACR,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC;iBACnC;aACF,CAAC,CAAC,CAAC;YAEN,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,GAAG,CAAC,IAAI,CAAC;oBACP,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;oBACtC,UAAU,EAAE,SAAS;iBACtB,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/C,SAAS;QACX,CAAC;QACD,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACxB,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;YACtD,GAAG,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;YAC1B,IAAI,OAAO,KAAK,SAAS;gBAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAiB,EAAE,KAAa;IACxD,MAAM,QAAQ,GAAG,gBAAgB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAEhD,MAAM,IAAI,GAA4B;QACpC,KAAK;QACL,QAAQ;QACR,MAAM,EAAE,IAAI;QACZ,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE;KACxC,CAAC;IAEF,2CAA2C;IAC3C,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACjC,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,UAAU,EAAE,CAAC,CAAC,WAAW;aAC1B;SACF,CAAC,CAAC,CAAC;IACN,CAAC;IAED,IAAI,GAAG,CAAC,SAAS,KAAK,SAAS;QAAE,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC,SAAS,CAAC;IACjE,IAAI,GAAG,CAAC,WAAW,KAAK,SAAS;QAAE,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC,WAAW,CAAC;IAEtE,gCAAgC;IAChC,IAAI,GAAG,CAAC,cAAc,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;QACxC,IAAI,GAAG,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC;YAC9B,IAAI,CAAC,eAAe,GAAG;gBACrB,IAAI,EAAE,aAAa;gBACnB,WAAW,EAAE;oBACX,IAAI,EAAE,UAAU;oBAChB,MAAM,EAAE,IAAI;oBACZ,MAAM,EAAE,GAAG,CAAC,cAAc,CAAC,MAAM;iBAClC;aACF,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,eAAe,GAAG,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC;QACjD,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,iDAAiD;AACjD,aAAa;AACb,iDAAiD;AAEjD,KAAK,SAAS,CAAC,CAAC,cAAc,CAAC,IAAgC;IAC7D,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;IAChC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,IAAI,MAAM,GAAG,EAAE,CAAC;IAEhB,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACjC,sCAAsC;YACtC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC5B,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;oBAAE,SAAS,CAAC,mBAAmB;gBACtE,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC;oBAAE,SAAS;gBAE5C,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC9B,IAAI,IAAI,KAAK,QAAQ;oBAAE,OAAO;gBAE9B,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAmB,CAAC;oBAClD,MAAM,MAAM,CAAC;gBACf,CAAC;gBAAC,MAAM,CAAC;oBACP,4BAA4B;gBAC9B,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;AACH,CAAC"}
@@ -0,0 +1,70 @@
1
+ /**
2
+ * stream-normalize — converts raw OpenAI streaming chunks into core ModelEvents.
3
+ *
4
+ * Handles:
5
+ * - Text delta accumulation
6
+ * - Reasoning delta (field names vary: reasoning_content / reasoning / thinking)
7
+ * - Tool call incremental streaming (start + delta by index, arguments concatenation)
8
+ * - Usage (prompt_tokens + completion_tokens)
9
+ * - finish_reason → stopReason mapping
10
+ */
11
+ import type { ModelEvent } from "@voltojs/core";
12
+ /** Raw chunk shape from OpenAI-compatible /v1/chat/completions stream */
13
+ interface RawChoiceDelta {
14
+ delta: {
15
+ content?: string | null;
16
+ reasoning_content?: string | null;
17
+ reasoning?: string | null;
18
+ thinking?: string | null;
19
+ tool_calls?: Array<{
20
+ index: number;
21
+ id?: string;
22
+ type?: string;
23
+ function: {
24
+ name?: string;
25
+ arguments: string;
26
+ };
27
+ }>;
28
+ };
29
+ finish_reason: string | null;
30
+ }
31
+ export interface RawStreamChunk {
32
+ choices?: RawChoiceDelta[];
33
+ usage?: {
34
+ prompt_tokens?: number;
35
+ completion_tokens?: number;
36
+ total_tokens?: number;
37
+ prompt_tokens_details?: {
38
+ cached_tokens?: number;
39
+ };
40
+ /** DeepSeek's hit/miss split: the same cache signal as prompt_tokens_details.cached_tokens, spelled differently. */
41
+ prompt_cache_hit_tokens?: number;
42
+ prompt_cache_miss_tokens?: number;
43
+ /** Present for reasoning models (o-series etc.); reasoning_tokens bills separately from completion_tokens. */
44
+ completion_tokens_details?: {
45
+ reasoning_tokens?: number;
46
+ };
47
+ } | null;
48
+ }
49
+ export interface NormalizeStreamOptions {
50
+ /**
51
+ * Whether the request asked the provider for usage (e.g. via
52
+ * `stream_options.include_usage`). When true and the stream completes
53
+ * without ever yielding a usage chunk, `normalizeStream` emits a single
54
+ * `usage_unavailable` event so downstream consumers (context meter, cost
55
+ * meter) can distinguish "this provider never reports usage" from "usage
56
+ * for this particular turn just hasn't arrived yet".
57
+ */
58
+ includeUsageRequested?: boolean;
59
+ }
60
+ /**
61
+ * Normalize a stream of raw OpenAI chunks into core ModelEvents.
62
+ * Statefully accumulates tool call arguments across chunks.
63
+ *
64
+ * Some OpenAI-compatible providers (Azure, vLLM, etc.) send the initial
65
+ * tool call chunk without `id` or `name` — those arrive in a later delta.
66
+ * We buffer argument-only chunks and merge them once the identity arrives.
67
+ */
68
+ export declare function normalizeStream(rawChunks: AsyncIterable<RawStreamChunk>, options?: NormalizeStreamOptions): AsyncGenerator<ModelEvent>;
69
+ export {};
70
+ //# sourceMappingURL=stream-normalize.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"stream-normalize.d.ts","sourceRoot":"","sources":["../../src/openai/stream-normalize.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAEhD,yEAAyE;AACzE,UAAU,cAAc;IACtB,KAAK,EAAE;QACL,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QACxB,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAClC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAC1B,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QACzB,UAAU,CAAC,EAAE,KAAK,CAAC;YACjB,KAAK,EAAE,MAAM,CAAC;YACd,EAAE,CAAC,EAAE,MAAM,CAAC;YACZ,IAAI,CAAC,EAAE,MAAM,CAAC;YACd,QAAQ,EAAE;gBACR,IAAI,CAAC,EAAE,MAAM,CAAC;gBACd,SAAS,EAAE,MAAM,CAAC;aACnB,CAAC;SACH,CAAC,CAAC;KACJ,CAAC;IACF,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;CAC9B;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,CAAC,EAAE,cAAc,EAAE,CAAC;IAC3B,KAAK,CAAC,EAAE;QACN,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAC3B,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,qBAAqB,CAAC,EAAE;YACtB,aAAa,CAAC,EAAE,MAAM,CAAC;SACxB,CAAC;QACF,oHAAoH;QACpH,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,wBAAwB,CAAC,EAAE,MAAM,CAAC;QAClC,8GAA8G;QAC9G,yBAAyB,CAAC,EAAE;YAC1B,gBAAgB,CAAC,EAAE,MAAM,CAAC;SAC3B,CAAC;KACH,GAAG,IAAI,CAAC;CACV;AASD,MAAM,WAAW,sBAAsB;IACrC;;;;;;;OAOG;IACH,qBAAqB,CAAC,EAAE,OAAO,CAAC;CACjC;AAED;;;;;;;GAOG;AACH,wBAAuB,eAAe,CACpC,SAAS,EAAE,aAAa,CAAC,cAAc,CAAC,EACxC,OAAO,GAAE,sBAA2B,GACnC,cAAc,CAAC,UAAU,CAAC,CA+J5B"}