@voltojs/providers 0.0.0-stage → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/dist/anthropic/index.d.ts +5 -0
- package/dist/anthropic/index.d.ts.map +1 -0
- package/dist/anthropic/index.js +3 -0
- package/dist/anthropic/index.js.map +1 -0
- package/dist/anthropic/model-port.d.ts +34 -0
- package/dist/anthropic/model-port.d.ts.map +1 -0
- package/dist/anthropic/model-port.js +337 -0
- package/dist/anthropic/model-port.js.map +1 -0
- package/dist/anthropic/stream-normalize.d.ts +27 -0
- package/dist/anthropic/stream-normalize.d.ts.map +1 -0
- package/dist/anthropic/stream-normalize.js +140 -0
- package/dist/anthropic/stream-normalize.js.map +1 -0
- package/dist/embedder-openai/embedder.d.ts +18 -0
- package/dist/embedder-openai/embedder.d.ts.map +1 -0
- package/dist/embedder-openai/embedder.js +44 -0
- package/dist/embedder-openai/embedder.js.map +1 -0
- package/dist/embedder-openai/index.d.ts +3 -0
- package/dist/embedder-openai/index.d.ts.map +1 -0
- package/dist/embedder-openai/index.js +2 -0
- package/dist/embedder-openai/index.js.map +1 -0
- package/dist/openai/index.d.ts +5 -0
- package/dist/openai/index.d.ts.map +1 -0
- package/dist/openai/index.js +3 -0
- package/dist/openai/index.js.map +1 -0
- package/dist/openai/model-port.d.ts +37 -0
- package/dist/openai/model-port.d.ts.map +1 -0
- package/dist/openai/model-port.js +330 -0
- package/dist/openai/model-port.js.map +1 -0
- package/dist/openai/stream-normalize.d.ts +70 -0
- package/dist/openai/stream-normalize.d.ts.map +1 -0
- package/dist/openai/stream-normalize.js +185 -0
- package/dist/openai/stream-normalize.js.map +1 -0
- package/dist/pi-ai/catalog.d.ts +40 -0
- package/dist/pi-ai/catalog.d.ts.map +1 -0
- package/dist/pi-ai/catalog.js +38 -0
- package/dist/pi-ai/catalog.js.map +1 -0
- package/dist/pi-ai/collection.d.ts +133 -0
- package/dist/pi-ai/collection.d.ts.map +1 -0
- package/dist/pi-ai/collection.js +532 -0
- package/dist/pi-ai/collection.js.map +1 -0
- package/dist/pi-ai/context.d.ts +15 -0
- package/dist/pi-ai/context.d.ts.map +1 -0
- package/dist/pi-ai/context.js +414 -0
- package/dist/pi-ai/context.js.map +1 -0
- package/dist/pi-ai/index.d.ts +8 -0
- package/dist/pi-ai/index.d.ts.map +1 -0
- package/dist/pi-ai/index.js +4 -0
- package/dist/pi-ai/index.js.map +1 -0
- package/dist/pi-ai/model-port.d.ts +45 -0
- package/dist/pi-ai/model-port.d.ts.map +1 -0
- package/dist/pi-ai/model-port.js +168 -0
- package/dist/pi-ai/model-port.js.map +1 -0
- package/dist/pi-ai/replay.d.ts +46 -0
- package/dist/pi-ai/replay.d.ts.map +1 -0
- package/dist/pi-ai/replay.js +99 -0
- package/dist/pi-ai/replay.js.map +1 -0
- package/dist/pi-ai/stream-normalize.d.ts +13 -0
- package/dist/pi-ai/stream-normalize.d.ts.map +1 -0
- package/dist/pi-ai/stream-normalize.js +118 -0
- package/dist/pi-ai/stream-normalize.js.map +1 -0
- package/package.json +48 -3
- package/README.md +0 -3
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* OpenAI-compatible Embedder implementation.
|
|
3
|
+
*
|
|
4
|
+
* Implements the M8 `Embedder` port using OpenAI's /v1/embeddings API.
|
|
5
|
+
* Compatible with any OpenAI-compatible gateway via configurable baseURL.
|
|
6
|
+
* Errors are normalized (no exceptions thrown).
|
|
7
|
+
*/
|
|
8
|
+
export function createOpenAIEmbedder(opts) {
|
|
9
|
+
const baseURL = (opts.baseURL ?? "https://api.openai.com").replace(/\/+$/, "");
|
|
10
|
+
const model = opts.model ?? "text-embedding-3-small";
|
|
11
|
+
return {
|
|
12
|
+
async embed(texts) {
|
|
13
|
+
if (texts.length === 0)
|
|
14
|
+
return [];
|
|
15
|
+
try {
|
|
16
|
+
const response = await fetch(`${baseURL}/v1/embeddings`, {
|
|
17
|
+
method: "POST",
|
|
18
|
+
headers: {
|
|
19
|
+
"Content-Type": "application/json",
|
|
20
|
+
Authorization: `Bearer ${opts.apiKey}`,
|
|
21
|
+
},
|
|
22
|
+
body: JSON.stringify({ model, input: texts }),
|
|
23
|
+
});
|
|
24
|
+
if (!response.ok) {
|
|
25
|
+
const errorText = await response.text().catch(() => "unknown error");
|
|
26
|
+
throw new Error(`Embedding API error ${response.status}: ${errorText}`);
|
|
27
|
+
}
|
|
28
|
+
const data = (await response.json());
|
|
29
|
+
if (!data.data || !Array.isArray(data.data)) {
|
|
30
|
+
throw new Error("Invalid embedding response: missing data array");
|
|
31
|
+
}
|
|
32
|
+
return data.data.map((item) => item.embedding ?? []);
|
|
33
|
+
}
|
|
34
|
+
catch (err) {
|
|
35
|
+
// Normalize errors — Embedder port contract: errors should not throw
|
|
36
|
+
// but the current port signature returns Promise<number[][]> without
|
|
37
|
+
// explicit error handling. For now, re-throw with a clear message.
|
|
38
|
+
// The SDK/Runner will catch and normalize.
|
|
39
|
+
throw new Error(`Embedding failed: ${err instanceof Error ? err.message : String(err)}`);
|
|
40
|
+
}
|
|
41
|
+
},
|
|
42
|
+
};
|
|
43
|
+
}
|
|
44
|
+
//# sourceMappingURL=embedder.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embedder.js","sourceRoot":"","sources":["../../src/embedder-openai/embedder.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAaH,MAAM,UAAU,oBAAoB,CAAC,IAA2B;IAC9D,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,wBAAwB,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC/E,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,wBAAwB,CAAC;IAErD,OAAO;QACL,KAAK,CAAC,KAAK,CAAC,KAAe;YACzB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;YAElC,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,gBAAgB,EAAE;oBACvD,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;qBACvC;oBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;iBAC9C,CAAC,CAAC;gBAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;oBACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,CAAC;oBACrE,MAAM,IAAI,KAAK,CAAC,uBAAuB,QAAQ,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC,CAAC;gBAC1E,CAAC;gBAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAElC,CAAC;gBAEF,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC5C,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;gBACpE,CAAC;gBAED,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;YACvD,CAAC;YAAC,OAAO,GAAY,EAAE,CAAC;gBACtB,qEAAqE;gBACrE,qEAAqE;gBACrE,mEAAmE;gBACnE,2CAA2C;gBAC3C,MAAM,IAAI,KAAK,CACb,qBAAqB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CACxE,CAAC;YACJ,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/embedder-openai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AACrD,YAAY,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/embedder-openai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
export { createOpenAIModelPort, openaiFamilyVision } from "./model-port.js";
|
|
2
|
+
export type { OpenAIModelPortOptions } from "./model-port.js";
|
|
3
|
+
export { normalizeStream } from "./stream-normalize.js";
|
|
4
|
+
export type { RawStreamChunk, NormalizeStreamOptions } from "./stream-normalize.js";
|
|
5
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/openai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAC5E,YAAY,EAAE,sBAAsB,EAAE,MAAM,iBAAiB,CAAC;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,YAAY,EAAE,cAAc,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/openai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAE5E,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC"}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* OpenAI-compatible ModelPort adapter.
|
|
3
|
+
*
|
|
4
|
+
* Connects to /v1/chat/completions with stream:true,
|
|
5
|
+
* normalizes the SSE response into core ModelEvents.
|
|
6
|
+
* Supports any OpenAI-compatible gateway via configurable baseURL.
|
|
7
|
+
*/
|
|
8
|
+
import type { ModelPort, Message, ModelInputValue } from "@voltojs/core";
|
|
9
|
+
export interface OpenAIModelPortOptions {
|
|
10
|
+
/** Base URL of the OpenAI-compatible API (default: https://api.openai.com) */
|
|
11
|
+
baseURL?: string;
|
|
12
|
+
/** API key for Authorization header */
|
|
13
|
+
apiKey: string;
|
|
14
|
+
/** Default model if not specified in request */
|
|
15
|
+
defaultModel?: string;
|
|
16
|
+
/**
|
|
17
|
+
* Input-modalities override for every model this port serves. Absent lets
|
|
18
|
+
* {@link openaiFamilyVision} decide from well-known OpenAI model ids;
|
|
19
|
+
* unrecognized gateway ids stay UNKNOWN rather than guessing text-only.
|
|
20
|
+
*/
|
|
21
|
+
input?: ModelInputValue;
|
|
22
|
+
}
|
|
23
|
+
/**
|
|
24
|
+
* Image-input support for well-known OpenAI model-id families.
|
|
25
|
+
* gpt-4o / gpt-4-turbo / gpt-4.1 / o-series accept images; gpt-3.5 does
|
|
26
|
+
* not. Everything else — bare gpt-4, custom gateway names, future ids —
|
|
27
|
+
* returns undefined = UNKNOWN so an OpenAI-compatible proxy is never
|
|
28
|
+
* silently stripped of image support.
|
|
29
|
+
*/
|
|
30
|
+
export declare function openaiFamilyVision(model: string): boolean | undefined;
|
|
31
|
+
export declare function createOpenAIModelPort(opts: OpenAIModelPortOptions): ModelPort;
|
|
32
|
+
/**
|
|
33
|
+
* Map core messages to the OpenAI Chat Completions message array.
|
|
34
|
+
* Exported for tests; buildRequestBody wraps it with model/stream options.
|
|
35
|
+
*/
|
|
36
|
+
export declare function toOpenAiMessages(messages: Message[]): unknown[];
|
|
37
|
+
//# sourceMappingURL=model-port.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-port.d.ts","sourceRoot":"","sources":["../../src/openai/model-port.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EACV,SAAS,EAGT,OAAO,EAEP,eAAe,EAIhB,MAAM,eAAe,CAAC;AAGvB,MAAM,WAAW,sBAAsB;IACrC,8EAA8E;IAC9E,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,uCAAuC;IACvC,MAAM,EAAE,MAAM,CAAC;IACf,gDAAgD;IAChD,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB;;;;OAIG;IACH,KAAK,CAAC,EAAE,eAAe,CAAC;CACzB;AAED;;;;;;GAMG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,GAAG,SAAS,CAIrE;AAQD,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,sBAAsB,GAAG,SAAS,CAuE7E;AAwHD;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,EAAE,CAiD/D"}
|
|
@@ -0,0 +1,330 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* OpenAI-compatible ModelPort adapter.
|
|
3
|
+
*
|
|
4
|
+
* Connects to /v1/chat/completions with stream:true,
|
|
5
|
+
* normalizes the SSE response into core ModelEvents.
|
|
6
|
+
* Supports any OpenAI-compatible gateway via configurable baseURL.
|
|
7
|
+
*/
|
|
8
|
+
import { normalizeStream } from "./stream-normalize.js";
|
|
9
|
+
/**
|
|
10
|
+
* Image-input support for well-known OpenAI model-id families.
|
|
11
|
+
* gpt-4o / gpt-4-turbo / gpt-4.1 / o-series accept images; gpt-3.5 does
|
|
12
|
+
* not. Everything else — bare gpt-4, custom gateway names, future ids —
|
|
13
|
+
* returns undefined = UNKNOWN so an OpenAI-compatible proxy is never
|
|
14
|
+
* silently stripped of image support.
|
|
15
|
+
*/
|
|
16
|
+
export function openaiFamilyVision(model) {
|
|
17
|
+
if (/^gpt-4o|^gpt-4-turbo|^gpt-4\.1|^gpt-4-vision|^o[134](?:-|$)/.test(model))
|
|
18
|
+
return true;
|
|
19
|
+
if (/^gpt-3\.5/.test(model))
|
|
20
|
+
return false;
|
|
21
|
+
return undefined;
|
|
22
|
+
}
|
|
23
|
+
/** bool→input at the projection boundary; keeps the family helpers boolean-shaped. */
|
|
24
|
+
function toInput(vision) {
|
|
25
|
+
if (vision === undefined)
|
|
26
|
+
return undefined;
|
|
27
|
+
return vision ? ["text", "image"] : ["text"];
|
|
28
|
+
}
|
|
29
|
+
export function createOpenAIModelPort(opts) {
|
|
30
|
+
const trimmed = (opts.baseURL ?? "https://api.openai.com").replace(/\/+$/, "");
|
|
31
|
+
// Gateways are commonly published with the version segment already included
|
|
32
|
+
// (that is what the official OpenAI SDK expects in `baseURL`). Appending our
|
|
33
|
+
// own would produce `/v1/v1/chat/completions`, so only add it when missing.
|
|
34
|
+
const endpoint = /\/v\d+$/.test(trimmed)
|
|
35
|
+
? `${trimmed}/chat/completions`
|
|
36
|
+
: `${trimmed}/v1/chat/completions`;
|
|
37
|
+
return {
|
|
38
|
+
async *stream(req) {
|
|
39
|
+
const model = req.model ?? opts.defaultModel ?? "gpt-4o";
|
|
40
|
+
const body = buildRequestBody(req, model);
|
|
41
|
+
const url = endpoint;
|
|
42
|
+
let response;
|
|
43
|
+
try {
|
|
44
|
+
response = await fetch(url, {
|
|
45
|
+
method: "POST",
|
|
46
|
+
headers: {
|
|
47
|
+
"Content-Type": "application/json",
|
|
48
|
+
Authorization: `Bearer ${opts.apiKey}`,
|
|
49
|
+
},
|
|
50
|
+
body: JSON.stringify(body),
|
|
51
|
+
signal: req.abortSignal,
|
|
52
|
+
});
|
|
53
|
+
}
|
|
54
|
+
catch (err) {
|
|
55
|
+
if (err instanceof Error && err.name === "AbortError") {
|
|
56
|
+
yield { type: "error", error: "Request aborted", retriable: false };
|
|
57
|
+
return;
|
|
58
|
+
}
|
|
59
|
+
yield {
|
|
60
|
+
type: "error",
|
|
61
|
+
error: err instanceof Error ? err.message : String(err),
|
|
62
|
+
retriable: true,
|
|
63
|
+
};
|
|
64
|
+
return;
|
|
65
|
+
}
|
|
66
|
+
if (!response.ok) {
|
|
67
|
+
const errorText = await response.text().catch(() => "unknown error");
|
|
68
|
+
yield {
|
|
69
|
+
type: "error",
|
|
70
|
+
error: `OpenAI API error ${response.status}: ${errorText}`,
|
|
71
|
+
retriable: response.status >= 500 || response.status === 429,
|
|
72
|
+
};
|
|
73
|
+
return;
|
|
74
|
+
}
|
|
75
|
+
if (!response.body) {
|
|
76
|
+
yield { type: "error", error: "Empty response body", retriable: true };
|
|
77
|
+
return;
|
|
78
|
+
}
|
|
79
|
+
// Parse SSE stream → raw chunks → normalize → ModelEvents
|
|
80
|
+
const rawChunks = parseSSEStream(response.body);
|
|
81
|
+
// Request body always sets stream_options.include_usage: true (see
|
|
82
|
+
// buildRequestBody below), so normalizeStream can watch for a provider
|
|
83
|
+
// that silently never honors it.
|
|
84
|
+
yield* normalizeStream(rawChunks, { includeUsageRequested: true });
|
|
85
|
+
},
|
|
86
|
+
describeModel: async (model) => {
|
|
87
|
+
const info = { model };
|
|
88
|
+
const input = opts.input ?? toInput(openaiFamilyVision(model));
|
|
89
|
+
if (input !== undefined) {
|
|
90
|
+
info.input = input;
|
|
91
|
+
}
|
|
92
|
+
return info;
|
|
93
|
+
},
|
|
94
|
+
};
|
|
95
|
+
}
|
|
96
|
+
function asWireImage(block) {
|
|
97
|
+
if (block.type !== "image")
|
|
98
|
+
return null;
|
|
99
|
+
// Narrow at runtime rather than widening core's ImageContent.
|
|
100
|
+
const src = block.source;
|
|
101
|
+
if (src.type === "base64" && typeof src.mediaType === "string" && typeof src.data === "string") {
|
|
102
|
+
return {
|
|
103
|
+
type: "image",
|
|
104
|
+
source: { type: "base64", mediaType: src.mediaType, data: src.data },
|
|
105
|
+
};
|
|
106
|
+
}
|
|
107
|
+
return null;
|
|
108
|
+
}
|
|
109
|
+
/**
|
|
110
|
+
* Chat Completions accepts text only in a tool message, so images ride in a
|
|
111
|
+
* user message inserted right after the tool batch they came from. One
|
|
112
|
+
* carrier per batch, not per result: separate carriers cost extra role
|
|
113
|
+
* overhead and blur which call produced which image, so each image is
|
|
114
|
+
* labelled with its tool_call_id instead.
|
|
115
|
+
*
|
|
116
|
+
* Responses API would take images directly, but OpenAI-compatible gateways
|
|
117
|
+
* (vLLM, local models) generally implement only this endpoint.
|
|
118
|
+
*/
|
|
119
|
+
function splitToolBatch(msg) {
|
|
120
|
+
const toolMessages = [];
|
|
121
|
+
const parts = [];
|
|
122
|
+
for (const tr of msg.content) {
|
|
123
|
+
const texts = [];
|
|
124
|
+
const images = [];
|
|
125
|
+
for (const b of tr.content) {
|
|
126
|
+
if (b.type === "text") {
|
|
127
|
+
texts.push(b.text);
|
|
128
|
+
}
|
|
129
|
+
else if (b.type === "structured") {
|
|
130
|
+
// Chat Completions tool role accepts string content only — structured
|
|
131
|
+
// blocks degrade to their text projection here.
|
|
132
|
+
texts.push(b.text);
|
|
133
|
+
}
|
|
134
|
+
else {
|
|
135
|
+
const image = asWireImage(b);
|
|
136
|
+
if (image !== null) {
|
|
137
|
+
images.push(image);
|
|
138
|
+
}
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
const note = images.length > 0
|
|
142
|
+
? `\n[${images.length} image${images.length > 1 ? "s" : ""} returned — see next message]`
|
|
143
|
+
: "";
|
|
144
|
+
toolMessages.push({
|
|
145
|
+
role: "tool",
|
|
146
|
+
tool_call_id: tr.toolUseId,
|
|
147
|
+
content: texts.join("\n") + note,
|
|
148
|
+
});
|
|
149
|
+
for (const image of images) {
|
|
150
|
+
parts.push({ type: "text", text: `Image from tool_call_id ${tr.toolUseId}:` });
|
|
151
|
+
parts.push({
|
|
152
|
+
type: "image_url",
|
|
153
|
+
image_url: { url: `data:${image.source.mediaType};base64,${image.source.data}` },
|
|
154
|
+
});
|
|
155
|
+
}
|
|
156
|
+
}
|
|
157
|
+
return parts.length > 0
|
|
158
|
+
? { toolMessages, carrier: { role: "user", content: parts } }
|
|
159
|
+
: { toolMessages };
|
|
160
|
+
}
|
|
161
|
+
/**
|
|
162
|
+
* Project a system message's content to the plain string Chat Completions
|
|
163
|
+
* accepts for the system role. Core state can carry a BLOCK-ARRAY system
|
|
164
|
+
* message — the compaction image-preservation summary lands one behind a
|
|
165
|
+
* documented cast (spec 2026-10-16 D5) — and system messages are text-only
|
|
166
|
+
* on this wire (`image_url` parts are accepted in user messages only).
|
|
167
|
+
* Without this projection core's raw block shapes ship as invalid content
|
|
168
|
+
* parts; with it the model sees the summary and the preserved-image marker,
|
|
169
|
+
* and image blocks degrade to the same `[image: WxH mediaType]` placeholder
|
|
170
|
+
* core's extractBlockText renders.
|
|
171
|
+
*/
|
|
172
|
+
function projectSystemContent(content) {
|
|
173
|
+
if (typeof content === "string")
|
|
174
|
+
return content;
|
|
175
|
+
return content.map(systemBlockText).join("\n");
|
|
176
|
+
}
|
|
177
|
+
/** One system block's text projection — mirrors core's extractBlockText. */
|
|
178
|
+
function systemBlockText(block) {
|
|
179
|
+
switch (block.type) {
|
|
180
|
+
case "text":
|
|
181
|
+
case "structured":
|
|
182
|
+
return block.text;
|
|
183
|
+
case "image": {
|
|
184
|
+
const dims = block.width !== undefined && block.height !== undefined
|
|
185
|
+
? `${block.width}x${block.height} `
|
|
186
|
+
: "";
|
|
187
|
+
return `[image: ${dims}${block.source.mediaType}]`;
|
|
188
|
+
}
|
|
189
|
+
case "tool_use":
|
|
190
|
+
return `[tool: ${block.name}]`;
|
|
191
|
+
case "tool_result":
|
|
192
|
+
return block.content.map(systemBlockText).join("\n");
|
|
193
|
+
case "reasoning":
|
|
194
|
+
return "";
|
|
195
|
+
}
|
|
196
|
+
}
|
|
197
|
+
/**
|
|
198
|
+
* Map core messages to the OpenAI Chat Completions message array.
|
|
199
|
+
* Exported for tests; buildRequestBody wraps it with model/stream options.
|
|
200
|
+
*/
|
|
201
|
+
export function toOpenAiMessages(messages) {
|
|
202
|
+
const out = [];
|
|
203
|
+
for (const msg of messages) {
|
|
204
|
+
if (msg.role === "system") {
|
|
205
|
+
// String-typed in core, but a block array can arrive at runtime (see
|
|
206
|
+
// projectSystemContent) — project instead of shipping invalid parts.
|
|
207
|
+
out.push({ role: "system", content: projectSystemContent(msg.content) });
|
|
208
|
+
continue;
|
|
209
|
+
}
|
|
210
|
+
if (msg.role === "user") {
|
|
211
|
+
out.push({ role: "user", content: msg.content });
|
|
212
|
+
continue;
|
|
213
|
+
}
|
|
214
|
+
if (msg.role === "assistant") {
|
|
215
|
+
// OpenAI expects tool_calls at the message level (not inside content).
|
|
216
|
+
const text = msg.content
|
|
217
|
+
.filter((c) => c.type === "text")
|
|
218
|
+
.map((c) => c.text)
|
|
219
|
+
.join("");
|
|
220
|
+
const toolCalls = msg.content
|
|
221
|
+
.filter((c) => c.type === "tool_use")
|
|
222
|
+
.map((c) => ({
|
|
223
|
+
id: c.id,
|
|
224
|
+
type: "function",
|
|
225
|
+
function: {
|
|
226
|
+
name: c.name,
|
|
227
|
+
arguments: JSON.stringify(c.input),
|
|
228
|
+
},
|
|
229
|
+
}));
|
|
230
|
+
if (toolCalls.length > 0) {
|
|
231
|
+
out.push({
|
|
232
|
+
role: "assistant",
|
|
233
|
+
content: text.length > 0 ? text : null,
|
|
234
|
+
tool_calls: toolCalls,
|
|
235
|
+
});
|
|
236
|
+
continue;
|
|
237
|
+
}
|
|
238
|
+
out.push({ role: "assistant", content: text });
|
|
239
|
+
continue;
|
|
240
|
+
}
|
|
241
|
+
if (msg.role === "tool") {
|
|
242
|
+
const { toolMessages, carrier } = splitToolBatch(msg);
|
|
243
|
+
out.push(...toolMessages);
|
|
244
|
+
if (carrier !== undefined)
|
|
245
|
+
out.push(carrier);
|
|
246
|
+
}
|
|
247
|
+
}
|
|
248
|
+
return out;
|
|
249
|
+
}
|
|
250
|
+
function buildRequestBody(req, model) {
|
|
251
|
+
const messages = toOpenAiMessages(req.messages);
|
|
252
|
+
const body = {
|
|
253
|
+
model,
|
|
254
|
+
messages,
|
|
255
|
+
stream: true,
|
|
256
|
+
stream_options: { include_usage: true },
|
|
257
|
+
};
|
|
258
|
+
// Map core tools to OpenAI function format
|
|
259
|
+
if (req.tools.length > 0) {
|
|
260
|
+
body.tools = req.tools.map((t) => ({
|
|
261
|
+
type: "function",
|
|
262
|
+
function: {
|
|
263
|
+
name: t.name,
|
|
264
|
+
description: t.description,
|
|
265
|
+
parameters: t.inputSchema,
|
|
266
|
+
},
|
|
267
|
+
}));
|
|
268
|
+
}
|
|
269
|
+
if (req.maxTokens !== undefined)
|
|
270
|
+
body.max_tokens = req.maxTokens;
|
|
271
|
+
if (req.temperature !== undefined)
|
|
272
|
+
body.temperature = req.temperature;
|
|
273
|
+
// Structured / JSON output mode
|
|
274
|
+
if (req.responseFormat?.type === "json") {
|
|
275
|
+
if (req.responseFormat.schema) {
|
|
276
|
+
body.response_format = {
|
|
277
|
+
type: "json_schema",
|
|
278
|
+
json_schema: {
|
|
279
|
+
name: "response",
|
|
280
|
+
strict: true,
|
|
281
|
+
schema: req.responseFormat.schema,
|
|
282
|
+
},
|
|
283
|
+
};
|
|
284
|
+
}
|
|
285
|
+
else {
|
|
286
|
+
body.response_format = { type: "json_object" };
|
|
287
|
+
}
|
|
288
|
+
}
|
|
289
|
+
return body;
|
|
290
|
+
}
|
|
291
|
+
// ──────────────────────────────────────────────
|
|
292
|
+
// SSE parser
|
|
293
|
+
// ──────────────────────────────────────────────
|
|
294
|
+
async function* parseSSEStream(body) {
|
|
295
|
+
const reader = body.getReader();
|
|
296
|
+
const decoder = new TextDecoder();
|
|
297
|
+
let buffer = "";
|
|
298
|
+
try {
|
|
299
|
+
while (true) {
|
|
300
|
+
const { done, value } = await reader.read();
|
|
301
|
+
if (done)
|
|
302
|
+
break;
|
|
303
|
+
buffer += decoder.decode(value, { stream: true });
|
|
304
|
+
const lines = buffer.split("\n");
|
|
305
|
+
// Keep last incomplete line in buffer
|
|
306
|
+
buffer = lines.pop() ?? "";
|
|
307
|
+
for (const line of lines) {
|
|
308
|
+
const trimmed = line.trim();
|
|
309
|
+
if (!trimmed || trimmed.startsWith(":"))
|
|
310
|
+
continue; // empty or comment
|
|
311
|
+
if (!trimmed.startsWith("data: "))
|
|
312
|
+
continue;
|
|
313
|
+
const data = trimmed.slice(6);
|
|
314
|
+
if (data === "[DONE]")
|
|
315
|
+
return;
|
|
316
|
+
try {
|
|
317
|
+
const parsed = JSON.parse(data);
|
|
318
|
+
yield parsed;
|
|
319
|
+
}
|
|
320
|
+
catch {
|
|
321
|
+
// Skip malformed JSON lines
|
|
322
|
+
}
|
|
323
|
+
}
|
|
324
|
+
}
|
|
325
|
+
}
|
|
326
|
+
finally {
|
|
327
|
+
reader.releaseLock();
|
|
328
|
+
}
|
|
329
|
+
}
|
|
330
|
+
//# sourceMappingURL=model-port.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-port.js","sourceRoot":"","sources":["../../src/openai/model-port.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAaH,OAAO,EAAE,eAAe,EAAuB,MAAM,uBAAuB,CAAC;AAiB7E;;;;;;GAMG;AACH,MAAM,UAAU,kBAAkB,CAAC,KAAa;IAC9C,IAAI,6DAA6D,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAC3F,IAAI,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC1C,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,sFAAsF;AACtF,SAAS,OAAO,CAAC,MAA2B;IAC1C,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC3C,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;AAC/C,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,IAA4B;IAChE,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,wBAAwB,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC/E,4EAA4E;IAC5E,6EAA6E;IAC7E,4EAA4E;IAC5E,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC;QACtC,CAAC,CAAC,GAAG,OAAO,mBAAmB;QAC/B,CAAC,CAAC,GAAG,OAAO,sBAAsB,CAAC;IAErC,OAAO;QACL,KAAK,CAAC,CAAC,MAAM,CAAC,GAAiB;YAC7B,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY,IAAI,QAAQ,CAAC;YAEzD,MAAM,IAAI,GAAG,gBAAgB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YAC1C,MAAM,GAAG,GAAG,QAAQ,CAAC;YAErB,IAAI,QAAkB,CAAC;YACvB,IAAI,CAAC;gBACH,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;oBAC1B,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;qBACvC;oBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;oBAC1B,MAAM,EAAE,GAAG,CAAC,WAAW;iBACxB,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,GAAY,EAAE,CAAC;gBACtB,IAAI,GAAG,YAAY,KAAK,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;oBACtD,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,iBAAiB,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;oBACpE,OAAO;gBACT,CAAC;gBACD,MAAM;oBACJ,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;oBACvD,SAAS,EAAE,IAAI;iBAChB,CAAC;gBACF,OAAO;YACT,CAAC;YAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,CAAC;gBACrE,MAAM;oBACJ,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,oBAAoB,QAAQ,CAAC,MAAM,KAAK,SAAS,EAAE;oBAC1D,SAAS,EAAE,QAAQ,CAAC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG;iBAC7D,CAAC;gBACF,OAAO;YACT,CAAC;YAED,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACnB,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,qBAAqB,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;gBACvE,OAAO;YACT,CAAC;YAED,0DAA0D;YAC1D,MAAM,SAAS,GAAG,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAChD,mEAAmE;YACnE,uEAAuE;YACvE,iCAAiC;YACjC,KAAK,CAAC,CAAC,eAAe,CAAC,SAAS,EAAE,EAAE,qBAAqB,EAAE,IAAI,EAAE,CAAC,CAAC;QACrE,CAAC;QACD,aAAa,EAAE,KAAK,EAAE,KAAa,EAA8B,EAAE;YACjE,MAAM,IAAI,GAAsB,EAAE,KAAK,EAAE,CAAC;YAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,OAAO,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC;YAC/D,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBACxB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;YACrB,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;KACF,CAAC;AACJ,CAAC;AAgBD,SAAS,WAAW,CAAC,KAAsB;IACzC,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,IAAI,CAAC;IACxC,8DAA8D;IAC9D,MAAM,GAAG,GAAG,KAAK,CAAC,MAA8D,CAAC;IACjF,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,GAAG,CAAC,SAAS,KAAK,QAAQ,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC/F,OAAO;YACL,IAAI,EAAE,OAAO;YACb,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE;SACrE,CAAC;IACJ,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;;;;;GASG;AACH,SAAS,cAAc,CAAC,GAAsB;IAC5C,MAAM,YAAY,GAAc,EAAE,CAAC;IACnC,MAAM,KAAK,GAAmC,EAAE,CAAC;IAEjD,KAAK,MAAM,EAAE,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAuB,EAAE,CAAC;QACtC,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;YAC3B,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACtB,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACrB,CAAC;iBAAM,IAAI,CAAC,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBACnC,sEAAsE;gBACtE,gDAAgD;gBAChD,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACrB,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;gBAC7B,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;oBACnB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACrB,CAAC;YACH,CAAC;QACH,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC;YAC5B,CAAC,CAAC,MAAM,MAAM,CAAC,MAAM,SAAS,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,+BAA+B;YACzF,CAAC,CAAC,EAAE,CAAC;QACP,YAAY,CAAC,IAAI,CAAC;YAChB,IAAI,EAAE,MAAM;YACZ,YAAY,EAAE,EAAE,CAAC,SAAS;YAC1B,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI;SACjC,CAAC,CAAC;QACH,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,2BAA2B,EAAE,CAAC,SAAS,GAAG,EAAE,CAAC,CAAC;YAC/E,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,WAAW;gBACjB,SAAS,EAAE,EAAE,GAAG,EAAE,QAAQ,KAAK,CAAC,MAAM,CAAC,SAAS,WAAW,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE;aACjF,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC;QACrB,CAAC,CAAC,EAAE,YAAY,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QAC7D,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;AACvB,CAAC;AAED;;;;;;;;;;GAUG;AACH,SAAS,oBAAoB,CAAC,OAAgC;IAC5D,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,OAAO,CAAC;IAChD,OAAO,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACjD,CAAC;AAED,4EAA4E;AAC5E,SAAS,eAAe,CAAC,KAAmB;IAC1C,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,MAAM,CAAC;QACZ,KAAK,YAAY;YACf,OAAO,KAAK,CAAC,IAAI,CAAC;QACpB,KAAK,OAAO,CAAC,CAAC,CAAC;YACb,MAAM,IAAI,GACR,KAAK,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS;gBACrD,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG;gBACnC,CAAC,CAAC,EAAE,CAAC;YACT,OAAO,WAAW,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,SAAS,GAAG,CAAC;QACrD,CAAC;QACD,KAAK,UAAU;YACb,OAAO,UAAU,KAAK,CAAC,IAAI,GAAG,CAAC;QACjC,KAAK,aAAa;YAChB,OAAO,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvD,KAAK,WAAW;YACd,OAAO,EAAE,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAAC,QAAmB;IAClD,MAAM,GAAG,GAAc,EAAE,CAAC;IAC1B,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC1B,qEAAqE;YACrE,qEAAqE;YACrE,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,oBAAoB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACzE,SAAS;QACX,CAAC;QACD,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACxB,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YACjD,SAAS;QACX,CAAC;QACD,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC7B,uEAAuE;YACvE,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO;iBACrB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;iBAChC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;iBAClB,IAAI,CAAC,EAAE,CAAC,CAAC;YACZ,MAAM,SAAS,GAAG,GAAG,CAAC,OAAO;iBAC1B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC;iBACpC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACX,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE;oBACR,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC;iBACnC;aACF,CAAC,CAAC,CAAC;YAEN,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,GAAG,CAAC,IAAI,CAAC;oBACP,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;oBACtC,UAAU,EAAE,SAAS;iBACtB,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/C,SAAS;QACX,CAAC;QACD,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACxB,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;YACtD,GAAG,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;YAC1B,IAAI,OAAO,KAAK,SAAS;gBAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAiB,EAAE,KAAa;IACxD,MAAM,QAAQ,GAAG,gBAAgB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAEhD,MAAM,IAAI,GAA4B;QACpC,KAAK;QACL,QAAQ;QACR,MAAM,EAAE,IAAI;QACZ,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE;KACxC,CAAC;IAEF,2CAA2C;IAC3C,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACjC,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,UAAU,EAAE,CAAC,CAAC,WAAW;aAC1B;SACF,CAAC,CAAC,CAAC;IACN,CAAC;IAED,IAAI,GAAG,CAAC,SAAS,KAAK,SAAS;QAAE,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC,SAAS,CAAC;IACjE,IAAI,GAAG,CAAC,WAAW,KAAK,SAAS;QAAE,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC,WAAW,CAAC;IAEtE,gCAAgC;IAChC,IAAI,GAAG,CAAC,cAAc,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;QACxC,IAAI,GAAG,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC;YAC9B,IAAI,CAAC,eAAe,GAAG;gBACrB,IAAI,EAAE,aAAa;gBACnB,WAAW,EAAE;oBACX,IAAI,EAAE,UAAU;oBAChB,MAAM,EAAE,IAAI;oBACZ,MAAM,EAAE,GAAG,CAAC,cAAc,CAAC,MAAM;iBAClC;aACF,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,eAAe,GAAG,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC;QACjD,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,iDAAiD;AACjD,aAAa;AACb,iDAAiD;AAEjD,KAAK,SAAS,CAAC,CAAC,cAAc,CAAC,IAAgC;IAC7D,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;IAChC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,IAAI,MAAM,GAAG,EAAE,CAAC;IAEhB,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACjC,sCAAsC;YACtC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC5B,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;oBAAE,SAAS,CAAC,mBAAmB;gBACtE,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC;oBAAE,SAAS;gBAE5C,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC9B,IAAI,IAAI,KAAK,QAAQ;oBAAE,OAAO;gBAE9B,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAmB,CAAC;oBAClD,MAAM,MAAM,CAAC;gBACf,CAAC;gBAAC,MAAM,CAAC;oBACP,4BAA4B;gBAC9B,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* stream-normalize — converts raw OpenAI streaming chunks into core ModelEvents.
|
|
3
|
+
*
|
|
4
|
+
* Handles:
|
|
5
|
+
* - Text delta accumulation
|
|
6
|
+
* - Reasoning delta (field names vary: reasoning_content / reasoning / thinking)
|
|
7
|
+
* - Tool call incremental streaming (start + delta by index, arguments concatenation)
|
|
8
|
+
* - Usage (prompt_tokens + completion_tokens)
|
|
9
|
+
* - finish_reason → stopReason mapping
|
|
10
|
+
*/
|
|
11
|
+
import type { ModelEvent } from "@voltojs/core";
|
|
12
|
+
/** Raw chunk shape from OpenAI-compatible /v1/chat/completions stream */
|
|
13
|
+
interface RawChoiceDelta {
|
|
14
|
+
delta: {
|
|
15
|
+
content?: string | null;
|
|
16
|
+
reasoning_content?: string | null;
|
|
17
|
+
reasoning?: string | null;
|
|
18
|
+
thinking?: string | null;
|
|
19
|
+
tool_calls?: Array<{
|
|
20
|
+
index: number;
|
|
21
|
+
id?: string;
|
|
22
|
+
type?: string;
|
|
23
|
+
function: {
|
|
24
|
+
name?: string;
|
|
25
|
+
arguments: string;
|
|
26
|
+
};
|
|
27
|
+
}>;
|
|
28
|
+
};
|
|
29
|
+
finish_reason: string | null;
|
|
30
|
+
}
|
|
31
|
+
export interface RawStreamChunk {
|
|
32
|
+
choices?: RawChoiceDelta[];
|
|
33
|
+
usage?: {
|
|
34
|
+
prompt_tokens?: number;
|
|
35
|
+
completion_tokens?: number;
|
|
36
|
+
total_tokens?: number;
|
|
37
|
+
prompt_tokens_details?: {
|
|
38
|
+
cached_tokens?: number;
|
|
39
|
+
};
|
|
40
|
+
/** DeepSeek's hit/miss split: the same cache signal as prompt_tokens_details.cached_tokens, spelled differently. */
|
|
41
|
+
prompt_cache_hit_tokens?: number;
|
|
42
|
+
prompt_cache_miss_tokens?: number;
|
|
43
|
+
/** Present for reasoning models (o-series etc.); reasoning_tokens bills separately from completion_tokens. */
|
|
44
|
+
completion_tokens_details?: {
|
|
45
|
+
reasoning_tokens?: number;
|
|
46
|
+
};
|
|
47
|
+
} | null;
|
|
48
|
+
}
|
|
49
|
+
export interface NormalizeStreamOptions {
|
|
50
|
+
/**
|
|
51
|
+
* Whether the request asked the provider for usage (e.g. via
|
|
52
|
+
* `stream_options.include_usage`). When true and the stream completes
|
|
53
|
+
* without ever yielding a usage chunk, `normalizeStream` emits a single
|
|
54
|
+
* `usage_unavailable` event so downstream consumers (context meter, cost
|
|
55
|
+
* meter) can distinguish "this provider never reports usage" from "usage
|
|
56
|
+
* for this particular turn just hasn't arrived yet".
|
|
57
|
+
*/
|
|
58
|
+
includeUsageRequested?: boolean;
|
|
59
|
+
}
|
|
60
|
+
/**
|
|
61
|
+
* Normalize a stream of raw OpenAI chunks into core ModelEvents.
|
|
62
|
+
* Statefully accumulates tool call arguments across chunks.
|
|
63
|
+
*
|
|
64
|
+
* Some OpenAI-compatible providers (Azure, vLLM, etc.) send the initial
|
|
65
|
+
* tool call chunk without `id` or `name` — those arrive in a later delta.
|
|
66
|
+
* We buffer argument-only chunks and merge them once the identity arrives.
|
|
67
|
+
*/
|
|
68
|
+
export declare function normalizeStream(rawChunks: AsyncIterable<RawStreamChunk>, options?: NormalizeStreamOptions): AsyncGenerator<ModelEvent>;
|
|
69
|
+
export {};
|
|
70
|
+
//# sourceMappingURL=stream-normalize.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"stream-normalize.d.ts","sourceRoot":"","sources":["../../src/openai/stream-normalize.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAEhD,yEAAyE;AACzE,UAAU,cAAc;IACtB,KAAK,EAAE;QACL,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QACxB,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAClC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAC1B,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QACzB,UAAU,CAAC,EAAE,KAAK,CAAC;YACjB,KAAK,EAAE,MAAM,CAAC;YACd,EAAE,CAAC,EAAE,MAAM,CAAC;YACZ,IAAI,CAAC,EAAE,MAAM,CAAC;YACd,QAAQ,EAAE;gBACR,IAAI,CAAC,EAAE,MAAM,CAAC;gBACd,SAAS,EAAE,MAAM,CAAC;aACnB,CAAC;SACH,CAAC,CAAC;KACJ,CAAC;IACF,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;CAC9B;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,CAAC,EAAE,cAAc,EAAE,CAAC;IAC3B,KAAK,CAAC,EAAE;QACN,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAC3B,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,qBAAqB,CAAC,EAAE;YACtB,aAAa,CAAC,EAAE,MAAM,CAAC;SACxB,CAAC;QACF,oHAAoH;QACpH,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,wBAAwB,CAAC,EAAE,MAAM,CAAC;QAClC,8GAA8G;QAC9G,yBAAyB,CAAC,EAAE;YAC1B,gBAAgB,CAAC,EAAE,MAAM,CAAC;SAC3B,CAAC;KACH,GAAG,IAAI,CAAC;CACV;AASD,MAAM,WAAW,sBAAsB;IACrC;;;;;;;OAOG;IACH,qBAAqB,CAAC,EAAE,OAAO,CAAC;CACjC;AAED;;;;;;;GAOG;AACH,wBAAuB,eAAe,CACpC,SAAS,EAAE,aAAa,CAAC,cAAc,CAAC,EACxC,OAAO,GAAE,sBAA2B,GACnC,cAAc,CAAC,UAAU,CAAC,CA+J5B"}
|