assistant-stream 0.2.46 → 0.2.47
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/core/index.d.ts +1 -0
- package/dist/core/index.d.ts.map +1 -1
- package/dist/core/index.js +1 -0
- package/dist/core/index.js.map +1 -1
- package/dist/core/serialization/ui-message-stream/UIMessageStream.d.ts +19 -0
- package/dist/core/serialization/ui-message-stream/UIMessageStream.d.ts.map +1 -0
- package/dist/core/serialization/ui-message-stream/UIMessageStream.js +231 -0
- package/dist/core/serialization/ui-message-stream/UIMessageStream.js.map +1 -0
- package/dist/core/serialization/ui-message-stream/chunk-types.d.ts +78 -0
- package/dist/core/serialization/ui-message-stream/chunk-types.d.ts.map +1 -0
- package/dist/core/serialization/ui-message-stream/chunk-types.js +2 -0
- package/dist/core/serialization/ui-message-stream/chunk-types.js.map +1 -0
- package/package.json +3 -3
- package/src/core/index.ts +6 -0
- package/src/core/serialization/ui-message-stream/UIMessageStream.test.ts +370 -0
- package/src/core/serialization/ui-message-stream/UIMessageStream.ts +300 -0
- package/src/core/serialization/ui-message-stream/chunk-types.ts +60 -0
package/dist/core/index.d.ts
CHANGED
|
@@ -6,6 +6,7 @@ export type { AssistantStreamChunk } from "./AssistantStreamChunk.js";
|
|
|
6
6
|
export { DataStreamDecoder, DataStreamEncoder, } from "./serialization/data-stream/DataStream.js";
|
|
7
7
|
export { PlainTextDecoder, PlainTextEncoder } from "./serialization/PlainText.js";
|
|
8
8
|
export { AssistantTransportDecoder, AssistantTransportEncoder, } from "./serialization/assistant-transport/AssistantTransport.js";
|
|
9
|
+
export { UIMessageStreamDecoder, type UIMessageStreamChunk, type UIMessageStreamDataChunk, type UIMessageStreamDecoderOptions, } from "./serialization/ui-message-stream/UIMessageStream.js";
|
|
9
10
|
export { AssistantMessageStream } from "./accumulators/AssistantMessageStream.js";
|
|
10
11
|
export type { AssistantMessage } from "./utils/types.js";
|
|
11
12
|
export * from "./tool/index.js";
|
package/dist/core/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/core/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qBAAqB,EACrB,6BAA6B,EAC7B,+BAA+B,GAChC,sCAAmC;AACpC,OAAO,EACL,2BAA2B,EAC3B,oBAAoB,IAAI,6BAA6B,GACtD,wDAAqD;AACtD,OAAO,EAAE,eAAe,EAAE,6BAA0B;AACpD,YAAY,EAAE,yBAAyB,EAAE,sCAAmC;AAC5E,YAAY,EAAE,oBAAoB,EAAE,kCAA+B;AACnE,OAAO,EACL,iBAAiB,EACjB,iBAAiB,GAClB,kDAA+C;AAChD,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,qCAAkC;AAC/E,OAAO,EACL,yBAAyB,EACzB,yBAAyB,GAC1B,kEAA+D;AAChE,OAAO,EAAE,sBAAsB,EAAE,iDAA8C;AAC/E,YAAY,EAAE,gBAAgB,EAAE,yBAAsB;AAEtD,gCAAuB;AACvB,YAAY,EAAE,oBAAoB,EAAE,0BAAuB;AAC3D,YAAY,EAAE,wBAAwB,EAAE,+BAA4B;AAEpE,OAAO,EAAE,kBAAkB,EAAE,uCAAoC;AACjE,OAAO,EACL,oBAAoB,EACpB,wBAAwB,GACzB,yCAAsC;AACvC,YAAY,EAAE,iBAAiB,EAAE,0BAAuB"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/core/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qBAAqB,EACrB,6BAA6B,EAC7B,+BAA+B,GAChC,sCAAmC;AACpC,OAAO,EACL,2BAA2B,EAC3B,oBAAoB,IAAI,6BAA6B,GACtD,wDAAqD;AACtD,OAAO,EAAE,eAAe,EAAE,6BAA0B;AACpD,YAAY,EAAE,yBAAyB,EAAE,sCAAmC;AAC5E,YAAY,EAAE,oBAAoB,EAAE,kCAA+B;AACnE,OAAO,EACL,iBAAiB,EACjB,iBAAiB,GAClB,kDAA+C;AAChD,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,qCAAkC;AAC/E,OAAO,EACL,yBAAyB,EACzB,yBAAyB,GAC1B,kEAA+D;AAChE,OAAO,EACL,sBAAsB,EACtB,KAAK,oBAAoB,EACzB,KAAK,wBAAwB,EAC7B,KAAK,6BAA6B,GACnC,6DAA0D;AAC3D,OAAO,EAAE,sBAAsB,EAAE,iDAA8C;AAC/E,YAAY,EAAE,gBAAgB,EAAE,yBAAsB;AAEtD,gCAAuB;AACvB,YAAY,EAAE,oBAAoB,EAAE,0BAAuB;AAC3D,YAAY,EAAE,wBAAwB,EAAE,+BAA4B;AAEpE,OAAO,EAAE,kBAAkB,EAAE,uCAAoC;AACjE,OAAO,EACL,oBAAoB,EACpB,wBAAwB,GACzB,yCAAsC;AACvC,YAAY,EAAE,iBAAiB,EAAE,0BAAuB"}
|
package/dist/core/index.js
CHANGED
|
@@ -4,6 +4,7 @@ export { AssistantStream } from "./AssistantStream.js";
|
|
|
4
4
|
export { DataStreamDecoder, DataStreamEncoder, } from "./serialization/data-stream/DataStream.js";
|
|
5
5
|
export { PlainTextDecoder, PlainTextEncoder } from "./serialization/PlainText.js";
|
|
6
6
|
export { AssistantTransportDecoder, AssistantTransportEncoder, } from "./serialization/assistant-transport/AssistantTransport.js";
|
|
7
|
+
export { UIMessageStreamDecoder, } from "./serialization/ui-message-stream/UIMessageStream.js";
|
|
7
8
|
export { AssistantMessageStream } from "./accumulators/AssistantMessageStream.js";
|
|
8
9
|
export * from "./tool/index.js";
|
|
9
10
|
export { createObjectStream } from "./object/createObjectStream.js";
|
package/dist/core/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/core/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qBAAqB,EACrB,6BAA6B,EAC7B,+BAA+B,GAChC,sCAAmC;AACpC,OAAO,EACL,2BAA2B,EAC3B,oBAAoB,IAAI,6BAA6B,GACtD,wDAAqD;AACtD,OAAO,EAAE,eAAe,EAAE,6BAA0B;AAGpD,OAAO,EACL,iBAAiB,EACjB,iBAAiB,GAClB,kDAA+C;AAChD,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,qCAAkC;AAC/E,OAAO,EACL,yBAAyB,EACzB,yBAAyB,GAC1B,kEAA+D;AAChE,OAAO,EAAE,sBAAsB,EAAE,iDAA8C;AAG/E,gCAAuB;AAIvB,OAAO,EAAE,kBAAkB,EAAE,uCAAoC;AACjE,OAAO,EACL,oBAAoB,EACpB,wBAAwB,GACzB,yCAAsC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/core/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qBAAqB,EACrB,6BAA6B,EAC7B,+BAA+B,GAChC,sCAAmC;AACpC,OAAO,EACL,2BAA2B,EAC3B,oBAAoB,IAAI,6BAA6B,GACtD,wDAAqD;AACtD,OAAO,EAAE,eAAe,EAAE,6BAA0B;AAGpD,OAAO,EACL,iBAAiB,EACjB,iBAAiB,GAClB,kDAA+C;AAChD,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,qCAAkC;AAC/E,OAAO,EACL,yBAAyB,EACzB,yBAAyB,GAC1B,kEAA+D;AAChE,OAAO,EACL,sBAAsB,GAIvB,6DAA0D;AAC3D,OAAO,EAAE,sBAAsB,EAAE,iDAA8C;AAG/E,gCAAuB;AAIvB,OAAO,EAAE,kBAAkB,EAAE,uCAAoC;AACjE,OAAO,EACL,oBAAoB,EACpB,wBAAwB,GACzB,yCAAsC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import type { AssistantStreamChunk } from "../../AssistantStreamChunk.js";
|
|
2
|
+
import { PipeableTransformStream } from "../../utils/stream/PipeableTransformStream.js";
|
|
3
|
+
import { type UIMessageStreamChunk, type UIMessageStreamDataChunk } from "./chunk-types.js";
|
|
4
|
+
export type { UIMessageStreamChunk, UIMessageStreamDataChunk };
|
|
5
|
+
export type UIMessageStreamDecoderOptions = {
|
|
6
|
+
onData?: (data: {
|
|
7
|
+
type: string;
|
|
8
|
+
name: string;
|
|
9
|
+
data: unknown;
|
|
10
|
+
transient?: boolean;
|
|
11
|
+
}) => void;
|
|
12
|
+
};
|
|
13
|
+
/**
|
|
14
|
+
* Decodes AI SDK v6 UI Message Stream format into AssistantStreamChunks.
|
|
15
|
+
*/
|
|
16
|
+
export declare class UIMessageStreamDecoder extends PipeableTransformStream<Uint8Array<ArrayBuffer>, AssistantStreamChunk> {
|
|
17
|
+
constructor(options?: UIMessageStreamDecoderOptions);
|
|
18
|
+
}
|
|
19
|
+
//# sourceMappingURL=UIMessageStream.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"UIMessageStream.d.ts","sourceRoot":"","sources":["../../../../src/core/serialization/ui-message-stream/UIMessageStream.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,sCAAmC;AAIvE,OAAO,EAAE,uBAAuB,EAAE,sDAAmD;AAErF,OAAO,EACL,KAAK,oBAAoB,EACzB,KAAK,wBAAwB,EAC9B,yBAAsB;AAGvB,YAAY,EAAE,oBAAoB,EAAE,wBAAwB,EAAE,CAAC;AAE/D,MAAM,MAAM,6BAA6B,GAAG;IAC1C,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE;QACd,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,OAAO,CAAC;QACd,SAAS,CAAC,EAAE,OAAO,CAAC;KACrB,KAAK,IAAI,CAAC;CACZ,CAAC;AAwEF;;GAEG;AACH,qBAAa,sBAAuB,SAAQ,uBAAuB,CACjE,UAAU,CAAC,WAAW,CAAC,EACvB,oBAAoB,CACrB;gBACa,OAAO,GAAE,6BAAkC;CAuMxD"}
|
|
@@ -0,0 +1,231 @@
|
|
|
1
|
+
import { AssistantTransformStream } from "../../utils/stream/AssistantTransformStream.js";
|
|
2
|
+
import { PipeableTransformStream } from "../../utils/stream/PipeableTransformStream.js";
|
|
3
|
+
import { LineDecoderStream } from "../../utils/stream/LineDecoderStream.js";
|
|
4
|
+
import { generateId } from "../../utils/generateId.js";
|
|
5
|
+
class SSEEventStream extends TransformStream {
|
|
6
|
+
constructor() {
|
|
7
|
+
let eventBuffer = {};
|
|
8
|
+
let dataLines = [];
|
|
9
|
+
super({
|
|
10
|
+
start() {
|
|
11
|
+
eventBuffer = {};
|
|
12
|
+
dataLines = [];
|
|
13
|
+
},
|
|
14
|
+
transform(line, controller) {
|
|
15
|
+
if (line.startsWith(":"))
|
|
16
|
+
return;
|
|
17
|
+
if (line === "") {
|
|
18
|
+
if (dataLines.length > 0) {
|
|
19
|
+
controller.enqueue({
|
|
20
|
+
event: eventBuffer.event || "message",
|
|
21
|
+
data: dataLines.join("\n"),
|
|
22
|
+
id: eventBuffer.id,
|
|
23
|
+
retry: eventBuffer.retry,
|
|
24
|
+
});
|
|
25
|
+
}
|
|
26
|
+
eventBuffer = {};
|
|
27
|
+
dataLines = [];
|
|
28
|
+
return;
|
|
29
|
+
}
|
|
30
|
+
const [field, ...rest] = line.split(":");
|
|
31
|
+
const value = rest.join(":").trimStart();
|
|
32
|
+
switch (field) {
|
|
33
|
+
case "event":
|
|
34
|
+
eventBuffer.event = value;
|
|
35
|
+
break;
|
|
36
|
+
case "data":
|
|
37
|
+
dataLines.push(value);
|
|
38
|
+
break;
|
|
39
|
+
case "id":
|
|
40
|
+
eventBuffer.id = value;
|
|
41
|
+
break;
|
|
42
|
+
case "retry":
|
|
43
|
+
eventBuffer.retry = Number(value);
|
|
44
|
+
break;
|
|
45
|
+
}
|
|
46
|
+
},
|
|
47
|
+
flush(controller) {
|
|
48
|
+
if (dataLines.length > 0) {
|
|
49
|
+
controller.enqueue({
|
|
50
|
+
event: eventBuffer.event || "message",
|
|
51
|
+
data: dataLines.join("\n"),
|
|
52
|
+
id: eventBuffer.id,
|
|
53
|
+
retry: eventBuffer.retry,
|
|
54
|
+
});
|
|
55
|
+
}
|
|
56
|
+
},
|
|
57
|
+
});
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
const isDataChunk = (chunk) => chunk.type.startsWith("data-");
|
|
61
|
+
/**
|
|
62
|
+
* Decodes AI SDK v6 UI Message Stream format into AssistantStreamChunks.
|
|
63
|
+
*/
|
|
64
|
+
export class UIMessageStreamDecoder extends PipeableTransformStream {
|
|
65
|
+
constructor(options = {}) {
|
|
66
|
+
super((readable) => {
|
|
67
|
+
const toolCallControllers = new Map();
|
|
68
|
+
let activeToolCallArgsText;
|
|
69
|
+
let currentMessageId;
|
|
70
|
+
let receivedDone = false;
|
|
71
|
+
const transform = new AssistantTransformStream({
|
|
72
|
+
transform(chunk, controller) {
|
|
73
|
+
const type = chunk.type;
|
|
74
|
+
if (isDataChunk(chunk)) {
|
|
75
|
+
const name = chunk.type.slice(5);
|
|
76
|
+
if (options.onData) {
|
|
77
|
+
options.onData({
|
|
78
|
+
type: chunk.type,
|
|
79
|
+
name,
|
|
80
|
+
data: chunk.data,
|
|
81
|
+
...(chunk.transient !== undefined && {
|
|
82
|
+
transient: chunk.transient,
|
|
83
|
+
}),
|
|
84
|
+
});
|
|
85
|
+
}
|
|
86
|
+
if (!chunk.transient) {
|
|
87
|
+
controller.enqueue({
|
|
88
|
+
type: "data",
|
|
89
|
+
path: [],
|
|
90
|
+
data: [{ name, data: chunk.data }],
|
|
91
|
+
});
|
|
92
|
+
}
|
|
93
|
+
return;
|
|
94
|
+
}
|
|
95
|
+
switch (type) {
|
|
96
|
+
case "start":
|
|
97
|
+
currentMessageId = chunk.messageId;
|
|
98
|
+
controller.enqueue({
|
|
99
|
+
type: "step-start",
|
|
100
|
+
path: [],
|
|
101
|
+
messageId: chunk.messageId,
|
|
102
|
+
});
|
|
103
|
+
break;
|
|
104
|
+
case "text-start":
|
|
105
|
+
case "text-end":
|
|
106
|
+
case "reasoning-start":
|
|
107
|
+
case "reasoning-end":
|
|
108
|
+
break;
|
|
109
|
+
case "text-delta":
|
|
110
|
+
controller.appendText(chunk.textDelta);
|
|
111
|
+
break;
|
|
112
|
+
case "reasoning-delta":
|
|
113
|
+
controller.appendReasoning(chunk.delta);
|
|
114
|
+
break;
|
|
115
|
+
case "source":
|
|
116
|
+
controller.appendSource({
|
|
117
|
+
type: "source",
|
|
118
|
+
sourceType: chunk.source.sourceType,
|
|
119
|
+
id: chunk.source.id,
|
|
120
|
+
url: chunk.source.url,
|
|
121
|
+
...(chunk.source.title && { title: chunk.source.title }),
|
|
122
|
+
});
|
|
123
|
+
break;
|
|
124
|
+
case "file":
|
|
125
|
+
controller.appendFile({
|
|
126
|
+
type: "file",
|
|
127
|
+
mimeType: chunk.file.mimeType,
|
|
128
|
+
data: chunk.file.data,
|
|
129
|
+
});
|
|
130
|
+
break;
|
|
131
|
+
case "tool-call-start": {
|
|
132
|
+
activeToolCallArgsText?.close();
|
|
133
|
+
activeToolCallArgsText = undefined;
|
|
134
|
+
if (toolCallControllers.has(chunk.toolCallId)) {
|
|
135
|
+
throw new Error(`Encountered duplicate tool call id: ${chunk.toolCallId}`);
|
|
136
|
+
}
|
|
137
|
+
const toolCallController = controller.addToolCallPart({
|
|
138
|
+
toolCallId: chunk.toolCallId,
|
|
139
|
+
toolName: chunk.toolName,
|
|
140
|
+
});
|
|
141
|
+
toolCallControllers.set(chunk.toolCallId, toolCallController);
|
|
142
|
+
activeToolCallArgsText = toolCallController.argsText;
|
|
143
|
+
break;
|
|
144
|
+
}
|
|
145
|
+
case "tool-call-delta":
|
|
146
|
+
activeToolCallArgsText?.append(chunk.argsText);
|
|
147
|
+
break;
|
|
148
|
+
case "tool-call-end":
|
|
149
|
+
activeToolCallArgsText?.close();
|
|
150
|
+
activeToolCallArgsText = undefined;
|
|
151
|
+
break;
|
|
152
|
+
case "tool-result": {
|
|
153
|
+
const toolCallController = toolCallControllers.get(chunk.toolCallId);
|
|
154
|
+
if (!toolCallController) {
|
|
155
|
+
throw new Error(`Encountered tool result with unknown id: ${chunk.toolCallId}`);
|
|
156
|
+
}
|
|
157
|
+
toolCallController.setResponse({
|
|
158
|
+
result: chunk.result,
|
|
159
|
+
isError: chunk.isError ?? false,
|
|
160
|
+
});
|
|
161
|
+
break;
|
|
162
|
+
}
|
|
163
|
+
case "start-step":
|
|
164
|
+
controller.enqueue({
|
|
165
|
+
type: "step-start",
|
|
166
|
+
path: [],
|
|
167
|
+
messageId: chunk.messageId ?? currentMessageId ?? generateId(),
|
|
168
|
+
});
|
|
169
|
+
break;
|
|
170
|
+
case "finish-step":
|
|
171
|
+
controller.enqueue({
|
|
172
|
+
type: "step-finish",
|
|
173
|
+
path: [],
|
|
174
|
+
finishReason: chunk.finishReason,
|
|
175
|
+
usage: chunk.usage,
|
|
176
|
+
isContinued: chunk.isContinued,
|
|
177
|
+
});
|
|
178
|
+
break;
|
|
179
|
+
case "finish":
|
|
180
|
+
controller.enqueue({
|
|
181
|
+
type: "message-finish",
|
|
182
|
+
path: [],
|
|
183
|
+
finishReason: chunk.finishReason,
|
|
184
|
+
usage: chunk.usage,
|
|
185
|
+
});
|
|
186
|
+
break;
|
|
187
|
+
case "error":
|
|
188
|
+
controller.enqueue({
|
|
189
|
+
type: "error",
|
|
190
|
+
path: [],
|
|
191
|
+
error: chunk.errorText,
|
|
192
|
+
});
|
|
193
|
+
break;
|
|
194
|
+
default:
|
|
195
|
+
// ignore unknown types for forward compatibility
|
|
196
|
+
break;
|
|
197
|
+
}
|
|
198
|
+
},
|
|
199
|
+
flush() {
|
|
200
|
+
activeToolCallArgsText?.close();
|
|
201
|
+
toolCallControllers.forEach((ctrl) => ctrl.close());
|
|
202
|
+
toolCallControllers.clear();
|
|
203
|
+
},
|
|
204
|
+
});
|
|
205
|
+
return readable
|
|
206
|
+
.pipeThrough(new TextDecoderStream())
|
|
207
|
+
.pipeThrough(new LineDecoderStream())
|
|
208
|
+
.pipeThrough(new SSEEventStream())
|
|
209
|
+
.pipeThrough(new TransformStream({
|
|
210
|
+
transform(event, controller) {
|
|
211
|
+
if (event.event !== "message") {
|
|
212
|
+
throw new Error(`Unknown SSE event type: ${event.event}`);
|
|
213
|
+
}
|
|
214
|
+
if (event.data === "[DONE]") {
|
|
215
|
+
receivedDone = true;
|
|
216
|
+
controller.terminate();
|
|
217
|
+
return;
|
|
218
|
+
}
|
|
219
|
+
controller.enqueue(JSON.parse(event.data));
|
|
220
|
+
},
|
|
221
|
+
flush() {
|
|
222
|
+
if (!receivedDone) {
|
|
223
|
+
throw new Error("Stream ended abruptly without receiving [DONE] marker");
|
|
224
|
+
}
|
|
225
|
+
},
|
|
226
|
+
}))
|
|
227
|
+
.pipeThrough(transform);
|
|
228
|
+
});
|
|
229
|
+
}
|
|
230
|
+
}
|
|
231
|
+
//# sourceMappingURL=UIMessageStream.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"UIMessageStream.js","sourceRoot":"","sources":["../../../../src/core/serialization/ui-message-stream/UIMessageStream.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,wBAAwB,EAAE,uDAAoD;AACvF,OAAO,EAAE,uBAAuB,EAAE,sDAAmD;AACrF,OAAO,EAAE,iBAAiB,EAAE,gDAA6C;AAKzE,OAAO,EAAE,UAAU,EAAE,kCAA+B;AAoBpD,MAAM,cAAe,SAAQ,eAAiC;IAC5D;QACE,IAAI,WAAW,GAAsB,EAAE,CAAC;QACxC,IAAI,SAAS,GAAa,EAAE,CAAC;QAE7B,KAAK,CAAC;YACJ,KAAK;gBACH,WAAW,GAAG,EAAE,CAAC;gBACjB,SAAS,GAAG,EAAE,CAAC;YACjB,CAAC;YACD,SAAS,CAAC,IAAI,EAAE,UAAU;gBACxB,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;oBAAE,OAAO;gBAEjC,IAAI,IAAI,KAAK,EAAE,EAAE,CAAC;oBAChB,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACzB,UAAU,CAAC,OAAO,CAAC;4BACjB,KAAK,EAAE,WAAW,CAAC,KAAK,IAAI,SAAS;4BACrC,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;4BAC1B,EAAE,EAAE,WAAW,CAAC,EAAE;4BAClB,KAAK,EAAE,WAAW,CAAC,KAAK;yBACzB,CAAC,CAAC;oBACL,CAAC;oBACD,WAAW,GAAG,EAAE,CAAC;oBACjB,SAAS,GAAG,EAAE,CAAC;oBACf,OAAO;gBACT,CAAC;gBAED,MAAM,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACzC,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC;gBAEzC,QAAQ,KAAK,EAAE,CAAC;oBACd,KAAK,OAAO;wBACV,WAAW,CAAC,KAAK,GAAG,KAAK,CAAC;wBAC1B,MAAM;oBACR,KAAK,MAAM;wBACT,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;wBACtB,MAAM;oBACR,KAAK,IAAI;wBACP,WAAW,CAAC,EAAE,GAAG,KAAK,CAAC;wBACvB,MAAM;oBACR,KAAK,OAAO;wBACV,WAAW,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;wBAClC,MAAM;gBACV,CAAC;YACH,CAAC;YACD,KAAK,CAAC,UAAU;gBACd,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACzB,UAAU,CAAC,OAAO,CAAC;wBACjB,KAAK,EAAE,WAAW,CAAC,KAAK,IAAI,SAAS;wBACrC,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;wBAC1B,EAAE,EAAE,WAAW,CAAC,EAAE;wBAClB,KAAK,EAAE,WAAW,CAAC,KAAK;qBACzB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;SACF,CAAC,CAAC;IACL,CAAC;CACF;AAED,MAAM,WAAW,GAAG,CAClB,KAA2B,EACQ,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;AAEvE;;GAEG;AACH,MAAM,OAAO,sBAAuB,SAAQ,uBAG3C;IACC,YAAY,UAAyC,EAAE;QACrD,KAAK,CAAC,CAAC,QAAQ,EAAE,EAAE;YACjB,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAoC,CAAC;YACxE,IAAI,sBAAwD,CAAC;YAC7D,IAAI,gBAAoC,CAAC;YACzC,IAAI,YAAY,GAAG,KAAK,CAAC;YAEzB,MAAM,SAAS,GAAG,IAAI,wBAAwB,CAAuB;gBACnE,SAAS,CAAC,KAAK,EAAE,UAAU;oBACzB,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;oBAExB,IAAI,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;wBACvB,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;wBAEjC,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;4BACnB,OAAO,CAAC,MAAM,CAAC;gCACb,IAAI,EAAE,KAAK,CAAC,IAAI;gCAChB,IAAI;gCACJ,IAAI,EAAE,KAAK,CAAC,IAAI;gCAChB,GAAG,CAAC,KAAK,CAAC,SAAS,KAAK,SAAS,IAAI;oCACnC,SAAS,EAAE,KAAK,CAAC,SAAS;iCAC3B,CAAC;6BACH,CAAC,CAAC;wBACL,CAAC;wBAED,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;4BACrB,UAAU,CAAC,OAAO,CAAC;gCACjB,IAAI,EAAE,MAAM;gCACZ,IAAI,EAAE,EAAE;gCACR,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;6BACnC,CAAC,CAAC;wBACL,CAAC;wBACD,OAAO;oBACT,CAAC;oBAED,QAAQ,IAAI,EAAE,CAAC;wBACb,KAAK,OAAO;4BACV,gBAAgB,GAAG,KAAK,CAAC,SAAS,CAAC;4BACnC,UAAU,CAAC,OAAO,CAAC;gCACjB,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,EAAE;gCACR,SAAS,EAAE,KAAK,CAAC,SAAS;6BAC3B,CAAC,CAAC;4BACH,MAAM;wBAER,KAAK,YAAY,CAAC;wBAClB,KAAK,UAAU,CAAC;wBAChB,KAAK,iBAAiB,CAAC;wBACvB,KAAK,eAAe;4BAClB,MAAM;wBAER,KAAK,YAAY;4BACf,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;4BACvC,MAAM;wBAER,KAAK,iBAAiB;4BACpB,UAAU,CAAC,eAAe,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;4BACxC,MAAM;wBAER,KAAK,QAAQ;4BACX,UAAU,CAAC,YAAY,CAAC;gCACtB,IAAI,EAAE,QAAQ;gCACd,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,UAAU;gCACnC,EAAE,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE;gCACnB,GAAG,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG;gCACrB,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;6BACzD,CAAC,CAAC;4BACH,MAAM;wBAER,KAAK,MAAM;4BACT,UAAU,CAAC,UAAU,CAAC;gCACpB,IAAI,EAAE,MAAM;gCACZ,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ;gCAC7B,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;6BACtB,CAAC,CAAC;4BACH,MAAM;wBAER,KAAK,iBAAiB,CAAC,CAAC,CAAC;4BACvB,sBAAsB,EAAE,KAAK,EAAE,CAAC;4BAChC,sBAAsB,GAAG,SAAS,CAAC;4BAEnC,IAAI,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;gCAC9C,MAAM,IAAI,KAAK,CACb,uCAAuC,KAAK,CAAC,UAAU,EAAE,CAC1D,CAAC;4BACJ,CAAC;4BAED,MAAM,kBAAkB,GAAG,UAAU,CAAC,eAAe,CAAC;gCACpD,UAAU,EAAE,KAAK,CAAC,UAAU;gCAC5B,QAAQ,EAAE,KAAK,CAAC,QAAQ;6BACzB,CAAC,CAAC;4BACH,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,kBAAkB,CAAC,CAAC;4BAC9D,sBAAsB,GAAG,kBAAkB,CAAC,QAAQ,CAAC;4BACrD,MAAM;wBACR,CAAC;wBAED,KAAK,iBAAiB;4BACpB,sBAAsB,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;4BAC/C,MAAM;wBAER,KAAK,eAAe;4BAClB,sBAAsB,EAAE,KAAK,EAAE,CAAC;4BAChC,sBAAsB,GAAG,SAAS,CAAC;4BACnC,MAAM;wBAER,KAAK,aAAa,CAAC,CAAC,CAAC;4BACnB,MAAM,kBAAkB,GAAG,mBAAmB,CAAC,GAAG,CAChD,KAAK,CAAC,UAAU,CACjB,CAAC;4BACF,IAAI,CAAC,kBAAkB,EAAE,CAAC;gCACxB,MAAM,IAAI,KAAK,CACb,4CAA4C,KAAK,CAAC,UAAU,EAAE,CAC/D,CAAC;4BACJ,CAAC;4BACD,kBAAkB,CAAC,WAAW,CAAC;gCAC7B,MAAM,EAAE,KAAK,CAAC,MAAM;gCACpB,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,KAAK;6BAChC,CAAC,CAAC;4BACH,MAAM;wBACR,CAAC;wBAED,KAAK,YAAY;4BACf,UAAU,CAAC,OAAO,CAAC;gCACjB,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,EAAE;gCACR,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,gBAAgB,IAAI,UAAU,EAAE;6BAC/D,CAAC,CAAC;4BACH,MAAM;wBAER,KAAK,aAAa;4BAChB,UAAU,CAAC,OAAO,CAAC;gCACjB,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,EAAE;gCACR,YAAY,EAAE,KAAK,CAAC,YAAY;gCAChC,KAAK,EAAE,KAAK,CAAC,KAAK;gCAClB,WAAW,EAAE,KAAK,CAAC,WAAW;6BAC/B,CAAC,CAAC;4BACH,MAAM;wBAER,KAAK,QAAQ;4BACX,UAAU,CAAC,OAAO,CAAC;gCACjB,IAAI,EAAE,gBAAgB;gCACtB,IAAI,EAAE,EAAE;gCACR,YAAY,EAAE,KAAK,CAAC,YAAY;gCAChC,KAAK,EAAE,KAAK,CAAC,KAAK;6BACnB,CAAC,CAAC;4BACH,MAAM;wBAER,KAAK,OAAO;4BACV,UAAU,CAAC,OAAO,CAAC;gCACjB,IAAI,EAAE,OAAO;gCACb,IAAI,EAAE,EAAE;gCACR,KAAK,EAAE,KAAK,CAAC,SAAS;6BACvB,CAAC,CAAC;4BACH,MAAM;wBAER;4BACE,iDAAiD;4BACjD,MAAM;oBACV,CAAC;gBACH,CAAC;gBACD,KAAK;oBACH,sBAAsB,EAAE,KAAK,EAAE,CAAC;oBAChC,mBAAmB,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;oBACpD,mBAAmB,CAAC,KAAK,EAAE,CAAC;gBAC9B,CAAC;aACF,CAAC,CAAC;YAEH,OAAO,QAAQ;iBACZ,WAAW,CAAC,IAAI,iBAAiB,EAAE,CAAC;iBACpC,WAAW,CAAC,IAAI,iBAAiB,EAAE,CAAC;iBACpC,WAAW,CAAC,IAAI,cAAc,EAAE,CAAC;iBACjC,WAAW,CACV,IAAI,eAAe,CAAiC;gBAClD,SAAS,CAAC,KAAK,EAAE,UAAU;oBACzB,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;wBAC9B,MAAM,IAAI,KAAK,CAAC,2BAA2B,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;oBAC5D,CAAC;oBAED,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;wBAC5B,YAAY,GAAG,IAAI,CAAC;wBACpB,UAAU,CAAC,SAAS,EAAE,CAAC;wBACvB,OAAO;oBACT,CAAC;oBAED,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC7C,CAAC;gBACD,KAAK;oBACH,IAAI,CAAC,YAAY,EAAE,CAAC;wBAClB,MAAM,IAAI,KAAK,CACb,uDAAuD,CACxD,CAAC;oBACJ,CAAC;gBACH,CAAC;aACF,CAAC,CACH;iBACA,WAAW,CAAC,SAAS,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;IACL,CAAC;CACF"}
|
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
import type { ReadonlyJSONValue } from "../../../utils/json/json-value.js";
|
|
2
|
+
type FinishReason = "stop" | "length" | "content-filter" | "tool-calls" | "error" | "other" | "unknown";
|
|
3
|
+
type Usage = {
|
|
4
|
+
promptTokens: number;
|
|
5
|
+
completionTokens: number;
|
|
6
|
+
};
|
|
7
|
+
export type UIMessageStreamChunk = {
|
|
8
|
+
type: "start";
|
|
9
|
+
messageId: string;
|
|
10
|
+
} | {
|
|
11
|
+
type: "text-start";
|
|
12
|
+
id: string;
|
|
13
|
+
} | {
|
|
14
|
+
type: "text-delta";
|
|
15
|
+
textDelta: string;
|
|
16
|
+
} | {
|
|
17
|
+
type: "text-end";
|
|
18
|
+
} | {
|
|
19
|
+
type: "reasoning-start";
|
|
20
|
+
id: string;
|
|
21
|
+
} | {
|
|
22
|
+
type: "reasoning-delta";
|
|
23
|
+
delta: string;
|
|
24
|
+
} | {
|
|
25
|
+
type: "reasoning-end";
|
|
26
|
+
} | {
|
|
27
|
+
type: "source";
|
|
28
|
+
source: {
|
|
29
|
+
sourceType: "url";
|
|
30
|
+
id: string;
|
|
31
|
+
url: string;
|
|
32
|
+
title?: string;
|
|
33
|
+
};
|
|
34
|
+
} | {
|
|
35
|
+
type: "file";
|
|
36
|
+
file: {
|
|
37
|
+
mimeType: string;
|
|
38
|
+
data: string;
|
|
39
|
+
};
|
|
40
|
+
} | {
|
|
41
|
+
type: "tool-call-start";
|
|
42
|
+
id: string;
|
|
43
|
+
toolCallId: string;
|
|
44
|
+
toolName: string;
|
|
45
|
+
} | {
|
|
46
|
+
type: "tool-call-delta";
|
|
47
|
+
argsText: string;
|
|
48
|
+
} | {
|
|
49
|
+
type: "tool-call-end";
|
|
50
|
+
} | {
|
|
51
|
+
type: "tool-result";
|
|
52
|
+
toolCallId: string;
|
|
53
|
+
result: ReadonlyJSONValue;
|
|
54
|
+
isError?: boolean;
|
|
55
|
+
} | {
|
|
56
|
+
type: "start-step";
|
|
57
|
+
messageId?: string;
|
|
58
|
+
} | {
|
|
59
|
+
type: "finish-step";
|
|
60
|
+
finishReason: FinishReason;
|
|
61
|
+
usage: Usage;
|
|
62
|
+
isContinued: boolean;
|
|
63
|
+
} | {
|
|
64
|
+
type: "finish";
|
|
65
|
+
finishReason: FinishReason;
|
|
66
|
+
usage: Usage;
|
|
67
|
+
} | {
|
|
68
|
+
type: "error";
|
|
69
|
+
errorText: string;
|
|
70
|
+
} | UIMessageStreamDataChunk;
|
|
71
|
+
export type UIMessageStreamDataChunk = {
|
|
72
|
+
type: `data-${string}`;
|
|
73
|
+
id?: string;
|
|
74
|
+
data: ReadonlyJSONValue;
|
|
75
|
+
transient?: boolean;
|
|
76
|
+
};
|
|
77
|
+
export {};
|
|
78
|
+
//# sourceMappingURL=chunk-types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chunk-types.d.ts","sourceRoot":"","sources":["../../../../src/core/serialization/ui-message-stream/chunk-types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,0CAAuC;AAExE,KAAK,YAAY,GACb,MAAM,GACN,QAAQ,GACR,gBAAgB,GAChB,YAAY,GACZ,OAAO,GACP,OAAO,GACP,SAAS,CAAC;AAEd,KAAK,KAAK,GAAG;IACX,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;CAC1B,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAC5B;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,GACpC;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,EAAE,EAAE,MAAM,CAAA;CAAE,GAClC;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,GACzC;IAAE,IAAI,EAAE,UAAU,CAAA;CAAE,GACpB;IAAE,IAAI,EAAE,iBAAiB,CAAC;IAAC,EAAE,EAAE,MAAM,CAAA;CAAE,GACvC;IAAE,IAAI,EAAE,iBAAiB,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAC1C;IAAE,IAAI,EAAE,eAAe,CAAA;CAAE,GACzB;IACE,IAAI,EAAE,QAAQ,CAAC;IACf,MAAM,EAAE;QAAE,UAAU,EAAE,KAAK,CAAC;QAAC,EAAE,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CACxE,GACD;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAA;CAAE,GAC1D;IACE,IAAI,EAAE,iBAAiB,CAAC;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB,GACD;IAAE,IAAI,EAAE,iBAAiB,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,GAC7C;IAAE,IAAI,EAAE,eAAe,CAAA;CAAE,GACzB;IACE,IAAI,EAAE,aAAa,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,iBAAiB,CAAC;IAC1B,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB,GACD;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,CAAA;CAAE,GAC1C;IACE,IAAI,EAAE,aAAa,CAAC;IACpB,YAAY,EAAE,YAAY,CAAC;IAC3B,KAAK,EAAE,KAAK,CAAC;IACb,WAAW,EAAE,OAAO,CAAC;CACtB,GACD;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,YAAY,EAAE,YAAY,CAAC;IAAC,KAAK,EAAE,KAAK,CAAA;CAAE,GAC5D;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,GACpC,wBAAwB,CAAC;AAE7B,MAAM,MAAM,wBAAwB,GAAG;IACrC,IAAI,EAAE,QAAQ,MAAM,EAAE,CAAC;IACvB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,iBAAiB,CAAC;IACxB,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chunk-types.js","sourceRoot":"","sources":["../../../../src/core/serialization/ui-message-stream/chunk-types.ts"],"names":[],"mappings":""}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "assistant-stream",
|
|
3
|
-
"version": "0.2.
|
|
3
|
+
"version": "0.2.47",
|
|
4
4
|
"description": "Streaming utilities for AI assistants",
|
|
5
5
|
"keywords": [
|
|
6
6
|
"ai",
|
|
@@ -37,12 +37,12 @@
|
|
|
37
37
|
"sideEffects": false,
|
|
38
38
|
"dependencies": {
|
|
39
39
|
"@standard-schema/spec": "^1.1.0",
|
|
40
|
-
"nanoid": "5.1.6",
|
|
40
|
+
"nanoid": "^5.1.6",
|
|
41
41
|
"secure-json-parse": "^4.1.0"
|
|
42
42
|
},
|
|
43
43
|
"devDependencies": {
|
|
44
44
|
"@types/json-schema": "^7.0.15",
|
|
45
|
-
"vitest": "^4.0.
|
|
45
|
+
"vitest": "^4.0.17",
|
|
46
46
|
"@assistant-ui/x-buildutils": "0.0.1"
|
|
47
47
|
},
|
|
48
48
|
"publishConfig": {
|
package/src/core/index.ts
CHANGED
|
@@ -19,6 +19,12 @@ export {
|
|
|
19
19
|
AssistantTransportDecoder,
|
|
20
20
|
AssistantTransportEncoder,
|
|
21
21
|
} from "./serialization/assistant-transport/AssistantTransport";
|
|
22
|
+
export {
|
|
23
|
+
UIMessageStreamDecoder,
|
|
24
|
+
type UIMessageStreamChunk,
|
|
25
|
+
type UIMessageStreamDataChunk,
|
|
26
|
+
type UIMessageStreamDecoderOptions,
|
|
27
|
+
} from "./serialization/ui-message-stream/UIMessageStream";
|
|
22
28
|
export { AssistantMessageStream } from "./accumulators/AssistantMessageStream";
|
|
23
29
|
export type { AssistantMessage } from "./utils/types";
|
|
24
30
|
|
|
@@ -0,0 +1,370 @@
|
|
|
1
|
+
import { describe, expect, it, vi } from "vitest";
|
|
2
|
+
import { UIMessageStreamDecoder } from "./UIMessageStream";
|
|
3
|
+
import type { AssistantStreamChunk } from "../../AssistantStreamChunk";
|
|
4
|
+
|
|
5
|
+
// Helper function to collect all chunks from a stream
|
|
6
|
+
async function collectChunks<T>(stream: ReadableStream<T>): Promise<T[]> {
|
|
7
|
+
const reader = stream.getReader();
|
|
8
|
+
const chunks: T[] = [];
|
|
9
|
+
|
|
10
|
+
try {
|
|
11
|
+
while (true) {
|
|
12
|
+
const { done, value } = await reader.read();
|
|
13
|
+
if (done) break;
|
|
14
|
+
chunks.push(value);
|
|
15
|
+
}
|
|
16
|
+
} finally {
|
|
17
|
+
reader.releaseLock();
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
return chunks;
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
// Helper function to create a UI Message Stream from events
|
|
24
|
+
function createUIMessageStream(events: string[]): ReadableStream<Uint8Array> {
|
|
25
|
+
const encoder = new TextEncoder();
|
|
26
|
+
const sseText = events.map((e) => `data: ${e}\n\n`).join("");
|
|
27
|
+
|
|
28
|
+
return new ReadableStream({
|
|
29
|
+
start(controller) {
|
|
30
|
+
controller.enqueue(encoder.encode(sseText));
|
|
31
|
+
controller.close();
|
|
32
|
+
},
|
|
33
|
+
});
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
describe("UIMessageStreamDecoder", () => {
|
|
37
|
+
it("should decode text deltas", async () => {
|
|
38
|
+
const events = [
|
|
39
|
+
JSON.stringify({ type: "start", messageId: "msg_123" }),
|
|
40
|
+
JSON.stringify({ type: "text-start", id: "text_1" }),
|
|
41
|
+
JSON.stringify({ type: "text-delta", textDelta: "Hello" }),
|
|
42
|
+
JSON.stringify({ type: "text-delta", textDelta: " world" }),
|
|
43
|
+
JSON.stringify({ type: "text-end" }),
|
|
44
|
+
JSON.stringify({
|
|
45
|
+
type: "finish",
|
|
46
|
+
finishReason: "stop",
|
|
47
|
+
usage: { promptTokens: 10, completionTokens: 5 },
|
|
48
|
+
}),
|
|
49
|
+
"[DONE]",
|
|
50
|
+
];
|
|
51
|
+
|
|
52
|
+
const stream = createUIMessageStream(events);
|
|
53
|
+
const decodedStream = stream.pipeThrough(new UIMessageStreamDecoder());
|
|
54
|
+
const chunks = await collectChunks(decodedStream);
|
|
55
|
+
|
|
56
|
+
// Find text-delta chunks
|
|
57
|
+
const textDeltas = chunks.filter(
|
|
58
|
+
(c): c is AssistantStreamChunk & { type: "text-delta" } =>
|
|
59
|
+
c.type === "text-delta",
|
|
60
|
+
);
|
|
61
|
+
expect(textDeltas).toHaveLength(2);
|
|
62
|
+
expect(textDeltas[0]?.textDelta).toBe("Hello");
|
|
63
|
+
expect(textDeltas[1]?.textDelta).toBe(" world");
|
|
64
|
+
});
|
|
65
|
+
|
|
66
|
+
it("should decode reasoning parts", async () => {
|
|
67
|
+
const events = [
|
|
68
|
+
JSON.stringify({ type: "start", messageId: "msg_123" }),
|
|
69
|
+
JSON.stringify({ type: "reasoning-start", id: "reasoning_1" }),
|
|
70
|
+
JSON.stringify({ type: "reasoning-delta", delta: "Let me think..." }),
|
|
71
|
+
JSON.stringify({ type: "reasoning-end" }),
|
|
72
|
+
JSON.stringify({
|
|
73
|
+
type: "finish",
|
|
74
|
+
finishReason: "stop",
|
|
75
|
+
usage: { promptTokens: 10, completionTokens: 5 },
|
|
76
|
+
}),
|
|
77
|
+
"[DONE]",
|
|
78
|
+
];
|
|
79
|
+
|
|
80
|
+
const stream = createUIMessageStream(events);
|
|
81
|
+
const decodedStream = stream.pipeThrough(new UIMessageStreamDecoder());
|
|
82
|
+
const chunks = await collectChunks(decodedStream);
|
|
83
|
+
|
|
84
|
+
// Find part-start for reasoning
|
|
85
|
+
const partStarts = chunks.filter(
|
|
86
|
+
(c): c is AssistantStreamChunk & { type: "part-start" } =>
|
|
87
|
+
c.type === "part-start",
|
|
88
|
+
);
|
|
89
|
+
expect(partStarts.some((p) => p.part.type === "reasoning")).toBe(true);
|
|
90
|
+
});
|
|
91
|
+
|
|
92
|
+
it("should decode tool calls", async () => {
|
|
93
|
+
const events = [
|
|
94
|
+
JSON.stringify({ type: "start", messageId: "msg_123" }),
|
|
95
|
+
JSON.stringify({
|
|
96
|
+
type: "tool-call-start",
|
|
97
|
+
id: "tc_1",
|
|
98
|
+
toolCallId: "call_abc",
|
|
99
|
+
toolName: "weather",
|
|
100
|
+
}),
|
|
101
|
+
JSON.stringify({ type: "tool-call-delta", argsText: '{"city":' }),
|
|
102
|
+
JSON.stringify({ type: "tool-call-delta", argsText: '"NYC"}' }),
|
|
103
|
+
JSON.stringify({ type: "tool-call-end" }),
|
|
104
|
+
JSON.stringify({
|
|
105
|
+
type: "tool-result",
|
|
106
|
+
toolCallId: "call_abc",
|
|
107
|
+
result: { temp: 72 },
|
|
108
|
+
}),
|
|
109
|
+
JSON.stringify({
|
|
110
|
+
type: "finish",
|
|
111
|
+
finishReason: "stop",
|
|
112
|
+
usage: { promptTokens: 10, completionTokens: 5 },
|
|
113
|
+
}),
|
|
114
|
+
"[DONE]",
|
|
115
|
+
];
|
|
116
|
+
|
|
117
|
+
const stream = createUIMessageStream(events);
|
|
118
|
+
const decodedStream = stream.pipeThrough(new UIMessageStreamDecoder());
|
|
119
|
+
const chunks = await collectChunks(decodedStream);
|
|
120
|
+
|
|
121
|
+
// Find tool-call part-start
|
|
122
|
+
const toolCallStart = chunks.find(
|
|
123
|
+
(c): c is AssistantStreamChunk & { type: "part-start" } =>
|
|
124
|
+
c.type === "part-start" && c.part.type === "tool-call",
|
|
125
|
+
);
|
|
126
|
+
expect(toolCallStart).toBeDefined();
|
|
127
|
+
if (toolCallStart?.part.type === "tool-call") {
|
|
128
|
+
expect(toolCallStart.part.toolName).toBe("weather");
|
|
129
|
+
expect(toolCallStart.part.toolCallId).toBe("call_abc");
|
|
130
|
+
}
|
|
131
|
+
|
|
132
|
+
// Find result
|
|
133
|
+
const result = chunks.find(
|
|
134
|
+
(c): c is AssistantStreamChunk & { type: "result" } =>
|
|
135
|
+
c.type === "result",
|
|
136
|
+
);
|
|
137
|
+
expect(result).toBeDefined();
|
|
138
|
+
expect(result?.result).toEqual({ temp: 72 });
|
|
139
|
+
});
|
|
140
|
+
|
|
141
|
+
it("should decode source parts", async () => {
|
|
142
|
+
const events = [
|
|
143
|
+
JSON.stringify({ type: "start", messageId: "msg_123" }),
|
|
144
|
+
JSON.stringify({
|
|
145
|
+
type: "source",
|
|
146
|
+
source: {
|
|
147
|
+
sourceType: "url",
|
|
148
|
+
id: "src_1",
|
|
149
|
+
url: "https://example.com",
|
|
150
|
+
title: "Example",
|
|
151
|
+
},
|
|
152
|
+
}),
|
|
153
|
+
JSON.stringify({
|
|
154
|
+
type: "finish",
|
|
155
|
+
finishReason: "stop",
|
|
156
|
+
usage: { promptTokens: 10, completionTokens: 5 },
|
|
157
|
+
}),
|
|
158
|
+
"[DONE]",
|
|
159
|
+
];
|
|
160
|
+
|
|
161
|
+
const stream = createUIMessageStream(events);
|
|
162
|
+
const decodedStream = stream.pipeThrough(new UIMessageStreamDecoder());
|
|
163
|
+
const chunks = await collectChunks(decodedStream);
|
|
164
|
+
|
|
165
|
+
const sourceStart = chunks.find(
|
|
166
|
+
(c): c is AssistantStreamChunk & { type: "part-start" } =>
|
|
167
|
+
c.type === "part-start" && c.part.type === "source",
|
|
168
|
+
);
|
|
169
|
+
expect(sourceStart).toBeDefined();
|
|
170
|
+
if (sourceStart?.part.type === "source") {
|
|
171
|
+
expect(sourceStart.part.url).toBe("https://example.com");
|
|
172
|
+
expect(sourceStart.part.title).toBe("Example");
|
|
173
|
+
}
|
|
174
|
+
});
|
|
175
|
+
|
|
176
|
+
it("should decode file parts", async () => {
|
|
177
|
+
const events = [
|
|
178
|
+
JSON.stringify({ type: "start", messageId: "msg_123" }),
|
|
179
|
+
JSON.stringify({
|
|
180
|
+
type: "file",
|
|
181
|
+
file: {
|
|
182
|
+
mimeType: "image/png",
|
|
183
|
+
data: "base64data...",
|
|
184
|
+
},
|
|
185
|
+
}),
|
|
186
|
+
JSON.stringify({
|
|
187
|
+
type: "finish",
|
|
188
|
+
finishReason: "stop",
|
|
189
|
+
usage: { promptTokens: 10, completionTokens: 5 },
|
|
190
|
+
}),
|
|
191
|
+
"[DONE]",
|
|
192
|
+
];
|
|
193
|
+
|
|
194
|
+
const stream = createUIMessageStream(events);
|
|
195
|
+
const decodedStream = stream.pipeThrough(new UIMessageStreamDecoder());
|
|
196
|
+
const chunks = await collectChunks(decodedStream);
|
|
197
|
+
|
|
198
|
+
const fileStart = chunks.find(
|
|
199
|
+
(c): c is AssistantStreamChunk & { type: "part-start" } =>
|
|
200
|
+
c.type === "part-start" && c.part.type === "file",
|
|
201
|
+
);
|
|
202
|
+
expect(fileStart).toBeDefined();
|
|
203
|
+
if (fileStart?.part.type === "file") {
|
|
204
|
+
expect(fileStart.part.mimeType).toBe("image/png");
|
|
205
|
+
expect(fileStart.part.data).toBe("base64data...");
|
|
206
|
+
}
|
|
207
|
+
});
|
|
208
|
+
|
|
209
|
+
it("should handle data-* chunks", async () => {
|
|
210
|
+
const onData = vi.fn();
|
|
211
|
+
const events = [
|
|
212
|
+
JSON.stringify({ type: "start", messageId: "msg_123" }),
|
|
213
|
+
JSON.stringify({
|
|
214
|
+
type: "data-weather",
|
|
215
|
+
data: { temp: 72, city: "NYC" },
|
|
216
|
+
}),
|
|
217
|
+
JSON.stringify({
|
|
218
|
+
type: "finish",
|
|
219
|
+
finishReason: "stop",
|
|
220
|
+
usage: { promptTokens: 10, completionTokens: 5 },
|
|
221
|
+
}),
|
|
222
|
+
"[DONE]",
|
|
223
|
+
];
|
|
224
|
+
|
|
225
|
+
const stream = createUIMessageStream(events);
|
|
226
|
+
const decodedStream = stream.pipeThrough(
|
|
227
|
+
new UIMessageStreamDecoder({ onData }),
|
|
228
|
+
);
|
|
229
|
+
await collectChunks(decodedStream);
|
|
230
|
+
|
|
231
|
+
expect(onData).toHaveBeenCalledWith({
|
|
232
|
+
type: "data-weather",
|
|
233
|
+
name: "weather",
|
|
234
|
+
data: { temp: 72, city: "NYC" },
|
|
235
|
+
transient: undefined,
|
|
236
|
+
});
|
|
237
|
+
});
|
|
238
|
+
|
|
239
|
+
it("should handle transient data-* chunks", async () => {
|
|
240
|
+
const onData = vi.fn();
|
|
241
|
+
const events = [
|
|
242
|
+
JSON.stringify({ type: "start", messageId: "msg_123" }),
|
|
243
|
+
JSON.stringify({
|
|
244
|
+
type: "data-progress",
|
|
245
|
+
transient: true,
|
|
246
|
+
data: { percent: 50 },
|
|
247
|
+
}),
|
|
248
|
+
JSON.stringify({
|
|
249
|
+
type: "finish",
|
|
250
|
+
finishReason: "stop",
|
|
251
|
+
usage: { promptTokens: 10, completionTokens: 5 },
|
|
252
|
+
}),
|
|
253
|
+
"[DONE]",
|
|
254
|
+
];
|
|
255
|
+
|
|
256
|
+
const stream = createUIMessageStream(events);
|
|
257
|
+
const decodedStream = stream.pipeThrough(
|
|
258
|
+
new UIMessageStreamDecoder({ onData }),
|
|
259
|
+
);
|
|
260
|
+
const chunks = await collectChunks(decodedStream);
|
|
261
|
+
|
|
262
|
+
// Transient data should call onData
|
|
263
|
+
expect(onData).toHaveBeenCalledWith({
|
|
264
|
+
type: "data-progress",
|
|
265
|
+
name: "progress",
|
|
266
|
+
data: { percent: 50 },
|
|
267
|
+
transient: true,
|
|
268
|
+
});
|
|
269
|
+
|
|
270
|
+
// Transient data should NOT emit a data chunk
|
|
271
|
+
const dataChunks = chunks.filter((c) => c.type === "data");
|
|
272
|
+
expect(dataChunks).toHaveLength(0);
|
|
273
|
+
});
|
|
274
|
+
|
|
275
|
+
it("should handle step lifecycle", async () => {
|
|
276
|
+
const events = [
|
|
277
|
+
JSON.stringify({ type: "start", messageId: "msg_123" }),
|
|
278
|
+
JSON.stringify({ type: "start-step", messageId: "step_1" }),
|
|
279
|
+
JSON.stringify({ type: "text-start", id: "text_1" }),
|
|
280
|
+
JSON.stringify({ type: "text-delta", textDelta: "Hello" }),
|
|
281
|
+
JSON.stringify({ type: "text-end" }),
|
|
282
|
+
JSON.stringify({
|
|
283
|
+
type: "finish-step",
|
|
284
|
+
finishReason: "stop",
|
|
285
|
+
usage: { promptTokens: 10, completionTokens: 5 },
|
|
286
|
+
isContinued: false,
|
|
287
|
+
}),
|
|
288
|
+
JSON.stringify({
|
|
289
|
+
type: "finish",
|
|
290
|
+
finishReason: "stop",
|
|
291
|
+
usage: { promptTokens: 10, completionTokens: 5 },
|
|
292
|
+
}),
|
|
293
|
+
"[DONE]",
|
|
294
|
+
];
|
|
295
|
+
|
|
296
|
+
const stream = createUIMessageStream(events);
|
|
297
|
+
const decodedStream = stream.pipeThrough(new UIMessageStreamDecoder());
|
|
298
|
+
const chunks = await collectChunks(decodedStream);
|
|
299
|
+
|
|
300
|
+
// Find step-start chunks
|
|
301
|
+
const stepStarts = chunks.filter((c) => c.type === "step-start");
|
|
302
|
+
expect(stepStarts.length).toBeGreaterThanOrEqual(1);
|
|
303
|
+
|
|
304
|
+
// Find step-finish
|
|
305
|
+
const stepFinish = chunks.find(
|
|
306
|
+
(c): c is AssistantStreamChunk & { type: "step-finish" } =>
|
|
307
|
+
c.type === "step-finish",
|
|
308
|
+
);
|
|
309
|
+
expect(stepFinish).toBeDefined();
|
|
310
|
+
expect(stepFinish?.finishReason).toBe("stop");
|
|
311
|
+
});
|
|
312
|
+
|
|
313
|
+
it("should handle errors", async () => {
|
|
314
|
+
const events = [
|
|
315
|
+
JSON.stringify({ type: "start", messageId: "msg_123" }),
|
|
316
|
+
JSON.stringify({ type: "error", errorText: "Something went wrong" }),
|
|
317
|
+
"[DONE]",
|
|
318
|
+
];
|
|
319
|
+
|
|
320
|
+
const stream = createUIMessageStream(events);
|
|
321
|
+
const decodedStream = stream.pipeThrough(new UIMessageStreamDecoder());
|
|
322
|
+
const chunks = await collectChunks(decodedStream);
|
|
323
|
+
|
|
324
|
+
const errorChunk = chunks.find(
|
|
325
|
+
(c): c is AssistantStreamChunk & { type: "error" } => c.type === "error",
|
|
326
|
+
);
|
|
327
|
+
expect(errorChunk).toBeDefined();
|
|
328
|
+
expect(errorChunk?.error).toBe("Something went wrong");
|
|
329
|
+
});
|
|
330
|
+
|
|
331
|
+
it("should throw when stream ends without [DONE]", async () => {
|
|
332
|
+
const encoder = new TextEncoder();
|
|
333
|
+
const sseText =
|
|
334
|
+
'data: {"type":"text-delta","textDelta":"Hello"}\n\n' +
|
|
335
|
+
'data: {"type":"text-delta","textDelta":" world"}\n\n';
|
|
336
|
+
|
|
337
|
+
const stream = new ReadableStream<Uint8Array>({
|
|
338
|
+
start(controller) {
|
|
339
|
+
controller.enqueue(encoder.encode(sseText));
|
|
340
|
+
controller.close();
|
|
341
|
+
},
|
|
342
|
+
});
|
|
343
|
+
|
|
344
|
+
const decodedStream = stream.pipeThrough(new UIMessageStreamDecoder());
|
|
345
|
+
|
|
346
|
+
await expect(collectChunks(decodedStream)).rejects.toThrow(
|
|
347
|
+
"Stream ended abruptly without receiving [DONE] marker",
|
|
348
|
+
);
|
|
349
|
+
});
|
|
350
|
+
|
|
351
|
+
it("should ignore unknown chunk types for forward compatibility", async () => {
|
|
352
|
+
const events = [
|
|
353
|
+
JSON.stringify({ type: "start", messageId: "msg_123" }),
|
|
354
|
+
JSON.stringify({ type: "unknown-future-type", data: {} }),
|
|
355
|
+
JSON.stringify({
|
|
356
|
+
type: "finish",
|
|
357
|
+
finishReason: "stop",
|
|
358
|
+
usage: { promptTokens: 10, completionTokens: 5 },
|
|
359
|
+
}),
|
|
360
|
+
"[DONE]",
|
|
361
|
+
];
|
|
362
|
+
|
|
363
|
+
const stream = createUIMessageStream(events);
|
|
364
|
+
const decodedStream = stream.pipeThrough(new UIMessageStreamDecoder());
|
|
365
|
+
const chunks = await collectChunks(decodedStream);
|
|
366
|
+
|
|
367
|
+
// Should not throw, should complete successfully
|
|
368
|
+
expect(chunks.some((c) => c.type === "message-finish")).toBe(true);
|
|
369
|
+
});
|
|
370
|
+
});
|
|
@@ -0,0 +1,300 @@
|
|
|
1
|
+
import type { AssistantStreamChunk } from "../../AssistantStreamChunk";
|
|
2
|
+
import type { ToolCallStreamController } from "../../modules/tool-call";
|
|
3
|
+
import type { TextStreamController } from "../../modules/text";
|
|
4
|
+
import { AssistantTransformStream } from "../../utils/stream/AssistantTransformStream";
|
|
5
|
+
import { PipeableTransformStream } from "../../utils/stream/PipeableTransformStream";
|
|
6
|
+
import { LineDecoderStream } from "../../utils/stream/LineDecoderStream";
|
|
7
|
+
import {
|
|
8
|
+
type UIMessageStreamChunk,
|
|
9
|
+
type UIMessageStreamDataChunk,
|
|
10
|
+
} from "./chunk-types";
|
|
11
|
+
import { generateId } from "../../utils/generateId";
|
|
12
|
+
|
|
13
|
+
export type { UIMessageStreamChunk, UIMessageStreamDataChunk };
|
|
14
|
+
|
|
15
|
+
export type UIMessageStreamDecoderOptions = {
|
|
16
|
+
onData?: (data: {
|
|
17
|
+
type: string;
|
|
18
|
+
name: string;
|
|
19
|
+
data: unknown;
|
|
20
|
+
transient?: boolean;
|
|
21
|
+
}) => void;
|
|
22
|
+
};
|
|
23
|
+
|
|
24
|
+
type SSEEvent = {
|
|
25
|
+
event: string;
|
|
26
|
+
data: string;
|
|
27
|
+
id?: string | undefined;
|
|
28
|
+
retry?: number | undefined;
|
|
29
|
+
};
|
|
30
|
+
|
|
31
|
+
class SSEEventStream extends TransformStream<string, SSEEvent> {
|
|
32
|
+
constructor() {
|
|
33
|
+
let eventBuffer: Partial<SSEEvent> = {};
|
|
34
|
+
let dataLines: string[] = [];
|
|
35
|
+
|
|
36
|
+
super({
|
|
37
|
+
start() {
|
|
38
|
+
eventBuffer = {};
|
|
39
|
+
dataLines = [];
|
|
40
|
+
},
|
|
41
|
+
transform(line, controller) {
|
|
42
|
+
if (line.startsWith(":")) return;
|
|
43
|
+
|
|
44
|
+
if (line === "") {
|
|
45
|
+
if (dataLines.length > 0) {
|
|
46
|
+
controller.enqueue({
|
|
47
|
+
event: eventBuffer.event || "message",
|
|
48
|
+
data: dataLines.join("\n"),
|
|
49
|
+
id: eventBuffer.id,
|
|
50
|
+
retry: eventBuffer.retry,
|
|
51
|
+
});
|
|
52
|
+
}
|
|
53
|
+
eventBuffer = {};
|
|
54
|
+
dataLines = [];
|
|
55
|
+
return;
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
const [field, ...rest] = line.split(":");
|
|
59
|
+
const value = rest.join(":").trimStart();
|
|
60
|
+
|
|
61
|
+
switch (field) {
|
|
62
|
+
case "event":
|
|
63
|
+
eventBuffer.event = value;
|
|
64
|
+
break;
|
|
65
|
+
case "data":
|
|
66
|
+
dataLines.push(value);
|
|
67
|
+
break;
|
|
68
|
+
case "id":
|
|
69
|
+
eventBuffer.id = value;
|
|
70
|
+
break;
|
|
71
|
+
case "retry":
|
|
72
|
+
eventBuffer.retry = Number(value);
|
|
73
|
+
break;
|
|
74
|
+
}
|
|
75
|
+
},
|
|
76
|
+
flush(controller) {
|
|
77
|
+
if (dataLines.length > 0) {
|
|
78
|
+
controller.enqueue({
|
|
79
|
+
event: eventBuffer.event || "message",
|
|
80
|
+
data: dataLines.join("\n"),
|
|
81
|
+
id: eventBuffer.id,
|
|
82
|
+
retry: eventBuffer.retry,
|
|
83
|
+
});
|
|
84
|
+
}
|
|
85
|
+
},
|
|
86
|
+
});
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
const isDataChunk = (
|
|
91
|
+
chunk: UIMessageStreamChunk,
|
|
92
|
+
): chunk is UIMessageStreamDataChunk => chunk.type.startsWith("data-");
|
|
93
|
+
|
|
94
|
+
/**
|
|
95
|
+
* Decodes AI SDK v6 UI Message Stream format into AssistantStreamChunks.
|
|
96
|
+
*/
|
|
97
|
+
export class UIMessageStreamDecoder extends PipeableTransformStream<
|
|
98
|
+
Uint8Array<ArrayBuffer>,
|
|
99
|
+
AssistantStreamChunk
|
|
100
|
+
> {
|
|
101
|
+
constructor(options: UIMessageStreamDecoderOptions = {}) {
|
|
102
|
+
super((readable) => {
|
|
103
|
+
const toolCallControllers = new Map<string, ToolCallStreamController>();
|
|
104
|
+
let activeToolCallArgsText: TextStreamController | undefined;
|
|
105
|
+
let currentMessageId: string | undefined;
|
|
106
|
+
let receivedDone = false;
|
|
107
|
+
|
|
108
|
+
const transform = new AssistantTransformStream<UIMessageStreamChunk>({
|
|
109
|
+
transform(chunk, controller) {
|
|
110
|
+
const type = chunk.type;
|
|
111
|
+
|
|
112
|
+
if (isDataChunk(chunk)) {
|
|
113
|
+
const name = chunk.type.slice(5);
|
|
114
|
+
|
|
115
|
+
if (options.onData) {
|
|
116
|
+
options.onData({
|
|
117
|
+
type: chunk.type,
|
|
118
|
+
name,
|
|
119
|
+
data: chunk.data,
|
|
120
|
+
...(chunk.transient !== undefined && {
|
|
121
|
+
transient: chunk.transient,
|
|
122
|
+
}),
|
|
123
|
+
});
|
|
124
|
+
}
|
|
125
|
+
|
|
126
|
+
if (!chunk.transient) {
|
|
127
|
+
controller.enqueue({
|
|
128
|
+
type: "data",
|
|
129
|
+
path: [],
|
|
130
|
+
data: [{ name, data: chunk.data }],
|
|
131
|
+
});
|
|
132
|
+
}
|
|
133
|
+
return;
|
|
134
|
+
}
|
|
135
|
+
|
|
136
|
+
switch (type) {
|
|
137
|
+
case "start":
|
|
138
|
+
currentMessageId = chunk.messageId;
|
|
139
|
+
controller.enqueue({
|
|
140
|
+
type: "step-start",
|
|
141
|
+
path: [],
|
|
142
|
+
messageId: chunk.messageId,
|
|
143
|
+
});
|
|
144
|
+
break;
|
|
145
|
+
|
|
146
|
+
case "text-start":
|
|
147
|
+
case "text-end":
|
|
148
|
+
case "reasoning-start":
|
|
149
|
+
case "reasoning-end":
|
|
150
|
+
break;
|
|
151
|
+
|
|
152
|
+
case "text-delta":
|
|
153
|
+
controller.appendText(chunk.textDelta);
|
|
154
|
+
break;
|
|
155
|
+
|
|
156
|
+
case "reasoning-delta":
|
|
157
|
+
controller.appendReasoning(chunk.delta);
|
|
158
|
+
break;
|
|
159
|
+
|
|
160
|
+
case "source":
|
|
161
|
+
controller.appendSource({
|
|
162
|
+
type: "source",
|
|
163
|
+
sourceType: chunk.source.sourceType,
|
|
164
|
+
id: chunk.source.id,
|
|
165
|
+
url: chunk.source.url,
|
|
166
|
+
...(chunk.source.title && { title: chunk.source.title }),
|
|
167
|
+
});
|
|
168
|
+
break;
|
|
169
|
+
|
|
170
|
+
case "file":
|
|
171
|
+
controller.appendFile({
|
|
172
|
+
type: "file",
|
|
173
|
+
mimeType: chunk.file.mimeType,
|
|
174
|
+
data: chunk.file.data,
|
|
175
|
+
});
|
|
176
|
+
break;
|
|
177
|
+
|
|
178
|
+
case "tool-call-start": {
|
|
179
|
+
activeToolCallArgsText?.close();
|
|
180
|
+
activeToolCallArgsText = undefined;
|
|
181
|
+
|
|
182
|
+
if (toolCallControllers.has(chunk.toolCallId)) {
|
|
183
|
+
throw new Error(
|
|
184
|
+
`Encountered duplicate tool call id: ${chunk.toolCallId}`,
|
|
185
|
+
);
|
|
186
|
+
}
|
|
187
|
+
|
|
188
|
+
const toolCallController = controller.addToolCallPart({
|
|
189
|
+
toolCallId: chunk.toolCallId,
|
|
190
|
+
toolName: chunk.toolName,
|
|
191
|
+
});
|
|
192
|
+
toolCallControllers.set(chunk.toolCallId, toolCallController);
|
|
193
|
+
activeToolCallArgsText = toolCallController.argsText;
|
|
194
|
+
break;
|
|
195
|
+
}
|
|
196
|
+
|
|
197
|
+
case "tool-call-delta":
|
|
198
|
+
activeToolCallArgsText?.append(chunk.argsText);
|
|
199
|
+
break;
|
|
200
|
+
|
|
201
|
+
case "tool-call-end":
|
|
202
|
+
activeToolCallArgsText?.close();
|
|
203
|
+
activeToolCallArgsText = undefined;
|
|
204
|
+
break;
|
|
205
|
+
|
|
206
|
+
case "tool-result": {
|
|
207
|
+
const toolCallController = toolCallControllers.get(
|
|
208
|
+
chunk.toolCallId,
|
|
209
|
+
);
|
|
210
|
+
if (!toolCallController) {
|
|
211
|
+
throw new Error(
|
|
212
|
+
`Encountered tool result with unknown id: ${chunk.toolCallId}`,
|
|
213
|
+
);
|
|
214
|
+
}
|
|
215
|
+
toolCallController.setResponse({
|
|
216
|
+
result: chunk.result,
|
|
217
|
+
isError: chunk.isError ?? false,
|
|
218
|
+
});
|
|
219
|
+
break;
|
|
220
|
+
}
|
|
221
|
+
|
|
222
|
+
case "start-step":
|
|
223
|
+
controller.enqueue({
|
|
224
|
+
type: "step-start",
|
|
225
|
+
path: [],
|
|
226
|
+
messageId: chunk.messageId ?? currentMessageId ?? generateId(),
|
|
227
|
+
});
|
|
228
|
+
break;
|
|
229
|
+
|
|
230
|
+
case "finish-step":
|
|
231
|
+
controller.enqueue({
|
|
232
|
+
type: "step-finish",
|
|
233
|
+
path: [],
|
|
234
|
+
finishReason: chunk.finishReason,
|
|
235
|
+
usage: chunk.usage,
|
|
236
|
+
isContinued: chunk.isContinued,
|
|
237
|
+
});
|
|
238
|
+
break;
|
|
239
|
+
|
|
240
|
+
case "finish":
|
|
241
|
+
controller.enqueue({
|
|
242
|
+
type: "message-finish",
|
|
243
|
+
path: [],
|
|
244
|
+
finishReason: chunk.finishReason,
|
|
245
|
+
usage: chunk.usage,
|
|
246
|
+
});
|
|
247
|
+
break;
|
|
248
|
+
|
|
249
|
+
case "error":
|
|
250
|
+
controller.enqueue({
|
|
251
|
+
type: "error",
|
|
252
|
+
path: [],
|
|
253
|
+
error: chunk.errorText,
|
|
254
|
+
});
|
|
255
|
+
break;
|
|
256
|
+
|
|
257
|
+
default:
|
|
258
|
+
// ignore unknown types for forward compatibility
|
|
259
|
+
break;
|
|
260
|
+
}
|
|
261
|
+
},
|
|
262
|
+
flush() {
|
|
263
|
+
activeToolCallArgsText?.close();
|
|
264
|
+
toolCallControllers.forEach((ctrl) => ctrl.close());
|
|
265
|
+
toolCallControllers.clear();
|
|
266
|
+
},
|
|
267
|
+
});
|
|
268
|
+
|
|
269
|
+
return readable
|
|
270
|
+
.pipeThrough(new TextDecoderStream())
|
|
271
|
+
.pipeThrough(new LineDecoderStream())
|
|
272
|
+
.pipeThrough(new SSEEventStream())
|
|
273
|
+
.pipeThrough(
|
|
274
|
+
new TransformStream<SSEEvent, UIMessageStreamChunk>({
|
|
275
|
+
transform(event, controller) {
|
|
276
|
+
if (event.event !== "message") {
|
|
277
|
+
throw new Error(`Unknown SSE event type: ${event.event}`);
|
|
278
|
+
}
|
|
279
|
+
|
|
280
|
+
if (event.data === "[DONE]") {
|
|
281
|
+
receivedDone = true;
|
|
282
|
+
controller.terminate();
|
|
283
|
+
return;
|
|
284
|
+
}
|
|
285
|
+
|
|
286
|
+
controller.enqueue(JSON.parse(event.data));
|
|
287
|
+
},
|
|
288
|
+
flush() {
|
|
289
|
+
if (!receivedDone) {
|
|
290
|
+
throw new Error(
|
|
291
|
+
"Stream ended abruptly without receiving [DONE] marker",
|
|
292
|
+
);
|
|
293
|
+
}
|
|
294
|
+
},
|
|
295
|
+
}),
|
|
296
|
+
)
|
|
297
|
+
.pipeThrough(transform);
|
|
298
|
+
});
|
|
299
|
+
}
|
|
300
|
+
}
|
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
import type { ReadonlyJSONValue } from "../../../utils/json/json-value";
|
|
2
|
+
|
|
3
|
+
type FinishReason =
|
|
4
|
+
| "stop"
|
|
5
|
+
| "length"
|
|
6
|
+
| "content-filter"
|
|
7
|
+
| "tool-calls"
|
|
8
|
+
| "error"
|
|
9
|
+
| "other"
|
|
10
|
+
| "unknown";
|
|
11
|
+
|
|
12
|
+
type Usage = {
|
|
13
|
+
promptTokens: number;
|
|
14
|
+
completionTokens: number;
|
|
15
|
+
};
|
|
16
|
+
|
|
17
|
+
export type UIMessageStreamChunk =
|
|
18
|
+
| { type: "start"; messageId: string }
|
|
19
|
+
| { type: "text-start"; id: string }
|
|
20
|
+
| { type: "text-delta"; textDelta: string }
|
|
21
|
+
| { type: "text-end" }
|
|
22
|
+
| { type: "reasoning-start"; id: string }
|
|
23
|
+
| { type: "reasoning-delta"; delta: string }
|
|
24
|
+
| { type: "reasoning-end" }
|
|
25
|
+
| {
|
|
26
|
+
type: "source";
|
|
27
|
+
source: { sourceType: "url"; id: string; url: string; title?: string };
|
|
28
|
+
}
|
|
29
|
+
| { type: "file"; file: { mimeType: string; data: string } }
|
|
30
|
+
| {
|
|
31
|
+
type: "tool-call-start";
|
|
32
|
+
id: string;
|
|
33
|
+
toolCallId: string;
|
|
34
|
+
toolName: string;
|
|
35
|
+
}
|
|
36
|
+
| { type: "tool-call-delta"; argsText: string }
|
|
37
|
+
| { type: "tool-call-end" }
|
|
38
|
+
| {
|
|
39
|
+
type: "tool-result";
|
|
40
|
+
toolCallId: string;
|
|
41
|
+
result: ReadonlyJSONValue;
|
|
42
|
+
isError?: boolean;
|
|
43
|
+
}
|
|
44
|
+
| { type: "start-step"; messageId?: string }
|
|
45
|
+
| {
|
|
46
|
+
type: "finish-step";
|
|
47
|
+
finishReason: FinishReason;
|
|
48
|
+
usage: Usage;
|
|
49
|
+
isContinued: boolean;
|
|
50
|
+
}
|
|
51
|
+
| { type: "finish"; finishReason: FinishReason; usage: Usage }
|
|
52
|
+
| { type: "error"; errorText: string }
|
|
53
|
+
| UIMessageStreamDataChunk;
|
|
54
|
+
|
|
55
|
+
export type UIMessageStreamDataChunk = {
|
|
56
|
+
type: `data-${string}`;
|
|
57
|
+
id?: string;
|
|
58
|
+
data: ReadonlyJSONValue;
|
|
59
|
+
transient?: boolean;
|
|
60
|
+
};
|