agents 0.0.0-eede2bd → 0.0.0-f0c6dce
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +131 -25
- package/dist/ai-chat-agent.d.ts +40 -10
- package/dist/ai-chat-agent.js +246 -143
- package/dist/ai-chat-agent.js.map +1 -1
- package/dist/ai-chat-v5-migration.d.ts +152 -0
- package/dist/ai-chat-v5-migration.js +19 -0
- package/dist/ai-react.d.ts +71 -67
- package/dist/ai-react.js +160 -55
- package/dist/ai-react.js.map +1 -1
- package/dist/ai-types.d.ts +36 -19
- package/dist/ai-types.js +6 -0
- package/dist/chunk-AVYJQSLW.js +17 -0
- package/dist/chunk-AVYJQSLW.js.map +1 -0
- package/dist/chunk-MWQSU7GK.js +1301 -0
- package/dist/chunk-MWQSU7GK.js.map +1 -0
- package/dist/chunk-PVQZBKN7.js +106 -0
- package/dist/chunk-PVQZBKN7.js.map +1 -0
- package/dist/chunk-QEVM4BVL.js +116 -0
- package/dist/chunk-QEVM4BVL.js.map +1 -0
- package/dist/chunk-UJVEAURM.js +150 -0
- package/dist/chunk-UJVEAURM.js.map +1 -0
- package/dist/{chunk-Q5ZBHY4Z.js → chunk-VYENMKFS.js} +209 -53
- package/dist/chunk-VYENMKFS.js.map +1 -0
- package/dist/client-B9tFv5gX.d.ts +4607 -0
- package/dist/client.d.ts +16 -2
- package/dist/client.js +7 -126
- package/dist/client.js.map +1 -1
- package/dist/index.d.ts +264 -23
- package/dist/index.js +13 -3
- package/dist/mcp/client.d.ts +9 -775
- package/dist/mcp/client.js +1 -2
- package/dist/mcp/do-oauth-client-provider.d.ts +3 -3
- package/dist/mcp/do-oauth-client-provider.js +3 -103
- package/dist/mcp/do-oauth-client-provider.js.map +1 -1
- package/dist/mcp/index.d.ts +49 -11
- package/dist/mcp/index.js +330 -184
- package/dist/mcp/index.js.map +1 -1
- package/dist/observability/index.d.ts +46 -0
- package/dist/observability/index.js +11 -0
- package/dist/observability/index.js.map +1 -0
- package/dist/react.d.ts +89 -5
- package/dist/react.js +23 -9
- package/dist/react.js.map +1 -1
- package/dist/schedule.d.ts +81 -7
- package/dist/schedule.js +19 -8
- package/dist/schedule.js.map +1 -1
- package/dist/serializable.d.ts +32 -0
- package/dist/serializable.js +1 -0
- package/dist/serializable.js.map +1 -0
- package/package.json +83 -68
- package/src/index.ts +1132 -145
- package/dist/chunk-5W7ZWKOP.js +0 -617
- package/dist/chunk-5W7ZWKOP.js.map +0 -1
- package/dist/chunk-HMLY7DHA.js +0 -16
- package/dist/chunk-Q5ZBHY4Z.js.map +0 -1
- /package/dist/{chunk-HMLY7DHA.js.map → ai-chat-v5-migration.js.map} +0 -0
package/dist/ai-chat-agent.js
CHANGED
|
@@ -1,103 +1,130 @@
|
|
|
1
1
|
import {
|
|
2
|
-
|
|
3
|
-
} from "./chunk-
|
|
4
|
-
import "./chunk-Q5ZBHY4Z.js";
|
|
2
|
+
autoTransformMessages
|
|
3
|
+
} from "./chunk-UJVEAURM.js";
|
|
5
4
|
import {
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
5
|
+
Agent
|
|
6
|
+
} from "./chunk-MWQSU7GK.js";
|
|
7
|
+
import "./chunk-VYENMKFS.js";
|
|
8
|
+
import "./chunk-PVQZBKN7.js";
|
|
9
|
+
import "./chunk-QEVM4BVL.js";
|
|
10
|
+
import "./chunk-AVYJQSLW.js";
|
|
11
11
|
|
|
12
12
|
// src/ai-chat-agent.ts
|
|
13
|
-
import { appendResponseMessages } from "ai";
|
|
14
13
|
var decoder = new TextDecoder();
|
|
15
|
-
var _chatMessageAbortControllers, _AIChatAgent_instances, broadcastChatMessage_fn, tryCatch_fn, reply_fn, getAbortSignal_fn, removeAbortController_fn, cancelChatRequest_fn, destroyAbortControllers_fn;
|
|
16
14
|
var AIChatAgent = class extends Agent {
|
|
17
15
|
constructor(ctx, env) {
|
|
18
16
|
super(ctx, env);
|
|
19
|
-
__privateAdd(this, _AIChatAgent_instances);
|
|
20
|
-
/**
|
|
21
|
-
* Map of message `id`s to `AbortController`s
|
|
22
|
-
* useful to propagate request cancellation signals for any external calls made by the agent
|
|
23
|
-
*/
|
|
24
|
-
__privateAdd(this, _chatMessageAbortControllers);
|
|
25
17
|
this.sql`create table if not exists cf_ai_chat_agent_messages (
|
|
26
18
|
id text primary key,
|
|
27
19
|
message text not null,
|
|
28
20
|
created_at datetime default current_timestamp
|
|
29
21
|
)`;
|
|
30
|
-
|
|
22
|
+
const rawMessages = (this.sql`select * from cf_ai_chat_agent_messages` || []).map((row) => {
|
|
31
23
|
return JSON.parse(row.message);
|
|
32
24
|
});
|
|
33
|
-
|
|
25
|
+
this.messages = autoTransformMessages(rawMessages);
|
|
26
|
+
this._chatMessageAbortControllers = /* @__PURE__ */ new Map();
|
|
27
|
+
}
|
|
28
|
+
_broadcastChatMessage(message, exclude) {
|
|
29
|
+
this.broadcast(JSON.stringify(message), exclude);
|
|
34
30
|
}
|
|
35
31
|
async onMessage(connection, message) {
|
|
36
32
|
if (typeof message === "string") {
|
|
37
33
|
let data;
|
|
38
34
|
try {
|
|
39
35
|
data = JSON.parse(message);
|
|
40
|
-
} catch (
|
|
36
|
+
} catch (_error) {
|
|
41
37
|
return;
|
|
42
38
|
}
|
|
43
|
-
if (data.type === "cf_agent_use_chat_request" && data.init.method === "POST") {
|
|
39
|
+
if (data.type === "cf_agent_use_chat_request" /* CF_AGENT_USE_CHAT_REQUEST */ && data.init.method === "POST") {
|
|
44
40
|
const {
|
|
45
|
-
method,
|
|
46
|
-
keepalive,
|
|
47
|
-
headers,
|
|
48
|
-
body
|
|
41
|
+
// method,
|
|
42
|
+
// keepalive,
|
|
43
|
+
// headers,
|
|
44
|
+
body
|
|
49
45
|
// we're reading this
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
credentials,
|
|
53
|
-
mode,
|
|
54
|
-
referrer,
|
|
55
|
-
referrerPolicy,
|
|
56
|
-
window
|
|
46
|
+
//
|
|
47
|
+
// // these might not exist?
|
|
57
48
|
// dispatcher,
|
|
58
49
|
// duplex
|
|
59
50
|
} = data.init;
|
|
60
51
|
const { messages } = JSON.parse(body);
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
52
|
+
const transformedMessages = autoTransformMessages(messages);
|
|
53
|
+
this._broadcastChatMessage(
|
|
54
|
+
{
|
|
55
|
+
messages: transformedMessages,
|
|
56
|
+
type: "cf_agent_chat_messages" /* CF_AGENT_CHAT_MESSAGES */
|
|
57
|
+
},
|
|
58
|
+
[connection.id]
|
|
59
|
+
);
|
|
60
|
+
await this.persistMessages(transformedMessages, [connection.id]);
|
|
61
|
+
this.observability?.emit(
|
|
62
|
+
{
|
|
63
|
+
displayMessage: "Chat message request",
|
|
64
|
+
id: data.id,
|
|
65
|
+
payload: {},
|
|
66
|
+
timestamp: Date.now(),
|
|
67
|
+
type: "message:request"
|
|
68
|
+
},
|
|
69
|
+
this.ctx
|
|
70
|
+
);
|
|
66
71
|
const chatMessageId = data.id;
|
|
67
|
-
const abortSignal =
|
|
68
|
-
return
|
|
72
|
+
const abortSignal = this._getAbortSignal(chatMessageId);
|
|
73
|
+
return this._tryCatchChat(async () => {
|
|
69
74
|
const response = await this.onChatMessage(
|
|
70
|
-
async (
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
75
|
+
async (_finishResult) => {
|
|
76
|
+
this._removeAbortController(chatMessageId);
|
|
77
|
+
this.observability?.emit(
|
|
78
|
+
{
|
|
79
|
+
displayMessage: "Chat message response",
|
|
80
|
+
id: data.id,
|
|
81
|
+
payload: {},
|
|
82
|
+
timestamp: Date.now(),
|
|
83
|
+
type: "message:response"
|
|
84
|
+
},
|
|
85
|
+
this.ctx
|
|
86
|
+
);
|
|
77
87
|
},
|
|
78
88
|
abortSignal ? { abortSignal } : void 0
|
|
79
89
|
);
|
|
80
90
|
if (response) {
|
|
81
|
-
await
|
|
91
|
+
await this._reply(data.id, response);
|
|
92
|
+
} else {
|
|
93
|
+
console.warn(
|
|
94
|
+
`[AIChatAgent] onChatMessage returned no response for chatMessageId: ${chatMessageId}`
|
|
95
|
+
);
|
|
96
|
+
this._broadcastChatMessage(
|
|
97
|
+
{
|
|
98
|
+
body: "No response was generated by the agent.",
|
|
99
|
+
done: true,
|
|
100
|
+
id: data.id,
|
|
101
|
+
type: "cf_agent_use_chat_response" /* CF_AGENT_USE_CHAT_RESPONSE */
|
|
102
|
+
},
|
|
103
|
+
[connection.id]
|
|
104
|
+
);
|
|
82
105
|
}
|
|
83
106
|
});
|
|
84
107
|
}
|
|
85
|
-
if (data.type === "cf_agent_chat_clear") {
|
|
86
|
-
|
|
108
|
+
if (data.type === "cf_agent_chat_clear" /* CF_AGENT_CHAT_CLEAR */) {
|
|
109
|
+
this._destroyAbortControllers();
|
|
87
110
|
this.sql`delete from cf_ai_chat_agent_messages`;
|
|
88
111
|
this.messages = [];
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
112
|
+
this._broadcastChatMessage(
|
|
113
|
+
{
|
|
114
|
+
type: "cf_agent_chat_clear" /* CF_AGENT_CHAT_CLEAR */
|
|
115
|
+
},
|
|
116
|
+
[connection.id]
|
|
117
|
+
);
|
|
118
|
+
} else if (data.type === "cf_agent_chat_messages" /* CF_AGENT_CHAT_MESSAGES */) {
|
|
119
|
+
const transformedMessages = autoTransformMessages(data.messages);
|
|
120
|
+
await this.persistMessages(transformedMessages, [connection.id]);
|
|
121
|
+
} else if (data.type === "cf_agent_chat_request_cancel" /* CF_AGENT_CHAT_REQUEST_CANCEL */) {
|
|
122
|
+
this._cancelChatRequest(data.id);
|
|
96
123
|
}
|
|
97
124
|
}
|
|
98
125
|
}
|
|
99
126
|
async onRequest(request) {
|
|
100
|
-
return
|
|
127
|
+
return this._tryCatchChat(() => {
|
|
101
128
|
const url = new URL(request.url);
|
|
102
129
|
if (url.pathname.endsWith("/get-messages")) {
|
|
103
130
|
const messages = (this.sql`select * from cf_ai_chat_agent_messages` || []).map((row) => {
|
|
@@ -108,6 +135,13 @@ var AIChatAgent = class extends Agent {
|
|
|
108
135
|
return super.onRequest(request);
|
|
109
136
|
});
|
|
110
137
|
}
|
|
138
|
+
async _tryCatchChat(fn) {
|
|
139
|
+
try {
|
|
140
|
+
return await fn();
|
|
141
|
+
} catch (e) {
|
|
142
|
+
throw this.onError(e);
|
|
143
|
+
}
|
|
144
|
+
}
|
|
111
145
|
/**
|
|
112
146
|
* Handle incoming chat messages and generate a response
|
|
113
147
|
* @param onFinish Callback to be called when the response is finished
|
|
@@ -120,24 +154,11 @@ var AIChatAgent = class extends Agent {
|
|
|
120
154
|
);
|
|
121
155
|
}
|
|
122
156
|
/**
|
|
123
|
-
* Save messages on the server side
|
|
157
|
+
* Save messages on the server side
|
|
124
158
|
* @param messages Chat messages to save
|
|
125
159
|
*/
|
|
126
160
|
async saveMessages(messages) {
|
|
127
161
|
await this.persistMessages(messages);
|
|
128
|
-
const response = await this.onChatMessage(async ({ response: response2 }) => {
|
|
129
|
-
const finalMessages = appendResponseMessages({
|
|
130
|
-
messages,
|
|
131
|
-
responseMessages: response2.messages
|
|
132
|
-
});
|
|
133
|
-
await this.persistMessages(finalMessages, []);
|
|
134
|
-
});
|
|
135
|
-
if (response) {
|
|
136
|
-
for await (const chunk of response.body) {
|
|
137
|
-
decoder.decode(chunk);
|
|
138
|
-
}
|
|
139
|
-
response.body?.cancel();
|
|
140
|
-
}
|
|
141
162
|
}
|
|
142
163
|
async persistMessages(messages, excludeBroadcastIds = []) {
|
|
143
164
|
this.sql`delete from cf_ai_chat_agent_messages`;
|
|
@@ -145,88 +166,170 @@ var AIChatAgent = class extends Agent {
|
|
|
145
166
|
this.sql`insert into cf_ai_chat_agent_messages (id, message) values (${message.id},${JSON.stringify(message)})`;
|
|
146
167
|
}
|
|
147
168
|
this.messages = messages;
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
169
|
+
this._broadcastChatMessage(
|
|
170
|
+
{
|
|
171
|
+
messages,
|
|
172
|
+
type: "cf_agent_chat_messages" /* CF_AGENT_CHAT_MESSAGES */
|
|
173
|
+
},
|
|
174
|
+
excludeBroadcastIds
|
|
175
|
+
);
|
|
176
|
+
}
|
|
177
|
+
async _reply(id, response) {
|
|
178
|
+
return this._tryCatchChat(async () => {
|
|
179
|
+
if (!response.body) {
|
|
180
|
+
this._broadcastChatMessage({
|
|
181
|
+
body: "",
|
|
182
|
+
done: true,
|
|
183
|
+
id,
|
|
184
|
+
type: "cf_agent_use_chat_response" /* CF_AGENT_USE_CHAT_RESPONSE */
|
|
185
|
+
});
|
|
186
|
+
return;
|
|
187
|
+
}
|
|
188
|
+
const reader = response.body.getReader();
|
|
189
|
+
let fullResponseText = "";
|
|
190
|
+
const toolCalls = /* @__PURE__ */ new Map();
|
|
191
|
+
try {
|
|
192
|
+
while (true) {
|
|
193
|
+
const { done, value } = await reader.read();
|
|
194
|
+
if (done) {
|
|
195
|
+
this._broadcastChatMessage({
|
|
196
|
+
body: "",
|
|
197
|
+
done: true,
|
|
198
|
+
id,
|
|
199
|
+
type: "cf_agent_use_chat_response" /* CF_AGENT_USE_CHAT_RESPONSE */
|
|
200
|
+
});
|
|
201
|
+
break;
|
|
202
|
+
}
|
|
203
|
+
const chunk = decoder.decode(value);
|
|
204
|
+
const lines = chunk.split("\n");
|
|
205
|
+
for (const line of lines) {
|
|
206
|
+
if (line.startsWith("data: ") && line !== "data: [DONE]") {
|
|
207
|
+
try {
|
|
208
|
+
const data = JSON.parse(line.slice(6));
|
|
209
|
+
switch (data.type) {
|
|
210
|
+
// SSE event signaling the tool input is ready. We track by
|
|
211
|
+
// `toolCallId` so we can persist it as a tool part in the message.
|
|
212
|
+
case "tool-input-available": {
|
|
213
|
+
const { toolCallId, toolName, input } = data;
|
|
214
|
+
toolCalls.set(toolCallId, {
|
|
215
|
+
toolCallId,
|
|
216
|
+
toolName,
|
|
217
|
+
input,
|
|
218
|
+
type: toolName ? `tool-${toolName}` : "dynamic-tool",
|
|
219
|
+
state: "input-available"
|
|
220
|
+
});
|
|
221
|
+
break;
|
|
222
|
+
}
|
|
223
|
+
// SSE event signaling the tool output is ready. We should've
|
|
224
|
+
// already received the input in a previous event so an entry
|
|
225
|
+
// with `toolCallId` should already be present
|
|
226
|
+
case "tool-output-available": {
|
|
227
|
+
const { toolCallId, output, isError, errorText } = data;
|
|
228
|
+
const toolPart = toolCalls.get(toolCallId);
|
|
229
|
+
if (toolPart)
|
|
230
|
+
toolCalls.set(toolCallId, {
|
|
231
|
+
...toolPart,
|
|
232
|
+
output,
|
|
233
|
+
isError,
|
|
234
|
+
errorText,
|
|
235
|
+
state: "output-available"
|
|
236
|
+
});
|
|
237
|
+
break;
|
|
238
|
+
}
|
|
239
|
+
case "error": {
|
|
240
|
+
this._broadcastChatMessage({
|
|
241
|
+
error: true,
|
|
242
|
+
body: data.errorText ?? JSON.stringify(data),
|
|
243
|
+
done: false,
|
|
244
|
+
id,
|
|
245
|
+
type: "cf_agent_use_chat_response" /* CF_AGENT_USE_CHAT_RESPONSE */
|
|
246
|
+
});
|
|
247
|
+
return;
|
|
248
|
+
}
|
|
249
|
+
case "text-delta": {
|
|
250
|
+
if (data.delta) fullResponseText += data.delta;
|
|
251
|
+
break;
|
|
252
|
+
}
|
|
253
|
+
}
|
|
254
|
+
this._broadcastChatMessage({
|
|
255
|
+
body: JSON.stringify(data),
|
|
256
|
+
done: false,
|
|
257
|
+
id,
|
|
258
|
+
type: "cf_agent_use_chat_response" /* CF_AGENT_USE_CHAT_RESPONSE */
|
|
259
|
+
});
|
|
260
|
+
} catch (_e) {
|
|
261
|
+
}
|
|
262
|
+
}
|
|
263
|
+
}
|
|
264
|
+
}
|
|
265
|
+
} finally {
|
|
266
|
+
reader.releaseLock();
|
|
267
|
+
}
|
|
268
|
+
const messageParts = [];
|
|
269
|
+
Array.from(toolCalls.values()).forEach((t) => {
|
|
270
|
+
messageParts.push(t);
|
|
271
|
+
});
|
|
272
|
+
if (fullResponseText.trim()) {
|
|
273
|
+
messageParts.push({ type: "text", text: fullResponseText });
|
|
274
|
+
}
|
|
275
|
+
if (messageParts.length > 0) {
|
|
276
|
+
await this.persistMessages([
|
|
277
|
+
...this.messages,
|
|
278
|
+
{
|
|
279
|
+
id: `assistant_${Date.now()}_${Math.random().toString(36).slice(2, 11)}`,
|
|
280
|
+
role: "assistant",
|
|
281
|
+
parts: messageParts
|
|
282
|
+
}
|
|
283
|
+
]);
|
|
284
|
+
}
|
|
285
|
+
});
|
|
152
286
|
}
|
|
153
287
|
/**
|
|
154
|
-
*
|
|
288
|
+
* For the given message id, look up its associated AbortController
|
|
289
|
+
* If the AbortController does not exist, create and store one in memory
|
|
290
|
+
*
|
|
291
|
+
* returns the AbortSignal associated with the AbortController
|
|
155
292
|
*/
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
293
|
+
_getAbortSignal(id) {
|
|
294
|
+
if (typeof id !== "string") {
|
|
295
|
+
return void 0;
|
|
296
|
+
}
|
|
297
|
+
if (!this._chatMessageAbortControllers.has(id)) {
|
|
298
|
+
this._chatMessageAbortControllers.set(id, new AbortController());
|
|
299
|
+
}
|
|
300
|
+
return this._chatMessageAbortControllers.get(id)?.signal;
|
|
159
301
|
}
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
};
|
|
166
|
-
tryCatch_fn = async function(fn) {
|
|
167
|
-
try {
|
|
168
|
-
return await fn();
|
|
169
|
-
} catch (e) {
|
|
170
|
-
throw this.onError(e);
|
|
302
|
+
/**
|
|
303
|
+
* Remove an abort controller from the cache of pending message responses
|
|
304
|
+
*/
|
|
305
|
+
_removeAbortController(id) {
|
|
306
|
+
this._chatMessageAbortControllers.delete(id);
|
|
171
307
|
}
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
type: "cf_agent_use_chat_response",
|
|
180
|
-
body,
|
|
181
|
-
done: false
|
|
182
|
-
});
|
|
308
|
+
/**
|
|
309
|
+
* Propagate an abort signal for any requests associated with the given message id
|
|
310
|
+
*/
|
|
311
|
+
_cancelChatRequest(id) {
|
|
312
|
+
if (this._chatMessageAbortControllers.has(id)) {
|
|
313
|
+
const abortController = this._chatMessageAbortControllers.get(id);
|
|
314
|
+
abortController?.abort();
|
|
183
315
|
}
|
|
184
|
-
__privateMethod(this, _AIChatAgent_instances, broadcastChatMessage_fn).call(this, {
|
|
185
|
-
id,
|
|
186
|
-
type: "cf_agent_use_chat_response",
|
|
187
|
-
body: "",
|
|
188
|
-
done: true
|
|
189
|
-
});
|
|
190
|
-
});
|
|
191
|
-
};
|
|
192
|
-
/**
|
|
193
|
-
* For the given message id, look up its associated AbortController
|
|
194
|
-
* If the AbortController does not exist, create and store one in memory
|
|
195
|
-
*
|
|
196
|
-
* returns the AbortSignal associated with the AbortController
|
|
197
|
-
*/
|
|
198
|
-
getAbortSignal_fn = function(id) {
|
|
199
|
-
if (typeof id !== "string") {
|
|
200
|
-
return void 0;
|
|
201
|
-
}
|
|
202
|
-
if (!__privateGet(this, _chatMessageAbortControllers).has(id)) {
|
|
203
|
-
__privateGet(this, _chatMessageAbortControllers).set(id, new AbortController());
|
|
204
316
|
}
|
|
205
|
-
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
|
|
210
|
-
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
/**
|
|
214
|
-
* Propagate an abort signal for any requests associated with the given message id
|
|
215
|
-
*/
|
|
216
|
-
cancelChatRequest_fn = function(id) {
|
|
217
|
-
if (__privateGet(this, _chatMessageAbortControllers).has(id)) {
|
|
218
|
-
const abortController = __privateGet(this, _chatMessageAbortControllers).get(id);
|
|
219
|
-
abortController?.abort();
|
|
317
|
+
/**
|
|
318
|
+
* Abort all pending requests and clear the cache of AbortControllers
|
|
319
|
+
*/
|
|
320
|
+
_destroyAbortControllers() {
|
|
321
|
+
for (const controller of this._chatMessageAbortControllers.values()) {
|
|
322
|
+
controller?.abort();
|
|
323
|
+
}
|
|
324
|
+
this._chatMessageAbortControllers.clear();
|
|
220
325
|
}
|
|
221
|
-
|
|
222
|
-
|
|
223
|
-
|
|
224
|
-
|
|
225
|
-
|
|
226
|
-
|
|
227
|
-
controller?.abort();
|
|
326
|
+
/**
|
|
327
|
+
* When the DO is destroyed, cancel all pending requests
|
|
328
|
+
*/
|
|
329
|
+
async destroy() {
|
|
330
|
+
this._destroyAbortControllers();
|
|
331
|
+
await super.destroy();
|
|
228
332
|
}
|
|
229
|
-
__privateGet(this, _chatMessageAbortControllers).clear();
|
|
230
333
|
};
|
|
231
334
|
export {
|
|
232
335
|
AIChatAgent
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/ai-chat-agent.ts"],"sourcesContent":["import { Agent, type AgentContext, type Connection, type WSMessage } from \"./\";\nimport type {\n Message as ChatMessage,\n StreamTextOnFinishCallback,\n ToolSet,\n} from \"ai\";\nimport { appendResponseMessages } from \"ai\";\nimport type { OutgoingMessage, IncomingMessage } from \"./ai-types\";\n\nconst decoder = new TextDecoder();\n\n/**\n * Extension of Agent with built-in chat capabilities\n * @template Env Environment type containing bindings\n */\nexport class AIChatAgent<Env = unknown, State = unknown> extends Agent<\n Env,\n State\n> {\n /**\n * Map of message `id`s to `AbortController`s\n * useful to propagate request cancellation signals for any external calls made by the agent\n */\n #chatMessageAbortControllers: Map<string, AbortController>;\n /** Array of chat messages for the current conversation */\n messages: ChatMessage[];\n constructor(ctx: AgentContext, env: Env) {\n super(ctx, env);\n this.sql`create table if not exists cf_ai_chat_agent_messages (\n id text primary key,\n message text not null,\n created_at datetime default current_timestamp\n )`;\n this.messages = (\n this.sql`select * from cf_ai_chat_agent_messages` || []\n ).map((row) => {\n return JSON.parse(row.message as string);\n });\n\n this.#chatMessageAbortControllers = new Map();\n }\n\n #broadcastChatMessage(message: OutgoingMessage, exclude?: string[]) {\n this.broadcast(JSON.stringify(message), exclude);\n }\n\n override async onMessage(connection: Connection, message: WSMessage) {\n if (typeof message === \"string\") {\n let data: IncomingMessage;\n try {\n data = JSON.parse(message) as IncomingMessage;\n } catch (error) {\n // silently ignore invalid messages for now\n // TODO: log errors with log levels\n return;\n }\n if (\n data.type === \"cf_agent_use_chat_request\" &&\n data.init.method === \"POST\"\n ) {\n const {\n method,\n keepalive,\n headers,\n body, // we're reading this\n redirect,\n integrity,\n credentials,\n mode,\n referrer,\n referrerPolicy,\n window,\n // dispatcher,\n // duplex\n } = data.init;\n const { messages } = JSON.parse(body as string);\n this.#broadcastChatMessage(\n {\n type: \"cf_agent_chat_messages\",\n messages,\n },\n [connection.id]\n );\n await this.persistMessages(messages, [connection.id]);\n\n const chatMessageId = data.id;\n const abortSignal = this.#getAbortSignal(chatMessageId);\n\n return this.#tryCatch(async () => {\n const response = await this.onChatMessage(\n async ({ response }) => {\n const finalMessages = appendResponseMessages({\n messages,\n responseMessages: response.messages,\n });\n\n await this.persistMessages(finalMessages, [connection.id]);\n this.#removeAbortController(chatMessageId);\n },\n abortSignal ? { abortSignal } : undefined\n );\n\n if (response) {\n await this.#reply(data.id, response);\n }\n });\n }\n if (data.type === \"cf_agent_chat_clear\") {\n this.#destroyAbortControllers();\n this.sql`delete from cf_ai_chat_agent_messages`;\n this.messages = [];\n this.#broadcastChatMessage(\n {\n type: \"cf_agent_chat_clear\",\n },\n [connection.id]\n );\n } else if (data.type === \"cf_agent_chat_messages\") {\n // replace the messages with the new ones\n await this.persistMessages(data.messages, [connection.id]);\n } else if (data.type === \"cf_agent_chat_request_cancel\") {\n // propagate an abort signal for the associated request\n this.#cancelChatRequest(data.id);\n }\n }\n }\n\n override async onRequest(request: Request): Promise<Response> {\n return this.#tryCatch(() => {\n const url = new URL(request.url);\n if (url.pathname.endsWith(\"/get-messages\")) {\n const messages = (\n this.sql`select * from cf_ai_chat_agent_messages` || []\n ).map((row) => {\n return JSON.parse(row.message as string);\n });\n return Response.json(messages);\n }\n return super.onRequest(request);\n });\n }\n\n async #tryCatch<T>(fn: () => T | Promise<T>) {\n try {\n return await fn();\n } catch (e) {\n throw this.onError(e);\n }\n }\n\n /**\n * Handle incoming chat messages and generate a response\n * @param onFinish Callback to be called when the response is finished\n * @param options.signal A signal to pass to any child requests which can be used to cancel them\n * @returns Response to send to the client or undefined\n */\n async onChatMessage(\n onFinish: StreamTextOnFinishCallback<ToolSet>,\n options?: { abortSignal: AbortSignal | undefined }\n ): Promise<Response | undefined> {\n throw new Error(\n \"recieved a chat message, override onChatMessage and return a Response to send to the client\"\n );\n }\n\n /**\n * Save messages on the server side and trigger AI response\n * @param messages Chat messages to save\n */\n async saveMessages(messages: ChatMessage[]) {\n await this.persistMessages(messages);\n const response = await this.onChatMessage(async ({ response }) => {\n const finalMessages = appendResponseMessages({\n messages,\n responseMessages: response.messages,\n });\n\n await this.persistMessages(finalMessages, []);\n });\n if (response) {\n // we're just going to drain the body\n // @ts-ignore TODO: fix this type error\n for await (const chunk of response.body!) {\n decoder.decode(chunk);\n }\n response.body?.cancel();\n }\n }\n\n async persistMessages(\n messages: ChatMessage[],\n excludeBroadcastIds: string[] = []\n ) {\n this.sql`delete from cf_ai_chat_agent_messages`;\n for (const message of messages) {\n this.sql`insert into cf_ai_chat_agent_messages (id, message) values (${\n message.id\n },${JSON.stringify(message)})`;\n }\n this.messages = messages;\n this.#broadcastChatMessage(\n {\n type: \"cf_agent_chat_messages\",\n messages: messages,\n },\n excludeBroadcastIds\n );\n }\n\n async #reply(id: string, response: Response) {\n // now take chunks out from dataStreamResponse and send them to the client\n return this.#tryCatch(async () => {\n // @ts-expect-error TODO: fix this type error\n for await (const chunk of response.body!) {\n const body = decoder.decode(chunk);\n\n this.#broadcastChatMessage({\n id,\n type: \"cf_agent_use_chat_response\",\n body,\n done: false,\n });\n }\n\n this.#broadcastChatMessage({\n id,\n type: \"cf_agent_use_chat_response\",\n body: \"\",\n done: true,\n });\n });\n }\n\n /**\n * For the given message id, look up its associated AbortController\n * If the AbortController does not exist, create and store one in memory\n *\n * returns the AbortSignal associated with the AbortController\n */\n #getAbortSignal(id: string): AbortSignal | undefined {\n // Defensive check, since we're coercing message types at the moment\n if (typeof id !== \"string\") {\n return undefined;\n }\n\n if (!this.#chatMessageAbortControllers.has(id)) {\n this.#chatMessageAbortControllers.set(id, new AbortController());\n }\n\n return this.#chatMessageAbortControllers.get(id)?.signal;\n }\n\n /**\n * Remove an abort controller from the cache of pending message responses\n */\n #removeAbortController(id: string) {\n this.#chatMessageAbortControllers.delete(id);\n }\n\n /**\n * Propagate an abort signal for any requests associated with the given message id\n */\n #cancelChatRequest(id: string) {\n if (this.#chatMessageAbortControllers.has(id)) {\n const abortController = this.#chatMessageAbortControllers.get(id);\n abortController?.abort();\n }\n }\n\n /**\n * Abort all pending requests and clear the cache of AbortControllers\n */\n #destroyAbortControllers() {\n for (const controller of this.#chatMessageAbortControllers.values()) {\n controller?.abort();\n }\n this.#chatMessageAbortControllers.clear();\n }\n\n /**\n * When the DO is destroyed, cancel all pending requests\n */\n async destroy() {\n this.#destroyAbortControllers();\n await super.destroy();\n }\n}\n"],"mappings":";;;;;;;;;;;;AAMA,SAAS,8BAA8B;AAGvC,IAAM,UAAU,IAAI,YAAY;AAThC;AAeO,IAAM,cAAN,cAA0D,MAG/D;AAAA,EAQA,YAAY,KAAmB,KAAU;AACvC,UAAM,KAAK,GAAG;AAZX;AAQL;AAAA;AAAA;AAAA;AAAA;AAKE,SAAK;AAAA;AAAA;AAAA;AAAA;AAKL,SAAK,YACH,KAAK,gDAAgD,CAAC,GACtD,IAAI,CAAC,QAAQ;AACb,aAAO,KAAK,MAAM,IAAI,OAAiB;AAAA,IACzC,CAAC;AAED,uBAAK,8BAA+B,oBAAI,IAAI;AAAA,EAC9C;AAAA,EAMA,MAAe,UAAU,YAAwB,SAAoB;AACnE,QAAI,OAAO,YAAY,UAAU;AAC/B,UAAI;AACJ,UAAI;AACF,eAAO,KAAK,MAAM,OAAO;AAAA,MAC3B,SAAS,OAAO;AAGd;AAAA,MACF;AACA,UACE,KAAK,SAAS,+BACd,KAAK,KAAK,WAAW,QACrB;AACA,cAAM;AAAA,UACJ;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA;AAAA;AAAA,QAGF,IAAI,KAAK;AACT,cAAM,EAAE,SAAS,IAAI,KAAK,MAAM,IAAc;AAC9C,8BAAK,iDAAL,WACE;AAAA,UACE,MAAM;AAAA,UACN;AAAA,QACF,GACA,CAAC,WAAW,EAAE;AAEhB,cAAM,KAAK,gBAAgB,UAAU,CAAC,WAAW,EAAE,CAAC;AAEpD,cAAM,gBAAgB,KAAK;AAC3B,cAAM,cAAc,sBAAK,2CAAL,WAAqB;AAEzC,eAAO,sBAAK,qCAAL,WAAe,YAAY;AAChC,gBAAM,WAAW,MAAM,KAAK;AAAA,YAC1B,OAAO,EAAE,UAAAA,UAAS,MAAM;AACtB,oBAAM,gBAAgB,uBAAuB;AAAA,gBAC3C;AAAA,gBACA,kBAAkBA,UAAS;AAAA,cAC7B,CAAC;AAED,oBAAM,KAAK,gBAAgB,eAAe,CAAC,WAAW,EAAE,CAAC;AACzD,oCAAK,kDAAL,WAA4B;AAAA,YAC9B;AAAA,YACA,cAAc,EAAE,YAAY,IAAI;AAAA,UAClC;AAEA,cAAI,UAAU;AACZ,kBAAM,sBAAK,kCAAL,WAAY,KAAK,IAAI;AAAA,UAC7B;AAAA,QACF;AAAA,MACF;AACA,UAAI,KAAK,SAAS,uBAAuB;AACvC,8BAAK,oDAAL;AACA,aAAK;AACL,aAAK,WAAW,CAAC;AACjB,8BAAK,iDAAL,WACE;AAAA,UACE,MAAM;AAAA,QACR,GACA,CAAC,WAAW,EAAE;AAAA,MAElB,WAAW,KAAK,SAAS,0BAA0B;AAEjD,cAAM,KAAK,gBAAgB,KAAK,UAAU,CAAC,WAAW,EAAE,CAAC;AAAA,MAC3D,WAAW,KAAK,SAAS,gCAAgC;AAEvD,8BAAK,8CAAL,WAAwB,KAAK;AAAA,MAC/B;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAe,UAAU,SAAqC;AAC5D,WAAO,sBAAK,qCAAL,WAAe,MAAM;AAC1B,YAAM,MAAM,IAAI,IAAI,QAAQ,GAAG;AAC/B,UAAI,IAAI,SAAS,SAAS,eAAe,GAAG;AAC1C,cAAM,YACJ,KAAK,gDAAgD,CAAC,GACtD,IAAI,CAAC,QAAQ;AACb,iBAAO,KAAK,MAAM,IAAI,OAAiB;AAAA,QACzC,CAAC;AACD,eAAO,SAAS,KAAK,QAAQ;AAAA,MAC/B;AACA,aAAO,MAAM,UAAU,OAAO;AAAA,IAChC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAgBA,MAAM,cACJ,UACA,SAC+B;AAC/B,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,aAAa,UAAyB;AAC1C,UAAM,KAAK,gBAAgB,QAAQ;AACnC,UAAM,WAAW,MAAM,KAAK,cAAc,OAAO,EAAE,UAAAA,UAAS,MAAM;AAChE,YAAM,gBAAgB,uBAAuB;AAAA,QAC3C;AAAA,QACA,kBAAkBA,UAAS;AAAA,MAC7B,CAAC;AAED,YAAM,KAAK,gBAAgB,eAAe,CAAC,CAAC;AAAA,IAC9C,CAAC;AACD,QAAI,UAAU;AAGZ,uBAAiB,SAAS,SAAS,MAAO;AACxC,gBAAQ,OAAO,KAAK;AAAA,MACtB;AACA,eAAS,MAAM,OAAO;AAAA,IACxB;AAAA,EACF;AAAA,EAEA,MAAM,gBACJ,UACA,sBAAgC,CAAC,GACjC;AACA,SAAK;AACL,eAAW,WAAW,UAAU;AAC9B,WAAK,kEACH,QAAQ,EACV,IAAI,KAAK,UAAU,OAAO,CAAC;AAAA,IAC7B;AACA,SAAK,WAAW;AAChB,0BAAK,iDAAL,WACE;AAAA,MACE,MAAM;AAAA,MACN;AAAA,IACF,GACA;AAAA,EAEJ;AAAA;AAAA;AAAA;AAAA,EA2EA,MAAM,UAAU;AACd,0BAAK,oDAAL;AACA,UAAM,MAAM,QAAQ;AAAA,EACtB;AACF;AAvQE;AARK;AA2BL,0BAAqB,SAAC,SAA0B,SAAoB;AAClE,OAAK,UAAU,KAAK,UAAU,OAAO,GAAG,OAAO;AACjD;AAkGM,cAAY,eAAC,IAA0B;AAC3C,MAAI;AACF,WAAO,MAAM,GAAG;AAAA,EAClB,SAAS,GAAG;AACV,UAAM,KAAK,QAAQ,CAAC;AAAA,EACtB;AACF;AA6DM,WAAM,eAAC,IAAY,UAAoB;AAE3C,SAAO,sBAAK,qCAAL,WAAe,YAAY;AAEhC,qBAAiB,SAAS,SAAS,MAAO;AACxC,YAAM,OAAO,QAAQ,OAAO,KAAK;AAEjC,4BAAK,iDAAL,WAA2B;AAAA,QACzB;AAAA,QACA,MAAM;AAAA,QACN;AAAA,QACA,MAAM;AAAA,MACR;AAAA,IACF;AAEA,0BAAK,iDAAL,WAA2B;AAAA,MACzB;AAAA,MACA,MAAM;AAAA,MACN,MAAM;AAAA,MACN,MAAM;AAAA,IACR;AAAA,EACF;AACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAQA,oBAAe,SAAC,IAAqC;AAEnD,MAAI,OAAO,OAAO,UAAU;AAC1B,WAAO;AAAA,EACT;AAEA,MAAI,CAAC,mBAAK,8BAA6B,IAAI,EAAE,GAAG;AAC9C,uBAAK,8BAA6B,IAAI,IAAI,IAAI,gBAAgB,CAAC;AAAA,EACjE;AAEA,SAAO,mBAAK,8BAA6B,IAAI,EAAE,GAAG;AACpD;AAAA;AAAA;AAAA;AAKA,2BAAsB,SAAC,IAAY;AACjC,qBAAK,8BAA6B,OAAO,EAAE;AAC7C;AAAA;AAAA;AAAA;AAKA,uBAAkB,SAAC,IAAY;AAC7B,MAAI,mBAAK,8BAA6B,IAAI,EAAE,GAAG;AAC7C,UAAM,kBAAkB,mBAAK,8BAA6B,IAAI,EAAE;AAChE,qBAAiB,MAAM;AAAA,EACzB;AACF;AAAA;AAAA;AAAA;AAKA,6BAAwB,WAAG;AACzB,aAAW,cAAc,mBAAK,8BAA6B,OAAO,GAAG;AACnE,gBAAY,MAAM;AAAA,EACpB;AACA,qBAAK,8BAA6B,MAAM;AAC1C;","names":["response"]}
|
|
1
|
+
{"version":3,"sources":["../src/ai-chat-agent.ts"],"sourcesContent":["import type {\n UIMessage as ChatMessage,\n StreamTextOnFinishCallback,\n ToolSet\n} from \"ai\";\nimport { Agent, type AgentContext, type Connection, type WSMessage } from \"./\";\nimport {\n MessageType,\n type IncomingMessage,\n type OutgoingMessage\n} from \"./ai-types\";\nimport { autoTransformMessages } from \"./ai-chat-v5-migration\";\n\nconst decoder = new TextDecoder();\n\n/**\n * Extension of Agent with built-in chat capabilities\n * @template Env Environment type containing bindings\n */\nexport class AIChatAgent<Env = unknown, State = unknown> extends Agent<\n Env,\n State\n> {\n /**\n * Map of message `id`s to `AbortController`s\n * useful to propagate request cancellation signals for any external calls made by the agent\n */\n private _chatMessageAbortControllers: Map<string, AbortController>;\n /** Array of chat messages for the current conversation */\n messages: ChatMessage[];\n constructor(ctx: AgentContext, env: Env) {\n super(ctx, env);\n this.sql`create table if not exists cf_ai_chat_agent_messages (\n id text primary key,\n message text not null,\n created_at datetime default current_timestamp\n )`;\n\n // Load messages and automatically transform them to v5 format\n const rawMessages = (\n this.sql`select * from cf_ai_chat_agent_messages` || []\n ).map((row) => {\n return JSON.parse(row.message as string);\n });\n\n // Automatic migration following https://jhak.im/blog/ai-sdk-migration-handling-previously-saved-messages\n this.messages = autoTransformMessages(rawMessages);\n\n this._chatMessageAbortControllers = new Map();\n }\n\n private _broadcastChatMessage(message: OutgoingMessage, exclude?: string[]) {\n this.broadcast(JSON.stringify(message), exclude);\n }\n\n override async onMessage(connection: Connection, message: WSMessage) {\n if (typeof message === \"string\") {\n let data: IncomingMessage;\n try {\n data = JSON.parse(message) as IncomingMessage;\n } catch (_error) {\n // silently ignore invalid messages for now\n // TODO: log errors with log levels\n return;\n }\n if (\n data.type === MessageType.CF_AGENT_USE_CHAT_REQUEST &&\n data.init.method === \"POST\"\n ) {\n const {\n // method,\n // keepalive,\n // headers,\n body // we're reading this\n //\n // // these might not exist?\n // dispatcher,\n // duplex\n } = data.init;\n const { messages } = JSON.parse(body as string);\n\n // Automatically transform any incoming messages\n const transformedMessages = autoTransformMessages(messages);\n\n this._broadcastChatMessage(\n {\n messages: transformedMessages,\n type: MessageType.CF_AGENT_CHAT_MESSAGES\n },\n [connection.id]\n );\n\n await this.persistMessages(transformedMessages, [connection.id]);\n\n this.observability?.emit(\n {\n displayMessage: \"Chat message request\",\n id: data.id,\n payload: {},\n timestamp: Date.now(),\n type: \"message:request\"\n },\n this.ctx\n );\n\n const chatMessageId = data.id;\n const abortSignal = this._getAbortSignal(chatMessageId);\n\n return this._tryCatchChat(async () => {\n const response = await this.onChatMessage(\n async (_finishResult) => {\n this._removeAbortController(chatMessageId);\n\n this.observability?.emit(\n {\n displayMessage: \"Chat message response\",\n id: data.id,\n payload: {},\n timestamp: Date.now(),\n type: \"message:response\"\n },\n this.ctx\n );\n\n // Note: Message persistence now happens in the _reply method\n // after the complete response text has been accumulated\n },\n abortSignal ? { abortSignal } : undefined\n );\n\n if (response) {\n await this._reply(data.id, response);\n } else {\n // Log a warning for observability\n console.warn(\n `[AIChatAgent] onChatMessage returned no response for chatMessageId: ${chatMessageId}`\n );\n // Send a fallback message to the client\n this._broadcastChatMessage(\n {\n body: \"No response was generated by the agent.\",\n done: true,\n id: data.id,\n type: MessageType.CF_AGENT_USE_CHAT_RESPONSE\n },\n [connection.id]\n );\n }\n });\n }\n if (data.type === MessageType.CF_AGENT_CHAT_CLEAR) {\n this._destroyAbortControllers();\n this.sql`delete from cf_ai_chat_agent_messages`;\n this.messages = [];\n this._broadcastChatMessage(\n {\n type: MessageType.CF_AGENT_CHAT_CLEAR\n },\n [connection.id]\n );\n } else if (data.type === MessageType.CF_AGENT_CHAT_MESSAGES) {\n // replace the messages with the new ones, automatically transformed\n const transformedMessages = autoTransformMessages(data.messages);\n await this.persistMessages(transformedMessages, [connection.id]);\n } else if (data.type === MessageType.CF_AGENT_CHAT_REQUEST_CANCEL) {\n // propagate an abort signal for the associated request\n this._cancelChatRequest(data.id);\n }\n }\n }\n\n override async onRequest(request: Request): Promise<Response> {\n return this._tryCatchChat(() => {\n const url = new URL(request.url);\n if (url.pathname.endsWith(\"/get-messages\")) {\n const messages = (\n this.sql`select * from cf_ai_chat_agent_messages` || []\n ).map((row) => {\n return JSON.parse(row.message as string);\n });\n return Response.json(messages);\n }\n return super.onRequest(request);\n });\n }\n\n private async _tryCatchChat<T>(fn: () => T | Promise<T>) {\n try {\n return await fn();\n } catch (e) {\n throw this.onError(e);\n }\n }\n\n /**\n * Handle incoming chat messages and generate a response\n * @param onFinish Callback to be called when the response is finished\n * @param options.signal A signal to pass to any child requests which can be used to cancel them\n * @returns Response to send to the client or undefined\n */\n async onChatMessage(\n // biome-ignore lint/correctness/noUnusedFunctionParameters: overridden later\n onFinish: StreamTextOnFinishCallback<ToolSet>,\n // biome-ignore lint/correctness/noUnusedFunctionParameters: overridden later\n options?: { abortSignal: AbortSignal | undefined }\n ): Promise<Response | undefined> {\n throw new Error(\n \"recieved a chat message, override onChatMessage and return a Response to send to the client\"\n );\n }\n\n /**\n * Save messages on the server side\n * @param messages Chat messages to save\n */\n async saveMessages(messages: ChatMessage[]) {\n await this.persistMessages(messages);\n }\n\n async persistMessages(\n messages: ChatMessage[],\n excludeBroadcastIds: string[] = []\n ) {\n this.sql`delete from cf_ai_chat_agent_messages`;\n for (const message of messages) {\n this.sql`insert into cf_ai_chat_agent_messages (id, message) values (${\n message.id\n },${JSON.stringify(message)})`;\n }\n this.messages = messages;\n this._broadcastChatMessage(\n {\n messages: messages,\n type: MessageType.CF_AGENT_CHAT_MESSAGES\n },\n excludeBroadcastIds\n );\n }\n\n private async _reply(id: string, response: Response) {\n return this._tryCatchChat(async () => {\n if (!response.body) {\n // Send empty response if no body\n this._broadcastChatMessage({\n body: \"\",\n done: true,\n id,\n type: MessageType.CF_AGENT_USE_CHAT_RESPONSE\n });\n return;\n }\n\n const reader = response.body.getReader();\n let fullResponseText = \"\"; // Accumulate the assistant's response text\n // Track tool calls by toolCallid, so we can persist them as parts later\n const toolCalls = new Map<\n string,\n {\n type: string;\n state: string;\n toolCallId: string;\n toolName: string;\n input?: unknown;\n output?: unknown;\n isError?: boolean;\n errorText?: string;\n }\n >();\n try {\n while (true) {\n const { done, value } = await reader.read();\n if (done) {\n // Send final completion signal\n this._broadcastChatMessage({\n body: \"\",\n done: true,\n id,\n type: MessageType.CF_AGENT_USE_CHAT_RESPONSE\n });\n break;\n }\n\n const chunk = decoder.decode(value);\n\n // Parse AI SDK v5 SSE format and extract text deltas\n const lines = chunk.split(\"\\n\");\n for (const line of lines) {\n if (line.startsWith(\"data: \") && line !== \"data: [DONE]\") {\n try {\n const data = JSON.parse(line.slice(6)); // Remove 'data: ' prefix\n\n switch (data.type) {\n // SSE event signaling the tool input is ready. We track by\n // `toolCallId` so we can persist it as a tool part in the message.\n case \"tool-input-available\": {\n const { toolCallId, toolName, input } = data;\n toolCalls.set(toolCallId, {\n toolCallId,\n toolName,\n input,\n type: toolName ? `tool-${toolName}` : \"dynamic-tool\",\n state: \"input-available\"\n });\n break;\n }\n\n // SSE event signaling the tool output is ready. We should've\n // already received the input in a previous event so an entry\n // with `toolCallId` should already be present\n case \"tool-output-available\": {\n const { toolCallId, output, isError, errorText } = data;\n const toolPart = toolCalls.get(toolCallId);\n if (toolPart)\n toolCalls.set(toolCallId, {\n ...toolPart,\n output,\n isError,\n errorText,\n state: \"output-available\"\n });\n break;\n }\n\n case \"error\": {\n // Non-tool errors, we set `error: true` and terminate early\n this._broadcastChatMessage({\n error: true,\n body: data.errorText ?? JSON.stringify(data),\n done: false,\n id,\n type: MessageType.CF_AGENT_USE_CHAT_RESPONSE\n });\n return;\n }\n\n case \"text-delta\": {\n if (data.delta) fullResponseText += data.delta;\n break;\n }\n }\n\n // Always forward the raw part to the client\n this._broadcastChatMessage({\n body: JSON.stringify(data),\n done: false,\n id,\n type: MessageType.CF_AGENT_USE_CHAT_RESPONSE\n });\n } catch (_e) {\n // Skip malformed JSON lines silently\n }\n }\n }\n }\n } finally {\n reader.releaseLock();\n }\n\n // After streaming is complete, persist the complete assistant's response\n const messageParts: ChatMessage[\"parts\"] = [];\n\n Array.from(toolCalls.values()).forEach((t) => {\n messageParts.push(t as ChatMessage[\"parts\"][number]);\n });\n\n if (fullResponseText.trim()) {\n messageParts.push({ type: \"text\", text: fullResponseText });\n }\n\n if (messageParts.length > 0) {\n await this.persistMessages([\n ...this.messages,\n {\n id: `assistant_${Date.now()}_${Math.random().toString(36).slice(2, 11)}`,\n role: \"assistant\",\n parts: messageParts\n }\n ]);\n }\n });\n }\n\n /**\n * For the given message id, look up its associated AbortController\n * If the AbortController does not exist, create and store one in memory\n *\n * returns the AbortSignal associated with the AbortController\n */\n private _getAbortSignal(id: string): AbortSignal | undefined {\n // Defensive check, since we're coercing message types at the moment\n if (typeof id !== \"string\") {\n return undefined;\n }\n\n if (!this._chatMessageAbortControllers.has(id)) {\n this._chatMessageAbortControllers.set(id, new AbortController());\n }\n\n return this._chatMessageAbortControllers.get(id)?.signal;\n }\n\n /**\n * Remove an abort controller from the cache of pending message responses\n */\n private _removeAbortController(id: string) {\n this._chatMessageAbortControllers.delete(id);\n }\n\n /**\n * Propagate an abort signal for any requests associated with the given message id\n */\n private _cancelChatRequest(id: string) {\n if (this._chatMessageAbortControllers.has(id)) {\n const abortController = this._chatMessageAbortControllers.get(id);\n abortController?.abort();\n }\n }\n\n /**\n * Abort all pending requests and clear the cache of AbortControllers\n */\n private _destroyAbortControllers() {\n for (const controller of this._chatMessageAbortControllers.values()) {\n controller?.abort();\n }\n this._chatMessageAbortControllers.clear();\n }\n\n /**\n * When the DO is destroyed, cancel all pending requests\n */\n async destroy() {\n this._destroyAbortControllers();\n await super.destroy();\n }\n}\n"],"mappings":";;;;;;;;;;;;AAaA,IAAM,UAAU,IAAI,YAAY;AAMzB,IAAM,cAAN,cAA0D,MAG/D;AAAA,EAQA,YAAY,KAAmB,KAAU;AACvC,UAAM,KAAK,GAAG;AACd,SAAK;AAAA;AAAA;AAAA;AAAA;AAOL,UAAM,eACJ,KAAK,gDAAgD,CAAC,GACtD,IAAI,CAAC,QAAQ;AACb,aAAO,KAAK,MAAM,IAAI,OAAiB;AAAA,IACzC,CAAC;AAGD,SAAK,WAAW,sBAAsB,WAAW;AAEjD,SAAK,+BAA+B,oBAAI,IAAI;AAAA,EAC9C;AAAA,EAEQ,sBAAsB,SAA0B,SAAoB;AAC1E,SAAK,UAAU,KAAK,UAAU,OAAO,GAAG,OAAO;AAAA,EACjD;AAAA,EAEA,MAAe,UAAU,YAAwB,SAAoB;AACnE,QAAI,OAAO,YAAY,UAAU;AAC/B,UAAI;AACJ,UAAI;AACF,eAAO,KAAK,MAAM,OAAO;AAAA,MAC3B,SAAS,QAAQ;AAGf;AAAA,MACF;AACA,UACE,KAAK,wEACL,KAAK,KAAK,WAAW,QACrB;AACA,cAAM;AAAA;AAAA;AAAA;AAAA,UAIJ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,QAKF,IAAI,KAAK;AACT,cAAM,EAAE,SAAS,IAAI,KAAK,MAAM,IAAc;AAG9C,cAAM,sBAAsB,sBAAsB,QAAQ;AAE1D,aAAK;AAAA,UACH;AAAA,YACE,UAAU;AAAA,YACV;AAAA,UACF;AAAA,UACA,CAAC,WAAW,EAAE;AAAA,QAChB;AAEA,cAAM,KAAK,gBAAgB,qBAAqB,CAAC,WAAW,EAAE,CAAC;AAE/D,aAAK,eAAe;AAAA,UAClB;AAAA,YACE,gBAAgB;AAAA,YAChB,IAAI,KAAK;AAAA,YACT,SAAS,CAAC;AAAA,YACV,WAAW,KAAK,IAAI;AAAA,YACpB,MAAM;AAAA,UACR;AAAA,UACA,KAAK;AAAA,QACP;AAEA,cAAM,gBAAgB,KAAK;AAC3B,cAAM,cAAc,KAAK,gBAAgB,aAAa;AAEtD,eAAO,KAAK,cAAc,YAAY;AACpC,gBAAM,WAAW,MAAM,KAAK;AAAA,YAC1B,OAAO,kBAAkB;AACvB,mBAAK,uBAAuB,aAAa;AAEzC,mBAAK,eAAe;AAAA,gBAClB;AAAA,kBACE,gBAAgB;AAAA,kBAChB,IAAI,KAAK;AAAA,kBACT,SAAS,CAAC;AAAA,kBACV,WAAW,KAAK,IAAI;AAAA,kBACpB,MAAM;AAAA,gBACR;AAAA,gBACA,KAAK;AAAA,cACP;AAAA,YAIF;AAAA,YACA,cAAc,EAAE,YAAY,IAAI;AAAA,UAClC;AAEA,cAAI,UAAU;AACZ,kBAAM,KAAK,OAAO,KAAK,IAAI,QAAQ;AAAA,UACrC,OAAO;AAEL,oBAAQ;AAAA,cACN,uEAAuE,aAAa;AAAA,YACtF;AAEA,iBAAK;AAAA,cACH;AAAA,gBACE,MAAM;AAAA,gBACN,MAAM;AAAA,gBACN,IAAI,KAAK;AAAA,gBACT;AAAA,cACF;AAAA,cACA,CAAC,WAAW,EAAE;AAAA,YAChB;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACH;AACA,UAAI,KAAK,0DAA0C;AACjD,aAAK,yBAAyB;AAC9B,aAAK;AACL,aAAK,WAAW,CAAC;AACjB,aAAK;AAAA,UACH;AAAA,YACE;AAAA,UACF;AAAA,UACA,CAAC,WAAW,EAAE;AAAA,QAChB;AAAA,MACF,WAAW,KAAK,gEAA6C;AAE3D,cAAM,sBAAsB,sBAAsB,KAAK,QAAQ;AAC/D,cAAM,KAAK,gBAAgB,qBAAqB,CAAC,WAAW,EAAE,CAAC;AAAA,MACjE,WAAW,KAAK,4EAAmD;AAEjE,aAAK,mBAAmB,KAAK,EAAE;AAAA,MACjC;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAe,UAAU,SAAqC;AAC5D,WAAO,KAAK,cAAc,MAAM;AAC9B,YAAM,MAAM,IAAI,IAAI,QAAQ,GAAG;AAC/B,UAAI,IAAI,SAAS,SAAS,eAAe,GAAG;AAC1C,cAAM,YACJ,KAAK,gDAAgD,CAAC,GACtD,IAAI,CAAC,QAAQ;AACb,iBAAO,KAAK,MAAM,IAAI,OAAiB;AAAA,QACzC,CAAC;AACD,eAAO,SAAS,KAAK,QAAQ;AAAA,MAC/B;AACA,aAAO,MAAM,UAAU,OAAO;AAAA,IAChC,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,cAAiB,IAA0B;AACvD,QAAI;AACF,aAAO,MAAM,GAAG;AAAA,IAClB,SAAS,GAAG;AACV,YAAM,KAAK,QAAQ,CAAC;AAAA,IACtB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,MAAM,cAEJ,UAEA,SAC+B;AAC/B,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,aAAa,UAAyB;AAC1C,UAAM,KAAK,gBAAgB,QAAQ;AAAA,EACrC;AAAA,EAEA,MAAM,gBACJ,UACA,sBAAgC,CAAC,GACjC;AACA,SAAK;AACL,eAAW,WAAW,UAAU;AAC9B,WAAK,kEACH,QAAQ,EACV,IAAI,KAAK,UAAU,OAAO,CAAC;AAAA,IAC7B;AACA,SAAK,WAAW;AAChB,SAAK;AAAA,MACH;AAAA,QACE;AAAA,QACA;AAAA,MACF;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAc,OAAO,IAAY,UAAoB;AACnD,WAAO,KAAK,cAAc,YAAY;AACpC,UAAI,CAAC,SAAS,MAAM;AAElB,aAAK,sBAAsB;AAAA,UACzB,MAAM;AAAA,UACN,MAAM;AAAA,UACN;AAAA,UACA;AAAA,QACF,CAAC;AACD;AAAA,MACF;AAEA,YAAM,SAAS,SAAS,KAAK,UAAU;AACvC,UAAI,mBAAmB;AAEvB,YAAM,YAAY,oBAAI,IAYpB;AACF,UAAI;AACF,eAAO,MAAM;AACX,gBAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,cAAI,MAAM;AAER,iBAAK,sBAAsB;AAAA,cACzB,MAAM;AAAA,cACN,MAAM;AAAA,cACN;AAAA,cACA;AAAA,YACF,CAAC;AACD;AAAA,UACF;AAEA,gBAAM,QAAQ,QAAQ,OAAO,KAAK;AAGlC,gBAAM,QAAQ,MAAM,MAAM,IAAI;AAC9B,qBAAW,QAAQ,OAAO;AACxB,gBAAI,KAAK,WAAW,QAAQ,KAAK,SAAS,gBAAgB;AACxD,kBAAI;AACF,sBAAM,OAAO,KAAK,MAAM,KAAK,MAAM,CAAC,CAAC;AAErC,wBAAQ,KAAK,MAAM;AAAA;AAAA;AAAA,kBAGjB,KAAK,wBAAwB;AAC3B,0BAAM,EAAE,YAAY,UAAU,MAAM,IAAI;AACxC,8BAAU,IAAI,YAAY;AAAA,sBACxB;AAAA,sBACA;AAAA,sBACA;AAAA,sBACA,MAAM,WAAW,QAAQ,QAAQ,KAAK;AAAA,sBACtC,OAAO;AAAA,oBACT,CAAC;AACD;AAAA,kBACF;AAAA;AAAA;AAAA;AAAA,kBAKA,KAAK,yBAAyB;AAC5B,0BAAM,EAAE,YAAY,QAAQ,SAAS,UAAU,IAAI;AACnD,0BAAM,WAAW,UAAU,IAAI,UAAU;AACzC,wBAAI;AACF,gCAAU,IAAI,YAAY;AAAA,wBACxB,GAAG;AAAA,wBACH;AAAA,wBACA;AAAA,wBACA;AAAA,wBACA,OAAO;AAAA,sBACT,CAAC;AACH;AAAA,kBACF;AAAA,kBAEA,KAAK,SAAS;AAEZ,yBAAK,sBAAsB;AAAA,sBACzB,OAAO;AAAA,sBACP,MAAM,KAAK,aAAa,KAAK,UAAU,IAAI;AAAA,sBAC3C,MAAM;AAAA,sBACN;AAAA,sBACA;AAAA,oBACF,CAAC;AACD;AAAA,kBACF;AAAA,kBAEA,KAAK,cAAc;AACjB,wBAAI,KAAK,MAAO,qBAAoB,KAAK;AACzC;AAAA,kBACF;AAAA,gBACF;AAGA,qBAAK,sBAAsB;AAAA,kBACzB,MAAM,KAAK,UAAU,IAAI;AAAA,kBACzB,MAAM;AAAA,kBACN;AAAA,kBACA;AAAA,gBACF,CAAC;AAAA,cACH,SAAS,IAAI;AAAA,cAEb;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,MACF,UAAE;AACA,eAAO,YAAY;AAAA,MACrB;AAGA,YAAM,eAAqC,CAAC;AAE5C,YAAM,KAAK,UAAU,OAAO,CAAC,EAAE,QAAQ,CAAC,MAAM;AAC5C,qBAAa,KAAK,CAAiC;AAAA,MACrD,CAAC;AAED,UAAI,iBAAiB,KAAK,GAAG;AAC3B,qBAAa,KAAK,EAAE,MAAM,QAAQ,MAAM,iBAAiB,CAAC;AAAA,MAC5D;AAEA,UAAI,aAAa,SAAS,GAAG;AAC3B,cAAM,KAAK,gBAAgB;AAAA,UACzB,GAAG,KAAK;AAAA,UACR;AAAA,YACE,IAAI,aAAa,KAAK,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,SAAS,EAAE,EAAE,MAAM,GAAG,EAAE,CAAC;AAAA,YACtE,MAAM;AAAA,YACN,OAAO;AAAA,UACT;AAAA,QACF,CAAC;AAAA,MACH;AAAA,IACF,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQQ,gBAAgB,IAAqC;AAE3D,QAAI,OAAO,OAAO,UAAU;AAC1B,aAAO;AAAA,IACT;AAEA,QAAI,CAAC,KAAK,6BAA6B,IAAI,EAAE,GAAG;AAC9C,WAAK,6BAA6B,IAAI,IAAI,IAAI,gBAAgB,CAAC;AAAA,IACjE;AAEA,WAAO,KAAK,6BAA6B,IAAI,EAAE,GAAG;AAAA,EACpD;AAAA;AAAA;AAAA;AAAA,EAKQ,uBAAuB,IAAY;AACzC,SAAK,6BAA6B,OAAO,EAAE;AAAA,EAC7C;AAAA;AAAA;AAAA;AAAA,EAKQ,mBAAmB,IAAY;AACrC,QAAI,KAAK,6BAA6B,IAAI,EAAE,GAAG;AAC7C,YAAM,kBAAkB,KAAK,6BAA6B,IAAI,EAAE;AAChE,uBAAiB,MAAM;AAAA,IACzB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,2BAA2B;AACjC,eAAW,cAAc,KAAK,6BAA6B,OAAO,GAAG;AACnE,kBAAY,MAAM;AAAA,IACpB;AACA,SAAK,6BAA6B,MAAM;AAAA,EAC1C;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU;AACd,SAAK,yBAAyB;AAC9B,UAAM,MAAM,QAAQ;AAAA,EACtB;AACF;","names":[]}
|