agents 0.0.0-dd6a9e3 → 0.0.0-df41827
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/ai-chat-agent.d.ts +50 -4
- package/dist/ai-chat-agent.js +150 -79
- package/dist/ai-chat-agent.js.map +1 -1
- package/dist/ai-react.d.ts +17 -4
- package/dist/ai-react.js +62 -48
- package/dist/ai-react.js.map +1 -1
- package/dist/ai-types.d.ts +5 -0
- package/dist/chunk-767EASBA.js +106 -0
- package/dist/chunk-767EASBA.js.map +1 -0
- package/dist/chunk-E3LCYPCB.js +469 -0
- package/dist/chunk-E3LCYPCB.js.map +1 -0
- package/dist/chunk-NKZZ66QY.js +116 -0
- package/dist/chunk-NKZZ66QY.js.map +1 -0
- package/dist/chunk-ZRRXJUAA.js +788 -0
- package/dist/chunk-ZRRXJUAA.js.map +1 -0
- package/dist/client.d.ts +15 -1
- package/dist/client.js +6 -133
- package/dist/client.js.map +1 -1
- package/dist/index.d.ts +125 -16
- package/dist/index.js +6 -4
- package/dist/mcp/client.d.ts +783 -0
- package/dist/mcp/client.js +9 -0
- package/dist/mcp/do-oauth-client-provider.d.ts +41 -0
- package/dist/mcp/do-oauth-client-provider.js +7 -0
- package/dist/mcp/do-oauth-client-provider.js.map +1 -0
- package/dist/mcp/index.d.ts +84 -0
- package/dist/mcp/index.js +783 -0
- package/dist/mcp/index.js.map +1 -0
- package/dist/react.d.ts +85 -5
- package/dist/react.js +50 -31
- package/dist/react.js.map +1 -1
- package/dist/schedule.d.ts +2 -2
- package/dist/schedule.js +4 -6
- package/dist/schedule.js.map +1 -1
- package/dist/serializable.d.ts +32 -0
- package/dist/serializable.js +1 -0
- package/dist/serializable.js.map +1 -0
- package/package.json +79 -51
- package/src/index.ts +516 -149
- package/dist/chunk-HMLY7DHA.js +0 -16
- package/dist/chunk-X6BBKLSC.js +0 -568
- package/dist/chunk-X6BBKLSC.js.map +0 -1
- package/dist/mcp.d.ts +0 -58
- package/dist/mcp.js +0 -945
- package/dist/mcp.js.map +0 -1
- /package/dist/{chunk-HMLY7DHA.js.map → mcp/client.js.map} +0 -0
package/src/index.ts
CHANGED
|
@@ -1,19 +1,30 @@
|
|
|
1
|
+
import { AsyncLocalStorage } from "node:async_hooks";
|
|
2
|
+
import type { Client } from "@modelcontextprotocol/sdk/client/index.js";
|
|
3
|
+
import type { SSEClientTransportOptions } from "@modelcontextprotocol/sdk/client/sse.js";
|
|
4
|
+
|
|
5
|
+
import type {
|
|
6
|
+
Prompt,
|
|
7
|
+
Resource,
|
|
8
|
+
ServerCapabilities,
|
|
9
|
+
Tool,
|
|
10
|
+
} from "@modelcontextprotocol/sdk/types.js";
|
|
11
|
+
import { parseCronExpression } from "cron-schedule";
|
|
12
|
+
import { nanoid } from "nanoid";
|
|
1
13
|
import {
|
|
2
|
-
Server,
|
|
3
|
-
routePartykitRequest,
|
|
4
|
-
type PartyServerOptions,
|
|
5
|
-
getServerByName,
|
|
6
14
|
type Connection,
|
|
7
15
|
type ConnectionContext,
|
|
16
|
+
getServerByName,
|
|
17
|
+
type PartyServerOptions,
|
|
18
|
+
routePartykitRequest,
|
|
19
|
+
Server,
|
|
8
20
|
type WSMessage,
|
|
9
21
|
} from "partyserver";
|
|
22
|
+
import { camelCaseToKebabCase } from "./client";
|
|
23
|
+
import { MCPClientManager } from "./mcp/client";
|
|
24
|
+
// import type { MCPClientConnection } from "./mcp/client-connection";
|
|
25
|
+
import { DurableObjectOAuthClientProvider } from "./mcp/do-oauth-client-provider";
|
|
10
26
|
|
|
11
|
-
|
|
12
|
-
import { nanoid } from "nanoid";
|
|
13
|
-
|
|
14
|
-
export type { Connection, WSMessage, ConnectionContext } from "partyserver";
|
|
15
|
-
|
|
16
|
-
import { WorkflowEntrypoint as CFWorkflowEntrypoint } from "cloudflare:workers";
|
|
27
|
+
export type { Connection, ConnectionContext, WSMessage } from "partyserver";
|
|
17
28
|
|
|
18
29
|
/**
|
|
19
30
|
* RPC request message from client
|
|
@@ -97,7 +108,6 @@ export type CallableMetadata = {
|
|
|
97
108
|
streaming?: boolean;
|
|
98
109
|
};
|
|
99
110
|
|
|
100
|
-
// biome-ignore lint/complexity/noBannedTypes: <explanation>
|
|
101
111
|
const callableMetadata = new Map<Function, CallableMetadata>();
|
|
102
112
|
|
|
103
113
|
/**
|
|
@@ -107,6 +117,7 @@ const callableMetadata = new Map<Function, CallableMetadata>();
|
|
|
107
117
|
export function unstable_callable(metadata: CallableMetadata = {}) {
|
|
108
118
|
return function callableDecorator<This, Args extends unknown[], Return>(
|
|
109
119
|
target: (this: This, ...args: Args) => Return,
|
|
120
|
+
// biome-ignore lint/correctness/noUnusedFunctionParameters: later
|
|
110
121
|
context: ClassMethodDecoratorContext
|
|
111
122
|
) {
|
|
112
123
|
if (!callableMetadata.has(target)) {
|
|
@@ -117,11 +128,6 @@ export function unstable_callable(metadata: CallableMetadata = {}) {
|
|
|
117
128
|
};
|
|
118
129
|
}
|
|
119
130
|
|
|
120
|
-
/**
|
|
121
|
-
* A class for creating workflow entry points that can be used with Cloudflare Workers
|
|
122
|
-
*/
|
|
123
|
-
export class WorkflowEntrypoint extends CFWorkflowEntrypoint {}
|
|
124
|
-
|
|
125
131
|
/**
|
|
126
132
|
* Represents a scheduled task within an Agent
|
|
127
133
|
* @template T Type of the payload data
|
|
@@ -163,18 +169,95 @@ function getNextCronTime(cron: string) {
|
|
|
163
169
|
return interval.getNextDate();
|
|
164
170
|
}
|
|
165
171
|
|
|
172
|
+
/**
|
|
173
|
+
* MCP Server state update message from server -> Client
|
|
174
|
+
*/
|
|
175
|
+
export type MCPServerMessage = {
|
|
176
|
+
type: "cf_agent_mcp_servers";
|
|
177
|
+
mcp: MCPServersState;
|
|
178
|
+
};
|
|
179
|
+
|
|
180
|
+
export type MCPServersState = {
|
|
181
|
+
servers: {
|
|
182
|
+
[id: string]: MCPServer;
|
|
183
|
+
};
|
|
184
|
+
tools: Tool[];
|
|
185
|
+
prompts: Prompt[];
|
|
186
|
+
resources: Resource[];
|
|
187
|
+
};
|
|
188
|
+
|
|
189
|
+
export type MCPServer = {
|
|
190
|
+
name: string;
|
|
191
|
+
server_url: string;
|
|
192
|
+
auth_url: string | null;
|
|
193
|
+
// This state is specifically about the temporary process of getting a token (if needed).
|
|
194
|
+
// Scope outside of that can't be relied upon because when the DO sleeps, there's no way
|
|
195
|
+
// to communicate a change to a non-ready state.
|
|
196
|
+
state: "authenticating" | "connecting" | "ready" | "discovering" | "failed";
|
|
197
|
+
instructions: string | null;
|
|
198
|
+
capabilities: ServerCapabilities | null;
|
|
199
|
+
};
|
|
200
|
+
|
|
201
|
+
/**
|
|
202
|
+
* MCP Server data stored in DO SQL for resuming MCP Server connections
|
|
203
|
+
*/
|
|
204
|
+
type MCPServerRow = {
|
|
205
|
+
id: string;
|
|
206
|
+
name: string;
|
|
207
|
+
server_url: string;
|
|
208
|
+
client_id: string | null;
|
|
209
|
+
auth_url: string | null;
|
|
210
|
+
callback_url: string;
|
|
211
|
+
server_options: string;
|
|
212
|
+
};
|
|
213
|
+
|
|
166
214
|
const STATE_ROW_ID = "cf_state_row_id";
|
|
167
215
|
const STATE_WAS_CHANGED = "cf_state_was_changed";
|
|
168
216
|
|
|
169
217
|
const DEFAULT_STATE = {} as unknown;
|
|
170
218
|
|
|
219
|
+
const agentContext = new AsyncLocalStorage<{
|
|
220
|
+
agent: Agent<unknown>;
|
|
221
|
+
connection: Connection | undefined;
|
|
222
|
+
request: Request | undefined;
|
|
223
|
+
}>();
|
|
224
|
+
|
|
225
|
+
export function getCurrentAgent<
|
|
226
|
+
T extends Agent<unknown, unknown> = Agent<unknown, unknown>,
|
|
227
|
+
>(): {
|
|
228
|
+
agent: T | undefined;
|
|
229
|
+
connection: Connection | undefined;
|
|
230
|
+
request: Request<unknown, CfProperties<unknown>> | undefined;
|
|
231
|
+
} {
|
|
232
|
+
const store = agentContext.getStore() as
|
|
233
|
+
| {
|
|
234
|
+
agent: T;
|
|
235
|
+
connection: Connection | undefined;
|
|
236
|
+
request: Request<unknown, CfProperties<unknown>> | undefined;
|
|
237
|
+
}
|
|
238
|
+
| undefined;
|
|
239
|
+
if (!store) {
|
|
240
|
+
return {
|
|
241
|
+
agent: undefined,
|
|
242
|
+
connection: undefined,
|
|
243
|
+
request: undefined,
|
|
244
|
+
};
|
|
245
|
+
}
|
|
246
|
+
return store;
|
|
247
|
+
}
|
|
248
|
+
|
|
171
249
|
/**
|
|
172
250
|
* Base class for creating Agent implementations
|
|
173
251
|
* @template Env Environment type containing bindings
|
|
174
252
|
* @template State State type to store within the Agent
|
|
175
253
|
*/
|
|
176
254
|
export class Agent<Env, State = unknown> extends Server<Env> {
|
|
177
|
-
|
|
255
|
+
private _state = DEFAULT_STATE as State;
|
|
256
|
+
|
|
257
|
+
private _ParentClass: typeof Agent<Env, State> =
|
|
258
|
+
Object.getPrototypeOf(this).constructor;
|
|
259
|
+
|
|
260
|
+
mcp: MCPClientManager = new MCPClientManager(this._ParentClass.name, "0.0.1");
|
|
178
261
|
|
|
179
262
|
/**
|
|
180
263
|
* Initial state for the Agent
|
|
@@ -186,9 +269,9 @@ export class Agent<Env, State = unknown> extends Server<Env> {
|
|
|
186
269
|
* Current state of the Agent
|
|
187
270
|
*/
|
|
188
271
|
get state(): State {
|
|
189
|
-
if (this
|
|
272
|
+
if (this._state !== DEFAULT_STATE) {
|
|
190
273
|
// state was previously set, and populated internal state
|
|
191
|
-
return this
|
|
274
|
+
return this._state;
|
|
192
275
|
}
|
|
193
276
|
// looks like this is the first time the state is being accessed
|
|
194
277
|
// check if the state was set in a previous life
|
|
@@ -208,8 +291,8 @@ export class Agent<Env, State = unknown> extends Server<Env> {
|
|
|
208
291
|
) {
|
|
209
292
|
const state = result[0]?.state as string; // could be null?
|
|
210
293
|
|
|
211
|
-
this
|
|
212
|
-
return this
|
|
294
|
+
this._state = JSON.parse(state);
|
|
295
|
+
return this._state;
|
|
213
296
|
}
|
|
214
297
|
|
|
215
298
|
// ok, this is the first time the state is being accessed
|
|
@@ -270,7 +353,7 @@ export class Agent<Env, State = unknown> extends Server<Env> {
|
|
|
270
353
|
`;
|
|
271
354
|
|
|
272
355
|
void this.ctx.blockConcurrencyWhile(async () => {
|
|
273
|
-
return this
|
|
356
|
+
return this._tryCatch(async () => {
|
|
274
357
|
// Create alarms table if it doesn't exist
|
|
275
358
|
this.sql`
|
|
276
359
|
CREATE TABLE IF NOT EXISTS cf_agents_schedules (
|
|
@@ -290,96 +373,198 @@ export class Agent<Env, State = unknown> extends Server<Env> {
|
|
|
290
373
|
});
|
|
291
374
|
});
|
|
292
375
|
|
|
293
|
-
|
|
294
|
-
|
|
295
|
-
|
|
296
|
-
|
|
297
|
-
|
|
298
|
-
|
|
299
|
-
|
|
300
|
-
|
|
301
|
-
|
|
302
|
-
|
|
303
|
-
|
|
304
|
-
return this.#tryCatch(() => _onMessage(connection, message));
|
|
305
|
-
}
|
|
376
|
+
this.sql`
|
|
377
|
+
CREATE TABLE IF NOT EXISTS cf_agents_mcp_servers (
|
|
378
|
+
id TEXT PRIMARY KEY NOT NULL,
|
|
379
|
+
name TEXT NOT NULL,
|
|
380
|
+
server_url TEXT NOT NULL,
|
|
381
|
+
callback_url TEXT NOT NULL,
|
|
382
|
+
client_id TEXT,
|
|
383
|
+
auth_url TEXT,
|
|
384
|
+
server_options TEXT
|
|
385
|
+
)
|
|
386
|
+
`;
|
|
306
387
|
|
|
307
|
-
|
|
308
|
-
|
|
309
|
-
|
|
310
|
-
|
|
388
|
+
const _onRequest = this.onRequest.bind(this);
|
|
389
|
+
this.onRequest = (request: Request) => {
|
|
390
|
+
return agentContext.run(
|
|
391
|
+
{ agent: this, connection: undefined, request },
|
|
392
|
+
async () => {
|
|
393
|
+
if (this.mcp.isCallbackRequest(request)) {
|
|
394
|
+
await this.mcp.handleCallbackRequest(request);
|
|
395
|
+
|
|
396
|
+
// after the MCP connection handshake, we can send updated mcp state
|
|
397
|
+
this.broadcast(
|
|
398
|
+
JSON.stringify({
|
|
399
|
+
mcp: this.getMcpServers(),
|
|
400
|
+
type: "cf_agent_mcp_servers",
|
|
401
|
+
})
|
|
402
|
+
);
|
|
403
|
+
|
|
404
|
+
// We probably should let the user configure this response/redirect, but this is fine for now.
|
|
405
|
+
return new Response("<script>window.close();</script>", {
|
|
406
|
+
headers: { "content-type": "text/html" },
|
|
407
|
+
status: 200,
|
|
408
|
+
});
|
|
409
|
+
}
|
|
311
410
|
|
|
312
|
-
|
|
313
|
-
|
|
314
|
-
|
|
411
|
+
return this._tryCatch(() => _onRequest(request));
|
|
412
|
+
}
|
|
413
|
+
);
|
|
414
|
+
};
|
|
315
415
|
|
|
316
|
-
|
|
317
|
-
|
|
318
|
-
|
|
319
|
-
|
|
416
|
+
const _onMessage = this.onMessage.bind(this);
|
|
417
|
+
this.onMessage = async (connection: Connection, message: WSMessage) => {
|
|
418
|
+
return agentContext.run(
|
|
419
|
+
{ agent: this, connection, request: undefined },
|
|
420
|
+
async () => {
|
|
421
|
+
if (typeof message !== "string") {
|
|
422
|
+
return this._tryCatch(() => _onMessage(connection, message));
|
|
320
423
|
}
|
|
321
424
|
|
|
322
|
-
|
|
323
|
-
|
|
425
|
+
let parsed: unknown;
|
|
426
|
+
try {
|
|
427
|
+
parsed = JSON.parse(message);
|
|
428
|
+
} catch (_e) {
|
|
429
|
+
// silently fail and let the onMessage handler handle it
|
|
430
|
+
return this._tryCatch(() => _onMessage(connection, message));
|
|
324
431
|
}
|
|
325
432
|
|
|
326
|
-
|
|
327
|
-
|
|
433
|
+
if (isStateUpdateMessage(parsed)) {
|
|
434
|
+
this._setStateInternal(parsed.state as State, connection);
|
|
435
|
+
return;
|
|
436
|
+
}
|
|
328
437
|
|
|
329
|
-
|
|
330
|
-
|
|
331
|
-
|
|
332
|
-
|
|
438
|
+
if (isRPCRequest(parsed)) {
|
|
439
|
+
try {
|
|
440
|
+
const { id, method, args } = parsed;
|
|
441
|
+
|
|
442
|
+
// Check if method exists and is callable
|
|
443
|
+
const methodFn = this[method as keyof this];
|
|
444
|
+
if (typeof methodFn !== "function") {
|
|
445
|
+
throw new Error(`Method ${method} does not exist`);
|
|
446
|
+
}
|
|
447
|
+
|
|
448
|
+
if (!this._isCallable(method)) {
|
|
449
|
+
throw new Error(`Method ${method} is not callable`);
|
|
450
|
+
}
|
|
451
|
+
|
|
452
|
+
const metadata = callableMetadata.get(methodFn as Function);
|
|
453
|
+
|
|
454
|
+
// For streaming methods, pass a StreamingResponse object
|
|
455
|
+
if (metadata?.streaming) {
|
|
456
|
+
const stream = new StreamingResponse(connection, id);
|
|
457
|
+
await methodFn.apply(this, [stream, ...args]);
|
|
458
|
+
return;
|
|
459
|
+
}
|
|
460
|
+
|
|
461
|
+
// For regular methods, execute and send response
|
|
462
|
+
const result = await methodFn.apply(this, args);
|
|
463
|
+
const response: RPCResponse = {
|
|
464
|
+
done: true,
|
|
465
|
+
id,
|
|
466
|
+
result,
|
|
467
|
+
success: true,
|
|
468
|
+
type: "rpc",
|
|
469
|
+
};
|
|
470
|
+
connection.send(JSON.stringify(response));
|
|
471
|
+
} catch (e) {
|
|
472
|
+
// Send error response
|
|
473
|
+
const response: RPCResponse = {
|
|
474
|
+
error:
|
|
475
|
+
e instanceof Error ? e.message : "Unknown error occurred",
|
|
476
|
+
id: parsed.id,
|
|
477
|
+
success: false,
|
|
478
|
+
type: "rpc",
|
|
479
|
+
};
|
|
480
|
+
connection.send(JSON.stringify(response));
|
|
481
|
+
console.error("RPC error:", e);
|
|
482
|
+
}
|
|
333
483
|
return;
|
|
334
484
|
}
|
|
335
485
|
|
|
336
|
-
|
|
337
|
-
const result = await methodFn.apply(this, args);
|
|
338
|
-
const response: RPCResponse = {
|
|
339
|
-
type: "rpc",
|
|
340
|
-
id,
|
|
341
|
-
success: true,
|
|
342
|
-
result,
|
|
343
|
-
done: true,
|
|
344
|
-
};
|
|
345
|
-
connection.send(JSON.stringify(response));
|
|
346
|
-
} catch (e) {
|
|
347
|
-
// Send error response
|
|
348
|
-
const response: RPCResponse = {
|
|
349
|
-
type: "rpc",
|
|
350
|
-
id: parsed.id,
|
|
351
|
-
success: false,
|
|
352
|
-
error: e instanceof Error ? e.message : "Unknown error occurred",
|
|
353
|
-
};
|
|
354
|
-
connection.send(JSON.stringify(response));
|
|
355
|
-
console.error("RPC error:", e);
|
|
486
|
+
return this._tryCatch(() => _onMessage(connection, message));
|
|
356
487
|
}
|
|
357
|
-
|
|
358
|
-
}
|
|
359
|
-
|
|
360
|
-
return this.#tryCatch(() => _onMessage(connection, message));
|
|
488
|
+
);
|
|
361
489
|
};
|
|
362
490
|
|
|
363
491
|
const _onConnect = this.onConnect.bind(this);
|
|
364
492
|
this.onConnect = (connection: Connection, ctx: ConnectionContext) => {
|
|
365
493
|
// TODO: This is a hack to ensure the state is sent after the connection is established
|
|
366
494
|
// must fix this
|
|
367
|
-
|
|
368
|
-
|
|
369
|
-
|
|
495
|
+
return agentContext.run(
|
|
496
|
+
{ agent: this, connection, request: ctx.request },
|
|
497
|
+
async () => {
|
|
498
|
+
setTimeout(() => {
|
|
499
|
+
if (this.state) {
|
|
500
|
+
connection.send(
|
|
501
|
+
JSON.stringify({
|
|
502
|
+
state: this.state,
|
|
503
|
+
type: "cf_agent_state",
|
|
504
|
+
})
|
|
505
|
+
);
|
|
506
|
+
}
|
|
507
|
+
|
|
508
|
+
connection.send(
|
|
509
|
+
JSON.stringify({
|
|
510
|
+
mcp: this.getMcpServers(),
|
|
511
|
+
type: "cf_agent_mcp_servers",
|
|
512
|
+
})
|
|
513
|
+
);
|
|
514
|
+
|
|
515
|
+
return this._tryCatch(() => _onConnect(connection, ctx));
|
|
516
|
+
}, 20);
|
|
517
|
+
}
|
|
518
|
+
);
|
|
519
|
+
};
|
|
520
|
+
|
|
521
|
+
const _onStart = this.onStart.bind(this);
|
|
522
|
+
this.onStart = async () => {
|
|
523
|
+
return agentContext.run(
|
|
524
|
+
{ agent: this, connection: undefined, request: undefined },
|
|
525
|
+
async () => {
|
|
526
|
+
const servers = this.sql<MCPServerRow>`
|
|
527
|
+
SELECT id, name, server_url, client_id, auth_url, callback_url, server_options FROM cf_agents_mcp_servers;
|
|
528
|
+
`;
|
|
529
|
+
|
|
530
|
+
// from DO storage, reconnect to all servers not currently in the oauth flow using our saved auth information
|
|
531
|
+
await Promise.allSettled(
|
|
532
|
+
servers
|
|
533
|
+
.filter((server) => server.auth_url === null)
|
|
534
|
+
.map((server) => {
|
|
535
|
+
return this._connectToMcpServerInternal(
|
|
536
|
+
server.name,
|
|
537
|
+
server.server_url,
|
|
538
|
+
server.callback_url,
|
|
539
|
+
server.server_options
|
|
540
|
+
? JSON.parse(server.server_options)
|
|
541
|
+
: undefined,
|
|
542
|
+
{
|
|
543
|
+
id: server.id,
|
|
544
|
+
oauthClientId: server.client_id ?? undefined,
|
|
545
|
+
}
|
|
546
|
+
);
|
|
547
|
+
})
|
|
548
|
+
);
|
|
549
|
+
|
|
550
|
+
this.broadcast(
|
|
370
551
|
JSON.stringify({
|
|
371
|
-
|
|
372
|
-
|
|
552
|
+
mcp: this.getMcpServers(),
|
|
553
|
+
type: "cf_agent_mcp_servers",
|
|
373
554
|
})
|
|
374
555
|
);
|
|
556
|
+
|
|
557
|
+
await this._tryCatch(() => _onStart());
|
|
375
558
|
}
|
|
376
|
-
|
|
377
|
-
}, 20);
|
|
559
|
+
);
|
|
378
560
|
};
|
|
379
561
|
}
|
|
380
562
|
|
|
381
|
-
|
|
382
|
-
|
|
563
|
+
private _setStateInternal(
|
|
564
|
+
state: State,
|
|
565
|
+
source: Connection | "server" = "server"
|
|
566
|
+
) {
|
|
567
|
+
this._state = state;
|
|
383
568
|
this.sql`
|
|
384
569
|
INSERT OR REPLACE INTO cf_agents_state (id, state)
|
|
385
570
|
VALUES (${STATE_ROW_ID}, ${JSON.stringify(state)})
|
|
@@ -390,12 +575,20 @@ export class Agent<Env, State = unknown> extends Server<Env> {
|
|
|
390
575
|
`;
|
|
391
576
|
this.broadcast(
|
|
392
577
|
JSON.stringify({
|
|
393
|
-
type: "cf_agent_state",
|
|
394
578
|
state: state,
|
|
579
|
+
type: "cf_agent_state",
|
|
395
580
|
}),
|
|
396
581
|
source !== "server" ? [source.id] : []
|
|
397
582
|
);
|
|
398
|
-
return this
|
|
583
|
+
return this._tryCatch(() => {
|
|
584
|
+
const { connection, request } = agentContext.getStore() || {};
|
|
585
|
+
return agentContext.run(
|
|
586
|
+
{ agent: this, connection, request },
|
|
587
|
+
async () => {
|
|
588
|
+
return this.onStateUpdate(state, source);
|
|
589
|
+
}
|
|
590
|
+
);
|
|
591
|
+
});
|
|
399
592
|
}
|
|
400
593
|
|
|
401
594
|
/**
|
|
@@ -403,7 +596,7 @@ export class Agent<Env, State = unknown> extends Server<Env> {
|
|
|
403
596
|
* @param state New state to set
|
|
404
597
|
*/
|
|
405
598
|
setState(state: State) {
|
|
406
|
-
this
|
|
599
|
+
this._setStateInternal(state, "server");
|
|
407
600
|
}
|
|
408
601
|
|
|
409
602
|
/**
|
|
@@ -411,6 +604,7 @@ export class Agent<Env, State = unknown> extends Server<Env> {
|
|
|
411
604
|
* @param state Updated state
|
|
412
605
|
* @param source Source of the state update ("server" or a client connection)
|
|
413
606
|
*/
|
|
607
|
+
// biome-ignore lint/correctness/noUnusedFunctionParameters: overridden later
|
|
414
608
|
onStateUpdate(state: State | undefined, source: Connection | "server") {
|
|
415
609
|
// override this to handle state updates
|
|
416
610
|
}
|
|
@@ -419,11 +613,17 @@ export class Agent<Env, State = unknown> extends Server<Env> {
|
|
|
419
613
|
* Called when the Agent receives an email
|
|
420
614
|
* @param email Email message to process
|
|
421
615
|
*/
|
|
616
|
+
// biome-ignore lint/correctness/noUnusedFunctionParameters: overridden later
|
|
422
617
|
onEmail(email: ForwardableEmailMessage) {
|
|
423
|
-
|
|
618
|
+
return agentContext.run(
|
|
619
|
+
{ agent: this, connection: undefined, request: undefined },
|
|
620
|
+
async () => {
|
|
621
|
+
console.error("onEmail not implemented");
|
|
622
|
+
}
|
|
623
|
+
);
|
|
424
624
|
}
|
|
425
625
|
|
|
426
|
-
async
|
|
626
|
+
private async _tryCatch<T>(fn: () => T | Promise<T>) {
|
|
427
627
|
try {
|
|
428
628
|
return await fn();
|
|
429
629
|
} catch (e) {
|
|
@@ -497,11 +697,11 @@ export class Agent<Env, State = unknown> extends Server<Env> {
|
|
|
497
697
|
)}, 'scheduled', ${timestamp})
|
|
498
698
|
`;
|
|
499
699
|
|
|
500
|
-
await this
|
|
700
|
+
await this._scheduleNextAlarm();
|
|
501
701
|
|
|
502
702
|
return {
|
|
503
|
-
id,
|
|
504
703
|
callback: callback,
|
|
704
|
+
id,
|
|
505
705
|
payload: payload as T,
|
|
506
706
|
time: timestamp,
|
|
507
707
|
type: "scheduled",
|
|
@@ -518,13 +718,13 @@ export class Agent<Env, State = unknown> extends Server<Env> {
|
|
|
518
718
|
)}, 'delayed', ${when}, ${timestamp})
|
|
519
719
|
`;
|
|
520
720
|
|
|
521
|
-
await this
|
|
721
|
+
await this._scheduleNextAlarm();
|
|
522
722
|
|
|
523
723
|
return {
|
|
524
|
-
id,
|
|
525
724
|
callback: callback,
|
|
526
|
-
payload: payload as T,
|
|
527
725
|
delayInSeconds: when,
|
|
726
|
+
id,
|
|
727
|
+
payload: payload as T,
|
|
528
728
|
time: timestamp,
|
|
529
729
|
type: "delayed",
|
|
530
730
|
};
|
|
@@ -540,13 +740,13 @@ export class Agent<Env, State = unknown> extends Server<Env> {
|
|
|
540
740
|
)}, 'cron', ${when}, ${timestamp})
|
|
541
741
|
`;
|
|
542
742
|
|
|
543
|
-
await this
|
|
743
|
+
await this._scheduleNextAlarm();
|
|
544
744
|
|
|
545
745
|
return {
|
|
546
|
-
id,
|
|
547
746
|
callback: callback,
|
|
548
|
-
payload: payload as T,
|
|
549
747
|
cron: when,
|
|
748
|
+
id,
|
|
749
|
+
payload: payload as T,
|
|
550
750
|
time: timestamp,
|
|
551
751
|
type: "cron",
|
|
552
752
|
};
|
|
@@ -580,7 +780,6 @@ export class Agent<Env, State = unknown> extends Server<Env> {
|
|
|
580
780
|
*/
|
|
581
781
|
getSchedules<T = string>(
|
|
582
782
|
criteria: {
|
|
583
|
-
description?: string;
|
|
584
783
|
id?: string;
|
|
585
784
|
type?: "scheduled" | "delayed" | "cron";
|
|
586
785
|
timeRange?: { start?: Date; end?: Date };
|
|
@@ -594,11 +793,6 @@ export class Agent<Env, State = unknown> extends Server<Env> {
|
|
|
594
793
|
params.push(criteria.id);
|
|
595
794
|
}
|
|
596
795
|
|
|
597
|
-
if (criteria.description) {
|
|
598
|
-
query += " AND description = ?";
|
|
599
|
-
params.push(criteria.description);
|
|
600
|
-
}
|
|
601
|
-
|
|
602
796
|
if (criteria.type) {
|
|
603
797
|
query += " AND type = ?";
|
|
604
798
|
params.push(criteria.type);
|
|
@@ -633,11 +827,11 @@ export class Agent<Env, State = unknown> extends Server<Env> {
|
|
|
633
827
|
async cancelSchedule(id: string): Promise<boolean> {
|
|
634
828
|
this.sql`DELETE FROM cf_agents_schedules WHERE id = ${id}`;
|
|
635
829
|
|
|
636
|
-
await this
|
|
830
|
+
await this._scheduleNextAlarm();
|
|
637
831
|
return true;
|
|
638
832
|
}
|
|
639
833
|
|
|
640
|
-
async
|
|
834
|
+
private async _scheduleNextAlarm() {
|
|
641
835
|
// Find the next schedule that needs to be executed
|
|
642
836
|
const result = this.sql`
|
|
643
837
|
SELECT time FROM cf_agents_schedules
|
|
@@ -654,10 +848,14 @@ export class Agent<Env, State = unknown> extends Server<Env> {
|
|
|
654
848
|
}
|
|
655
849
|
|
|
656
850
|
/**
|
|
657
|
-
* Method called when an alarm fires
|
|
658
|
-
* Executes any scheduled tasks that are due
|
|
851
|
+
* Method called when an alarm fires.
|
|
852
|
+
* Executes any scheduled tasks that are due.
|
|
853
|
+
*
|
|
854
|
+
* @remarks
|
|
855
|
+
* To schedule a task, please use the `this.schedule` method instead.
|
|
856
|
+
* See {@link https://developers.cloudflare.com/agents/api-reference/schedule-tasks/}
|
|
659
857
|
*/
|
|
660
|
-
async
|
|
858
|
+
public readonly alarm = async () => {
|
|
661
859
|
const now = Math.floor(Date.now() / 1000);
|
|
662
860
|
|
|
663
861
|
// Get all schedules that should be executed now
|
|
@@ -671,16 +869,21 @@ export class Agent<Env, State = unknown> extends Server<Env> {
|
|
|
671
869
|
console.error(`callback ${row.callback} not found`);
|
|
672
870
|
continue;
|
|
673
871
|
}
|
|
674
|
-
|
|
675
|
-
|
|
676
|
-
|
|
677
|
-
|
|
678
|
-
|
|
679
|
-
|
|
680
|
-
|
|
681
|
-
|
|
682
|
-
|
|
683
|
-
|
|
872
|
+
await agentContext.run(
|
|
873
|
+
{ agent: this, connection: undefined, request: undefined },
|
|
874
|
+
async () => {
|
|
875
|
+
try {
|
|
876
|
+
await (
|
|
877
|
+
callback as (
|
|
878
|
+
payload: unknown,
|
|
879
|
+
schedule: Schedule<unknown>
|
|
880
|
+
) => Promise<void>
|
|
881
|
+
).bind(this)(JSON.parse(row.payload as string), row);
|
|
882
|
+
} catch (e) {
|
|
883
|
+
console.error(`error executing callback "${row.callback}"`, e);
|
|
884
|
+
}
|
|
885
|
+
}
|
|
886
|
+
);
|
|
684
887
|
if (row.type === "cron") {
|
|
685
888
|
// Update next execution time for cron schedules
|
|
686
889
|
const nextExecutionTime = getNextCronTime(row.cron);
|
|
@@ -698,8 +901,8 @@ export class Agent<Env, State = unknown> extends Server<Env> {
|
|
|
698
901
|
}
|
|
699
902
|
|
|
700
903
|
// Schedule the next alarm
|
|
701
|
-
await this
|
|
702
|
-
}
|
|
904
|
+
await this._scheduleNextAlarm();
|
|
905
|
+
};
|
|
703
906
|
|
|
704
907
|
/**
|
|
705
908
|
* Destroy the Agent, removing all state and scheduled tasks
|
|
@@ -708,20 +911,184 @@ export class Agent<Env, State = unknown> extends Server<Env> {
|
|
|
708
911
|
// drop all tables
|
|
709
912
|
this.sql`DROP TABLE IF EXISTS cf_agents_state`;
|
|
710
913
|
this.sql`DROP TABLE IF EXISTS cf_agents_schedules`;
|
|
914
|
+
this.sql`DROP TABLE IF EXISTS cf_agents_mcp_servers`;
|
|
711
915
|
|
|
712
916
|
// delete all alarms
|
|
713
917
|
await this.ctx.storage.deleteAlarm();
|
|
714
918
|
await this.ctx.storage.deleteAll();
|
|
919
|
+
this.ctx.abort("destroyed"); // enforce that the agent is evicted
|
|
715
920
|
}
|
|
716
921
|
|
|
717
922
|
/**
|
|
718
923
|
* Get all methods marked as callable on this Agent
|
|
719
924
|
* @returns A map of method names to their metadata
|
|
720
925
|
*/
|
|
721
|
-
|
|
722
|
-
// biome-ignore lint/complexity/noBannedTypes: <explanation>
|
|
926
|
+
private _isCallable(method: string): boolean {
|
|
723
927
|
return callableMetadata.has(this[method as keyof this] as Function);
|
|
724
928
|
}
|
|
929
|
+
|
|
930
|
+
/**
|
|
931
|
+
* Connect to a new MCP Server
|
|
932
|
+
*
|
|
933
|
+
* @param url MCP Server SSE URL
|
|
934
|
+
* @param callbackHost Base host for the agent, used for the redirect URI.
|
|
935
|
+
* @param agentsPrefix agents routing prefix if not using `agents`
|
|
936
|
+
* @param options MCP client and transport (header) options
|
|
937
|
+
* @returns authUrl
|
|
938
|
+
*/
|
|
939
|
+
async addMcpServer(
|
|
940
|
+
serverName: string,
|
|
941
|
+
url: string,
|
|
942
|
+
callbackHost: string,
|
|
943
|
+
agentsPrefix = "agents",
|
|
944
|
+
options?: {
|
|
945
|
+
client?: ConstructorParameters<typeof Client>[1];
|
|
946
|
+
transport?: {
|
|
947
|
+
headers: HeadersInit;
|
|
948
|
+
};
|
|
949
|
+
}
|
|
950
|
+
): Promise<{ id: string; authUrl: string | undefined }> {
|
|
951
|
+
const callbackUrl = `${callbackHost}/${agentsPrefix}/${camelCaseToKebabCase(this._ParentClass.name)}/${this.name}/callback`;
|
|
952
|
+
|
|
953
|
+
const result = await this._connectToMcpServerInternal(
|
|
954
|
+
serverName,
|
|
955
|
+
url,
|
|
956
|
+
callbackUrl,
|
|
957
|
+
options
|
|
958
|
+
);
|
|
959
|
+
|
|
960
|
+
this.broadcast(
|
|
961
|
+
JSON.stringify({
|
|
962
|
+
mcp: this.getMcpServers(),
|
|
963
|
+
type: "cf_agent_mcp_servers",
|
|
964
|
+
})
|
|
965
|
+
);
|
|
966
|
+
|
|
967
|
+
return result;
|
|
968
|
+
}
|
|
969
|
+
|
|
970
|
+
async _connectToMcpServerInternal(
|
|
971
|
+
serverName: string,
|
|
972
|
+
url: string,
|
|
973
|
+
callbackUrl: string,
|
|
974
|
+
// it's important that any options here are serializable because we put them into our sqlite DB for reconnection purposes
|
|
975
|
+
options?: {
|
|
976
|
+
client?: ConstructorParameters<typeof Client>[1];
|
|
977
|
+
/**
|
|
978
|
+
* We don't expose the normal set of transport options because:
|
|
979
|
+
* 1) we can't serialize things like the auth provider or a fetch function into the DB for reconnection purposes
|
|
980
|
+
* 2) We probably want these options to be agnostic to the transport type (SSE vs Streamable)
|
|
981
|
+
*
|
|
982
|
+
* This has the limitation that you can't override fetch, but I think headers should handle nearly all cases needed (i.e. non-standard bearer auth).
|
|
983
|
+
*/
|
|
984
|
+
transport?: {
|
|
985
|
+
headers?: HeadersInit;
|
|
986
|
+
};
|
|
987
|
+
},
|
|
988
|
+
reconnect?: {
|
|
989
|
+
id: string;
|
|
990
|
+
oauthClientId?: string;
|
|
991
|
+
}
|
|
992
|
+
): Promise<{ id: string; authUrl: string | undefined }> {
|
|
993
|
+
const authProvider = new DurableObjectOAuthClientProvider(
|
|
994
|
+
this.ctx.storage,
|
|
995
|
+
this.name,
|
|
996
|
+
callbackUrl
|
|
997
|
+
);
|
|
998
|
+
|
|
999
|
+
if (reconnect) {
|
|
1000
|
+
authProvider.serverId = reconnect.id;
|
|
1001
|
+
if (reconnect.oauthClientId) {
|
|
1002
|
+
authProvider.clientId = reconnect.oauthClientId;
|
|
1003
|
+
}
|
|
1004
|
+
}
|
|
1005
|
+
|
|
1006
|
+
// allows passing through transport headers if necessary
|
|
1007
|
+
// this handles some non-standard bearer auth setups (i.e. MCP server behind CF access instead of OAuth)
|
|
1008
|
+
let headerTransportOpts: SSEClientTransportOptions = {};
|
|
1009
|
+
if (options?.transport?.headers) {
|
|
1010
|
+
headerTransportOpts = {
|
|
1011
|
+
eventSourceInit: {
|
|
1012
|
+
fetch: (url, init) =>
|
|
1013
|
+
fetch(url, {
|
|
1014
|
+
...init,
|
|
1015
|
+
headers: options?.transport?.headers,
|
|
1016
|
+
}),
|
|
1017
|
+
},
|
|
1018
|
+
requestInit: {
|
|
1019
|
+
headers: options?.transport?.headers,
|
|
1020
|
+
},
|
|
1021
|
+
};
|
|
1022
|
+
}
|
|
1023
|
+
|
|
1024
|
+
const { id, authUrl, clientId } = await this.mcp.connect(url, {
|
|
1025
|
+
client: options?.client,
|
|
1026
|
+
reconnect,
|
|
1027
|
+
transport: {
|
|
1028
|
+
...headerTransportOpts,
|
|
1029
|
+
authProvider,
|
|
1030
|
+
},
|
|
1031
|
+
});
|
|
1032
|
+
|
|
1033
|
+
this.sql`
|
|
1034
|
+
INSERT OR REPLACE INTO cf_agents_mcp_servers (id, name, server_url, client_id, auth_url, callback_url, server_options)
|
|
1035
|
+
VALUES (
|
|
1036
|
+
${id},
|
|
1037
|
+
${serverName},
|
|
1038
|
+
${url},
|
|
1039
|
+
${clientId ?? null},
|
|
1040
|
+
${authUrl ?? null},
|
|
1041
|
+
${callbackUrl},
|
|
1042
|
+
${options ? JSON.stringify(options) : null}
|
|
1043
|
+
);
|
|
1044
|
+
`;
|
|
1045
|
+
|
|
1046
|
+
return {
|
|
1047
|
+
authUrl,
|
|
1048
|
+
id,
|
|
1049
|
+
};
|
|
1050
|
+
}
|
|
1051
|
+
|
|
1052
|
+
async removeMcpServer(id: string) {
|
|
1053
|
+
this.mcp.closeConnection(id);
|
|
1054
|
+
this.sql`
|
|
1055
|
+
DELETE FROM cf_agents_mcp_servers WHERE id = ${id};
|
|
1056
|
+
`;
|
|
1057
|
+
this.broadcast(
|
|
1058
|
+
JSON.stringify({
|
|
1059
|
+
mcp: this.getMcpServers(),
|
|
1060
|
+
type: "cf_agent_mcp_servers",
|
|
1061
|
+
})
|
|
1062
|
+
);
|
|
1063
|
+
}
|
|
1064
|
+
|
|
1065
|
+
getMcpServers(): MCPServersState {
|
|
1066
|
+
const mcpState: MCPServersState = {
|
|
1067
|
+
prompts: this.mcp.listPrompts(),
|
|
1068
|
+
resources: this.mcp.listResources(),
|
|
1069
|
+
servers: {},
|
|
1070
|
+
tools: this.mcp.listTools(),
|
|
1071
|
+
};
|
|
1072
|
+
|
|
1073
|
+
const servers = this.sql<MCPServerRow>`
|
|
1074
|
+
SELECT id, name, server_url, client_id, auth_url, callback_url, server_options FROM cf_agents_mcp_servers;
|
|
1075
|
+
`;
|
|
1076
|
+
|
|
1077
|
+
for (const server of servers) {
|
|
1078
|
+
const serverConn = this.mcp.mcpConnections[server.id];
|
|
1079
|
+
mcpState.servers[server.id] = {
|
|
1080
|
+
auth_url: server.auth_url,
|
|
1081
|
+
capabilities: serverConn?.serverCapabilities ?? null,
|
|
1082
|
+
instructions: serverConn?.instructions ?? null,
|
|
1083
|
+
name: server.name,
|
|
1084
|
+
server_url: server.server_url,
|
|
1085
|
+
// mark as "authenticating" because the server isn't automatically connected, so it's pending authenticating
|
|
1086
|
+
state: serverConn?.connectionState ?? "authenticating",
|
|
1087
|
+
};
|
|
1088
|
+
}
|
|
1089
|
+
|
|
1090
|
+
return mcpState;
|
|
1091
|
+
}
|
|
725
1092
|
}
|
|
726
1093
|
|
|
727
1094
|
/**
|
|
@@ -761,9 +1128,9 @@ export async function routeAgentRequest<Env>(
|
|
|
761
1128
|
const corsHeaders =
|
|
762
1129
|
options?.cors === true
|
|
763
1130
|
? {
|
|
764
|
-
"Access-Control-Allow-Origin": "*",
|
|
765
|
-
"Access-Control-Allow-Methods": "GET, POST, HEAD, OPTIONS",
|
|
766
1131
|
"Access-Control-Allow-Credentials": "true",
|
|
1132
|
+
"Access-Control-Allow-Methods": "GET, POST, HEAD, OPTIONS",
|
|
1133
|
+
"Access-Control-Allow-Origin": "*",
|
|
767
1134
|
"Access-Control-Max-Age": "86400",
|
|
768
1135
|
}
|
|
769
1136
|
: options?.cors;
|
|
@@ -811,9 +1178,9 @@ export async function routeAgentRequest<Env>(
|
|
|
811
1178
|
* @param options Routing options
|
|
812
1179
|
*/
|
|
813
1180
|
export async function routeAgentEmail<Env>(
|
|
814
|
-
|
|
815
|
-
|
|
816
|
-
|
|
1181
|
+
_email: ForwardableEmailMessage,
|
|
1182
|
+
_env: Env,
|
|
1183
|
+
_options?: AgentOptions<Env>
|
|
817
1184
|
): Promise<void> {}
|
|
818
1185
|
|
|
819
1186
|
/**
|
|
@@ -825,7 +1192,7 @@ export async function routeAgentEmail<Env>(
|
|
|
825
1192
|
* @param options Options for Agent creation
|
|
826
1193
|
* @returns Promise resolving to an Agent instance stub
|
|
827
1194
|
*/
|
|
828
|
-
export function getAgentByName<Env, T extends Agent<Env>>(
|
|
1195
|
+
export async function getAgentByName<Env, T extends Agent<Env>>(
|
|
829
1196
|
namespace: AgentNamespace<T>,
|
|
830
1197
|
name: string,
|
|
831
1198
|
options?: {
|
|
@@ -840,13 +1207,13 @@ export function getAgentByName<Env, T extends Agent<Env>>(
|
|
|
840
1207
|
* A wrapper for streaming responses in callable methods
|
|
841
1208
|
*/
|
|
842
1209
|
export class StreamingResponse {
|
|
843
|
-
|
|
844
|
-
|
|
845
|
-
|
|
1210
|
+
private _connection: Connection;
|
|
1211
|
+
private _id: string;
|
|
1212
|
+
private _closed = false;
|
|
846
1213
|
|
|
847
1214
|
constructor(connection: Connection, id: string) {
|
|
848
|
-
this
|
|
849
|
-
this
|
|
1215
|
+
this._connection = connection;
|
|
1216
|
+
this._id = id;
|
|
850
1217
|
}
|
|
851
1218
|
|
|
852
1219
|
/**
|
|
@@ -854,17 +1221,17 @@ export class StreamingResponse {
|
|
|
854
1221
|
* @param chunk The data to send
|
|
855
1222
|
*/
|
|
856
1223
|
send(chunk: unknown) {
|
|
857
|
-
if (this
|
|
1224
|
+
if (this._closed) {
|
|
858
1225
|
throw new Error("StreamingResponse is already closed");
|
|
859
1226
|
}
|
|
860
1227
|
const response: RPCResponse = {
|
|
861
|
-
type: "rpc",
|
|
862
|
-
id: this.#id,
|
|
863
|
-
success: true,
|
|
864
|
-
result: chunk,
|
|
865
1228
|
done: false,
|
|
1229
|
+
id: this._id,
|
|
1230
|
+
result: chunk,
|
|
1231
|
+
success: true,
|
|
1232
|
+
type: "rpc",
|
|
866
1233
|
};
|
|
867
|
-
this
|
|
1234
|
+
this._connection.send(JSON.stringify(response));
|
|
868
1235
|
}
|
|
869
1236
|
|
|
870
1237
|
/**
|
|
@@ -872,17 +1239,17 @@ export class StreamingResponse {
|
|
|
872
1239
|
* @param finalChunk Optional final chunk of data to send
|
|
873
1240
|
*/
|
|
874
1241
|
end(finalChunk?: unknown) {
|
|
875
|
-
if (this
|
|
1242
|
+
if (this._closed) {
|
|
876
1243
|
throw new Error("StreamingResponse is already closed");
|
|
877
1244
|
}
|
|
878
|
-
this
|
|
1245
|
+
this._closed = true;
|
|
879
1246
|
const response: RPCResponse = {
|
|
880
|
-
type: "rpc",
|
|
881
|
-
id: this.#id,
|
|
882
|
-
success: true,
|
|
883
|
-
result: finalChunk,
|
|
884
1247
|
done: true,
|
|
1248
|
+
id: this._id,
|
|
1249
|
+
result: finalChunk,
|
|
1250
|
+
success: true,
|
|
1251
|
+
type: "rpc",
|
|
885
1252
|
};
|
|
886
|
-
this
|
|
1253
|
+
this._connection.send(JSON.stringify(response));
|
|
887
1254
|
}
|
|
888
1255
|
}
|