agents 0.0.0-25aeaf2 → 0.0.0-25b261e

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (47) hide show
  1. package/README.md +131 -25
  2. package/dist/ai-chat-agent.d.ts +35 -6
  3. package/dist/ai-chat-agent.js +139 -117
  4. package/dist/ai-chat-agent.js.map +1 -1
  5. package/dist/ai-react.d.ts +13 -9
  6. package/dist/ai-react.js +27 -29
  7. package/dist/ai-react.js.map +1 -1
  8. package/dist/chunk-DQJFYHG3.js +1290 -0
  9. package/dist/chunk-DQJFYHG3.js.map +1 -0
  10. package/dist/{chunk-25YDMV4H.js → chunk-EM3J4KV7.js} +179 -45
  11. package/dist/chunk-EM3J4KV7.js.map +1 -0
  12. package/dist/{chunk-RN4SNE73.js → chunk-KUH345EY.js} +17 -34
  13. package/dist/chunk-KUH345EY.js.map +1 -0
  14. package/dist/{chunk-D6UOOELW.js → chunk-PVQZBKN7.js} +15 -15
  15. package/dist/chunk-PVQZBKN7.js.map +1 -0
  16. package/dist/client-DgyzBU_8.d.ts +4601 -0
  17. package/dist/client.d.ts +10 -3
  18. package/dist/client.js +1 -2
  19. package/dist/index.d.ts +197 -17
  20. package/dist/index.js +10 -5
  21. package/dist/mcp/client.d.ts +9 -781
  22. package/dist/mcp/client.js +1 -2
  23. package/dist/mcp/do-oauth-client-provider.d.ts +3 -3
  24. package/dist/mcp/do-oauth-client-provider.js +1 -2
  25. package/dist/mcp/index.d.ts +48 -11
  26. package/dist/mcp/index.js +317 -180
  27. package/dist/mcp/index.js.map +1 -1
  28. package/dist/observability/index.d.ts +46 -0
  29. package/dist/observability/index.js +10 -0
  30. package/dist/react.d.ts +80 -11
  31. package/dist/react.js +16 -8
  32. package/dist/react.js.map +1 -1
  33. package/dist/schedule.d.ts +6 -6
  34. package/dist/schedule.js +4 -6
  35. package/dist/schedule.js.map +1 -1
  36. package/dist/serializable.d.ts +32 -0
  37. package/dist/serializable.js +1 -0
  38. package/dist/serializable.js.map +1 -0
  39. package/package.json +79 -71
  40. package/src/index.ts +898 -222
  41. package/dist/chunk-25YDMV4H.js.map +0 -1
  42. package/dist/chunk-D6UOOELW.js.map +0 -1
  43. package/dist/chunk-HMLY7DHA.js +0 -16
  44. package/dist/chunk-RN4SNE73.js.map +0 -1
  45. package/dist/chunk-YFPCCSZO.js +0 -787
  46. package/dist/chunk-YFPCCSZO.js.map +0 -1
  47. /package/dist/{chunk-HMLY7DHA.js.map → observability/index.js.map} +0 -0
package/src/index.ts CHANGED
@@ -1,34 +1,33 @@
1
+ import type { env } from "cloudflare:workers";
2
+ import { AsyncLocalStorage } from "node:async_hooks";
3
+ import type { Client } from "@modelcontextprotocol/sdk/client/index.js";
4
+ import type { SSEClientTransportOptions } from "@modelcontextprotocol/sdk/client/sse.js";
5
+
6
+ import type {
7
+ Prompt,
8
+ Resource,
9
+ ServerCapabilities,
10
+ Tool
11
+ } from "@modelcontextprotocol/sdk/types.js";
12
+ import { parseCronExpression } from "cron-schedule";
13
+ import { nanoid } from "nanoid";
14
+ import { EmailMessage } from "cloudflare:email";
1
15
  import {
2
- Server,
3
- routePartykitRequest,
4
- type PartyServerOptions,
5
- getServerByName,
6
16
  type Connection,
7
17
  type ConnectionContext,
18
+ type PartyServerOptions,
19
+ Server,
8
20
  type WSMessage,
21
+ getServerByName,
22
+ routePartykitRequest
9
23
  } from "partyserver";
10
-
11
- import { parseCronExpression } from "cron-schedule";
12
- import { nanoid } from "nanoid";
13
-
14
- import { AsyncLocalStorage } from "node:async_hooks";
15
- import { MCPClientManager } from "./mcp/client";
16
- import {
17
- DurableObjectOAuthClientProvider,
18
- type AgentsOAuthProvider,
19
- } from "./mcp/do-oauth-client-provider";
20
- import type {
21
- Tool,
22
- Resource,
23
- Prompt,
24
- } from "@modelcontextprotocol/sdk/types.js";
25
-
26
- import type { Client } from "@modelcontextprotocol/sdk/client/index.js";
27
- import type { SSEClientTransportOptions } from "@modelcontextprotocol/sdk/client/sse.js";
28
-
29
24
  import { camelCaseToKebabCase } from "./client";
25
+ import { MCPClientManager } from "./mcp/client";
26
+ // import type { MCPClientConnection } from "./mcp/client-connection";
27
+ import { DurableObjectOAuthClientProvider } from "./mcp/do-oauth-client-provider";
28
+ import { genericObservability, type Observability } from "./observability";
30
29
 
31
- export type { Connection, WSMessage, ConnectionContext } from "partyserver";
30
+ export type { Connection, ConnectionContext, WSMessage } from "partyserver";
32
31
 
33
32
  /**
34
33
  * RPC request message from client
@@ -112,7 +111,6 @@ export type CallableMetadata = {
112
111
  streaming?: boolean;
113
112
  };
114
113
 
115
- // biome-ignore lint/complexity/noBannedTypes: <explanation>
116
114
  const callableMetadata = new Map<Function, CallableMetadata>();
117
115
 
118
116
  /**
@@ -122,6 +120,7 @@ const callableMetadata = new Map<Function, CallableMetadata>();
122
120
  export function unstable_callable(metadata: CallableMetadata = {}) {
123
121
  return function callableDecorator<This, Args extends unknown[], Return>(
124
122
  target: (this: This, ...args: Args) => Return,
123
+ // biome-ignore lint/correctness/noUnusedFunctionParameters: later
125
124
  context: ClassMethodDecoratorContext
126
125
  ) {
127
126
  if (!callableMetadata.has(target)) {
@@ -132,6 +131,13 @@ export function unstable_callable(metadata: CallableMetadata = {}) {
132
131
  };
133
132
  }
134
133
 
134
+ export type QueueItem<T = string> = {
135
+ id: string;
136
+ payload: T;
137
+ callback: keyof Agent<unknown>;
138
+ created_at: number;
139
+ };
140
+
135
141
  /**
136
142
  * Represents a scheduled task within an Agent
137
143
  * @template T Type of the payload data
@@ -194,7 +200,12 @@ export type MCPServer = {
194
200
  name: string;
195
201
  server_url: string;
196
202
  auth_url: string | null;
203
+ // This state is specifically about the temporary process of getting a token (if needed).
204
+ // Scope outside of that can't be relied upon because when the DO sleeps, there's no way
205
+ // to communicate a change to a non-ready state.
197
206
  state: "authenticating" | "connecting" | "ready" | "discovering" | "failed";
207
+ instructions: string | null;
208
+ capabilities: ServerCapabilities | null;
198
209
  };
199
210
 
200
211
  /**
@@ -216,23 +227,26 @@ const STATE_WAS_CHANGED = "cf_state_was_changed";
216
227
  const DEFAULT_STATE = {} as unknown;
217
228
 
218
229
  const agentContext = new AsyncLocalStorage<{
219
- agent: Agent<unknown>;
230
+ agent: Agent<unknown, unknown>;
220
231
  connection: Connection | undefined;
221
232
  request: Request | undefined;
233
+ email: AgentEmail | undefined;
222
234
  }>();
223
235
 
224
236
  export function getCurrentAgent<
225
- T extends Agent<unknown, unknown> = Agent<unknown, unknown>,
237
+ T extends Agent<unknown, unknown> = Agent<unknown, unknown>
226
238
  >(): {
227
239
  agent: T | undefined;
228
240
  connection: Connection | undefined;
229
- request: Request<unknown, CfProperties<unknown>> | undefined;
241
+ request: Request | undefined;
242
+ email: AgentEmail | undefined;
230
243
  } {
231
244
  const store = agentContext.getStore() as
232
245
  | {
233
246
  agent: T;
234
247
  connection: Connection | undefined;
235
- request: Request<unknown, CfProperties<unknown>> | undefined;
248
+ request: Request | undefined;
249
+ email: AgentEmail | undefined;
236
250
  }
237
251
  | undefined;
238
252
  if (!store) {
@@ -240,23 +254,43 @@ export function getCurrentAgent<
240
254
  agent: undefined,
241
255
  connection: undefined,
242
256
  request: undefined,
257
+ email: undefined
243
258
  };
244
259
  }
245
260
  return store;
246
261
  }
247
262
 
263
+ /**
264
+ * Wraps a method to run within the agent context, ensuring getCurrentAgent() works properly
265
+ * @param agent The agent instance
266
+ * @param method The method to wrap
267
+ * @returns A wrapped method that runs within the agent context
268
+ */
269
+
270
+ // biome-ignore lint/suspicious/noExplicitAny: I can't typescript
271
+ function withAgentContext<T extends (...args: any[]) => any>(
272
+ method: T
273
+ ): (this: Agent<unknown, unknown>, ...args: Parameters<T>) => ReturnType<T> {
274
+ return function (...args: Parameters<T>): ReturnType<T> {
275
+ const { connection, request, email } = getCurrentAgent();
276
+ return agentContext.run({ agent: this, connection, request, email }, () => {
277
+ return method.apply(this, args);
278
+ });
279
+ };
280
+ }
281
+
248
282
  /**
249
283
  * Base class for creating Agent implementations
250
284
  * @template Env Environment type containing bindings
251
285
  * @template State State type to store within the Agent
252
286
  */
253
- export class Agent<Env, State = unknown> extends Server<Env> {
254
- #state = DEFAULT_STATE as State;
287
+ export class Agent<Env = typeof env, State = unknown> extends Server<Env> {
288
+ private _state = DEFAULT_STATE as State;
255
289
 
256
- #ParentClass: typeof Agent<Env, State> =
290
+ private _ParentClass: typeof Agent<Env, State> =
257
291
  Object.getPrototypeOf(this).constructor;
258
292
 
259
- mcp: MCPClientManager = new MCPClientManager(this.#ParentClass.name, "0.0.1");
293
+ mcp: MCPClientManager = new MCPClientManager(this._ParentClass.name, "0.0.1");
260
294
 
261
295
  /**
262
296
  * Initial state for the Agent
@@ -268,9 +302,9 @@ export class Agent<Env, State = unknown> extends Server<Env> {
268
302
  * Current state of the Agent
269
303
  */
270
304
  get state(): State {
271
- if (this.#state !== DEFAULT_STATE) {
305
+ if (this._state !== DEFAULT_STATE) {
272
306
  // state was previously set, and populated internal state
273
- return this.#state;
307
+ return this._state;
274
308
  }
275
309
  // looks like this is the first time the state is being accessed
276
310
  // check if the state was set in a previous life
@@ -290,8 +324,8 @@ export class Agent<Env, State = unknown> extends Server<Env> {
290
324
  ) {
291
325
  const state = result[0]?.state as string; // could be null?
292
326
 
293
- this.#state = JSON.parse(state);
294
- return this.#state;
327
+ this._state = JSON.parse(state);
328
+ return this._state;
295
329
  }
296
330
 
297
331
  // ok, this is the first time the state is being accessed
@@ -312,9 +346,14 @@ export class Agent<Env, State = unknown> extends Server<Env> {
312
346
  */
313
347
  static options = {
314
348
  /** Whether the Agent should hibernate when inactive */
315
- hibernate: true, // default to hibernate
349
+ hibernate: true // default to hibernate
316
350
  };
317
351
 
352
+ /**
353
+ * The observability implementation to use for the Agent
354
+ */
355
+ observability?: Observability = genericObservability;
356
+
318
357
  /**
319
358
  * Execute SQL queries against the Agent's database
320
359
  * @template T Type of the returned rows
@@ -344,6 +383,9 @@ export class Agent<Env, State = unknown> extends Server<Env> {
344
383
  constructor(ctx: AgentContext, env: Env) {
345
384
  super(ctx, env);
346
385
 
386
+ // Auto-wrap custom methods with agent context
387
+ this._autoWrapCustomMethods();
388
+
347
389
  this.sql`
348
390
  CREATE TABLE IF NOT EXISTS cf_agents_state (
349
391
  id TEXT PRIMARY KEY NOT NULL,
@@ -351,8 +393,17 @@ export class Agent<Env, State = unknown> extends Server<Env> {
351
393
  )
352
394
  `;
353
395
 
396
+ this.sql`
397
+ CREATE TABLE IF NOT EXISTS cf_agents_queues (
398
+ id TEXT PRIMARY KEY NOT NULL,
399
+ payload TEXT,
400
+ callback TEXT,
401
+ created_at INTEGER DEFAULT (unixepoch())
402
+ )
403
+ `;
404
+
354
405
  void this.ctx.blockConcurrencyWhile(async () => {
355
- return this.#tryCatch(async () => {
406
+ return this._tryCatch(async () => {
356
407
  // Create alarms table if it doesn't exist
357
408
  this.sql`
358
409
  CREATE TABLE IF NOT EXISTS cf_agents_schedules (
@@ -387,7 +438,7 @@ export class Agent<Env, State = unknown> extends Server<Env> {
387
438
  const _onRequest = this.onRequest.bind(this);
388
439
  this.onRequest = (request: Request) => {
389
440
  return agentContext.run(
390
- { agent: this, connection: undefined, request },
441
+ { agent: this, connection: undefined, request, email: undefined },
391
442
  async () => {
392
443
  if (this.mcp.isCallbackRequest(request)) {
393
444
  await this.mcp.handleCallbackRequest(request);
@@ -395,19 +446,19 @@ export class Agent<Env, State = unknown> extends Server<Env> {
395
446
  // after the MCP connection handshake, we can send updated mcp state
396
447
  this.broadcast(
397
448
  JSON.stringify({
398
- type: "cf_agent_mcp_servers",
399
- mcp: this.#getMcpServerStateInternal(),
449
+ mcp: this.getMcpServers(),
450
+ type: "cf_agent_mcp_servers"
400
451
  })
401
452
  );
402
453
 
403
454
  // We probably should let the user configure this response/redirect, but this is fine for now.
404
455
  return new Response("<script>window.close();</script>", {
405
- status: 200,
406
456
  headers: { "content-type": "text/html" },
457
+ status: 200
407
458
  });
408
459
  }
409
460
 
410
- return this.#tryCatch(() => _onRequest(request));
461
+ return this._tryCatch(() => _onRequest(request));
411
462
  }
412
463
  );
413
464
  };
@@ -415,22 +466,22 @@ export class Agent<Env, State = unknown> extends Server<Env> {
415
466
  const _onMessage = this.onMessage.bind(this);
416
467
  this.onMessage = async (connection: Connection, message: WSMessage) => {
417
468
  return agentContext.run(
418
- { agent: this, connection, request: undefined },
469
+ { agent: this, connection, request: undefined, email: undefined },
419
470
  async () => {
420
471
  if (typeof message !== "string") {
421
- return this.#tryCatch(() => _onMessage(connection, message));
472
+ return this._tryCatch(() => _onMessage(connection, message));
422
473
  }
423
474
 
424
475
  let parsed: unknown;
425
476
  try {
426
477
  parsed = JSON.parse(message);
427
- } catch (e) {
478
+ } catch (_e) {
428
479
  // silently fail and let the onMessage handler handle it
429
- return this.#tryCatch(() => _onMessage(connection, message));
480
+ return this._tryCatch(() => _onMessage(connection, message));
430
481
  }
431
482
 
432
483
  if (isStateUpdateMessage(parsed)) {
433
- this.#setStateInternal(parsed.state as State, connection);
484
+ this._setStateInternal(parsed.state as State, connection);
434
485
  return;
435
486
  }
436
487
 
@@ -444,11 +495,10 @@ export class Agent<Env, State = unknown> extends Server<Env> {
444
495
  throw new Error(`Method ${method} does not exist`);
445
496
  }
446
497
 
447
- if (!this.#isCallable(method)) {
498
+ if (!this._isCallable(method)) {
448
499
  throw new Error(`Method ${method} is not callable`);
449
500
  }
450
501
 
451
- // biome-ignore lint/complexity/noBannedTypes: <explanation>
452
502
  const metadata = callableMetadata.get(methodFn as Function);
453
503
 
454
504
  // For streaming methods, pass a StreamingResponse object
@@ -460,22 +510,37 @@ export class Agent<Env, State = unknown> extends Server<Env> {
460
510
 
461
511
  // For regular methods, execute and send response
462
512
  const result = await methodFn.apply(this, args);
513
+
514
+ this.observability?.emit(
515
+ {
516
+ displayMessage: `RPC call to ${method}`,
517
+ id: nanoid(),
518
+ payload: {
519
+ method,
520
+ streaming: metadata?.streaming
521
+ },
522
+ timestamp: Date.now(),
523
+ type: "rpc"
524
+ },
525
+ this.ctx
526
+ );
527
+
463
528
  const response: RPCResponse = {
464
- type: "rpc",
529
+ done: true,
465
530
  id,
466
- success: true,
467
531
  result,
468
- done: true,
532
+ success: true,
533
+ type: "rpc"
469
534
  };
470
535
  connection.send(JSON.stringify(response));
471
536
  } catch (e) {
472
537
  // Send error response
473
538
  const response: RPCResponse = {
474
- type: "rpc",
475
- id: parsed.id,
476
- success: false,
477
539
  error:
478
540
  e instanceof Error ? e.message : "Unknown error occurred",
541
+ id: parsed.id,
542
+ success: false,
543
+ type: "rpc"
479
544
  };
480
545
  connection.send(JSON.stringify(response));
481
546
  console.error("RPC error:", e);
@@ -483,7 +548,7 @@ export class Agent<Env, State = unknown> extends Server<Env> {
483
548
  return;
484
549
  }
485
550
 
486
- return this.#tryCatch(() => _onMessage(connection, message));
551
+ return this._tryCatch(() => _onMessage(connection, message));
487
552
  }
488
553
  );
489
554
  };
@@ -493,26 +558,38 @@ export class Agent<Env, State = unknown> extends Server<Env> {
493
558
  // TODO: This is a hack to ensure the state is sent after the connection is established
494
559
  // must fix this
495
560
  return agentContext.run(
496
- { agent: this, connection, request: ctx.request },
561
+ { agent: this, connection, request: ctx.request, email: undefined },
497
562
  async () => {
498
563
  setTimeout(() => {
499
564
  if (this.state) {
500
565
  connection.send(
501
566
  JSON.stringify({
502
- type: "cf_agent_state",
503
567
  state: this.state,
568
+ type: "cf_agent_state"
504
569
  })
505
570
  );
506
571
  }
507
572
 
508
573
  connection.send(
509
574
  JSON.stringify({
510
- type: "cf_agent_mcp_servers",
511
- mcp: this.#getMcpServerStateInternal(),
575
+ mcp: this.getMcpServers(),
576
+ type: "cf_agent_mcp_servers"
512
577
  })
513
578
  );
514
579
 
515
- return this.#tryCatch(() => _onConnect(connection, ctx));
580
+ this.observability?.emit(
581
+ {
582
+ displayMessage: "Connection established",
583
+ id: nanoid(),
584
+ payload: {
585
+ connectionId: connection.id
586
+ },
587
+ timestamp: Date.now(),
588
+ type: "connect"
589
+ },
590
+ this.ctx
591
+ );
592
+ return this._tryCatch(() => _onConnect(connection, ctx));
516
593
  }, 20);
517
594
  }
518
595
  );
@@ -521,45 +598,76 @@ export class Agent<Env, State = unknown> extends Server<Env> {
521
598
  const _onStart = this.onStart.bind(this);
522
599
  this.onStart = async () => {
523
600
  return agentContext.run(
524
- { agent: this, connection: undefined, request: undefined },
601
+ {
602
+ agent: this,
603
+ connection: undefined,
604
+ request: undefined,
605
+ email: undefined
606
+ },
525
607
  async () => {
526
- const servers = this.sql<MCPServerRow>`
608
+ await this._tryCatch(() => {
609
+ const servers = this.sql<MCPServerRow>`
527
610
  SELECT id, name, server_url, client_id, auth_url, callback_url, server_options FROM cf_agents_mcp_servers;
528
611
  `;
529
612
 
530
- // from DO storage, reconnect to all servers using our saved auth information
531
- await Promise.allSettled(
532
- servers.map((server) => {
533
- return this.#connectToMcpServerInternal(
534
- server.name,
535
- server.server_url,
536
- server.callback_url,
537
- server.server_options
538
- ? JSON.parse(server.server_options)
539
- : undefined,
540
- {
541
- id: server.id,
542
- oauthClientId: server.client_id ?? undefined,
543
- }
544
- );
545
- })
546
- );
547
-
548
- this.broadcast(
549
- JSON.stringify({
550
- type: "cf_agent_mcp_servers",
551
- mcp: this.#getMcpServerStateInternal(),
552
- })
553
- );
613
+ this.broadcast(
614
+ JSON.stringify({
615
+ mcp: this.getMcpServers(),
616
+ type: "cf_agent_mcp_servers"
617
+ })
618
+ );
554
619
 
555
- await this.#tryCatch(() => _onStart());
620
+ // from DO storage, reconnect to all servers not currently in the oauth flow using our saved auth information
621
+ if (servers && Array.isArray(servers) && servers.length > 0) {
622
+ servers.forEach((server) => {
623
+ this._connectToMcpServerInternal(
624
+ server.name,
625
+ server.server_url,
626
+ server.callback_url,
627
+ server.server_options
628
+ ? JSON.parse(server.server_options)
629
+ : undefined,
630
+ {
631
+ id: server.id,
632
+ oauthClientId: server.client_id ?? undefined
633
+ }
634
+ )
635
+ .then(() => {
636
+ // Broadcast updated MCP servers state after each server connects
637
+ this.broadcast(
638
+ JSON.stringify({
639
+ mcp: this.getMcpServers(),
640
+ type: "cf_agent_mcp_servers"
641
+ })
642
+ );
643
+ })
644
+ .catch((error) => {
645
+ console.error(
646
+ `Error connecting to MCP server: ${server.name} (${server.server_url})`,
647
+ error
648
+ );
649
+ // Still broadcast even if connection fails, so clients know about the failure
650
+ this.broadcast(
651
+ JSON.stringify({
652
+ mcp: this.getMcpServers(),
653
+ type: "cf_agent_mcp_servers"
654
+ })
655
+ );
656
+ });
657
+ });
658
+ }
659
+ return _onStart();
660
+ });
556
661
  }
557
662
  );
558
663
  };
559
664
  }
560
665
 
561
- #setStateInternal(state: State, source: Connection | "server" = "server") {
562
- this.#state = state;
666
+ private _setStateInternal(
667
+ state: State,
668
+ source: Connection | "server" = "server"
669
+ ) {
670
+ this._state = state;
563
671
  this.sql`
564
672
  INSERT OR REPLACE INTO cf_agents_state (id, state)
565
673
  VALUES (${STATE_ROW_ID}, ${JSON.stringify(state)})
@@ -570,16 +678,26 @@ export class Agent<Env, State = unknown> extends Server<Env> {
570
678
  `;
571
679
  this.broadcast(
572
680
  JSON.stringify({
573
- type: "cf_agent_state",
574
681
  state: state,
682
+ type: "cf_agent_state"
575
683
  }),
576
684
  source !== "server" ? [source.id] : []
577
685
  );
578
- return this.#tryCatch(() => {
579
- const { connection, request } = agentContext.getStore() || {};
686
+ return this._tryCatch(() => {
687
+ const { connection, request, email } = agentContext.getStore() || {};
580
688
  return agentContext.run(
581
- { agent: this, connection, request },
689
+ { agent: this, connection, request, email },
582
690
  async () => {
691
+ this.observability?.emit(
692
+ {
693
+ displayMessage: "State updated",
694
+ id: nanoid(),
695
+ payload: {},
696
+ timestamp: Date.now(),
697
+ type: "state:update"
698
+ },
699
+ this.ctx
700
+ );
583
701
  return this.onStateUpdate(state, source);
584
702
  }
585
703
  );
@@ -591,7 +709,7 @@ export class Agent<Env, State = unknown> extends Server<Env> {
591
709
  * @param state New state to set
592
710
  */
593
711
  setState(state: State) {
594
- this.#setStateInternal(state, "server");
712
+ this._setStateInternal(state, "server");
595
713
  }
596
714
 
597
715
  /**
@@ -599,24 +717,90 @@ export class Agent<Env, State = unknown> extends Server<Env> {
599
717
  * @param state Updated state
600
718
  * @param source Source of the state update ("server" or a client connection)
601
719
  */
720
+ // biome-ignore lint/correctness/noUnusedFunctionParameters: overridden later
602
721
  onStateUpdate(state: State | undefined, source: Connection | "server") {
603
722
  // override this to handle state updates
604
723
  }
605
724
 
606
725
  /**
607
- * Called when the Agent receives an email
726
+ * Called when the Agent receives an email via routeAgentEmail()
727
+ * Override this method to handle incoming emails
608
728
  * @param email Email message to process
609
729
  */
610
- onEmail(email: ForwardableEmailMessage) {
730
+ async _onEmail(email: AgentEmail) {
731
+ // nb: we use this roundabout way of getting to onEmail
732
+ // because of https://github.com/cloudflare/workerd/issues/4499
611
733
  return agentContext.run(
612
- { agent: this, connection: undefined, request: undefined },
734
+ { agent: this, connection: undefined, request: undefined, email: email },
613
735
  async () => {
614
- console.error("onEmail not implemented");
736
+ if ("onEmail" in this && typeof this.onEmail === "function") {
737
+ return this._tryCatch(() =>
738
+ (this.onEmail as (email: AgentEmail) => Promise<void>)(email)
739
+ );
740
+ } else {
741
+ console.log("Received email from:", email.from, "to:", email.to);
742
+ console.log("Subject:", email.headers.get("subject"));
743
+ console.log(
744
+ "Implement onEmail(email: AgentEmail): Promise<void> in your agent to process emails"
745
+ );
746
+ }
615
747
  }
616
748
  );
617
749
  }
618
750
 
619
- async #tryCatch<T>(fn: () => T | Promise<T>) {
751
+ /**
752
+ * Reply to an email
753
+ * @param email The email to reply to
754
+ * @param options Options for the reply
755
+ * @returns void
756
+ */
757
+ async replyToEmail(
758
+ email: AgentEmail,
759
+ options: {
760
+ fromName: string;
761
+ subject?: string | undefined;
762
+ body: string;
763
+ contentType?: string;
764
+ headers?: Record<string, string>;
765
+ }
766
+ ): Promise<void> {
767
+ return this._tryCatch(async () => {
768
+ const agentName = camelCaseToKebabCase(this._ParentClass.name);
769
+ const agentId = this.name;
770
+
771
+ const { createMimeMessage } = await import("mimetext");
772
+ const msg = createMimeMessage();
773
+ msg.setSender({ addr: email.to, name: options.fromName });
774
+ msg.setRecipient(email.from);
775
+ msg.setSubject(
776
+ options.subject || `Re: ${email.headers.get("subject")}` || "No subject"
777
+ );
778
+ msg.addMessage({
779
+ contentType: options.contentType || "text/plain",
780
+ data: options.body
781
+ });
782
+
783
+ const domain = email.from.split("@")[1];
784
+ const messageId = `<${agentId}@${domain}>`;
785
+ msg.setHeader("In-Reply-To", email.headers.get("Message-ID")!);
786
+ msg.setHeader("Message-ID", messageId);
787
+ msg.setHeader("X-Agent-Name", agentName);
788
+ msg.setHeader("X-Agent-ID", agentId);
789
+
790
+ if (options.headers) {
791
+ for (const [key, value] of Object.entries(options.headers)) {
792
+ msg.setHeader(key, value);
793
+ }
794
+ }
795
+ await email.reply({
796
+ from: email.to,
797
+ raw: msg.asRaw(),
798
+ to: email.from
799
+ });
800
+ });
801
+ }
802
+
803
+ private async _tryCatch<T>(fn: () => T | Promise<T>) {
620
804
  try {
621
805
  return await fn();
622
806
  } catch (e) {
@@ -624,6 +808,72 @@ export class Agent<Env, State = unknown> extends Server<Env> {
624
808
  }
625
809
  }
626
810
 
811
+ /**
812
+ * Automatically wrap custom methods with agent context
813
+ * This ensures getCurrentAgent() works in all custom methods without decorators
814
+ */
815
+ private _autoWrapCustomMethods() {
816
+ // Collect all methods from base prototypes (Agent and Server)
817
+ const basePrototypes = [Agent.prototype, Server.prototype];
818
+ const baseMethods = new Set<string>();
819
+ for (const baseProto of basePrototypes) {
820
+ let proto = baseProto;
821
+ while (proto && proto !== Object.prototype) {
822
+ const methodNames = Object.getOwnPropertyNames(proto);
823
+ for (const methodName of methodNames) {
824
+ baseMethods.add(methodName);
825
+ }
826
+ proto = Object.getPrototypeOf(proto);
827
+ }
828
+ }
829
+ // Get all methods from the current instance's prototype chain
830
+ let proto = Object.getPrototypeOf(this);
831
+ let depth = 0;
832
+ while (proto && proto !== Object.prototype && depth < 10) {
833
+ const methodNames = Object.getOwnPropertyNames(proto);
834
+ for (const methodName of methodNames) {
835
+ // Skip if it's a private method or not a function
836
+ if (
837
+ baseMethods.has(methodName) ||
838
+ methodName.startsWith("_") ||
839
+ typeof this[methodName as keyof this] !== "function"
840
+ ) {
841
+ continue;
842
+ }
843
+ // If the method doesn't exist in base prototypes, it's a custom method
844
+ if (!baseMethods.has(methodName)) {
845
+ const descriptor = Object.getOwnPropertyDescriptor(proto, methodName);
846
+ if (descriptor && typeof descriptor.value === "function") {
847
+ // Wrap the custom method with context
848
+
849
+ const wrappedFunction = withAgentContext(
850
+ // biome-ignore lint/suspicious/noExplicitAny: I can't typescript
851
+ this[methodName as keyof this] as (...args: any[]) => any
852
+ // biome-ignore lint/suspicious/noExplicitAny: I can't typescript
853
+ ) as any;
854
+
855
+ // if the method is callable, copy the metadata from the original method
856
+ if (this._isCallable(methodName)) {
857
+ callableMetadata.set(
858
+ wrappedFunction,
859
+ callableMetadata.get(
860
+ this[methodName as keyof this] as Function
861
+ )!
862
+ );
863
+ }
864
+
865
+ // set the wrapped function on the prototype
866
+ this.constructor.prototype[methodName as keyof this] =
867
+ wrappedFunction;
868
+ }
869
+ }
870
+ }
871
+
872
+ proto = Object.getPrototypeOf(proto);
873
+ depth++;
874
+ }
875
+ }
876
+
627
877
  override onError(
628
878
  connection: Connection,
629
879
  error: unknown
@@ -658,6 +908,131 @@ export class Agent<Env, State = unknown> extends Server<Env> {
658
908
  throw new Error("Not implemented");
659
909
  }
660
910
 
911
+ /**
912
+ * Queue a task to be executed in the future
913
+ * @param payload Payload to pass to the callback
914
+ * @param callback Name of the method to call
915
+ * @returns The ID of the queued task
916
+ */
917
+ async queue<T = unknown>(callback: keyof this, payload: T): Promise<string> {
918
+ const id = nanoid(9);
919
+ if (typeof callback !== "string") {
920
+ throw new Error("Callback must be a string");
921
+ }
922
+
923
+ if (typeof this[callback] !== "function") {
924
+ throw new Error(`this.${callback} is not a function`);
925
+ }
926
+
927
+ this.sql`
928
+ INSERT OR REPLACE INTO cf_agents_queues (id, payload, callback)
929
+ VALUES (${id}, ${JSON.stringify(payload)}, ${callback})
930
+ `;
931
+
932
+ void this._flushQueue().catch((e) => {
933
+ console.error("Error flushing queue:", e);
934
+ });
935
+
936
+ return id;
937
+ }
938
+
939
+ private _flushingQueue = false;
940
+
941
+ private async _flushQueue() {
942
+ if (this._flushingQueue) {
943
+ return;
944
+ }
945
+ this._flushingQueue = true;
946
+ while (true) {
947
+ const result = this.sql<QueueItem<string>>`
948
+ SELECT * FROM cf_agents_queues
949
+ ORDER BY created_at ASC
950
+ `;
951
+
952
+ if (!result || result.length === 0) {
953
+ break;
954
+ }
955
+
956
+ for (const row of result || []) {
957
+ const callback = this[row.callback as keyof Agent<Env>];
958
+ if (!callback) {
959
+ console.error(`callback ${row.callback} not found`);
960
+ continue;
961
+ }
962
+ const { connection, request, email } = agentContext.getStore() || {};
963
+ await agentContext.run(
964
+ {
965
+ agent: this,
966
+ connection,
967
+ request,
968
+ email
969
+ },
970
+ async () => {
971
+ // TODO: add retries and backoff
972
+ await (
973
+ callback as (
974
+ payload: unknown,
975
+ queueItem: QueueItem<string>
976
+ ) => Promise<void>
977
+ ).bind(this)(JSON.parse(row.payload as string), row);
978
+ await this.dequeue(row.id);
979
+ }
980
+ );
981
+ }
982
+ }
983
+ this._flushingQueue = false;
984
+ }
985
+
986
+ /**
987
+ * Dequeue a task by ID
988
+ * @param id ID of the task to dequeue
989
+ */
990
+ async dequeue(id: string) {
991
+ this.sql`DELETE FROM cf_agents_queues WHERE id = ${id}`;
992
+ }
993
+
994
+ /**
995
+ * Dequeue all tasks
996
+ */
997
+ async dequeueAll() {
998
+ this.sql`DELETE FROM cf_agents_queues`;
999
+ }
1000
+
1001
+ /**
1002
+ * Dequeue all tasks by callback
1003
+ * @param callback Name of the callback to dequeue
1004
+ */
1005
+ async dequeueAllByCallback(callback: string) {
1006
+ this.sql`DELETE FROM cf_agents_queues WHERE callback = ${callback}`;
1007
+ }
1008
+
1009
+ /**
1010
+ * Get a queued task by ID
1011
+ * @param id ID of the task to get
1012
+ * @returns The task or undefined if not found
1013
+ */
1014
+ async getQueue(id: string): Promise<QueueItem<string> | undefined> {
1015
+ const result = this.sql<QueueItem<string>>`
1016
+ SELECT * FROM cf_agents_queues WHERE id = ${id}
1017
+ `;
1018
+ return result
1019
+ ? { ...result[0], payload: JSON.parse(result[0].payload) }
1020
+ : undefined;
1021
+ }
1022
+
1023
+ /**
1024
+ * Get all queues by key and value
1025
+ * @param key Key to filter by
1026
+ * @param value Value to filter by
1027
+ * @returns Array of matching QueueItem objects
1028
+ */
1029
+ async getQueues(key: string, value: string): Promise<QueueItem<string>[]> {
1030
+ const result = this.sql<QueueItem<string>>`
1031
+ SELECT * FROM cf_agents_queues
1032
+ `;
1033
+ return result.filter((row) => JSON.parse(row.payload)[key] === value);
1034
+ }
1035
+
661
1036
  /**
662
1037
  * Schedule a task to be executed in the future
663
1038
  * @template T Type of the payload data
@@ -673,6 +1048,21 @@ export class Agent<Env, State = unknown> extends Server<Env> {
673
1048
  ): Promise<Schedule<T>> {
674
1049
  const id = nanoid(9);
675
1050
 
1051
+ const emitScheduleCreate = (schedule: Schedule<T>) =>
1052
+ this.observability?.emit(
1053
+ {
1054
+ displayMessage: `Schedule ${schedule.id} created`,
1055
+ id: nanoid(),
1056
+ payload: {
1057
+ callback: callback as string,
1058
+ id: id
1059
+ },
1060
+ timestamp: Date.now(),
1061
+ type: "schedule:create"
1062
+ },
1063
+ this.ctx
1064
+ );
1065
+
676
1066
  if (typeof callback !== "string") {
677
1067
  throw new Error("Callback must be a string");
678
1068
  }
@@ -690,15 +1080,19 @@ export class Agent<Env, State = unknown> extends Server<Env> {
690
1080
  )}, 'scheduled', ${timestamp})
691
1081
  `;
692
1082
 
693
- await this.#scheduleNextAlarm();
1083
+ await this._scheduleNextAlarm();
694
1084
 
695
- return {
696
- id,
1085
+ const schedule: Schedule<T> = {
697
1086
  callback: callback,
1087
+ id,
698
1088
  payload: payload as T,
699
1089
  time: timestamp,
700
- type: "scheduled",
1090
+ type: "scheduled"
701
1091
  };
1092
+
1093
+ emitScheduleCreate(schedule);
1094
+
1095
+ return schedule;
702
1096
  }
703
1097
  if (typeof when === "number") {
704
1098
  const time = new Date(Date.now() + when * 1000);
@@ -711,16 +1105,20 @@ export class Agent<Env, State = unknown> extends Server<Env> {
711
1105
  )}, 'delayed', ${when}, ${timestamp})
712
1106
  `;
713
1107
 
714
- await this.#scheduleNextAlarm();
1108
+ await this._scheduleNextAlarm();
715
1109
 
716
- return {
717
- id,
1110
+ const schedule: Schedule<T> = {
718
1111
  callback: callback,
719
- payload: payload as T,
720
1112
  delayInSeconds: when,
1113
+ id,
1114
+ payload: payload as T,
721
1115
  time: timestamp,
722
- type: "delayed",
1116
+ type: "delayed"
723
1117
  };
1118
+
1119
+ emitScheduleCreate(schedule);
1120
+
1121
+ return schedule;
724
1122
  }
725
1123
  if (typeof when === "string") {
726
1124
  const nextExecutionTime = getNextCronTime(when);
@@ -733,16 +1131,20 @@ export class Agent<Env, State = unknown> extends Server<Env> {
733
1131
  )}, 'cron', ${when}, ${timestamp})
734
1132
  `;
735
1133
 
736
- await this.#scheduleNextAlarm();
1134
+ await this._scheduleNextAlarm();
737
1135
 
738
- return {
739
- id,
1136
+ const schedule: Schedule<T> = {
740
1137
  callback: callback,
741
- payload: payload as T,
742
1138
  cron: when,
1139
+ id,
1140
+ payload: payload as T,
743
1141
  time: timestamp,
744
- type: "cron",
1142
+ type: "cron"
745
1143
  };
1144
+
1145
+ emitScheduleCreate(schedule);
1146
+
1147
+ return schedule;
746
1148
  }
747
1149
  throw new Error("Invalid schedule type");
748
1150
  }
@@ -806,7 +1208,7 @@ export class Agent<Env, State = unknown> extends Server<Env> {
806
1208
  .toArray()
807
1209
  .map((row) => ({
808
1210
  ...row,
809
- payload: JSON.parse(row.payload as string) as T,
1211
+ payload: JSON.parse(row.payload as string) as T
810
1212
  })) as Schedule<T>[];
811
1213
 
812
1214
  return result;
@@ -818,18 +1220,34 @@ export class Agent<Env, State = unknown> extends Server<Env> {
818
1220
  * @returns true if the task was cancelled, false otherwise
819
1221
  */
820
1222
  async cancelSchedule(id: string): Promise<boolean> {
1223
+ const schedule = await this.getSchedule(id);
1224
+ if (schedule) {
1225
+ this.observability?.emit(
1226
+ {
1227
+ displayMessage: `Schedule ${id} cancelled`,
1228
+ id: nanoid(),
1229
+ payload: {
1230
+ callback: schedule.callback,
1231
+ id: schedule.id
1232
+ },
1233
+ timestamp: Date.now(),
1234
+ type: "schedule:cancel"
1235
+ },
1236
+ this.ctx
1237
+ );
1238
+ }
821
1239
  this.sql`DELETE FROM cf_agents_schedules WHERE id = ${id}`;
822
1240
 
823
- await this.#scheduleNextAlarm();
1241
+ await this._scheduleNextAlarm();
824
1242
  return true;
825
1243
  }
826
1244
 
827
- async #scheduleNextAlarm() {
1245
+ private async _scheduleNextAlarm() {
828
1246
  // Find the next schedule that needs to be executed
829
1247
  const result = this.sql`
830
- SELECT time FROM cf_agents_schedules
1248
+ SELECT time FROM cf_agents_schedules
831
1249
  WHERE time > ${Math.floor(Date.now() / 1000)}
832
- ORDER BY time ASC
1250
+ ORDER BY time ASC
833
1251
  LIMIT 1
834
1252
  `;
835
1253
  if (!result) return;
@@ -856,45 +1274,66 @@ export class Agent<Env, State = unknown> extends Server<Env> {
856
1274
  SELECT * FROM cf_agents_schedules WHERE time <= ${now}
857
1275
  `;
858
1276
 
859
- for (const row of result || []) {
860
- const callback = this[row.callback as keyof Agent<Env>];
861
- if (!callback) {
862
- console.error(`callback ${row.callback} not found`);
863
- continue;
864
- }
865
- await agentContext.run(
866
- { agent: this, connection: undefined, request: undefined },
867
- async () => {
868
- try {
869
- await (
870
- callback as (
871
- payload: unknown,
872
- schedule: Schedule<unknown>
873
- ) => Promise<void>
874
- ).bind(this)(JSON.parse(row.payload as string), row);
875
- } catch (e) {
876
- console.error(`error executing callback "${row.callback}"`, e);
877
- }
1277
+ if (result && Array.isArray(result)) {
1278
+ for (const row of result) {
1279
+ const callback = this[row.callback as keyof Agent<Env>];
1280
+ if (!callback) {
1281
+ console.error(`callback ${row.callback} not found`);
1282
+ continue;
878
1283
  }
879
- );
880
- if (row.type === "cron") {
881
- // Update next execution time for cron schedules
882
- const nextExecutionTime = getNextCronTime(row.cron);
883
- const nextTimestamp = Math.floor(nextExecutionTime.getTime() / 1000);
1284
+ await agentContext.run(
1285
+ {
1286
+ agent: this,
1287
+ connection: undefined,
1288
+ request: undefined,
1289
+ email: undefined
1290
+ },
1291
+ async () => {
1292
+ try {
1293
+ this.observability?.emit(
1294
+ {
1295
+ displayMessage: `Schedule ${row.id} executed`,
1296
+ id: nanoid(),
1297
+ payload: {
1298
+ callback: row.callback,
1299
+ id: row.id
1300
+ },
1301
+ timestamp: Date.now(),
1302
+ type: "schedule:execute"
1303
+ },
1304
+ this.ctx
1305
+ );
884
1306
 
885
- this.sql`
1307
+ await (
1308
+ callback as (
1309
+ payload: unknown,
1310
+ schedule: Schedule<unknown>
1311
+ ) => Promise<void>
1312
+ ).bind(this)(JSON.parse(row.payload as string), row);
1313
+ } catch (e) {
1314
+ console.error(`error executing callback "${row.callback}"`, e);
1315
+ }
1316
+ }
1317
+ );
1318
+ if (row.type === "cron") {
1319
+ // Update next execution time for cron schedules
1320
+ const nextExecutionTime = getNextCronTime(row.cron);
1321
+ const nextTimestamp = Math.floor(nextExecutionTime.getTime() / 1000);
1322
+
1323
+ this.sql`
886
1324
  UPDATE cf_agents_schedules SET time = ${nextTimestamp} WHERE id = ${row.id}
887
1325
  `;
888
- } else {
889
- // Delete one-time schedules after execution
890
- this.sql`
1326
+ } else {
1327
+ // Delete one-time schedules after execution
1328
+ this.sql`
891
1329
  DELETE FROM cf_agents_schedules WHERE id = ${row.id}
892
1330
  `;
1331
+ }
893
1332
  }
894
1333
  }
895
1334
 
896
1335
  // Schedule the next alarm
897
- await this.#scheduleNextAlarm();
1336
+ await this._scheduleNextAlarm();
898
1337
  };
899
1338
 
900
1339
  /**
@@ -905,18 +1344,30 @@ export class Agent<Env, State = unknown> extends Server<Env> {
905
1344
  this.sql`DROP TABLE IF EXISTS cf_agents_state`;
906
1345
  this.sql`DROP TABLE IF EXISTS cf_agents_schedules`;
907
1346
  this.sql`DROP TABLE IF EXISTS cf_agents_mcp_servers`;
1347
+ this.sql`DROP TABLE IF EXISTS cf_agents_queues`;
908
1348
 
909
1349
  // delete all alarms
910
1350
  await this.ctx.storage.deleteAlarm();
911
1351
  await this.ctx.storage.deleteAll();
1352
+ this.ctx.abort("destroyed"); // enforce that the agent is evicted
1353
+
1354
+ this.observability?.emit(
1355
+ {
1356
+ displayMessage: "Agent destroyed",
1357
+ id: nanoid(),
1358
+ payload: {},
1359
+ timestamp: Date.now(),
1360
+ type: "destroy"
1361
+ },
1362
+ this.ctx
1363
+ );
912
1364
  }
913
1365
 
914
1366
  /**
915
1367
  * Get all methods marked as callable on this Agent
916
1368
  * @returns A map of method names to their metadata
917
1369
  */
918
- #isCallable(method: string): boolean {
919
- // biome-ignore lint/complexity/noBannedTypes: <explanation>
1370
+ private _isCallable(method: string): boolean {
920
1371
  return callableMetadata.has(this[method as keyof this] as Function);
921
1372
  }
922
1373
 
@@ -941,27 +1392,40 @@ export class Agent<Env, State = unknown> extends Server<Env> {
941
1392
  };
942
1393
  }
943
1394
  ): Promise<{ id: string; authUrl: string | undefined }> {
944
- const callbackUrl = `${callbackHost}/${agentsPrefix}/${camelCaseToKebabCase(this.#ParentClass.name)}/${this.name}/callback`;
1395
+ const callbackUrl = `${callbackHost}/${agentsPrefix}/${camelCaseToKebabCase(this._ParentClass.name)}/${this.name}/callback`;
945
1396
 
946
- const result = await this.#connectToMcpServerInternal(
1397
+ const result = await this._connectToMcpServerInternal(
947
1398
  serverName,
948
1399
  url,
949
1400
  callbackUrl,
950
1401
  options
951
1402
  );
1403
+ this.sql`
1404
+ INSERT
1405
+ OR REPLACE INTO cf_agents_mcp_servers (id, name, server_url, client_id, auth_url, callback_url, server_options)
1406
+ VALUES (
1407
+ ${result.id},
1408
+ ${serverName},
1409
+ ${url},
1410
+ ${result.clientId ?? null},
1411
+ ${result.authUrl ?? null},
1412
+ ${callbackUrl},
1413
+ ${options ? JSON.stringify(options) : null}
1414
+ );
1415
+ `;
952
1416
 
953
1417
  this.broadcast(
954
1418
  JSON.stringify({
955
- type: "cf_agent_mcp_servers",
956
- mcp: this.#getMcpServerStateInternal(),
1419
+ mcp: this.getMcpServers(),
1420
+ type: "cf_agent_mcp_servers"
957
1421
  })
958
1422
  );
959
1423
 
960
1424
  return result;
961
1425
  }
962
1426
 
963
- async #connectToMcpServerInternal(
964
- serverName: string,
1427
+ async _connectToMcpServerInternal(
1428
+ _serverName: string,
965
1429
  url: string,
966
1430
  callbackUrl: string,
967
1431
  // it's important that any options here are serializable because we put them into our sqlite DB for reconnection purposes
@@ -982,7 +1446,11 @@ export class Agent<Env, State = unknown> extends Server<Env> {
982
1446
  id: string;
983
1447
  oauthClientId?: string;
984
1448
  }
985
- ): Promise<{ id: string; authUrl: string | undefined }> {
1449
+ ): Promise<{
1450
+ id: string;
1451
+ authUrl: string | undefined;
1452
+ clientId: string | undefined;
1453
+ }> {
986
1454
  const authProvider = new DurableObjectOAuthClientProvider(
987
1455
  this.ctx.storage,
988
1456
  this.name,
@@ -1005,40 +1473,28 @@ export class Agent<Env, State = unknown> extends Server<Env> {
1005
1473
  fetch: (url, init) =>
1006
1474
  fetch(url, {
1007
1475
  ...init,
1008
- headers: options?.transport?.headers,
1009
- }),
1476
+ headers: options?.transport?.headers
1477
+ })
1010
1478
  },
1011
1479
  requestInit: {
1012
- headers: options?.transport?.headers,
1013
- },
1480
+ headers: options?.transport?.headers
1481
+ }
1014
1482
  };
1015
1483
  }
1016
1484
 
1017
1485
  const { id, authUrl, clientId } = await this.mcp.connect(url, {
1486
+ client: options?.client,
1018
1487
  reconnect,
1019
1488
  transport: {
1020
1489
  ...headerTransportOpts,
1021
- authProvider,
1022
- },
1023
- client: options?.client,
1490
+ authProvider
1491
+ }
1024
1492
  });
1025
1493
 
1026
- this.sql`
1027
- INSERT OR REPLACE INTO cf_agents_mcp_servers (id, name, server_url, client_id, auth_url, callback_url, server_options)
1028
- VALUES (
1029
- ${id},
1030
- ${serverName},
1031
- ${url},
1032
- ${clientId ?? null},
1033
- ${authUrl ?? null},
1034
- ${callbackUrl},
1035
- ${options ? JSON.stringify(options) : null}
1036
- );
1037
- `;
1038
-
1039
1494
  return {
1040
- id,
1041
1495
  authUrl,
1496
+ clientId,
1497
+ id
1042
1498
  };
1043
1499
  }
1044
1500
 
@@ -1049,31 +1505,37 @@ export class Agent<Env, State = unknown> extends Server<Env> {
1049
1505
  `;
1050
1506
  this.broadcast(
1051
1507
  JSON.stringify({
1052
- type: "cf_agent_mcp_servers",
1053
- mcp: this.#getMcpServerStateInternal(),
1508
+ mcp: this.getMcpServers(),
1509
+ type: "cf_agent_mcp_servers"
1054
1510
  })
1055
1511
  );
1056
1512
  }
1057
1513
 
1058
- #getMcpServerStateInternal(): MCPServersState {
1514
+ getMcpServers(): MCPServersState {
1059
1515
  const mcpState: MCPServersState = {
1060
- servers: {},
1061
- tools: this.mcp.listTools(),
1062
1516
  prompts: this.mcp.listPrompts(),
1063
1517
  resources: this.mcp.listResources(),
1518
+ servers: {},
1519
+ tools: this.mcp.listTools()
1064
1520
  };
1065
1521
 
1066
1522
  const servers = this.sql<MCPServerRow>`
1067
1523
  SELECT id, name, server_url, client_id, auth_url, callback_url, server_options FROM cf_agents_mcp_servers;
1068
1524
  `;
1069
1525
 
1070
- for (const server of servers) {
1071
- mcpState.servers[server.id] = {
1072
- name: server.name,
1073
- server_url: server.server_url,
1074
- auth_url: server.auth_url,
1075
- state: this.mcp.mcpConnections[server.id].connectionState,
1076
- };
1526
+ if (servers && Array.isArray(servers) && servers.length > 0) {
1527
+ for (const server of servers) {
1528
+ const serverConn = this.mcp.mcpConnections[server.id];
1529
+ mcpState.servers[server.id] = {
1530
+ auth_url: server.auth_url,
1531
+ capabilities: serverConn?.serverCapabilities ?? null,
1532
+ instructions: serverConn?.instructions ?? null,
1533
+ name: server.name,
1534
+ server_url: server.server_url,
1535
+ // mark as "authenticating" because the server isn't automatically connected, so it's pending authenticating
1536
+ state: serverConn?.connectionState ?? "authenticating"
1537
+ };
1538
+ }
1077
1539
  }
1078
1540
 
1079
1541
  return mcpState;
@@ -1117,17 +1579,17 @@ export async function routeAgentRequest<Env>(
1117
1579
  const corsHeaders =
1118
1580
  options?.cors === true
1119
1581
  ? {
1120
- "Access-Control-Allow-Origin": "*",
1121
- "Access-Control-Allow-Methods": "GET, POST, HEAD, OPTIONS",
1122
1582
  "Access-Control-Allow-Credentials": "true",
1123
- "Access-Control-Max-Age": "86400",
1583
+ "Access-Control-Allow-Methods": "GET, POST, HEAD, OPTIONS",
1584
+ "Access-Control-Allow-Origin": "*",
1585
+ "Access-Control-Max-Age": "86400"
1124
1586
  }
1125
1587
  : options?.cors;
1126
1588
 
1127
1589
  if (request.method === "OPTIONS") {
1128
1590
  if (corsHeaders) {
1129
1591
  return new Response(null, {
1130
- headers: corsHeaders,
1592
+ headers: corsHeaders
1131
1593
  });
1132
1594
  }
1133
1595
  console.warn(
@@ -1140,7 +1602,7 @@ export async function routeAgentRequest<Env>(
1140
1602
  env as Record<string, unknown>,
1141
1603
  {
1142
1604
  prefix: "agents",
1143
- ...(options as PartyServerOptions<Record<string, unknown>>),
1605
+ ...(options as PartyServerOptions<Record<string, unknown>>)
1144
1606
  }
1145
1607
  );
1146
1608
 
@@ -1153,24 +1615,238 @@ export async function routeAgentRequest<Env>(
1153
1615
  response = new Response(response.body, {
1154
1616
  headers: {
1155
1617
  ...response.headers,
1156
- ...corsHeaders,
1157
- },
1618
+ ...corsHeaders
1619
+ }
1158
1620
  });
1159
1621
  }
1160
1622
  return response;
1161
1623
  }
1162
1624
 
1625
+ export type EmailResolver<Env> = (
1626
+ email: ForwardableEmailMessage,
1627
+ env: Env
1628
+ ) => Promise<{
1629
+ agentName: string;
1630
+ agentId: string;
1631
+ } | null>;
1632
+
1633
+ /**
1634
+ * Create a resolver that uses the message-id header to determine the agent to route the email to
1635
+ * @returns A function that resolves the agent to route the email to
1636
+ */
1637
+ export function createHeaderBasedEmailResolver<Env>(): EmailResolver<Env> {
1638
+ return async (email: ForwardableEmailMessage, _env: Env) => {
1639
+ const messageId = email.headers.get("message-id");
1640
+ if (messageId) {
1641
+ const messageIdMatch = messageId.match(/<([^@]+)@([^>]+)>/);
1642
+ if (messageIdMatch) {
1643
+ const [, agentId, domain] = messageIdMatch;
1644
+ const agentName = domain.split(".")[0];
1645
+ return { agentName, agentId };
1646
+ }
1647
+ }
1648
+
1649
+ const references = email.headers.get("references");
1650
+ if (references) {
1651
+ const referencesMatch = references.match(
1652
+ /<([A-Za-z0-9+/]{43}=)@([^>]+)>/
1653
+ );
1654
+ if (referencesMatch) {
1655
+ const [, base64Id, domain] = referencesMatch;
1656
+ const agentId = Buffer.from(base64Id, "base64").toString("hex");
1657
+ const agentName = domain.split(".")[0];
1658
+ return { agentName, agentId };
1659
+ }
1660
+ }
1661
+
1662
+ const agentName = email.headers.get("x-agent-name");
1663
+ const agentId = email.headers.get("x-agent-id");
1664
+ if (agentName && agentId) {
1665
+ return { agentName, agentId };
1666
+ }
1667
+
1668
+ return null;
1669
+ };
1670
+ }
1671
+
1672
+ /**
1673
+ * Create a resolver that uses the email address to determine the agent to route the email to
1674
+ * @param defaultAgentName The default agent name to use if the email address does not contain a sub-address
1675
+ * @returns A function that resolves the agent to route the email to
1676
+ */
1677
+ export function createAddressBasedEmailResolver<Env>(
1678
+ defaultAgentName: string
1679
+ ): EmailResolver<Env> {
1680
+ return async (email: ForwardableEmailMessage, _env: Env) => {
1681
+ const emailMatch = email.to.match(/^([^+@]+)(?:\+([^@]+))?@(.+)$/);
1682
+ if (!emailMatch) {
1683
+ return null;
1684
+ }
1685
+
1686
+ const [, localPart, subAddress] = emailMatch;
1687
+
1688
+ if (subAddress) {
1689
+ return {
1690
+ agentName: localPart,
1691
+ agentId: subAddress
1692
+ };
1693
+ }
1694
+
1695
+ // Option 2: Use defaultAgentName namespace, localPart as agentId
1696
+ // Common for catch-all email routing to a single EmailAgent namespace
1697
+ return {
1698
+ agentName: defaultAgentName,
1699
+ agentId: localPart
1700
+ };
1701
+ };
1702
+ }
1703
+
1704
+ /**
1705
+ * Create a resolver that uses the agentName and agentId to determine the agent to route the email to
1706
+ * @param agentName The name of the agent to route the email to
1707
+ * @param agentId The id of the agent to route the email to
1708
+ * @returns A function that resolves the agent to route the email to
1709
+ */
1710
+ export function createCatchAllEmailResolver<Env>(
1711
+ agentName: string,
1712
+ agentId: string
1713
+ ): EmailResolver<Env> {
1714
+ return async () => ({ agentName, agentId });
1715
+ }
1716
+
1717
+ export type EmailRoutingOptions<Env> = AgentOptions<Env> & {
1718
+ resolver: EmailResolver<Env>;
1719
+ };
1720
+
1721
+ // Cache the agent namespace map for email routing
1722
+ // This maps both kebab-case and original names to namespaces
1723
+ const agentMapCache = new WeakMap<
1724
+ Record<string, unknown>,
1725
+ Record<string, unknown>
1726
+ >();
1727
+
1163
1728
  /**
1164
1729
  * Route an email to the appropriate Agent
1165
- * @param email Email message to route
1166
- * @param env Environment containing Agent bindings
1167
- * @param options Routing options
1730
+ * @param email The email to route
1731
+ * @param env The environment containing the Agent bindings
1732
+ * @param options The options for routing the email
1733
+ * @returns A promise that resolves when the email has been routed
1168
1734
  */
1169
1735
  export async function routeAgentEmail<Env>(
1170
1736
  email: ForwardableEmailMessage,
1171
1737
  env: Env,
1172
- options?: AgentOptions<Env>
1173
- ): Promise<void> {}
1738
+ options: EmailRoutingOptions<Env>
1739
+ ): Promise<void> {
1740
+ const routingInfo = await options.resolver(email, env);
1741
+
1742
+ if (!routingInfo) {
1743
+ console.warn("No routing information found for email, dropping message");
1744
+ return;
1745
+ }
1746
+
1747
+ // Build a map that includes both original names and kebab-case versions
1748
+ if (!agentMapCache.has(env as Record<string, unknown>)) {
1749
+ const map: Record<string, unknown> = {};
1750
+ for (const [key, value] of Object.entries(env as Record<string, unknown>)) {
1751
+ if (
1752
+ value &&
1753
+ typeof value === "object" &&
1754
+ "idFromName" in value &&
1755
+ typeof value.idFromName === "function"
1756
+ ) {
1757
+ // Add both the original name and kebab-case version
1758
+ map[key] = value;
1759
+ map[camelCaseToKebabCase(key)] = value;
1760
+ }
1761
+ }
1762
+ agentMapCache.set(env as Record<string, unknown>, map);
1763
+ }
1764
+
1765
+ const agentMap = agentMapCache.get(env as Record<string, unknown>)!;
1766
+ const namespace = agentMap[routingInfo.agentName];
1767
+
1768
+ if (!namespace) {
1769
+ // Provide helpful error message listing available agents
1770
+ const availableAgents = Object.keys(agentMap)
1771
+ .filter((key) => !key.includes("-")) // Show only original names, not kebab-case duplicates
1772
+ .join(", ");
1773
+ throw new Error(
1774
+ `Agent namespace '${routingInfo.agentName}' not found in environment. Available agents: ${availableAgents}`
1775
+ );
1776
+ }
1777
+
1778
+ const agent = await getAgentByName(
1779
+ namespace as unknown as AgentNamespace<Agent<Env>>,
1780
+ routingInfo.agentId
1781
+ );
1782
+
1783
+ // let's make a serialisable version of the email
1784
+ const serialisableEmail: AgentEmail = {
1785
+ getRaw: async () => {
1786
+ const reader = email.raw.getReader();
1787
+ const chunks: Uint8Array[] = [];
1788
+
1789
+ let done = false;
1790
+ while (!done) {
1791
+ const { value, done: readerDone } = await reader.read();
1792
+ done = readerDone;
1793
+ if (value) {
1794
+ chunks.push(value);
1795
+ }
1796
+ }
1797
+
1798
+ const totalLength = chunks.reduce((sum, chunk) => sum + chunk.length, 0);
1799
+ const combined = new Uint8Array(totalLength);
1800
+ let offset = 0;
1801
+ for (const chunk of chunks) {
1802
+ combined.set(chunk, offset);
1803
+ offset += chunk.length;
1804
+ }
1805
+
1806
+ return combined;
1807
+ },
1808
+ headers: email.headers,
1809
+ rawSize: email.rawSize,
1810
+ setReject: (reason: string) => {
1811
+ email.setReject(reason);
1812
+ },
1813
+ forward: (rcptTo: string, headers?: Headers) => {
1814
+ return email.forward(rcptTo, headers);
1815
+ },
1816
+ reply: (options: { from: string; to: string; raw: string }) => {
1817
+ return email.reply(
1818
+ new EmailMessage(options.from, options.to, options.raw)
1819
+ );
1820
+ },
1821
+ from: email.from,
1822
+ to: email.to
1823
+ };
1824
+
1825
+ await agent._onEmail(serialisableEmail);
1826
+ }
1827
+
1828
+ export type AgentEmail = {
1829
+ from: string;
1830
+ to: string;
1831
+ getRaw: () => Promise<Uint8Array>;
1832
+ headers: Headers;
1833
+ rawSize: number;
1834
+ setReject: (reason: string) => void;
1835
+ forward: (rcptTo: string, headers?: Headers) => Promise<void>;
1836
+ reply: (options: { from: string; to: string; raw: string }) => Promise<void>;
1837
+ };
1838
+
1839
+ export type EmailSendOptions = {
1840
+ to: string;
1841
+ subject: string;
1842
+ body: string;
1843
+ contentType?: string;
1844
+ headers?: Record<string, string>;
1845
+ includeRoutingHeaders?: boolean;
1846
+ agentName?: string;
1847
+ agentId?: string;
1848
+ domain?: string;
1849
+ };
1174
1850
 
1175
1851
  /**
1176
1852
  * Get or create an Agent by name
@@ -1196,13 +1872,13 @@ export async function getAgentByName<Env, T extends Agent<Env>>(
1196
1872
  * A wrapper for streaming responses in callable methods
1197
1873
  */
1198
1874
  export class StreamingResponse {
1199
- #connection: Connection;
1200
- #id: string;
1201
- #closed = false;
1875
+ private _connection: Connection;
1876
+ private _id: string;
1877
+ private _closed = false;
1202
1878
 
1203
1879
  constructor(connection: Connection, id: string) {
1204
- this.#connection = connection;
1205
- this.#id = id;
1880
+ this._connection = connection;
1881
+ this._id = id;
1206
1882
  }
1207
1883
 
1208
1884
  /**
@@ -1210,17 +1886,17 @@ export class StreamingResponse {
1210
1886
  * @param chunk The data to send
1211
1887
  */
1212
1888
  send(chunk: unknown) {
1213
- if (this.#closed) {
1889
+ if (this._closed) {
1214
1890
  throw new Error("StreamingResponse is already closed");
1215
1891
  }
1216
1892
  const response: RPCResponse = {
1217
- type: "rpc",
1218
- id: this.#id,
1219
- success: true,
1220
- result: chunk,
1221
1893
  done: false,
1894
+ id: this._id,
1895
+ result: chunk,
1896
+ success: true,
1897
+ type: "rpc"
1222
1898
  };
1223
- this.#connection.send(JSON.stringify(response));
1899
+ this._connection.send(JSON.stringify(response));
1224
1900
  }
1225
1901
 
1226
1902
  /**
@@ -1228,17 +1904,17 @@ export class StreamingResponse {
1228
1904
  * @param finalChunk Optional final chunk of data to send
1229
1905
  */
1230
1906
  end(finalChunk?: unknown) {
1231
- if (this.#closed) {
1907
+ if (this._closed) {
1232
1908
  throw new Error("StreamingResponse is already closed");
1233
1909
  }
1234
- this.#closed = true;
1910
+ this._closed = true;
1235
1911
  const response: RPCResponse = {
1236
- type: "rpc",
1237
- id: this.#id,
1238
- success: true,
1239
- result: finalChunk,
1240
1912
  done: true,
1913
+ id: this._id,
1914
+ result: finalChunk,
1915
+ success: true,
1916
+ type: "rpc"
1241
1917
  };
1242
- this.#connection.send(JSON.stringify(response));
1918
+ this._connection.send(JSON.stringify(response));
1243
1919
  }
1244
1920
  }