@cloudbase/agent-server 0.0.9 → 0.0.11

package/dist/index.d.ts

@@ -1,6 +1,6 @@
 import { CreateCopilotRuntimeServerOptions } from '@copilotkit/runtime';
 import { CopilotRuntimeOptions } from '@copilotkit/runtime/v2';
-import express, { Express } from 'express';
+import expressLib, { Express } from 'express';
 import * as _ag_ui_client from '@ag-ui/client';
 import { AbstractAgent, RunAgentInput } from '@ag-ui/client';
 import cors from 'cors';
@@ -9,13 +9,25 @@ import { Repeater } from '@repeaterjs/repeater';
 import * as _whatwg_node_server from '@whatwg-node/server';
 import { OpenAI } from 'openai';
 
+/**
+ * Context passed to the agent factory function.
+ * Contains request information for per-request agent configuration.
+ */
+interface AgentCreatorContext {
+    /** The incoming HTTP request (Web Standard Request) */
+    request: Request;
+}
 type AgentCreatorRet = {
     agent: AbstractAgent | {
         toAGUIAgent(): AbstractAgent;
     };
     cleanup?: () => void;
 };
-type AgentCreator = () => AgentCreatorRet | Promise<AgentCreatorRet>;
+/**
+ * Factory function to create an agent.
+ * Can optionally receive request context for per-request configuration.
+ */
+type AgentCreator = ((context: AgentCreatorContext) => AgentCreatorRet | Promise<AgentCreatorRet>) | (() => AgentCreatorRet | Promise<AgentCreatorRet>);
 interface ICreateServer {
     createAgent: AgentCreator;
     basePath?: `/${string}/`;
@@ -31,7 +43,7 @@ interface ICreateExpressRoutes extends Omit<ICreateServer, "cors"> {
 }
 declare function run(props: IRun): void;
 declare function createExpressServer(props: ICreateServer): Express;
-declare function createExpressRoutes({ createAgent, basePath: _basePath, express, useAGUI: _useAGUI, aguiOptions, }: ICreateExpressRoutes): express.Express;
+declare function createExpressRoutes({ createAgent, basePath: _basePath, express, useAGUI: _useAGUI, aguiOptions, }: ICreateExpressRoutes): expressLib.Express;
 interface AGUIOptions {
     runtimeOptions?: Partial<CopilotRuntimeOptions>;
     endpointOptions?: Partial<CreateCopilotRuntimeServerOptions>;
@@ -107,4 +119,4 @@ declare namespace index {
   export { index$2 as healthz, index$1 as openai, index$4 as sendMessage, index$3 as sendMessageAGUI };
 }
 
-export { type AgentCreator, index as agui, createExpressRoutes, createExpressServer, run };
+export { type AgentCreator, type AgentCreatorContext, index as agui, createExpressRoutes, createExpressServer, run };

package/dist/index.js

@@ -166,7 +166,9 @@ var import_agent_shared = require("@cloudbase/agent-shared");
 function createServerAdapter(createAgent) {
   return (0, import_server.createServerAdapter)(async (request) => {
     const input = import_agent_shared.sendMessageInputSchema.parse(await request.json());
-    const { agent: unknownAgent, cleanup } = await Promise.resolve(createAgent());
+    const { agent: unknownAgent, cleanup } = await Promise.resolve(
+      createAgent({ request })
+    );
     const agent = "toAGUIAgent" in unknownAgent ? unknownAgent.toAGUIAgent() : unknownAgent;
     const events = handler(input, agent);
     let heartbeat;
@@ -232,7 +234,9 @@ var import_client2 = require("@ag-ui/client");
 function createServerAdapter2(createAgent) {
   return (0, import_server3.createServerAdapter)(async (request) => {
     const input = import_client2.RunAgentInputSchema.parse(await request.json());
-    const { agent: unknownAgent, cleanup } = await Promise.resolve(createAgent());
+    const { agent: unknownAgent, cleanup } = await Promise.resolve(
+      createAgent({ request })
+    );
     const agent = "toAGUIAgent" in unknownAgent ? unknownAgent.toAGUIAgent() : unknownAgent;
     const events = handler2(input, agent);
     let heartbeat;
@@ -430,7 +434,9 @@ var import_server6 = require("@whatwg-node/server");
 function createServerAdapter3(createAgent) {
   return (0, import_server6.createServerAdapter)(async (request) => {
     const input = await request.json();
-    const { agent: unknownAgent, cleanup } = await Promise.resolve(createAgent());
+    const { agent: unknownAgent, cleanup } = await Promise.resolve(
+      createAgent({ request })
+    );
     const agent = "toAGUIAgent" in unknownAgent ? unknownAgent.toAGUIAgent() : unknownAgent;
     const events = handler3(input, agent);
     const stream = new ReadableStream({
@@ -460,6 +466,19 @@ function createServerAdapter3(createAgent) {
 var import_runtime = require("@copilotkit/runtime");
 var import_express = __toESM(require("express"));
 var import_cors = __toESM(require("cors"));
+var import_async_hooks = require("async_hooks");
+var import_server8 = require("@whatwg-node/server");
+var DefaultFetchAPI = __toESM(require("@whatwg-node/fetch"));
+var preparedAgentStorage = new import_async_hooks.AsyncLocalStorage();
+function agentCloneFn() {
+  const preparedAgent = preparedAgentStorage.getStore();
+  if (preparedAgent) {
+    return preparedAgent;
+  }
+  throw new Error(
+    "agent.clone() called outside of request context. This should not happen in normal operation."
+  );
+}
 function run(props) {
   const { port, ...rest } = props;
   createExpressServer(rest).listen(
@@ -481,7 +500,7 @@ function createExpressServer(props) {
 function createExpressRoutes({
   createAgent,
   basePath: _basePath,
-  express: express2,
+  express,
   useAGUI: _useAGUI,
   aguiOptions
 }) {
@@ -491,32 +510,34 @@ function createExpressRoutes({
   if (useAGUI) {
     createAGUIRoute({
       basePath,
-      express: express2,
+      express,
       createAgent,
       ...aguiOptions || {}
     });
   }
   const openaiServerAdapter = openai_exports.createServerAdapter(createAgent);
   const healthzServerAdapter = healthz_exports.serverAdapter;
-  express2.use(`${basePath}send-message`, sendMessageServerAdapter);
-  express2.use(`${basePath}healthz`, healthzServerAdapter);
-  express2.use(`${basePath}chat/completions`, openaiServerAdapter);
-  return express2;
+  express.use(`${basePath}send-message`, sendMessageServerAdapter);
+  express.use(`${basePath}healthz`, healthzServerAdapter);
+  express.use(`${basePath}chat/completions`, openaiServerAdapter);
+  return express;
 }
 var AGUIRpcHandlerPromise = null;
 function getAGUIRpcHandler({
   createAgent,
   runtimeOptions,
   basePath,
-  endpointOptions
+  endpointOptions,
+  request
 }) {
   if (AGUIRpcHandlerPromise) return AGUIRpcHandlerPromise;
   AGUIRpcHandlerPromise = (async () => {
-    const agent = (await createAgent()).agent;
-    const aguiAgent = "toAGUIAgent" in agent ? agent.toAGUIAgent() : agent;
+    const { agent } = await createAgent({ request });
+    const templateAgent = "toAGUIAgent" in agent ? agent.toAGUIAgent() : agent;
+    templateAgent.clone = agentCloneFn;
     const runtime = new import_runtime.CopilotRuntime({
       agents: {
-        default: aguiAgent
+        default: templateAgent
       },
       ...runtimeOptions || {}
     });
@@ -530,20 +551,32 @@ function getAGUIRpcHandler({
   return AGUIRpcHandlerPromise;
 }
 function createAGUIRoute({
-  express: express2,
+  express,
   basePath,
   createAgent,
   runtimeOptions,
   endpointOptions
 }) {
-  express2.post(`${basePath}agui`, async (req, res) => {
+  express.post(`${basePath}agui`, import_express.default.json(), async (req, res) => {
+    const webRequest = (0, import_server8.normalizeNodeRequest)(req, DefaultFetchAPI);
+    const { agent: rawAgent, cleanup } = await createAgent({
+      request: webRequest
+    });
+    const preparedAgent = "toAGUIAgent" in rawAgent ? rawAgent.toAGUIAgent() : rawAgent;
+    preparedAgent.clone = agentCloneFn;
     const rpcHandler = await getAGUIRpcHandler({
       createAgent,
       basePath,
       runtimeOptions,
-      endpointOptions
+      endpointOptions,
+      request: webRequest
     });
-    rpcHandler(req, res);
+    preparedAgentStorage.run(preparedAgent, () => {
+      rpcHandler(req, res);
+    });
+    if (cleanup) {
+      res.on("close", cleanup);
+    }
   });
 }
 function isCorsOptions(cors2) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cloudbase/agent-server",
-  "version": "0.0.9",
+  "version": "0.0.11",
   "main": "dist/index.js",
   "files": [
     "dist/",
@@ -14,13 +14,14 @@
     "@ag-ui/client": "0.0.42",
     "@copilotkit/runtime": "^1.50.1",
     "@repeaterjs/repeater": "^3.0.6",
+    "@whatwg-node/fetch": "^0.10.13",
     "@whatwg-node/server": "^0.10.12",
     "cors": "^2.8.5",
     "express": "^5.1.0",
     "openai": "6.3.0",
     "uuid": "^10.0.0",
     "zod": "^4.1.12",
-    "@cloudbase/agent-shared": "^0.0.9"
+    "@cloudbase/agent-shared": "^0.0.11"
   },
   "devDependencies": {
     "@types/cors": "^2.8.19",