@copilotkit/runtime 1.1.1-feat-runtime-remote-actions.0 → 1.1.2

package/dist/lib/index.js

@@ -44,7 +44,7 @@ var require_package = __commonJS({
       publishConfig: {
         access: "public"
       },
-      version: "1.1.1-feat-runtime-remote-actions.0",
+      version: "1.1.2",
       sideEffects: false,
       main: "./dist/index.js",
       module: "./dist/index.mjs",
@@ -138,8 +138,8 @@ __export(lib_exports, {
 });
 module.exports = __toCommonJS(lib_exports);
 
-// src/lib/runtime/copilot-runtime.ts
-var import_shared8 = require("@copilotkit/shared");
+// src/lib/copilot-runtime.ts
+var import_shared7 = require("@copilotkit/shared");
 
 // src/service-adapters/openai/openai-adapter.ts
 var import_openai = __toESM(require("openai"));
@@ -197,15 +197,6 @@ var ResultMessage = class extends BaseMessage {
   result;
 };
 __name(ResultMessage, "ResultMessage");
-var AgentMessage = class extends BaseMessage {
-  threadId;
-  agentName;
-  nodeName;
-  role;
-  state;
-  running;
-};
-__name(AgentMessage, "AgentMessage");
 
 // src/service-adapters/openai/utils.ts
 function limitMessagesToTokenCount(messages, tools, model, maxTokens) {
@@ -1258,216 +1249,6 @@ __name(GroqAdapter, "GroqAdapter");
 
 // src/service-adapters/events.ts
 var import_rxjs = require("rxjs");
-
-// src/lib/telemetry-client.ts
-var import_shared7 = require("@copilotkit/shared");
-var packageJson = require_package();
-var telemetryClient = new import_shared7.TelemetryClient({
-  packageName: packageJson.name,
-  packageVersion: packageJson.version
-});
-var telemetry_client_default = telemetryClient;
-
-// src/lib/runtime/remote-actions.ts
-function isAgentResult(obj, checkAgentMessageFlag = false) {
-  if (checkAgentMessageFlag) {
-    return typeof obj === "object" && obj !== null && "__agentMessage" in obj && obj.__agentMessage === true;
-  } else {
-    return typeof obj === "object" && obj !== null && "threadId" in obj && "state" in obj && "running" in obj && "name" in obj;
-  }
-}
-__name(isAgentResult, "isAgentResult");
-function createHeaders(onBeforeRequest, graphqlContext) {
-  const headers = {
-    "Content-Type": "application/json"
-  };
-  if (onBeforeRequest) {
-    const { headers: additionalHeaders } = onBeforeRequest({
-      ctx: graphqlContext
-    });
-    if (additionalHeaders) {
-      Object.assign(headers, additionalHeaders);
-    }
-  }
-  return headers;
-}
-__name(createHeaders, "createHeaders");
-async function fetchRemoteInfo({ url, onBeforeRequest, graphqlContext, logger: logger2 }) {
-  logger2.debug({
-    url
-  }, "Fetching actions from url");
-  const headers = createHeaders(onBeforeRequest, graphqlContext);
-  const response = await fetch(`${url}/info`, {
-    method: "POST",
-    headers,
-    body: JSON.stringify({
-      properties: graphqlContext.properties
-    })
-  });
-  if (!response.ok) {
-    logger2.error({
-      url,
-      status: response.status,
-      body: await response.text()
-    }, "Failed to fetch actions from url");
-    return [];
-  }
-  const json = await response.json();
-  logger2.debug({
-    json
-  }, "Fetched actions from url");
-  return json;
-}
-__name(fetchRemoteInfo, "fetchRemoteInfo");
-function constructActions({ json, url, onBeforeRequest, graphqlContext, logger: logger2 }) {
-  return json["actions"].map((action) => ({
-    name: action.name,
-    description: action.description,
-    parameters: action.parameters,
-    handler: async (args) => {
-      logger2.debug({
-        actionName: action.name,
-        args
-      }, "Executing remote action");
-      const headers = createHeaders(onBeforeRequest, graphqlContext);
-      telemetry_client_default.capture("oss.runtime.remote_action_executed", {});
-      const response = await fetch(`${url}/actions/execute`, {
-        method: "POST",
-        headers,
-        body: JSON.stringify({
-          name: action.name,
-          parameters: args,
-          properties: graphqlContext.properties
-        })
-      });
-      if (!response.ok) {
-        logger2.error({
-          url,
-          status: response.status,
-          body: await response.text()
-        }, "Failed to execute remote action");
-        return "Failed to execute remote action";
-      }
-      const requestResult = await response.json();
-      if (isAgentResult(requestResult)) {
-        logger2.debug({
-          actionName: action.name,
-          result: requestResult
-        }, "Started agent session");
-        return {
-          ...requestResult,
-          __agentMessage: true
-        };
-      } else {
-        const result = requestResult["result"];
-        logger2.debug({
-          actionName: action.name,
-          result
-        }, "Executed remote action");
-        return result;
-      }
-    }
-  }));
-}
-__name(constructActions, "constructActions");
-async function executeAgent({ agentName, nodeName, threadId, state, url, onBeforeRequest, graphqlContext, logger: logger2 }) {
-  logger2.debug({
-    agentName,
-    threadId,
-    state
-  }, "Executing remote action");
-  const headers = createHeaders(onBeforeRequest, graphqlContext);
-  telemetry_client_default.capture("oss.runtime.remote_action_executed", {});
-  const response = await fetch(`${url}/actions/execute`, {
-    method: "POST",
-    headers,
-    body: JSON.stringify({
-      threadId,
-      state,
-      name: agentName,
-      nodeName
-    })
-  });
-  if (!response.ok) {
-    logger2.error({
-      url,
-      status: response.status,
-      body: await response.text()
-    }, "Failed to execute remote agent");
-    throw new Error("Failed to execute remote agent");
-  }
-  const requestResult = await response.json();
-  logger2.debug({
-    agentName,
-    threadId,
-    state
-  }, "Executed remote agent");
-  return {
-    ...requestResult,
-    __agentMessage: true
-  };
-}
-__name(executeAgent, "executeAgent");
-async function setupRemoteActions({ remoteActionDefinitions, graphqlContext }) {
-  const logger2 = graphqlContext.logger.child({
-    component: "remote-actions.fetchRemoteActions"
-  });
-  logger2.debug({
-    remoteActionDefinitions
-  }, "Fetching remote actions");
-  const filtered = remoteActionDefinitions.filter((value, index, self) => index === self.findIndex((t) => t.url === value.url));
-  const result = await Promise.all(filtered.map(async (actionDefinition) => {
-    const json = await fetchRemoteInfo({
-      url: actionDefinition.url,
-      onBeforeRequest: actionDefinition.onBeforeRequest,
-      graphqlContext,
-      logger: logger2.child({
-        component: "remote-actions.fetchActionsFromUrl",
-        actionDefinition
-      })
-    });
-    return constructActions({
-      json,
-      url: actionDefinition.url,
-      onBeforeRequest: actionDefinition.onBeforeRequest,
-      graphqlContext,
-      logger: logger2.child({
-        component: "remote-actions.constructActions",
-        actionDefinition
-      })
-    });
-  }));
-  return result.flat();
-}
-__name(setupRemoteActions, "setupRemoteActions");
-async function fetchRemoteActionLocations({ remoteActionDefinitions, graphqlContext }) {
-  const logger2 = graphqlContext.logger.child({
-    component: "remote-actions.fetchRemoteActionLocations"
-  });
-  logger2.debug({
-    remoteActionDefinitions
-  }, "Fetching remote action locations");
-  const filtered = remoteActionDefinitions.filter((value, index, self) => index === self.findIndex((t) => t.url === value.url));
-  const result = /* @__PURE__ */ new Map();
-  await Promise.all(filtered.map(async (actionDefinition) => {
-    const json = await fetchRemoteInfo({
-      url: actionDefinition.url,
-      onBeforeRequest: actionDefinition.onBeforeRequest,
-      graphqlContext,
-      logger: logger2.child({
-        component: "remote-actions.fetchActionsFromUrl",
-        actionDefinition
-      })
-    });
-    json["actions"].forEach((action) => {
-      result.set(action.name, actionDefinition.url);
-    });
-  }));
-  return result;
-}
-__name(fetchRemoteActionLocations, "fetchRemoteActionLocations");
-
-// src/service-adapters/events.ts
 var RuntimeEventTypes;
 (function(RuntimeEventTypes2) {
   RuntimeEventTypes2["TextMessageStart"] = "TextMessageStart";
@@ -1477,7 +1258,6 @@ var RuntimeEventTypes;
   RuntimeEventTypes2["ActionExecutionArgs"] = "ActionExecutionArgs";
   RuntimeEventTypes2["ActionExecutionEnd"] = "ActionExecutionEnd";
   RuntimeEventTypes2["ActionExecutionResult"] = "ActionExecutionResult";
-  RuntimeEventTypes2["AgentMessage"] = "AgentMessage";
 })(RuntimeEventTypes || (RuntimeEventTypes = {}));
 var RuntimeEventSubject = class extends import_rxjs.ReplaySubject {
   constructor() {
@@ -1536,16 +1316,6 @@ var RuntimeEventSubject = class extends import_rxjs.ReplaySubject {
       result
     });
   }
-  sendAgentMessage(threadId, agentName, nodeName, state, running) {
-    this.next({
-      type: "AgentMessage",
-      threadId,
-      agentName,
-      nodeName,
-      state,
-      running
-    });
-  }
 };
 __name(RuntimeEventSubject, "RuntimeEventSubject");
 var RuntimeEventSource = class {
@@ -1593,7 +1363,6 @@ var RuntimeEventSource = class {
           executeAction(toolCallEventStream$, guardrailsResult$ ? guardrailsResult$ : null, eventWithState.action, eventWithState.args, eventWithState.actionExecutionId).catch((error) => {
             console.error(error);
           });
-          telemetry_client_default.capture("oss.runtime.server_action_executed", {});
           return (0, import_rxjs.concat)((0, import_rxjs.of)(eventWithState.event), toolCallEventStream$);
         } else {
           return (0, import_rxjs.of)(eventWithState.event);
@@ -1616,19 +1385,14 @@ async function executeAction(eventStream$, guardrailsResult$, action, actionArgu
     args = JSON.parse(actionArguments);
   }
   const result = await action.handler(args);
-  if (isAgentResult(result, true)) {
-    eventStream$.sendAgentMessage(result.threadId, result.name, result.nodeName, result.state, result.running);
-    eventStream$.complete();
-  } else {
-    await streamLangChainResponse({
-      result,
-      eventStream$,
-      actionExecution: {
-        name: action.name,
-        id: actionExecutionId
-      }
-    });
-  }
+  await streamLangChainResponse({
+    result,
+    eventStream$,
+    actionExecution: {
+      name: action.name,
+      id: actionExecutionId
+    }
+  });
 }
 __name(executeAction, "executeAction");
 
@@ -1660,27 +1424,15 @@ function convertGqlInputToMessages(inputMessages) {
         actionName: message.resultMessage.actionName,
         result: message.resultMessage.result
       }));
-    } else if (message.agentMessage) {
-      messages.push((0, import_class_transformer.plainToInstance)(AgentMessage, {
-        id: message.id,
-        threadId: message.agentMessage.threadId,
-        createdAt: message.createdAt,
-        agentName: message.agentMessage.agentName,
-        nodeName: message.agentMessage.nodeName,
-        role: message.agentMessage.role,
-        state: message.agentMessage.state,
-        running: message.agentMessage.running
-      }));
     }
   }
   return messages;
 }
 __name(convertGqlInputToMessages, "convertGqlInputToMessages");
 
-// src/lib/runtime/copilot-runtime.ts
+// src/lib/copilot-runtime.ts
 var CopilotRuntime = class {
   actions;
-  remoteActionDefinitions;
   langserve = [];
   onBeforeRequest;
   onAfterRequest;
@@ -1691,80 +1443,12 @@ var CopilotRuntime = class {
       const remoteChain = new RemoteChain(chain);
       this.langserve.push(remoteChain.toAction());
     }
-    this.remoteActionDefinitions = (params == null ? void 0 : params.remoteActions) || [];
     this.onBeforeRequest = (_a = params == null ? void 0 : params.middleware) == null ? void 0 : _a.onBeforeRequest;
     this.onAfterRequest = (_b = params == null ? void 0 : params.middleware) == null ? void 0 : _b.onAfterRequest;
   }
-  async processAgentRequest(request) {
-    var _a;
-    const { messages, outputMessagesPromise, graphqlContext } = request;
-    const message = request.messages.slice(-1)[0].agentMessage;
-    const agentName = message.agentName;
-    const threadId = message.threadId;
-    const state = JSON.parse(message.state);
-    const nodeName = message.nodeName;
-    const remoteActions = await fetchRemoteActionLocations({
-      remoteActionDefinitions: this.remoteActionDefinitions,
-      graphqlContext
-    });
-    const url = remoteActions.get(agentName);
-    if (!url) {
-      throw new Error(`Action location for agent name ${agentName} not found.`);
-    }
-    const inputMessages = convertGqlInputToMessages(messages);
-    await ((_a = this.onBeforeRequest) == null ? void 0 : _a.call(this, {
-      threadId,
-      runId: void 0,
-      inputMessages,
-      properties: graphqlContext.properties
-    }));
-    try {
-      const eventSource = new RuntimeEventSource();
-      const result = await executeAgent({
-        agentName,
-        nodeName,
-        threadId,
-        state,
-        url,
-        graphqlContext,
-        logger: graphqlContext.logger
-      });
-      eventSource.stream(async (eventStream$) => {
-        eventStream$.sendAgentMessage(result.threadId, agentName, result.nodeName, result.state, result.running);
-        eventStream$.complete();
-      });
-      outputMessagesPromise.then((outputMessages) => {
-        var _a2;
-        (_a2 = this.onAfterRequest) == null ? void 0 : _a2.call(this, {
-          threadId: result.threadId,
-          runId: void 0,
-          inputMessages,
-          outputMessages,
-          properties: graphqlContext.properties
-        });
-      }).catch((_error) => {
-      });
-      return {
-        threadId: result.threadId,
-        runId: void 0,
-        eventSource,
-        actions: []
-      };
-    } catch (error) {
-      console.error("Error getting response:", error);
-      throw error;
-    }
-  }
   async process(request) {
     var _a;
-    if (request.messages.length > 0) {
-      const [lastMessage] = request.messages.slice(-1);
-      if (lastMessage.agentMessage) {
-        return this.processAgentRequest(request);
-      }
-    }
-    const { serviceAdapter, messages: rawMessages, actions: clientSideActionsInput, threadId, runId, outputMessagesPromise, graphqlContext, forwardedParameters } = request;
-    const messages = rawMessages.filter((message) => !message.agentMessage);
+    const { serviceAdapter, messages, actions: clientSideActionsInput, threadId, runId, properties, outputMessagesPromise, forwardedParameters } = request;
     const langserveFunctions = [];
     for (const chainPromise of this.langserve) {
       try {
@@ -1774,22 +1458,17 @@ var CopilotRuntime = class {
         console.error("Error loading langserve chain:", error);
       }
     }
-    const remoteActions = await setupRemoteActions({
-      remoteActionDefinitions: this.remoteActionDefinitions,
-      graphqlContext
-    });
     const configuredActions = typeof this.actions === "function" ? this.actions({
-      properties: graphqlContext.properties
+      properties
     }) : this.actions;
     const actions = [
       ...configuredActions,
-      ...langserveFunctions,
-      ...remoteActions
+      ...langserveFunctions
     ];
     const serverSideActionsInput = actions.map((action) => ({
       name: action.name,
       description: action.description,
-      jsonSchema: JSON.stringify((0, import_shared8.actionParametersToJsonSchema)(action.parameters))
+      jsonSchema: JSON.stringify((0, import_shared7.actionParametersToJsonSchema)(action.parameters))
     }));
     const actionInputs = flattenToolCallsNoDuplicates([
       ...serverSideActionsInput,
@@ -1800,7 +1479,7 @@ var CopilotRuntime = class {
       threadId,
       runId,
       inputMessages,
-      properties: graphqlContext.properties
+      properties
     }));
     try {
       const eventSource = new RuntimeEventSource();
@@ -1819,7 +1498,7 @@ var CopilotRuntime = class {
           runId: result.runId,
           inputMessages,
           outputMessages,
-          properties: graphqlContext.properties
+          properties
         });
       }).catch((_error) => {
       });
@@ -1917,7 +1596,6 @@ var MessageInput = class extends BaseMessage {
   textMessage;
   actionExecutionMessage;
   resultMessage;
-  agentMessage;
 };
 __name(MessageInput, "MessageInput");
 _ts_decorate2([
@@ -1938,12 +1616,6 @@ _ts_decorate2([
   }),
   _ts_metadata2("design:type", typeof ResultMessageInput === "undefined" ? Object : ResultMessageInput)
 ], MessageInput.prototype, "resultMessage", void 0);
-_ts_decorate2([
-  (0, import_type_graphql3.Field)(() => AgentMessageInput, {
-    nullable: true
-  }),
-  _ts_metadata2("design:type", typeof AgentMessageInput === "undefined" ? Object : AgentMessageInput)
-], MessageInput.prototype, "agentMessage", void 0);
 MessageInput = _ts_decorate2([
   (0, import_type_graphql3.InputType)()
 ], MessageInput);
@@ -2005,42 +1677,6 @@ _ts_decorate2([
 ResultMessageInput = _ts_decorate2([
   (0, import_type_graphql3.InputType)()
 ], ResultMessageInput);
-var AgentMessageInput = class {
-  threadId;
-  agentName;
-  role;
-  state;
-  running;
-  nodeName;
-};
-__name(AgentMessageInput, "AgentMessageInput");
-_ts_decorate2([
-  (0, import_type_graphql3.Field)(() => String),
-  _ts_metadata2("design:type", String)
-], AgentMessageInput.prototype, "threadId", void 0);
-_ts_decorate2([
-  (0, import_type_graphql3.Field)(() => String),
-  _ts_metadata2("design:type", String)
-], AgentMessageInput.prototype, "agentName", void 0);
-_ts_decorate2([
-  (0, import_type_graphql3.Field)(() => MessageRole),
-  _ts_metadata2("design:type", typeof MessageRole === "undefined" ? Object : MessageRole)
-], AgentMessageInput.prototype, "role", void 0);
-_ts_decorate2([
-  (0, import_type_graphql3.Field)(() => String),
-  _ts_metadata2("design:type", String)
-], AgentMessageInput.prototype, "state", void 0);
-_ts_decorate2([
-  (0, import_type_graphql3.Field)(() => Boolean),
-  _ts_metadata2("design:type", Boolean)
-], AgentMessageInput.prototype, "running", void 0);
-_ts_decorate2([
-  (0, import_type_graphql3.Field)(() => String),
-  _ts_metadata2("design:type", String)
-], AgentMessageInput.prototype, "nodeName", void 0);
-AgentMessageInput = _ts_decorate2([
-  (0, import_type_graphql3.InputType)()
-], AgentMessageInput);
 
 // src/graphql/inputs/frontend.input.ts
 var import_type_graphql5 = require("type-graphql");
@@ -2584,8 +2220,6 @@ BaseMessageOutput = _ts_decorate11([
         return ActionExecutionMessageOutput;
       } else if (value.hasOwnProperty("result")) {
         return ResultMessageOutput;
-      } else if (value.hasOwnProperty("agentName")) {
-        return AgentMessageOutput;
       }
       return void 0;
     }
@@ -2659,44 +2293,6 @@ ResultMessageOutput = _ts_decorate11([
     implements: BaseMessageOutput
   })
 ], ResultMessageOutput);
-var AgentMessageOutput = class {
-  threadId;
-  agentName;
-  nodeName;
-  role;
-  state;
-  running;
-};
-__name(AgentMessageOutput, "AgentMessageOutput");
-_ts_decorate11([
-  (0, import_type_graphql12.Field)(() => String),
-  _ts_metadata11("design:type", String)
-], AgentMessageOutput.prototype, "threadId", void 0);
-_ts_decorate11([
-  (0, import_type_graphql12.Field)(() => String),
-  _ts_metadata11("design:type", String)
-], AgentMessageOutput.prototype, "agentName", void 0);
-_ts_decorate11([
-  (0, import_type_graphql12.Field)(() => String),
-  _ts_metadata11("design:type", String)
-], AgentMessageOutput.prototype, "nodeName", void 0);
-_ts_decorate11([
-  (0, import_type_graphql12.Field)(() => MessageRole),
-  _ts_metadata11("design:type", typeof MessageRole === "undefined" ? Object : MessageRole)
-], AgentMessageOutput.prototype, "role", void 0);
-_ts_decorate11([
-  (0, import_type_graphql12.Field)(() => String),
-  _ts_metadata11("design:type", String)
-], AgentMessageOutput.prototype, "state", void 0);
-_ts_decorate11([
-  (0, import_type_graphql12.Field)(() => Boolean),
-  _ts_metadata11("design:type", Boolean)
-], AgentMessageOutput.prototype, "running", void 0);
-AgentMessageOutput = _ts_decorate11([
-  (0, import_type_graphql12.ObjectType)({
-    implements: BaseMessageOutput
-  })
-], AgentMessageOutput);
 var CopilotResponse = class {
   threadId;
   status;
@@ -2767,6 +2363,15 @@ var UnknownErrorResponse = class extends FailedResponseStatus {
 };
 __name(UnknownErrorResponse, "UnknownErrorResponse");
 
+// src/lib/telemetry-client.ts
+var import_shared8 = require("@copilotkit/shared");
+var packageJson = require_package();
+var telemetryClient = new import_shared8.TelemetryClient({
+  packageName: packageJson.name,
+  packageVersion: packageJson.version
+});
+var telemetry_client_default = telemetryClient;
+
 // src/graphql/resolvers/copilot.resolver.ts
 var import_shared9 = require("@copilotkit/shared");
 function _ts_decorate12(decorators, target, key, desc) {
@@ -2793,6 +2398,7 @@ function _ts_param(paramIndex, decorator) {
 __name(_ts_param, "_ts_param");
 var invokeGuardrails = /* @__PURE__ */ __name(async ({ baseUrl, copilotCloudPublicApiKey, data, onResult, onError }) => {
   var _a;
+  console.log("invokeGuardrails.baseUrl", baseUrl);
   if (data.messages.length && ((_a = data.messages[data.messages.length - 1].textMessage) == null ? void 0 : _a.role) === MessageRole.user) {
     const messages = data.messages.filter((m) => m.textMessage !== void 0 && (m.textMessage.role === MessageRole.user || m.textMessage.role === MessageRole.assistant)).map((m) => ({
       role: m.textMessage.role,
@@ -2838,6 +2444,8 @@ var CopilotResolver = class {
     logger2.debug({
       data
     }, "Generating Copilot response");
+    const copilotRuntime = ctx._copilotkit.runtime;
+    const serviceAdapter = ctx._copilotkit.serviceAdapter;
     if (properties) {
       logger2.debug("Properties provided, merging with context properties");
       ctx.properties = {
@@ -2845,8 +2453,6 @@ var CopilotResolver = class {
         ...properties
       };
     }
-    const copilotRuntime = ctx._copilotkit.runtime;
-    const serviceAdapter = ctx._copilotkit.serviceAdapter;
     let copilotCloudPublicApiKey = null;
     let copilotCloudBaseUrl;
     if (data.cloud) {
@@ -2892,8 +2498,8 @@ var CopilotResolver = class {
       threadId: data.threadId,
       runId: data.runId,
       publicApiKey: void 0,
+      properties: ctx.properties || {},
       outputMessagesPromise,
-      graphqlContext: ctx,
       forwardedParameters: data.forwardedParameters
     });
     logger2.debug("Event source created, creating response");
@@ -3101,32 +2707,6 @@ var CopilotResolver = class {
                   result: event.result
                 }));
                 break;
-              case RuntimeEventTypes.AgentMessage:
-                logger2.debug({
-                  event
-                }, "Agent message event received");
-                pushMessage({
-                  id: (0, import_shared9.randomId)(),
-                  status: new SuccessMessageStatus(),
-                  threadId: event.threadId,
-                  agentName: event.agentName,
-                  nodeName: event.nodeName,
-                  state: JSON.stringify(event.state),
-                  running: event.running,
-                  role: MessageRole.assistant,
-                  createdAt: /* @__PURE__ */ new Date()
-                });
-                outputMessages.push((0, import_class_transformer2.plainToInstance)(AgentMessage, {
-                  id: (0, import_shared9.randomId)(),
-                  threadId: event.threadId,
-                  agentName: event.agentName,
-                  nodeName: event.nodeName,
-                  state: JSON.stringify(event.state),
-                  running: event.running,
-                  role: MessageRole.assistant,
-                  createdAt: /* @__PURE__ */ new Date()
-                }));
-                break;
             }
           },
           error: (err) => {