@copilotkit/runtime 1.3.2 → 1.3.3-pre.0

package/dist/index.js

@@ -44,7 +44,7 @@ var require_package = __commonJS({
       publishConfig: {
         access: "public"
       },
-      version: "1.3.2",
+      version: "1.3.3-pre.0",
       sideEffects: false,
       main: "./dist/index.js",
       module: "./dist/index.mjs",
@@ -59,7 +59,9 @@ var require_package = __commonJS({
         test: "jest --passWithNoTests",
         "check-types": "tsc --noEmit",
         clean: "rm -rf .turbo && rm -rf node_modules && rm -rf dist && rm -rf .next && rm -rf __snapshots__",
-        "generate-graphql-schema": "rm -rf __snapshots__ && ts-node ./scripts/generate-gql-schema.ts"
+        "generate-graphql-schema": "rm -rf __snapshots__ && ts-node ./scripts/generate-gql-schema.ts",
+        "link:global": "pnpm link --global",
+        "unlink:global": "pnpm unlink --global"
       },
       devDependencies: {
         "@swc/core": "1.5.28",
@@ -146,7 +148,7 @@ module.exports = __toCommonJS(src_exports);
 var import_reflect_metadata = require("reflect-metadata");
 
 // src/lib/runtime/copilot-runtime.ts
-var import_shared9 = require("@copilotkit/shared");
+var import_shared10 = require("@copilotkit/shared");
 
 // src/service-adapters/langchain/langserve.ts
 var import_remote = require("langchain/runnables/remote");
@@ -1575,9 +1577,11 @@ var LangGraphEventTypes;
   LangGraphEventTypes2["OnToolEnd"] = "on_tool_end";
   LangGraphEventTypes2["OnCopilotKitStateSync"] = "on_copilotkit_state_sync";
   LangGraphEventTypes2["OnCopilotKitEmitMessage"] = "on_copilotkit_emit_message";
+  LangGraphEventTypes2["OnCopilotKitEmitToolCall"] = "on_copilotkit_emit_tool_call";
 })(LangGraphEventTypes || (LangGraphEventTypes = {}));
 
 // src/agents/langgraph/event-source.ts
+var import_shared9 = require("@copilotkit/shared");
 var RemoteLangGraphEventSource = class {
   eventStream$ = new import_rxjs.ReplaySubject();
   async streamResponse(response) {
@@ -1604,46 +1608,67 @@ var RemoteLangGraphEventSource = class {
       });
     }
     __name(flushBuffer, "flushBuffer");
-    while (true) {
-      const { done, value } = await reader.read();
-      if (!done) {
-        buffer.push(decoder.decode(value, {
-          stream: true
-        }));
-      }
-      flushBuffer();
-      if (done) {
-        break;
+    try {
+      while (true) {
+        const { done, value } = await reader.read();
+        if (!done) {
+          buffer.push(decoder.decode(value, {
+            stream: true
+          }));
+        }
+        flushBuffer();
+        if (done) {
+          break;
+        }
       }
+    } catch (error) {
+      console.error("Error in stream", error);
+      eventStream$.error(error);
+      return;
     }
     eventStream$.complete();
   }
+  shouldEmitToolCall(shouldEmitToolCalls, toolCallName) {
+    if (typeof shouldEmitToolCalls === "boolean") {
+      return shouldEmitToolCalls;
+    }
+    if (Array.isArray(shouldEmitToolCalls)) {
+      return shouldEmitToolCalls.includes(toolCallName);
+    }
+    return shouldEmitToolCalls === toolCallName;
+  }
   processLangGraphEvents() {
+    let lastEventWithState = null;
     return this.eventStream$.pipe((0, import_rxjs.scan)((acc, event) => {
-      var _a, _b, _c, _d, _e, _f, _g, _h;
+      var _a, _b, _c, _d, _e, _f, _g, _h, _i;
       if (event.event === LangGraphEventTypes.OnChatModelStream) {
         if ((_c = (_b = (_a = event.data) == null ? void 0 : _a.chunk) == null ? void 0 : _b.kwargs) == null ? void 0 : _c.tool_call_chunks) {
-          acc.prevToolCallId = acc.toolCallId;
-          acc.toolCallId = (_d = event.data.chunk.kwargs) == null ? void 0 : _d.id;
+          acc.prevToolCallMessageId = acc.toolCallMessageId;
+          acc.toolCallMessageId = (_d = event.data.chunk.kwargs) == null ? void 0 : _d.id;
           if ((_e = event.data.chunk.kwargs.tool_call_chunks[0]) == null ? void 0 : _e.name) {
             acc.toolCallName = event.data.chunk.kwargs.tool_call_chunks[0].name;
           }
+          if ((_f = event.data.chunk.kwargs.tool_call_chunks[0]) == null ? void 0 : _f.id) {
+            acc.toolCallId = event.data.chunk.kwargs.tool_call_chunks[0].id;
+          }
         }
         acc.prevMessageId = acc.messageId;
-        acc.messageId = (_h = (_g = (_f = event.data) == null ? void 0 : _f.chunk) == null ? void 0 : _g.kwargs) == null ? void 0 : _h.id;
+        acc.messageId = (_i = (_h = (_g = event.data) == null ? void 0 : _g.chunk) == null ? void 0 : _h.kwargs) == null ? void 0 : _i.id;
       } else {
-        acc.prevToolCallId = acc.toolCallId;
-        acc.toolCallId = null;
+        acc.prevToolCallMessageId = acc.toolCallMessageId;
+        acc.toolCallMessageId = null;
         acc.prevMessageId = acc.messageId;
         acc.messageId = null;
         acc.toolCallName = null;
       }
       acc.event = event;
+      lastEventWithState = acc;
       return acc;
     }, {
       event: null,
       toolCallId: null,
-      prevToolCallId: null,
+      toolCallMessageId: null,
+      prevToolCallMessageId: null,
       messageId: null,
       toolCallName: null,
       prevMessageId: null
@@ -1660,7 +1685,7 @@ var RemoteLangGraphEventSource = class {
           shouldEmitMessages = eventWithState.event.metadata["copilotkit:emit-messages"];
         }
       }
-      if (eventWithState.prevToolCallId !== null && eventWithState.prevToolCallId !== eventWithState.toolCallId && shouldEmitToolCalls) {
+      if (eventWithState.prevToolCallMessageId !== null && eventWithState.prevToolCallMessageId !== eventWithState.toolCallMessageId && this.shouldEmitToolCall(shouldEmitToolCalls, eventWithState.toolCallName)) {
         events.push({
           type: RuntimeEventTypes.ActionExecutionEnd
         });
@@ -1684,6 +1709,20 @@ var RemoteLangGraphEventSource = class {
             type: RuntimeEventTypes.TextMessageEnd
           });
           break;
+        case LangGraphEventTypes.OnCopilotKitEmitToolCall:
+          events.push({
+            type: RuntimeEventTypes.ActionExecutionStart,
+            actionExecutionId: eventWithState.event.id,
+            actionName: eventWithState.event.name
+          });
+          events.push({
+            type: RuntimeEventTypes.ActionExecutionArgs,
+            args: JSON.stringify(eventWithState.event.args)
+          });
+          events.push({
+            type: RuntimeEventTypes.ActionExecutionEnd
+          });
+          break;
         case LangGraphEventTypes.OnCopilotKitStateSync:
           events.push({
             type: RuntimeEventTypes.AgentStateMessage,
@@ -1700,11 +1739,11 @@ var RemoteLangGraphEventSource = class {
         case LangGraphEventTypes.OnToolEnd:
           break;
         case LangGraphEventTypes.OnChatModelStream:
-          if (eventWithState.toolCallId !== null && eventWithState.prevToolCallId !== eventWithState.toolCallId) {
-            if (shouldEmitToolCalls) {
+          if (eventWithState.toolCallMessageId !== null && eventWithState.prevToolCallMessageId !== eventWithState.toolCallMessageId) {
+            if (this.shouldEmitToolCall(shouldEmitToolCalls, eventWithState.toolCallName)) {
               events.push({
                 type: RuntimeEventTypes.ActionExecutionStart,
-                actionExecutionId: eventWithState.toolCallId,
+                actionExecutionId: eventWithState.toolCallMessageId,
                 actionName: eventWithState.toolCallName,
                 scope: "client"
               });
@@ -1720,7 +1759,7 @@ var RemoteLangGraphEventSource = class {
           const args = (_e = (_d = (_c = (_b = (_a = eventWithState.event.data) == null ? void 0 : _a.chunk) == null ? void 0 : _b.kwargs) == null ? void 0 : _c.tool_call_chunks) == null ? void 0 : _d[0]) == null ? void 0 : _e.args;
           const content = (_h = (_g = (_f = eventWithState.event.data) == null ? void 0 : _f.chunk) == null ? void 0 : _g.kwargs) == null ? void 0 : _h.content;
           if (args) {
-            if (shouldEmitToolCalls) {
+            if (this.shouldEmitToolCall(shouldEmitToolCalls, eventWithState.toolCallName)) {
               events.push({
                 type: RuntimeEventTypes.ActionExecutionArgs,
                 args
@@ -1737,6 +1776,32 @@ var RemoteLangGraphEventSource = class {
           break;
       }
       return events;
+    }), (0, import_rxjs.catchError)((error) => {
+      console.error(error);
+      const events = [];
+      if (lastEventWithState == null ? void 0 : lastEventWithState.messageId) {
+        events.push({
+          type: RuntimeEventTypes.TextMessageEnd
+        });
+      }
+      if (lastEventWithState == null ? void 0 : lastEventWithState.toolCallMessageId) {
+        events.push({
+          type: RuntimeEventTypes.ActionExecutionEnd
+        });
+      }
+      const messageId = (0, import_shared9.randomId)();
+      events.push({
+        type: RuntimeEventTypes.TextMessageStart,
+        messageId
+      });
+      events.push({
+        type: RuntimeEventTypes.TextMessageContent,
+        content: "\u274C An error occurred. Please try again."
+      });
+      events.push({
+        type: RuntimeEventTypes.TextMessageEnd
+      });
+      return events;
     }));
   }
 };
@@ -1770,27 +1835,40 @@ async function fetchRemoteInfo({ url, onBeforeRequest, graphqlContext, logger: l
     url
   }, "Fetching actions from url");
   const headers = createHeaders(onBeforeRequest, graphqlContext);
-  const response = await fetch(`${url}/info`, {
-    method: "POST",
-    headers,
-    body: JSON.stringify({
-      properties: graphqlContext.properties,
-      frontendUrl
-    })
-  });
-  if (!response.ok) {
+  try {
+    const response = await fetch(`${url}/info`, {
+      method: "POST",
+      headers,
+      body: JSON.stringify({
+        properties: graphqlContext.properties,
+        frontendUrl
+      })
+    });
+    if (!response.ok) {
+      logger2.error({
+        url,
+        status: response.status,
+        body: await response.text()
+      }, "Failed to fetch actions from url");
+      return {
+        actions: [],
+        agents: []
+      };
+    }
+    const json = await response.json();
+    logger2.debug({
+      json
+    }, "Fetched actions from url");
+    return json;
+  } catch (error) {
     logger2.error({
-      url,
-      status: response.status,
-      body: await response.text()
+      error: error.message ? error.message : error + ""
     }, "Failed to fetch actions from url");
-    return [];
+    return {
+      actions: [],
+      agents: []
+    };
   }
-  const json = await response.json();
-  logger2.debug({
-    json
-  }, "Fetched actions from url");
-  return json;
 }
 __name(fetchRemoteInfo, "fetchRemoteInfo");
 function constructRemoteActions({ json, url, onBeforeRequest, graphqlContext, logger: logger2, messages, agentStates }) {
@@ -1805,30 +1883,37 @@ function constructRemoteActions({ json, url, onBeforeRequest, graphqlContext, lo
       }, "Executing remote action");
       const headers = createHeaders(onBeforeRequest, graphqlContext);
       telemetry_client_default.capture("oss.runtime.remote_action_executed", {});
-      const response = await fetch(`${url}/actions/execute`, {
-        method: "POST",
-        headers,
-        body: JSON.stringify({
-          name: action.name,
-          arguments: args,
-          properties: graphqlContext.properties
-        })
-      });
-      if (!response.ok) {
+      try {
+        const response = await fetch(`${url}/actions/execute`, {
+          method: "POST",
+          headers,
+          body: JSON.stringify({
+            name: action.name,
+            arguments: args,
+            properties: graphqlContext.properties
+          })
+        });
+        if (!response.ok) {
+          logger2.error({
+            url,
+            status: response.status,
+            body: await response.text()
+          }, "Failed to execute remote action");
+          return "Failed to execute remote action";
+        }
+        const requestResult = await response.json();
+        const result = requestResult["result"];
+        logger2.debug({
+          actionName: action.name,
+          result
+        }, "Executed remote action");
+        return result;
+      } catch (error) {
         logger2.error({
-          url,
-          status: response.status,
-          body: await response.text()
+          error: error.message ? error.message : error + ""
         }, "Failed to execute remote action");
         return "Failed to execute remote action";
       }
-      const requestResult = await response.json();
-      const result = requestResult["result"];
-      logger2.debug({
-        actionName: action.name,
-        result
-      }, "Executed remote action");
-      return result;
     }
   }));
   const agents = json["agents"].map((agent) => ({
@@ -2183,7 +2268,7 @@ var CopilotRuntime = class {
     const serverSideActionsInput = serverSideActions.map((action) => ({
       name: action.name,
       description: action.description,
-      jsonSchema: JSON.stringify((0, import_shared9.actionParametersToJsonSchema)(action.parameters))
+      jsonSchema: JSON.stringify((0, import_shared10.actionParametersToJsonSchema)(action.parameters))
     }));
     const actionInputs = flattenToolCallsNoDuplicates([
       ...serverSideActionsInput,
@@ -2236,7 +2321,7 @@ var CopilotRuntime = class {
   async processAgentRequest(request) {
     var _a;
     const { messages: rawMessages, outputMessagesPromise, graphqlContext, agentSession } = request;
-    const { threadId = (0, import_shared9.randomId)(), agentName, nodeName } = agentSession;
+    const { threadId = (0, import_shared10.randomId)(), agentName, nodeName } = agentSession;
     const serverSideActions = await this.getServerSideActions(request);
     const messages = convertGqlInputToMessages(rawMessages);
     const agent = serverSideActions.find((action) => action.name === agentName && isLangGraphAgentAction(action));
@@ -2246,7 +2331,7 @@ var CopilotRuntime = class {
     const serverSideActionsInput = serverSideActions.filter((action) => !isLangGraphAgentAction(action)).map((action) => ({
       name: action.name,
       description: action.description,
-      jsonSchema: JSON.stringify((0, import_shared9.actionParametersToJsonSchema)(action.parameters))
+      jsonSchema: JSON.stringify((0, import_shared10.actionParametersToJsonSchema)(action.parameters))
     }));
     const actionInputsWithoutAgents = flattenToolCallsNoDuplicates([
       ...serverSideActionsInput,
@@ -3389,7 +3474,7 @@ var UnknownErrorResponse = class extends FailedResponseStatus {
 __name(UnknownErrorResponse, "UnknownErrorResponse");
 
 // src/graphql/resolvers/copilot.resolver.ts
-var import_shared10 = require("@copilotkit/shared");
+var import_shared11 = require("@copilotkit/shared");
 function _ts_decorate14(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
@@ -3506,7 +3591,7 @@ var CopilotResolver = class {
       rejectOutputMessagesPromise = reject;
     });
     logger2.debug("Processing");
-    const { eventSource, threadId = (0, import_shared10.randomId)(), runId, serverSideActions, actionInputsWithoutAgents } = await copilotRuntime.processRuntimeRequest({
+    const { eventSource, threadId = (0, import_shared11.randomId)(), runId, serverSideActions, actionInputsWithoutAgents } = await copilotRuntime.processRuntimeRequest({
       serviceAdapter,
       messages: data.messages,
       actions: data.frontend.actions,
@@ -3551,7 +3636,7 @@ var CopilotResolver = class {
                 });
                 outputMessages = [
                   (0, import_class_transformer2.plainToInstance)(TextMessage, {
-                    id: (0, import_shared10.randomId)(),
+                    id: (0, import_shared11.randomId)(),
                     createdAt: /* @__PURE__ */ new Date(),
                     content: result.reason,
                     role: MessageRole.assistant
@@ -3602,7 +3687,7 @@ var CopilotResolver = class {
                   (0, import_rxjs4.takeWhile)((e) => e.type != RuntimeEventTypes.TextMessageEnd)
                 );
                 const streamingTextStatus = new import_rxjs4.Subject();
-                const messageId = (0, import_shared10.randomId)();
+                const messageId = (0, import_shared11.randomId)();
                 pushMessage({
                   id: messageId,
                   status: (0, import_rxjs4.firstValueFrom)(streamingTextStatus),
@@ -3714,7 +3799,7 @@ var CopilotResolver = class {
                   result: event.result
                 }, "Action execution result event received");
                 pushMessage({
-                  id: (0, import_shared10.randomId)(),
+                  id: (0, import_shared11.randomId)(),
                   status: new SuccessMessageStatus(),
                   createdAt: /* @__PURE__ */ new Date(),
                   actionExecutionId: event.actionExecutionId,
@@ -3722,7 +3807,7 @@ var CopilotResolver = class {
                   result: event.result
                 });
                 outputMessages.push((0, import_class_transformer2.plainToInstance)(ResultMessage, {
-                  id: (0, import_shared10.randomId)(),
+                  id: (0, import_shared11.randomId)(),
                   createdAt: /* @__PURE__ */ new Date(),
                   actionExecutionId: event.actionExecutionId,
                   actionName: event.actionName,
@@ -3734,7 +3819,7 @@ var CopilotResolver = class {
                   event
                 }, "Agent message event received");
                 pushMessage({
-                  id: (0, import_shared10.randomId)(),
+                  id: (0, import_shared11.randomId)(),
                   status: new SuccessMessageStatus(),
                   threadId: event.threadId,
                   agentName: event.agentName,
@@ -3747,7 +3832,7 @@ var CopilotResolver = class {
                   createdAt: /* @__PURE__ */ new Date()
                 });
                 outputMessages.push((0, import_class_transformer2.plainToInstance)(AgentStateMessage, {
-                  id: (0, import_shared10.randomId)(),
+                  id: (0, import_shared11.randomId)(),
                   threadId: event.threadId,
                   agentName: event.agentName,
                   nodeName: event.nodeName,