@copilotkit/runtime 1.3.2 → 1.3.3

package/CHANGELOG.md

@@ -1,5 +1,13 @@
 # @copilotkit/runtime
 
+## 1.3.3
+
+### Patch Changes
+
+- Impvovements to error handling and CoAgent protocol
+- Updated dependencies
+  - @copilotkit/shared@1.3.3
+
 ## 1.3.2
 
 ### Patch Changes

package/dist/{chunk-VQY3UTNK.mjs → chunk-3RSGBABY.mjs}

@@ -1,7 +1,7 @@
 import {
   copilotRuntimeNodeHttpEndpoint,
   telemetry_client_default
-} from "./chunk-J3URDBS7.mjs";
+} from "./chunk-LQSJAQSM.mjs";
 import {
   __name
 } from "./chunk-44O2JGUY.mjs";
@@ -21,4 +21,4 @@ __name(copilotRuntimeNodeExpressEndpoint, "copilotRuntimeNodeExpressEndpoint");
 export {
   copilotRuntimeNodeExpressEndpoint
 };
-//# sourceMappingURL=chunk-VQY3UTNK.mjs.map
+//# sourceMappingURL=chunk-3RSGBABY.mjs.map

package/dist/{chunk-CP4IV75Q.mjs → chunk-4QVREBXP.mjs}

@@ -1,7 +1,7 @@
 import {
   copilotRuntimeNodeHttpEndpoint,
   telemetry_client_default
-} from "./chunk-J3URDBS7.mjs";
+} from "./chunk-LQSJAQSM.mjs";
 import {
   __name
 } from "./chunk-44O2JGUY.mjs";
@@ -21,4 +21,4 @@ __name(copilotRuntimeNestEndpoint, "copilotRuntimeNestEndpoint");
 export {
   copilotRuntimeNestEndpoint
 };
-//# sourceMappingURL=chunk-CP4IV75Q.mjs.map
+//# sourceMappingURL=chunk-4QVREBXP.mjs.map

package/dist/{chunk-IYJBUTRQ.mjs → chunk-AOSWZOH5.mjs}

@@ -1,7 +1,7 @@
 import {
   getCommonConfig,
   telemetry_client_default
-} from "./chunk-J3URDBS7.mjs";
+} from "./chunk-LQSJAQSM.mjs";
 import {
   __name
 } from "./chunk-44O2JGUY.mjs";
@@ -76,4 +76,4 @@ export {
   config,
   copilotRuntimeNextJSPagesRouterEndpoint
 };
-//# sourceMappingURL=chunk-IYJBUTRQ.mjs.map
+//# sourceMappingURL=chunk-AOSWZOH5.mjs.map

package/dist/{chunk-J3URDBS7.mjs → chunk-LQSJAQSM.mjs}

@@ -36,7 +36,7 @@ var require_package = __commonJS({
       publishConfig: {
         access: "public"
       },
-      version: "1.3.2",
+      version: "1.3.3",
       sideEffects: false,
       main: "./dist/index.js",
       module: "./dist/index.mjs",
@@ -51,7 +51,9 @@ var require_package = __commonJS({
         test: "jest --passWithNoTests",
         "check-types": "tsc --noEmit",
         clean: "rm -rf .turbo && rm -rf node_modules && rm -rf dist && rm -rf .next && rm -rf __snapshots__",
-        "generate-graphql-schema": "rm -rf __snapshots__ && ts-node ./scripts/generate-gql-schema.ts"
+        "generate-graphql-schema": "rm -rf __snapshots__ && ts-node ./scripts/generate-gql-schema.ts",
+        "link:global": "pnpm link --global",
+        "unlink:global": "pnpm unlink --global"
       },
       devDependencies: {
         "@swc/core": "1.5.28",
@@ -1029,7 +1031,7 @@ var telemetryClient = new TelemetryClient({
 var telemetry_client_default = telemetryClient;
 
 // src/agents/langgraph/event-source.ts
-import { ReplaySubject, scan, mergeMap } from "rxjs";
+import { ReplaySubject, scan, mergeMap, catchError } from "rxjs";
 
 // src/agents/langgraph/events.ts
 var LangGraphEventTypes;
@@ -1044,9 +1046,11 @@ var LangGraphEventTypes;
   LangGraphEventTypes2["OnToolEnd"] = "on_tool_end";
   LangGraphEventTypes2["OnCopilotKitStateSync"] = "on_copilotkit_state_sync";
   LangGraphEventTypes2["OnCopilotKitEmitMessage"] = "on_copilotkit_emit_message";
+  LangGraphEventTypes2["OnCopilotKitEmitToolCall"] = "on_copilotkit_emit_tool_call";
 })(LangGraphEventTypes || (LangGraphEventTypes = {}));
 
 // src/agents/langgraph/event-source.ts
+import { randomId } from "@copilotkit/shared";
 var RemoteLangGraphEventSource = class {
   eventStream$ = new ReplaySubject();
   async streamResponse(response) {
@@ -1073,46 +1077,67 @@ var RemoteLangGraphEventSource = class {
       });
     }
     __name(flushBuffer, "flushBuffer");
-    while (true) {
-      const { done, value } = await reader.read();
-      if (!done) {
-        buffer.push(decoder.decode(value, {
-          stream: true
-        }));
-      }
-      flushBuffer();
-      if (done) {
-        break;
+    try {
+      while (true) {
+        const { done, value } = await reader.read();
+        if (!done) {
+          buffer.push(decoder.decode(value, {
+            stream: true
+          }));
+        }
+        flushBuffer();
+        if (done) {
+          break;
+        }
       }
+    } catch (error) {
+      console.error("Error in stream", error);
+      eventStream$.error(error);
+      return;
     }
     eventStream$.complete();
   }
+  shouldEmitToolCall(shouldEmitToolCalls, toolCallName) {
+    if (typeof shouldEmitToolCalls === "boolean") {
+      return shouldEmitToolCalls;
+    }
+    if (Array.isArray(shouldEmitToolCalls)) {
+      return shouldEmitToolCalls.includes(toolCallName);
+    }
+    return shouldEmitToolCalls === toolCallName;
+  }
   processLangGraphEvents() {
+    let lastEventWithState = null;
     return this.eventStream$.pipe(scan((acc, event) => {
-      var _a, _b, _c, _d, _e, _f, _g, _h;
+      var _a, _b, _c, _d, _e, _f, _g, _h, _i;
       if (event.event === LangGraphEventTypes.OnChatModelStream) {
         if ((_c = (_b = (_a = event.data) == null ? void 0 : _a.chunk) == null ? void 0 : _b.kwargs) == null ? void 0 : _c.tool_call_chunks) {
-          acc.prevToolCallId = acc.toolCallId;
-          acc.toolCallId = (_d = event.data.chunk.kwargs) == null ? void 0 : _d.id;
+          acc.prevToolCallMessageId = acc.toolCallMessageId;
+          acc.toolCallMessageId = (_d = event.data.chunk.kwargs) == null ? void 0 : _d.id;
           if ((_e = event.data.chunk.kwargs.tool_call_chunks[0]) == null ? void 0 : _e.name) {
             acc.toolCallName = event.data.chunk.kwargs.tool_call_chunks[0].name;
           }
+          if ((_f = event.data.chunk.kwargs.tool_call_chunks[0]) == null ? void 0 : _f.id) {
+            acc.toolCallId = event.data.chunk.kwargs.tool_call_chunks[0].id;
+          }
         }
         acc.prevMessageId = acc.messageId;
-        acc.messageId = (_h = (_g = (_f = event.data) == null ? void 0 : _f.chunk) == null ? void 0 : _g.kwargs) == null ? void 0 : _h.id;
+        acc.messageId = (_i = (_h = (_g = event.data) == null ? void 0 : _g.chunk) == null ? void 0 : _h.kwargs) == null ? void 0 : _i.id;
       } else {
-        acc.prevToolCallId = acc.toolCallId;
-        acc.toolCallId = null;
+        acc.prevToolCallMessageId = acc.toolCallMessageId;
+        acc.toolCallMessageId = null;
         acc.prevMessageId = acc.messageId;
         acc.messageId = null;
         acc.toolCallName = null;
       }
       acc.event = event;
+      lastEventWithState = acc;
       return acc;
     }, {
       event: null,
       toolCallId: null,
-      prevToolCallId: null,
+      toolCallMessageId: null,
+      prevToolCallMessageId: null,
       messageId: null,
       toolCallName: null,
       prevMessageId: null
@@ -1129,7 +1154,7 @@ var RemoteLangGraphEventSource = class {
           shouldEmitMessages = eventWithState.event.metadata["copilotkit:emit-messages"];
         }
       }
-      if (eventWithState.prevToolCallId !== null && eventWithState.prevToolCallId !== eventWithState.toolCallId && shouldEmitToolCalls) {
+      if (eventWithState.prevToolCallMessageId !== null && eventWithState.prevToolCallMessageId !== eventWithState.toolCallMessageId && this.shouldEmitToolCall(shouldEmitToolCalls, eventWithState.toolCallName)) {
         events.push({
           type: RuntimeEventTypes.ActionExecutionEnd
         });
@@ -1153,6 +1178,20 @@ var RemoteLangGraphEventSource = class {
             type: RuntimeEventTypes.TextMessageEnd
           });
           break;
+        case LangGraphEventTypes.OnCopilotKitEmitToolCall:
+          events.push({
+            type: RuntimeEventTypes.ActionExecutionStart,
+            actionExecutionId: eventWithState.event.id,
+            actionName: eventWithState.event.name
+          });
+          events.push({
+            type: RuntimeEventTypes.ActionExecutionArgs,
+            args: JSON.stringify(eventWithState.event.args)
+          });
+          events.push({
+            type: RuntimeEventTypes.ActionExecutionEnd
+          });
+          break;
         case LangGraphEventTypes.OnCopilotKitStateSync:
           events.push({
             type: RuntimeEventTypes.AgentStateMessage,
@@ -1169,11 +1208,11 @@ var RemoteLangGraphEventSource = class {
         case LangGraphEventTypes.OnToolEnd:
           break;
         case LangGraphEventTypes.OnChatModelStream:
-          if (eventWithState.toolCallId !== null && eventWithState.prevToolCallId !== eventWithState.toolCallId) {
-            if (shouldEmitToolCalls) {
+          if (eventWithState.toolCallMessageId !== null && eventWithState.prevToolCallMessageId !== eventWithState.toolCallMessageId) {
+            if (this.shouldEmitToolCall(shouldEmitToolCalls, eventWithState.toolCallName)) {
               events.push({
                 type: RuntimeEventTypes.ActionExecutionStart,
-                actionExecutionId: eventWithState.toolCallId,
+                actionExecutionId: eventWithState.toolCallMessageId,
                 actionName: eventWithState.toolCallName,
                 scope: "client"
               });
@@ -1189,7 +1228,7 @@ var RemoteLangGraphEventSource = class {
           const args = (_e = (_d = (_c = (_b = (_a = eventWithState.event.data) == null ? void 0 : _a.chunk) == null ? void 0 : _b.kwargs) == null ? void 0 : _c.tool_call_chunks) == null ? void 0 : _d[0]) == null ? void 0 : _e.args;
           const content = (_h = (_g = (_f = eventWithState.event.data) == null ? void 0 : _f.chunk) == null ? void 0 : _g.kwargs) == null ? void 0 : _h.content;
           if (args) {
-            if (shouldEmitToolCalls) {
+            if (this.shouldEmitToolCall(shouldEmitToolCalls, eventWithState.toolCallName)) {
               events.push({
                 type: RuntimeEventTypes.ActionExecutionArgs,
                 args
@@ -1206,6 +1245,32 @@ var RemoteLangGraphEventSource = class {
           break;
       }
       return events;
+    }), catchError((error) => {
+      console.error(error);
+      const events = [];
+      if (lastEventWithState == null ? void 0 : lastEventWithState.messageId) {
+        events.push({
+          type: RuntimeEventTypes.TextMessageEnd
+        });
+      }
+      if (lastEventWithState == null ? void 0 : lastEventWithState.toolCallMessageId) {
+        events.push({
+          type: RuntimeEventTypes.ActionExecutionEnd
+        });
+      }
+      const messageId = randomId();
+      events.push({
+        type: RuntimeEventTypes.TextMessageStart,
+        messageId
+      });
+      events.push({
+        type: RuntimeEventTypes.TextMessageContent,
+        content: "\u274C An error occurred. Please try again."
+      });
+      events.push({
+        type: RuntimeEventTypes.TextMessageEnd
+      });
+      return events;
     }));
   }
 };
@@ -1239,27 +1304,40 @@ async function fetchRemoteInfo({ url, onBeforeRequest, graphqlContext, logger: l
     url
   }, "Fetching actions from url");
   const headers = createHeaders(onBeforeRequest, graphqlContext);
-  const response = await fetch(`${url}/info`, {
-    method: "POST",
-    headers,
-    body: JSON.stringify({
-      properties: graphqlContext.properties,
-      frontendUrl
-    })
-  });
-  if (!response.ok) {
+  try {
+    const response = await fetch(`${url}/info`, {
+      method: "POST",
+      headers,
+      body: JSON.stringify({
+        properties: graphqlContext.properties,
+        frontendUrl
+      })
+    });
+    if (!response.ok) {
+      logger2.error({
+        url,
+        status: response.status,
+        body: await response.text()
+      }, "Failed to fetch actions from url");
+      return {
+        actions: [],
+        agents: []
+      };
+    }
+    const json = await response.json();
+    logger2.debug({
+      json
+    }, "Fetched actions from url");
+    return json;
+  } catch (error) {
     logger2.error({
-      url,
-      status: response.status,
-      body: await response.text()
+      error: error.message ? error.message : error + ""
     }, "Failed to fetch actions from url");
-    return [];
+    return {
+      actions: [],
+      agents: []
+    };
   }
-  const json = await response.json();
-  logger2.debug({
-    json
-  }, "Fetched actions from url");
-  return json;
 }
 __name(fetchRemoteInfo, "fetchRemoteInfo");
 function constructRemoteActions({ json, url, onBeforeRequest, graphqlContext, logger: logger2, messages, agentStates }) {
@@ -1274,30 +1352,37 @@ function constructRemoteActions({ json, url, onBeforeRequest, graphqlContext, lo
       }, "Executing remote action");
       const headers = createHeaders(onBeforeRequest, graphqlContext);
       telemetry_client_default.capture("oss.runtime.remote_action_executed", {});
-      const response = await fetch(`${url}/actions/execute`, {
-        method: "POST",
-        headers,
-        body: JSON.stringify({
-          name: action.name,
-          arguments: args,
-          properties: graphqlContext.properties
-        })
-      });
-      if (!response.ok) {
+      try {
+        const response = await fetch(`${url}/actions/execute`, {
+          method: "POST",
+          headers,
+          body: JSON.stringify({
+            name: action.name,
+            arguments: args,
+            properties: graphqlContext.properties
+          })
+        });
+        if (!response.ok) {
+          logger2.error({
+            url,
+            status: response.status,
+            body: await response.text()
+          }, "Failed to execute remote action");
+          return "Failed to execute remote action";
+        }
+        const requestResult = await response.json();
+        const result = requestResult["result"];
+        logger2.debug({
+          actionName: action.name,
+          result
+        }, "Executed remote action");
+        return result;
+      } catch (error) {
         logger2.error({
-          url,
-          status: response.status,
-          body: await response.text()
+          error: error.message ? error.message : error + ""
         }, "Failed to execute remote action");
         return "Failed to execute remote action";
       }
-      const requestResult = await response.json();
-      const result = requestResult["result"];
-      logger2.debug({
-        actionName: action.name,
-        result
-      }, "Executed remote action");
-      return result;
     }
   }));
   const agents = json["agents"].map((agent) => ({
@@ -1578,7 +1663,7 @@ __name(executeAction, "executeAction");
 import { GraphQLJSONObject } from "graphql-scalars";
 import { plainToInstance } from "class-transformer";
 import { GraphQLError } from "graphql";
-import { randomId } from "@copilotkit/shared";
+import { randomId as randomId2 } from "@copilotkit/shared";
 function _ts_decorate12(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
@@ -1695,7 +1780,7 @@ var CopilotResolver = class {
       rejectOutputMessagesPromise = reject;
     });
     logger2.debug("Processing");
-    const { eventSource, threadId = randomId(), runId, serverSideActions, actionInputsWithoutAgents } = await copilotRuntime.processRuntimeRequest({
+    const { eventSource, threadId = randomId2(), runId, serverSideActions, actionInputsWithoutAgents } = await copilotRuntime.processRuntimeRequest({
       serviceAdapter,
       messages: data.messages,
       actions: data.frontend.actions,
@@ -1740,7 +1825,7 @@ var CopilotResolver = class {
                 });
                 outputMessages = [
                   plainToInstance(TextMessage, {
-                    id: randomId(),
+                    id: randomId2(),
                     createdAt: /* @__PURE__ */ new Date(),
                     content: result.reason,
                     role: MessageRole.assistant
@@ -1791,7 +1876,7 @@ var CopilotResolver = class {
                   takeWhile((e) => e.type != RuntimeEventTypes.TextMessageEnd)
                 );
                 const streamingTextStatus = new Subject();
-                const messageId = randomId();
+                const messageId = randomId2();
                 pushMessage({
                   id: messageId,
                   status: firstValueFrom2(streamingTextStatus),
@@ -1903,7 +1988,7 @@ var CopilotResolver = class {
                   result: event.result
                 }, "Action execution result event received");
                 pushMessage({
-                  id: randomId(),
+                  id: randomId2(),
                   status: new SuccessMessageStatus(),
                   createdAt: /* @__PURE__ */ new Date(),
                   actionExecutionId: event.actionExecutionId,
@@ -1911,7 +1996,7 @@ var CopilotResolver = class {
                   result: event.result
                 });
                 outputMessages.push(plainToInstance(ResultMessage, {
-                  id: randomId(),
+                  id: randomId2(),
                   createdAt: /* @__PURE__ */ new Date(),
                   actionExecutionId: event.actionExecutionId,
                   actionName: event.actionName,
@@ -1923,7 +2008,7 @@ var CopilotResolver = class {
                   event
                 }, "Agent message event received");
                 pushMessage({
-                  id: randomId(),
+                  id: randomId2(),
                   status: new SuccessMessageStatus(),
                   threadId: event.threadId,
                   agentName: event.agentName,
@@ -1936,7 +2021,7 @@ var CopilotResolver = class {
                   createdAt: /* @__PURE__ */ new Date()
                 });
                 outputMessages.push(plainToInstance(AgentStateMessage, {
-                  id: randomId(),
+                  id: randomId2(),
                   threadId: event.threadId,
                   agentName: event.agentName,
                   nodeName: event.nodeName,
@@ -2144,4 +2229,4 @@ export {
   getCommonConfig,
   copilotRuntimeNodeHttpEndpoint
 };
-//# sourceMappingURL=chunk-J3URDBS7.mjs.map
+//# sourceMappingURL=chunk-LQSJAQSM.mjs.map