@copilotkit/runtime 1.6.0-next.9 → 1.7.0-next.0

package/dist/index.mjs

@@ -3,13 +3,13 @@ import {
   config,
   copilotRuntimeNextJSAppRouterEndpoint,
   copilotRuntimeNextJSPagesRouterEndpoint
-} from "./chunk-7BCFHZLY.mjs";
+} from "./chunk-PH24IU7T.mjs";
 import {
   copilotRuntimeNestEndpoint
-} from "./chunk-5ZBUMQE2.mjs";
+} from "./chunk-2BN7NZNC.mjs";
 import {
   copilotRuntimeNodeExpressEndpoint
-} from "./chunk-4HQ5OZXN.mjs";
+} from "./chunk-ZYFN76KV.mjs";
 import {
   CopilotRuntime,
   addCustomHeaderPlugin,
@@ -21,7 +21,7 @@ import {
   getCommonConfig,
   langGraphPlatformEndpoint,
   resolveEndpointType
-} from "./chunk-L7OTGCAG.mjs";
+} from "./chunk-34Y5DNNJ.mjs";
 import {
   AnthropicAdapter,
   EmptyAdapter,

package/dist/lib/index.js

@@ -44,7 +44,7 @@ var require_package = __commonJS({
       publishConfig: {
         access: "public"
       },
-      version: "1.6.0-next.9",
+      version: "1.7.0-next.0",
       sideEffects: false,
       main: "./dist/index.js",
       module: "./dist/index.mjs",
@@ -1361,10 +1361,11 @@ var RemoteLangGraphEventSource = class {
         let isToolCallEnd = (responseMetadata == null ? void 0 : responseMetadata.finish_reason) === "tool_calls";
         acc.isToolCallStart = toolCallChunks.some((chunk) => chunk.name && chunk.id);
         acc.isMessageStart = prevMessageId !== acc.lastMessageId && !acc.isToolCallStart;
-        if (acc.isToolCall && !toolCallCheck) {
+        let previousRoundHadToolCall = acc.isToolCall;
+        acc.isToolCall = toolCallCheck;
+        if (previousRoundHadToolCall && !toolCallCheck) {
           isToolCallEnd = true;
         }
-        acc.isToolCall = toolCallCheck;
         acc.isToolCallEnd = isToolCallEnd;
         acc.isMessageEnd = (responseMetadata == null ? void 0 : responseMetadata.finish_reason) === "stop";
         ({ name: acc.lastToolCallName, id: acc.lastToolCallId } = toolCallChunks.find((chunk) => chunk.name && chunk.id) ?? {
@@ -1385,7 +1386,8 @@ var RemoteLangGraphEventSource = class {
       lastMessageId: null,
       lastToolCallId: null,
       lastToolCallName: null,
-      currentContent: null
+      currentContent: null,
+      processedToolCallIds: /* @__PURE__ */ new Set()
     }), (0, import_rxjs.mergeMap)((acc) => {
       const events = [];
       let shouldEmitMessages = true;
@@ -1413,7 +1415,8 @@ var RemoteLangGraphEventSource = class {
         });
       }
       const responseMetadata = this.getResponseMetadata(acc.event);
-      if (acc.isToolCallEnd && this.shouldEmitToolCall(shouldEmitToolCalls, acc.lastToolCallName)) {
+      if (acc.isToolCallEnd && this.shouldEmitToolCall(shouldEmitToolCalls, acc.lastToolCallName) && acc.lastToolCallId && !acc.processedToolCallIds.has(acc.lastToolCallId)) {
+        acc.processedToolCallIds.add(acc.lastToolCallId);
         events.push({
           type: RuntimeEventTypes.ActionExecutionEnd,
           actionExecutionId: acc.lastToolCallId
@@ -1480,6 +1483,7 @@ var RemoteLangGraphEventSource = class {
               parentMessageId: acc.lastMessageId
             });
           } else if (acc.isMessageStart && shouldEmitMessages) {
+            acc.processedToolCallIds.clear();
             events.push({
               type: RuntimeEventTypes.TextMessageStart,
               messageId: acc.lastMessageId
@@ -2297,7 +2301,7 @@ async function streamEvents(controller, args) {
   let emitIntermediateStateUntilEnd = null;
   let shouldExit = false;
   let externalRunId = null;
-  const streamResponse2 = client.runs.stream(threadId, assistantId, payload);
+  const streamResponse = client.runs.stream(threadId, assistantId, payload);
   const emit = /* @__PURE__ */ __name((message) => controller.enqueue(new TextEncoder().encode(message)), "emit");
   let latestStateValues = {};
   let updatedState = state;
@@ -2307,7 +2311,7 @@ async function streamEvents(controller, args) {
     telemetry_client_default.capture("oss.runtime.agent_execution_stream_started", {
       hashedLgcKey: streamInfo.hashedLgcKey
     });
-    for await (const chunk of streamResponse2) {
+    for await (const chunk of streamResponse) {
       if (![
         "events",
         "values",
@@ -2722,6 +2726,54 @@ __name(getSchemaKeys, "getSchemaKeys");
 
 // src/lib/runtime/remote-action-constructors.ts
 var import_shared11 = require("@copilotkit/shared");
+
+// src/lib/streaming.ts
+async function writeJsonLineResponseToEventStream(response, eventStream$) {
+  const reader = response.getReader();
+  const decoder = new TextDecoder();
+  let buffer = [];
+  function flushBuffer() {
+    const currentBuffer = buffer.join("");
+    if (currentBuffer.trim().length === 0) {
+      return;
+    }
+    const parts = currentBuffer.split("\n");
+    if (parts.length === 0) {
+      return;
+    }
+    const lastPartIsComplete = currentBuffer.endsWith("\n");
+    buffer = [];
+    if (!lastPartIsComplete) {
+      buffer.push(parts.pop());
+    }
+    parts.map((part) => part.trim()).filter((part) => part != "").forEach((part) => {
+      eventStream$.next(JSON.parse(part));
+    });
+  }
+  __name(flushBuffer, "flushBuffer");
+  try {
+    while (true) {
+      const { done, value } = await reader.read();
+      if (!done) {
+        buffer.push(decoder.decode(value, {
+          stream: true
+        }));
+      }
+      flushBuffer();
+      if (done) {
+        break;
+      }
+    }
+  } catch (error) {
+    console.error("Error in stream", error);
+    eventStream$.error(error);
+    return;
+  }
+  eventStream$.complete();
+}
+__name(writeJsonLineResponseToEventStream, "writeJsonLineResponseToEventStream");
+
+// src/lib/runtime/remote-action-constructors.ts
 var import_shared12 = require("@copilotkit/shared");
 var import_shared13 = require("@copilotkit/shared");
 function constructLGCRemoteAction({ endpoint, graphqlContext, logger: logger2, messages, agentStates }) {
@@ -2731,7 +2783,7 @@ function constructLGCRemoteAction({ endpoint, graphqlContext, logger: logger2, m
     parameters: [],
     handler: async (_args) => {
     },
-    langGraphAgentHandler: async ({ name, actionInputsWithoutAgents, threadId, nodeName, additionalMessages = [], metaEvents }) => {
+    remoteAgentHandler: async ({ name, actionInputsWithoutAgents, threadId, nodeName, additionalMessages = [], metaEvents }) => {
       logger2.debug({
         actionName: agent.name
       }, "Executing LangGraph Platform agent");
@@ -2775,7 +2827,7 @@ function constructLGCRemoteAction({ endpoint, graphqlContext, logger: logger2, m
           metaEvents
         });
         const eventSource = new RemoteLangGraphEventSource();
-        streamResponse(response, eventSource.eventStream$);
+        writeJsonLineResponseToEventStream(response, eventSource.eventStream$);
         return eventSource.processLangGraphEvents();
       } catch (error) {
         logger2.error({
@@ -2792,6 +2844,11 @@ function constructLGCRemoteAction({ endpoint, graphqlContext, logger: logger2, m
   ];
 }
 __name(constructLGCRemoteAction, "constructLGCRemoteAction");
+var RemoteAgentType;
+(function(RemoteAgentType2) {
+  RemoteAgentType2["LangGraph"] = "langgraph";
+  RemoteAgentType2["CrewAI"] = "crewai";
+})(RemoteAgentType || (RemoteAgentType = {}));
 function constructRemoteActions({ json, url, onBeforeRequest, graphqlContext, logger: logger2, messages, agentStates }) {
   const totalAgents = Array.isArray(json["agents"]) ? json["agents"].length : 0;
   const actions = json["actions"].map((action) => ({
@@ -2861,7 +2918,7 @@ function constructRemoteActions({ json, url, onBeforeRequest, graphqlContext, lo
     parameters: [],
     handler: async (_args) => {
     },
-    langGraphAgentHandler: async ({ name, actionInputsWithoutAgents, threadId, nodeName, additionalMessages = [], metaEvents }) => {
+    remoteAgentHandler: async ({ name, actionInputsWithoutAgents, threadId, nodeName, additionalMessages = [], metaEvents }) => {
       logger2.debug({
         actionName: agent.name
       }, "Executing remote agent");
@@ -2921,9 +2978,17 @@ function constructRemoteActions({ json, url, onBeforeRequest, graphqlContext, lo
             isRemoteEndpoint: true
           });
         }
-        const eventSource = new RemoteLangGraphEventSource();
-        streamResponse(response.body, eventSource.eventStream$);
-        return eventSource.processLangGraphEvents();
+        if (agent.type === "langgraph") {
+          const eventSource = new RemoteLangGraphEventSource();
+          writeJsonLineResponseToEventStream(response.body, eventSource.eventStream$);
+          return eventSource.processLangGraphEvents();
+        } else if (agent.type === "crewai") {
+          const eventStream$ = new RuntimeEventSubject();
+          writeJsonLineResponseToEventStream(response.body, eventStream$);
+          return eventStream$;
+        } else {
+          throw new Error("Unsupported agent type");
+        }
       } catch (error) {
         if (error instanceof import_shared11.CopilotKitError) {
           throw error;
@@ -2941,50 +3006,6 @@ function constructRemoteActions({ json, url, onBeforeRequest, graphqlContext, lo
   ];
 }
 __name(constructRemoteActions, "constructRemoteActions");
-async function streamResponse(response, eventStream$) {
-  const reader = response.getReader();
-  const decoder = new TextDecoder();
-  let buffer = [];
-  function flushBuffer() {
-    const currentBuffer = buffer.join("");
-    if (currentBuffer.trim().length === 0) {
-      return;
-    }
-    const parts = currentBuffer.split("\n");
-    if (parts.length === 0) {
-      return;
-    }
-    const lastPartIsComplete = currentBuffer.endsWith("\n");
-    buffer = [];
-    if (!lastPartIsComplete) {
-      buffer.push(parts.pop());
-    }
-    parts.map((part) => part.trim()).filter((part) => part != "").forEach((part) => {
-      eventStream$.next(JSON.parse(part));
-    });
-  }
-  __name(flushBuffer, "flushBuffer");
-  try {
-    while (true) {
-      const { done, value } = await reader.read();
-      if (!done) {
-        buffer.push(decoder.decode(value, {
-          stream: true
-        }));
-      }
-      flushBuffer();
-      if (done) {
-        break;
-      }
-    }
-  } catch (error) {
-    console.error("Error in stream", error);
-    eventStream$.error(error);
-    return;
-  }
-  eventStream$.complete();
-}
-__name(streamResponse, "streamResponse");
 function createHeaders(onBeforeRequest, graphqlContext) {
   const headers = {
     "Content-Type": "application/json"
@@ -3008,13 +3029,13 @@ var EndpointType;
   EndpointType2["CopilotKit"] = "copilotKit";
   EndpointType2["LangGraphPlatform"] = "langgraph-platform";
 })(EndpointType || (EndpointType = {}));
-function isLangGraphAgentAction(action) {
+function isRemoteAgentAction(action) {
   if (!action) {
     return false;
   }
-  return typeof action.langGraphAgentHandler === "function";
+  return typeof action.remoteAgentHandler === "function";
 }
-__name(isLangGraphAgentAction, "isLangGraphAgentAction");
+__name(isRemoteAgentAction, "isRemoteAgentAction");
 async function fetchRemoteInfo({ url, onBeforeRequest, graphqlContext, logger: logger2, frontendUrl }) {
   logger2.debug({
     url
@@ -3138,7 +3159,7 @@ function getRuntimeInstanceTelemetryInfo(runtime) {
       info = {
         ...info,
         agentsAmount: ep.agents.length,
-        hashedKey: (0, import_node_crypto3.createHash)("sha256").update(ep.langsmithApiKey).digest("hex")
+        hashedKey: ep.langsmithApiKey ? (0, import_node_crypto3.createHash)("sha256").update(ep.langsmithApiKey).digest("hex") : null
       };
     }
     return info;
@@ -3518,7 +3539,7 @@ async function executeAction(eventStream$, guardrailsResult$, action, actionArgu
       return;
     }
   }
-  if (isLangGraphAgentAction(action)) {
+  if (isRemoteAgentAction(action)) {
     const result = `${action.name} agent started`;
     const agentExecution = (0, import_class_transformer.plainToInstance)(ActionExecutionMessage, {
       id: actionExecutionId,
@@ -3539,7 +3560,7 @@ async function executeAction(eventStream$, guardrailsResult$, action, actionArgu
       actionName: action.name,
       result
     });
-    const stream = await action.langGraphAgentHandler({
+    const stream = await action.remoteAgentHandler({
       name: action.name,
       threadId,
       actionInputsWithoutAgents,
@@ -3653,7 +3674,12 @@ var CopilotRuntime = class {
   delegateAgentProcessingToServiceAdapter;
   constructor(params) {
     var _a, _b;
-    this.actions = (params == null ? void 0 : params.actions) || [];
+    if ((params == null ? void 0 : params.actions) && (params == null ? void 0 : params.remoteEndpoints)) {
+      console.warn("Actions set in runtime instance will be ignored when remote endpoints are set");
+      this.actions = [];
+    } else {
+      this.actions = (params == null ? void 0 : params.actions) || [];
+    }
     for (const chain of (params == null ? void 0 : params.langserve) || []) {
       const remoteChain = new RemoteChain(chain);
       this.langserve.push(remoteChain.toAction());
@@ -3745,7 +3771,6 @@ please use an LLM adapter instead.`
     }
   }
   async discoverAgentsFromEndpoints(graphqlContext) {
-    const headers = createHeaders(null, graphqlContext);
     const agents = this.remoteEndpointDefinitions.reduce(async (acc, endpoint) => {
       const agents2 = await acc;
       if (endpoint.type === EndpointType.LangGraphPlatform) {
@@ -3771,11 +3796,12 @@ please use an LLM adapter instead.`
           ...endpointAgents
         ];
       }
+      const cpkEndpoint = endpoint;
       const fetchUrl = `${endpoint.url}/info`;
       try {
         const response = await fetch(fetchUrl, {
           method: "POST",
-          headers,
+          headers: createHeaders(cpkEndpoint.onBeforeRequest, graphqlContext),
           body: JSON.stringify({
             properties: graphqlContext.properties
           })
@@ -3856,11 +3882,12 @@ please use an LLM adapter instead.`
         };
       }
     } else if (agentWithEndpoint.endpoint.type === EndpointType.CopilotKit || !("type" in agentWithEndpoint.endpoint)) {
-      const fetchUrl = `${agentWithEndpoint.endpoint.url}/agents/state`;
+      const cpkEndpoint = agentWithEndpoint.endpoint;
+      const fetchUrl = `${cpkEndpoint.url}/agents/state`;
       try {
         const response = await fetch(fetchUrl, {
           method: "POST",
-          headers,
+          headers: createHeaders(cpkEndpoint.onBeforeRequest, graphqlContext),
           body: JSON.stringify({
             properties: graphqlContext.properties,
             threadId,
@@ -3905,7 +3932,7 @@ please use an LLM adapter instead.`
     const threadId = threadIdFromRequest ?? agentSession.threadId;
     const serverSideActions = await this.getServerSideActions(request);
     const messages = convertGqlInputToMessages(rawMessages);
-    const currentAgent = serverSideActions.find((action) => action.name === agentName && isLangGraphAgentAction(action));
+    const currentAgent = serverSideActions.find((action) => action.name === agentName && isRemoteAgentAction(action));
     if (!currentAgent) {
       throw new import_shared18.CopilotKitAgentDiscoveryError({
         agentName
@@ -3913,8 +3940,8 @@ please use an LLM adapter instead.`
     }
     const availableActionsForCurrentAgent = serverSideActions.filter((action) => (
       // Case 1: Keep all regular (non-agent) actions
-      !isLangGraphAgentAction(action) || // Case 2: For agent actions, keep all except self (prevent infinite loops)
-      isLangGraphAgentAction(action) && action.name !== agentName
+      !isRemoteAgentAction(action) || // Case 2: For agent actions, keep all except self (prevent infinite loops)
+      isRemoteAgentAction(action) && action.name !== agentName
     )).map((action) => ({
       name: action.name,
       description: action.description,
@@ -3932,7 +3959,7 @@ please use an LLM adapter instead.`
     }));
     try {
       const eventSource = new RuntimeEventSource();
-      const stream = await currentAgent.langGraphAgentHandler({
+      const stream = await currentAgent.remoteAgentHandler({
         name: agentName,
         threadId,
         nodeName,
@@ -4036,7 +4063,7 @@ function langGraphPlatformEndpoint(config2) {
 __name(langGraphPlatformEndpoint, "langGraphPlatformEndpoint");
 function resolveEndpointType(endpoint) {
   if (!endpoint.type) {
-    if ("langsmithApiKey" in endpoint && "deploymentUrl" in endpoint && "agents" in endpoint) {
+    if ("deploymentUrl" in endpoint && "agents" in endpoint) {
       return EndpointType.LangGraphPlatform;
     } else {
       return EndpointType.CopilotKit;
@@ -5025,6 +5052,9 @@ var CopilotResolver = class {
       resolveOutputMessagesPromise = resolve;
       rejectOutputMessagesPromise = reject;
     });
+    if (copilotCloudPublicApiKey) {
+      ctx.properties["copilotCloudPublicApiKey"] = copilotCloudPublicApiKey;
+    }
     logger2.debug("Processing");
     const { eventSource, threadId = (0, import_shared19.randomId)(), runId, serverSideActions, actionInputsWithoutAgents, extensions } = await copilotRuntime.processRuntimeRequest({
       serviceAdapter,