@copilotkit/runtime 1.6.0 → 1.7.0-next.0

package/dist/index.mjs

@@ -3,13 +3,13 @@ import {
   config,
   copilotRuntimeNextJSAppRouterEndpoint,
   copilotRuntimeNextJSPagesRouterEndpoint
-} from "./chunk-WUMAYJP3.mjs";
+} from "./chunk-PH24IU7T.mjs";
 import {
   copilotRuntimeNestEndpoint
-} from "./chunk-MPI4JZZR.mjs";
+} from "./chunk-2BN7NZNC.mjs";
 import {
   copilotRuntimeNodeExpressEndpoint
-} from "./chunk-2RP2NR4F.mjs";
+} from "./chunk-ZYFN76KV.mjs";
 import {
   CopilotRuntime,
   addCustomHeaderPlugin,
@@ -21,7 +21,7 @@ import {
   getCommonConfig,
   langGraphPlatformEndpoint,
   resolveEndpointType
-} from "./chunk-DUW72ZZB.mjs";
+} from "./chunk-34Y5DNNJ.mjs";
 import {
   AnthropicAdapter,
   EmptyAdapter,

package/dist/lib/index.js

@@ -44,7 +44,7 @@ var require_package = __commonJS({
       publishConfig: {
         access: "public"
       },
-      version: "1.6.0",
+      version: "1.7.0-next.0",
       sideEffects: false,
       main: "./dist/index.js",
       module: "./dist/index.mjs",
@@ -2301,7 +2301,7 @@ async function streamEvents(controller, args) {
   let emitIntermediateStateUntilEnd = null;
   let shouldExit = false;
   let externalRunId = null;
-  const streamResponse2 = client.runs.stream(threadId, assistantId, payload);
+  const streamResponse = client.runs.stream(threadId, assistantId, payload);
   const emit = /* @__PURE__ */ __name((message) => controller.enqueue(new TextEncoder().encode(message)), "emit");
   let latestStateValues = {};
   let updatedState = state;
@@ -2311,7 +2311,7 @@ async function streamEvents(controller, args) {
     telemetry_client_default.capture("oss.runtime.agent_execution_stream_started", {
       hashedLgcKey: streamInfo.hashedLgcKey
     });
-    for await (const chunk of streamResponse2) {
+    for await (const chunk of streamResponse) {
       if (![
         "events",
         "values",
@@ -2726,6 +2726,54 @@ __name(getSchemaKeys, "getSchemaKeys");
 
 // src/lib/runtime/remote-action-constructors.ts
 var import_shared11 = require("@copilotkit/shared");
+
+// src/lib/streaming.ts
+async function writeJsonLineResponseToEventStream(response, eventStream$) {
+  const reader = response.getReader();
+  const decoder = new TextDecoder();
+  let buffer = [];
+  function flushBuffer() {
+    const currentBuffer = buffer.join("");
+    if (currentBuffer.trim().length === 0) {
+      return;
+    }
+    const parts = currentBuffer.split("\n");
+    if (parts.length === 0) {
+      return;
+    }
+    const lastPartIsComplete = currentBuffer.endsWith("\n");
+    buffer = [];
+    if (!lastPartIsComplete) {
+      buffer.push(parts.pop());
+    }
+    parts.map((part) => part.trim()).filter((part) => part != "").forEach((part) => {
+      eventStream$.next(JSON.parse(part));
+    });
+  }
+  __name(flushBuffer, "flushBuffer");
+  try {
+    while (true) {
+      const { done, value } = await reader.read();
+      if (!done) {
+        buffer.push(decoder.decode(value, {
+          stream: true
+        }));
+      }
+      flushBuffer();
+      if (done) {
+        break;
+      }
+    }
+  } catch (error) {
+    console.error("Error in stream", error);
+    eventStream$.error(error);
+    return;
+  }
+  eventStream$.complete();
+}
+__name(writeJsonLineResponseToEventStream, "writeJsonLineResponseToEventStream");
+
+// src/lib/runtime/remote-action-constructors.ts
 var import_shared12 = require("@copilotkit/shared");
 var import_shared13 = require("@copilotkit/shared");
 function constructLGCRemoteAction({ endpoint, graphqlContext, logger: logger2, messages, agentStates }) {
@@ -2735,7 +2783,7 @@ function constructLGCRemoteAction({ endpoint, graphqlContext, logger: logger2, m
     parameters: [],
     handler: async (_args) => {
     },
-    langGraphAgentHandler: async ({ name, actionInputsWithoutAgents, threadId, nodeName, additionalMessages = [], metaEvents }) => {
+    remoteAgentHandler: async ({ name, actionInputsWithoutAgents, threadId, nodeName, additionalMessages = [], metaEvents }) => {
       logger2.debug({
         actionName: agent.name
       }, "Executing LangGraph Platform agent");
@@ -2779,7 +2827,7 @@ function constructLGCRemoteAction({ endpoint, graphqlContext, logger: logger2, m
           metaEvents
         });
         const eventSource = new RemoteLangGraphEventSource();
-        streamResponse(response, eventSource.eventStream$);
+        writeJsonLineResponseToEventStream(response, eventSource.eventStream$);
         return eventSource.processLangGraphEvents();
       } catch (error) {
         logger2.error({
@@ -2796,6 +2844,11 @@ function constructLGCRemoteAction({ endpoint, graphqlContext, logger: logger2, m
   ];
 }
 __name(constructLGCRemoteAction, "constructLGCRemoteAction");
+var RemoteAgentType;
+(function(RemoteAgentType2) {
+  RemoteAgentType2["LangGraph"] = "langgraph";
+  RemoteAgentType2["CrewAI"] = "crewai";
+})(RemoteAgentType || (RemoteAgentType = {}));
 function constructRemoteActions({ json, url, onBeforeRequest, graphqlContext, logger: logger2, messages, agentStates }) {
   const totalAgents = Array.isArray(json["agents"]) ? json["agents"].length : 0;
   const actions = json["actions"].map((action) => ({
@@ -2865,7 +2918,7 @@ function constructRemoteActions({ json, url, onBeforeRequest, graphqlContext, lo
     parameters: [],
     handler: async (_args) => {
     },
-    langGraphAgentHandler: async ({ name, actionInputsWithoutAgents, threadId, nodeName, additionalMessages = [], metaEvents }) => {
+    remoteAgentHandler: async ({ name, actionInputsWithoutAgents, threadId, nodeName, additionalMessages = [], metaEvents }) => {
       logger2.debug({
         actionName: agent.name
       }, "Executing remote agent");
@@ -2925,9 +2978,17 @@ function constructRemoteActions({ json, url, onBeforeRequest, graphqlContext, lo
             isRemoteEndpoint: true
           });
         }
-        const eventSource = new RemoteLangGraphEventSource();
-        streamResponse(response.body, eventSource.eventStream$);
-        return eventSource.processLangGraphEvents();
+        if (agent.type === "langgraph") {
+          const eventSource = new RemoteLangGraphEventSource();
+          writeJsonLineResponseToEventStream(response.body, eventSource.eventStream$);
+          return eventSource.processLangGraphEvents();
+        } else if (agent.type === "crewai") {
+          const eventStream$ = new RuntimeEventSubject();
+          writeJsonLineResponseToEventStream(response.body, eventStream$);
+          return eventStream$;
+        } else {
+          throw new Error("Unsupported agent type");
+        }
       } catch (error) {
         if (error instanceof import_shared11.CopilotKitError) {
           throw error;
@@ -2945,50 +3006,6 @@ function constructRemoteActions({ json, url, onBeforeRequest, graphqlContext, lo
   ];
 }
 __name(constructRemoteActions, "constructRemoteActions");
-async function streamResponse(response, eventStream$) {
-  const reader = response.getReader();
-  const decoder = new TextDecoder();
-  let buffer = [];
-  function flushBuffer() {
-    const currentBuffer = buffer.join("");
-    if (currentBuffer.trim().length === 0) {
-      return;
-    }
-    const parts = currentBuffer.split("\n");
-    if (parts.length === 0) {
-      return;
-    }
-    const lastPartIsComplete = currentBuffer.endsWith("\n");
-    buffer = [];
-    if (!lastPartIsComplete) {
-      buffer.push(parts.pop());
-    }
-    parts.map((part) => part.trim()).filter((part) => part != "").forEach((part) => {
-      eventStream$.next(JSON.parse(part));
-    });
-  }
-  __name(flushBuffer, "flushBuffer");
-  try {
-    while (true) {
-      const { done, value } = await reader.read();
-      if (!done) {
-        buffer.push(decoder.decode(value, {
-          stream: true
-        }));
-      }
-      flushBuffer();
-      if (done) {
-        break;
-      }
-    }
-  } catch (error) {
-    console.error("Error in stream", error);
-    eventStream$.error(error);
-    return;
-  }
-  eventStream$.complete();
-}
-__name(streamResponse, "streamResponse");
 function createHeaders(onBeforeRequest, graphqlContext) {
   const headers = {
     "Content-Type": "application/json"
@@ -3012,13 +3029,13 @@ var EndpointType;
   EndpointType2["CopilotKit"] = "copilotKit";
   EndpointType2["LangGraphPlatform"] = "langgraph-platform";
 })(EndpointType || (EndpointType = {}));
-function isLangGraphAgentAction(action) {
+function isRemoteAgentAction(action) {
   if (!action) {
     return false;
   }
-  return typeof action.langGraphAgentHandler === "function";
+  return typeof action.remoteAgentHandler === "function";
 }
-__name(isLangGraphAgentAction, "isLangGraphAgentAction");
+__name(isRemoteAgentAction, "isRemoteAgentAction");
 async function fetchRemoteInfo({ url, onBeforeRequest, graphqlContext, logger: logger2, frontendUrl }) {
   logger2.debug({
     url
@@ -3522,7 +3539,7 @@ async function executeAction(eventStream$, guardrailsResult$, action, actionArgu
       return;
     }
   }
-  if (isLangGraphAgentAction(action)) {
+  if (isRemoteAgentAction(action)) {
     const result = `${action.name} agent started`;
     const agentExecution = (0, import_class_transformer.plainToInstance)(ActionExecutionMessage, {
       id: actionExecutionId,
@@ -3543,7 +3560,7 @@ async function executeAction(eventStream$, guardrailsResult$, action, actionArgu
       actionName: action.name,
       result
     });
-    const stream = await action.langGraphAgentHandler({
+    const stream = await action.remoteAgentHandler({
       name: action.name,
       threadId,
       actionInputsWithoutAgents,
@@ -3754,7 +3771,6 @@ please use an LLM adapter instead.`
     }
   }
   async discoverAgentsFromEndpoints(graphqlContext) {
-    const headers = createHeaders(null, graphqlContext);
     const agents = this.remoteEndpointDefinitions.reduce(async (acc, endpoint) => {
       const agents2 = await acc;
       if (endpoint.type === EndpointType.LangGraphPlatform) {
@@ -3780,11 +3796,12 @@ please use an LLM adapter instead.`
           ...endpointAgents
         ];
       }
+      const cpkEndpoint = endpoint;
       const fetchUrl = `${endpoint.url}/info`;
       try {
         const response = await fetch(fetchUrl, {
           method: "POST",
-          headers,
+          headers: createHeaders(cpkEndpoint.onBeforeRequest, graphqlContext),
           body: JSON.stringify({
             properties: graphqlContext.properties
           })
@@ -3865,11 +3882,12 @@ please use an LLM adapter instead.`
         };
       }
     } else if (agentWithEndpoint.endpoint.type === EndpointType.CopilotKit || !("type" in agentWithEndpoint.endpoint)) {
-      const fetchUrl = `${agentWithEndpoint.endpoint.url}/agents/state`;
+      const cpkEndpoint = agentWithEndpoint.endpoint;
+      const fetchUrl = `${cpkEndpoint.url}/agents/state`;
       try {
         const response = await fetch(fetchUrl, {
           method: "POST",
-          headers,
+          headers: createHeaders(cpkEndpoint.onBeforeRequest, graphqlContext),
           body: JSON.stringify({
             properties: graphqlContext.properties,
             threadId,
@@ -3914,7 +3932,7 @@ please use an LLM adapter instead.`
     const threadId = threadIdFromRequest ?? agentSession.threadId;
     const serverSideActions = await this.getServerSideActions(request);
     const messages = convertGqlInputToMessages(rawMessages);
-    const currentAgent = serverSideActions.find((action) => action.name === agentName && isLangGraphAgentAction(action));
+    const currentAgent = serverSideActions.find((action) => action.name === agentName && isRemoteAgentAction(action));
     if (!currentAgent) {
       throw new import_shared18.CopilotKitAgentDiscoveryError({
         agentName
@@ -3922,8 +3940,8 @@ please use an LLM adapter instead.`
     }
     const availableActionsForCurrentAgent = serverSideActions.filter((action) => (
       // Case 1: Keep all regular (non-agent) actions
-      !isLangGraphAgentAction(action) || // Case 2: For agent actions, keep all except self (prevent infinite loops)
-      isLangGraphAgentAction(action) && action.name !== agentName
+      !isRemoteAgentAction(action) || // Case 2: For agent actions, keep all except self (prevent infinite loops)
+      isRemoteAgentAction(action) && action.name !== agentName
     )).map((action) => ({
       name: action.name,
       description: action.description,
@@ -3941,7 +3959,7 @@ please use an LLM adapter instead.`
     }));
     try {
       const eventSource = new RuntimeEventSource();
-      const stream = await currentAgent.langGraphAgentHandler({
+      const stream = await currentAgent.remoteAgentHandler({
         name: agentName,
         threadId,
         nodeName,
@@ -5034,6 +5052,9 @@ var CopilotResolver = class {
       resolveOutputMessagesPromise = resolve;
       rejectOutputMessagesPromise = reject;
     });
+    if (copilotCloudPublicApiKey) {
+      ctx.properties["copilotCloudPublicApiKey"] = copilotCloudPublicApiKey;
+    }
     logger2.debug("Processing");
     const { eventSource, threadId = (0, import_shared19.randomId)(), runId, serverSideActions, actionInputsWithoutAgents, extensions } = await copilotRuntime.processRuntimeRequest({
       serviceAdapter,