@copilotkit/runtime 1.6.0-next.9 → 1.7.0-next.0

package/CHANGELOG.md

@@ -1,5 +1,64 @@
 # @copilotkit/runtime
 
+## 1.7.0-next.0
+
+### Minor Changes
+
+- 082db7a: - CrewAI support
+
+### Patch Changes
+
+- 082db7a: - Added RemoteAgentAdapter and implemented CopilotKit (protocol & events).
+  - Integrated CrewAI (with a prototype, HITL, event system, and chat/demo tweaks).
+  - Updated docs and cleaned up code (fixing stdout issues, restricting Python version, and streamlining demos).
+  - @copilotkit/shared@1.7.0-next.0
+
+## 1.6.0
+
+### Minor Changes
+
+- fea916f: - feat: support input and output schema of langgraph
+  - docs: add input output schema docs
+- 7d061d9: - feat(configurable): execute langgraph with user config
+
+### Patch Changes
+
+- 543f703: - fix: refrain from processing same tool end several times
+  - fix: do not register runtime set action when there are remote endpoints
+- 090203d: - fix: use tryMap method to filter out possibly invalid items
+- 1bb9ca2: - fix(coagents): don't fail when LangSmith API key is missing
+  - fix(coagents): don't check for langsmithApiKey in resolveEndpointType
+- 4ddb6d2: - fix: add class validator to dependencies
+- d07f49c: - fix(runtime): fix execution of runtime set backend action handlers
+- 45a3e10: - feat: support latest openai api
+  - chore: update all openai dependencies to use latest
+  - feat: update adapters using openai API
+- 68f7b65: - handle parsing in fail-safe fashion
+- Updated dependencies [090203d]
+  - @copilotkit/shared@1.6.0
+
+## 1.6.0-next.12
+
+### Patch Changes
+
+- 1bb9ca2: - fix(coagents): don't fail when LangSmith API key is missing
+  - fix(coagents): don't check for langsmithApiKey in resolveEndpointType
+  - @copilotkit/shared@1.6.0-next.12
+
+## 1.6.0-next.11
+
+### Patch Changes
+
+- @copilotkit/shared@1.6.0-next.11
+
+## 1.6.0-next.10
+
+### Patch Changes
+
+- 543f703: - fix: refrain from processing same tool end several times
+  - fix: do not register runtime set action when there are remote endpoints
+  - @copilotkit/shared@1.6.0-next.10
+
 ## 1.6.0-next.9
 
 ### Patch Changes

package/dist/{chunk-5ZBUMQE2.mjs → chunk-2BN7NZNC.mjs}

@@ -2,7 +2,7 @@ import {
   copilotRuntimeNodeHttpEndpoint,
   getRuntimeInstanceTelemetryInfo,
   telemetry_client_default
-} from "./chunk-L7OTGCAG.mjs";
+} from "./chunk-34Y5DNNJ.mjs";
 import {
   __name
 } from "./chunk-FHD4JECV.mjs";
@@ -22,4 +22,4 @@ __name(copilotRuntimeNestEndpoint, "copilotRuntimeNestEndpoint");
 export {
   copilotRuntimeNestEndpoint
 };
-//# sourceMappingURL=chunk-5ZBUMQE2.mjs.map
+//# sourceMappingURL=chunk-2BN7NZNC.mjs.map

package/dist/{chunk-L7OTGCAG.mjs → chunk-34Y5DNNJ.mjs}

@@ -39,7 +39,7 @@ var require_package = __commonJS({
       publishConfig: {
         access: "public"
       },
-      version: "1.6.0-next.9",
+      version: "1.7.0-next.0",
       sideEffects: false,
       main: "./dist/index.js",
       module: "./dist/index.mjs",
@@ -1503,10 +1503,11 @@ var RemoteLangGraphEventSource = class {
         let isToolCallEnd = (responseMetadata == null ? void 0 : responseMetadata.finish_reason) === "tool_calls";
         acc.isToolCallStart = toolCallChunks.some((chunk) => chunk.name && chunk.id);
         acc.isMessageStart = prevMessageId !== acc.lastMessageId && !acc.isToolCallStart;
-        if (acc.isToolCall && !toolCallCheck) {
+        let previousRoundHadToolCall = acc.isToolCall;
+        acc.isToolCall = toolCallCheck;
+        if (previousRoundHadToolCall && !toolCallCheck) {
           isToolCallEnd = true;
         }
-        acc.isToolCall = toolCallCheck;
         acc.isToolCallEnd = isToolCallEnd;
         acc.isMessageEnd = (responseMetadata == null ? void 0 : responseMetadata.finish_reason) === "stop";
         ({ name: acc.lastToolCallName, id: acc.lastToolCallId } = toolCallChunks.find((chunk) => chunk.name && chunk.id) ?? {
@@ -1527,7 +1528,8 @@ var RemoteLangGraphEventSource = class {
       lastMessageId: null,
       lastToolCallId: null,
       lastToolCallName: null,
-      currentContent: null
+      currentContent: null,
+      processedToolCallIds: /* @__PURE__ */ new Set()
     }), mergeMap((acc) => {
       const events = [];
       let shouldEmitMessages = true;
@@ -1555,7 +1557,8 @@ var RemoteLangGraphEventSource = class {
         });
       }
       const responseMetadata = this.getResponseMetadata(acc.event);
-      if (acc.isToolCallEnd && this.shouldEmitToolCall(shouldEmitToolCalls, acc.lastToolCallName)) {
+      if (acc.isToolCallEnd && this.shouldEmitToolCall(shouldEmitToolCalls, acc.lastToolCallName) && acc.lastToolCallId && !acc.processedToolCallIds.has(acc.lastToolCallId)) {
+        acc.processedToolCallIds.add(acc.lastToolCallId);
         events.push({
           type: RuntimeEventTypes.ActionExecutionEnd,
           actionExecutionId: acc.lastToolCallId
@@ -1622,6 +1625,7 @@ var RemoteLangGraphEventSource = class {
               parentMessageId: acc.lastMessageId
             });
           } else if (acc.isMessageStart && shouldEmitMessages) {
+            acc.processedToolCallIds.clear();
             events.push({
               type: RuntimeEventTypes.TextMessageStart,
               messageId: acc.lastMessageId
@@ -1811,7 +1815,7 @@ async function streamEvents(controller, args) {
   let emitIntermediateStateUntilEnd = null;
   let shouldExit = false;
   let externalRunId = null;
-  const streamResponse2 = client.runs.stream(threadId, assistantId, payload);
+  const streamResponse = client.runs.stream(threadId, assistantId, payload);
   const emit = /* @__PURE__ */ __name((message) => controller.enqueue(new TextEncoder().encode(message)), "emit");
   let latestStateValues = {};
   let updatedState = state;
@@ -1821,7 +1825,7 @@ async function streamEvents(controller, args) {
     telemetry_client_default.capture("oss.runtime.agent_execution_stream_started", {
       hashedLgcKey: streamInfo.hashedLgcKey
     });
-    for await (const chunk of streamResponse2) {
+    for await (const chunk of streamResponse) {
       if (![
         "events",
         "values",
@@ -2236,6 +2240,54 @@ __name(getSchemaKeys, "getSchemaKeys");
 
 // src/lib/runtime/remote-action-constructors.ts
 import { CopilotKitError, CopilotKitLowLevelError } from "@copilotkit/shared";
+
+// src/lib/streaming.ts
+async function writeJsonLineResponseToEventStream(response, eventStream$) {
+  const reader = response.getReader();
+  const decoder = new TextDecoder();
+  let buffer = [];
+  function flushBuffer() {
+    const currentBuffer = buffer.join("");
+    if (currentBuffer.trim().length === 0) {
+      return;
+    }
+    const parts = currentBuffer.split("\n");
+    if (parts.length === 0) {
+      return;
+    }
+    const lastPartIsComplete = currentBuffer.endsWith("\n");
+    buffer = [];
+    if (!lastPartIsComplete) {
+      buffer.push(parts.pop());
+    }
+    parts.map((part) => part.trim()).filter((part) => part != "").forEach((part) => {
+      eventStream$.next(JSON.parse(part));
+    });
+  }
+  __name(flushBuffer, "flushBuffer");
+  try {
+    while (true) {
+      const { done, value } = await reader.read();
+      if (!done) {
+        buffer.push(decoder.decode(value, {
+          stream: true
+        }));
+      }
+      flushBuffer();
+      if (done) {
+        break;
+      }
+    }
+  } catch (error) {
+    console.error("Error in stream", error);
+    eventStream$.error(error);
+    return;
+  }
+  eventStream$.complete();
+}
+__name(writeJsonLineResponseToEventStream, "writeJsonLineResponseToEventStream");
+
+// src/lib/runtime/remote-action-constructors.ts
 import { CopilotKitApiDiscoveryError, ResolvedCopilotKitError } from "@copilotkit/shared";
 import { parseJson as parseJson2, tryMap } from "@copilotkit/shared";
 function constructLGCRemoteAction({ endpoint, graphqlContext, logger: logger2, messages, agentStates }) {
@@ -2245,7 +2297,7 @@ function constructLGCRemoteAction({ endpoint, graphqlContext, logger: logger2, m
     parameters: [],
     handler: async (_args) => {
     },
-    langGraphAgentHandler: async ({ name, actionInputsWithoutAgents, threadId, nodeName, additionalMessages = [], metaEvents }) => {
+    remoteAgentHandler: async ({ name, actionInputsWithoutAgents, threadId, nodeName, additionalMessages = [], metaEvents }) => {
       logger2.debug({
         actionName: agent.name
       }, "Executing LangGraph Platform agent");
@@ -2289,7 +2341,7 @@ function constructLGCRemoteAction({ endpoint, graphqlContext, logger: logger2, m
           metaEvents
         });
         const eventSource = new RemoteLangGraphEventSource();
-        streamResponse(response, eventSource.eventStream$);
+        writeJsonLineResponseToEventStream(response, eventSource.eventStream$);
         return eventSource.processLangGraphEvents();
       } catch (error) {
         logger2.error({
@@ -2306,6 +2358,11 @@ function constructLGCRemoteAction({ endpoint, graphqlContext, logger: logger2, m
   ];
 }
 __name(constructLGCRemoteAction, "constructLGCRemoteAction");
+var RemoteAgentType;
+(function(RemoteAgentType2) {
+  RemoteAgentType2["LangGraph"] = "langgraph";
+  RemoteAgentType2["CrewAI"] = "crewai";
+})(RemoteAgentType || (RemoteAgentType = {}));
 function constructRemoteActions({ json, url, onBeforeRequest, graphqlContext, logger: logger2, messages, agentStates }) {
   const totalAgents = Array.isArray(json["agents"]) ? json["agents"].length : 0;
   const actions = json["actions"].map((action) => ({
@@ -2375,7 +2432,7 @@ function constructRemoteActions({ json, url, onBeforeRequest, graphqlContext, lo
     parameters: [],
     handler: async (_args) => {
     },
-    langGraphAgentHandler: async ({ name, actionInputsWithoutAgents, threadId, nodeName, additionalMessages = [], metaEvents }) => {
+    remoteAgentHandler: async ({ name, actionInputsWithoutAgents, threadId, nodeName, additionalMessages = [], metaEvents }) => {
       logger2.debug({
         actionName: agent.name
       }, "Executing remote agent");
@@ -2435,9 +2492,17 @@ function constructRemoteActions({ json, url, onBeforeRequest, graphqlContext, lo
             isRemoteEndpoint: true
           });
         }
-        const eventSource = new RemoteLangGraphEventSource();
-        streamResponse(response.body, eventSource.eventStream$);
-        return eventSource.processLangGraphEvents();
+        if (agent.type === "langgraph") {
+          const eventSource = new RemoteLangGraphEventSource();
+          writeJsonLineResponseToEventStream(response.body, eventSource.eventStream$);
+          return eventSource.processLangGraphEvents();
+        } else if (agent.type === "crewai") {
+          const eventStream$ = new RuntimeEventSubject();
+          writeJsonLineResponseToEventStream(response.body, eventStream$);
+          return eventStream$;
+        } else {
+          throw new Error("Unsupported agent type");
+        }
       } catch (error) {
         if (error instanceof CopilotKitError) {
           throw error;
@@ -2455,50 +2520,6 @@ function constructRemoteActions({ json, url, onBeforeRequest, graphqlContext, lo
   ];
 }
 __name(constructRemoteActions, "constructRemoteActions");
-async function streamResponse(response, eventStream$) {
-  const reader = response.getReader();
-  const decoder = new TextDecoder();
-  let buffer = [];
-  function flushBuffer() {
-    const currentBuffer = buffer.join("");
-    if (currentBuffer.trim().length === 0) {
-      return;
-    }
-    const parts = currentBuffer.split("\n");
-    if (parts.length === 0) {
-      return;
-    }
-    const lastPartIsComplete = currentBuffer.endsWith("\n");
-    buffer = [];
-    if (!lastPartIsComplete) {
-      buffer.push(parts.pop());
-    }
-    parts.map((part) => part.trim()).filter((part) => part != "").forEach((part) => {
-      eventStream$.next(JSON.parse(part));
-    });
-  }
-  __name(flushBuffer, "flushBuffer");
-  try {
-    while (true) {
-      const { done, value } = await reader.read();
-      if (!done) {
-        buffer.push(decoder.decode(value, {
-          stream: true
-        }));
-      }
-      flushBuffer();
-      if (done) {
-        break;
-      }
-    }
-  } catch (error) {
-    console.error("Error in stream", error);
-    eventStream$.error(error);
-    return;
-  }
-  eventStream$.complete();
-}
-__name(streamResponse, "streamResponse");
 function createHeaders(onBeforeRequest, graphqlContext) {
   const headers = {
     "Content-Type": "application/json"
@@ -2522,13 +2543,13 @@ var EndpointType;
   EndpointType2["CopilotKit"] = "copilotKit";
   EndpointType2["LangGraphPlatform"] = "langgraph-platform";
 })(EndpointType || (EndpointType = {}));
-function isLangGraphAgentAction(action) {
+function isRemoteAgentAction(action) {
   if (!action) {
     return false;
   }
-  return typeof action.langGraphAgentHandler === "function";
+  return typeof action.remoteAgentHandler === "function";
 }
-__name(isLangGraphAgentAction, "isLangGraphAgentAction");
+__name(isRemoteAgentAction, "isRemoteAgentAction");
 async function fetchRemoteInfo({ url, onBeforeRequest, graphqlContext, logger: logger2, frontendUrl }) {
   logger2.debug({
     url
@@ -2693,7 +2714,12 @@ var CopilotRuntime = class {
   delegateAgentProcessingToServiceAdapter;
   constructor(params) {
     var _a, _b;
-    this.actions = (params == null ? void 0 : params.actions) || [];
+    if ((params == null ? void 0 : params.actions) && (params == null ? void 0 : params.remoteEndpoints)) {
+      console.warn("Actions set in runtime instance will be ignored when remote endpoints are set");
+      this.actions = [];
+    } else {
+      this.actions = (params == null ? void 0 : params.actions) || [];
+    }
     for (const chain of (params == null ? void 0 : params.langserve) || []) {
       const remoteChain = new RemoteChain(chain);
       this.langserve.push(remoteChain.toAction());
@@ -2785,7 +2811,6 @@ please use an LLM adapter instead.`
     }
   }
   async discoverAgentsFromEndpoints(graphqlContext) {
-    const headers = createHeaders(null, graphqlContext);
     const agents = this.remoteEndpointDefinitions.reduce(async (acc, endpoint) => {
       const agents2 = await acc;
       if (endpoint.type === EndpointType.LangGraphPlatform) {
@@ -2811,11 +2836,12 @@ please use an LLM adapter instead.`
           ...endpointAgents
         ];
       }
+      const cpkEndpoint = endpoint;
       const fetchUrl = `${endpoint.url}/info`;
       try {
         const response = await fetch(fetchUrl, {
           method: "POST",
-          headers,
+          headers: createHeaders(cpkEndpoint.onBeforeRequest, graphqlContext),
           body: JSON.stringify({
             properties: graphqlContext.properties
           })
@@ -2896,11 +2922,12 @@ please use an LLM adapter instead.`
         };
       }
     } else if (agentWithEndpoint.endpoint.type === EndpointType.CopilotKit || !("type" in agentWithEndpoint.endpoint)) {
-      const fetchUrl = `${agentWithEndpoint.endpoint.url}/agents/state`;
+      const cpkEndpoint = agentWithEndpoint.endpoint;
+      const fetchUrl = `${cpkEndpoint.url}/agents/state`;
       try {
         const response = await fetch(fetchUrl, {
           method: "POST",
-          headers,
+          headers: createHeaders(cpkEndpoint.onBeforeRequest, graphqlContext),
           body: JSON.stringify({
             properties: graphqlContext.properties,
             threadId,
@@ -2945,7 +2972,7 @@ please use an LLM adapter instead.`
     const threadId = threadIdFromRequest ?? agentSession.threadId;
     const serverSideActions = await this.getServerSideActions(request);
     const messages = convertGqlInputToMessages(rawMessages);
-    const currentAgent = serverSideActions.find((action) => action.name === agentName && isLangGraphAgentAction(action));
+    const currentAgent = serverSideActions.find((action) => action.name === agentName && isRemoteAgentAction(action));
     if (!currentAgent) {
       throw new CopilotKitAgentDiscoveryError({
         agentName
@@ -2953,8 +2980,8 @@ please use an LLM adapter instead.`
     }
     const availableActionsForCurrentAgent = serverSideActions.filter((action) => (
       // Case 1: Keep all regular (non-agent) actions
-      !isLangGraphAgentAction(action) || // Case 2: For agent actions, keep all except self (prevent infinite loops)
-      isLangGraphAgentAction(action) && action.name !== agentName
+      !isRemoteAgentAction(action) || // Case 2: For agent actions, keep all except self (prevent infinite loops)
+      isRemoteAgentAction(action) && action.name !== agentName
     )).map((action) => ({
       name: action.name,
       description: action.description,
@@ -2972,7 +2999,7 @@ please use an LLM adapter instead.`
     }));
     try {
       const eventSource = new RuntimeEventSource();
-      const stream = await currentAgent.langGraphAgentHandler({
+      const stream = await currentAgent.remoteAgentHandler({
         name: agentName,
         threadId,
         nodeName,
@@ -3076,7 +3103,7 @@ function langGraphPlatformEndpoint(config) {
 __name(langGraphPlatformEndpoint, "langGraphPlatformEndpoint");
 function resolveEndpointType(endpoint) {
   if (!endpoint.type) {
-    if ("langsmithApiKey" in endpoint && "deploymentUrl" in endpoint && "agents" in endpoint) {
+    if ("deploymentUrl" in endpoint && "agents" in endpoint) {
       return EndpointType.LangGraphPlatform;
     } else {
       return EndpointType.CopilotKit;
@@ -3112,7 +3139,7 @@ function getRuntimeInstanceTelemetryInfo(runtime) {
       info = {
         ...info,
         agentsAmount: ep.agents.length,
-        hashedKey: createHash3("sha256").update(ep.langsmithApiKey).digest("hex")
+        hashedKey: ep.langsmithApiKey ? createHash3("sha256").update(ep.langsmithApiKey).digest("hex") : null
       };
     }
     return info;
@@ -3343,7 +3370,7 @@ async function executeAction(eventStream$, guardrailsResult$, action, actionArgu
       return;
     }
   }
-  if (isLangGraphAgentAction(action)) {
+  if (isRemoteAgentAction(action)) {
     const result = `${action.name} agent started`;
     const agentExecution = plainToInstance2(ActionExecutionMessage, {
       id: actionExecutionId,
@@ -3364,7 +3391,7 @@ async function executeAction(eventStream$, guardrailsResult$, action, actionArgu
       actionName: action.name,
       result
     });
-    const stream = await action.langGraphAgentHandler({
+    const stream = await action.remoteAgentHandler({
       name: action.name,
       threadId,
       actionInputsWithoutAgents,
@@ -3602,6 +3629,9 @@ var CopilotResolver = class {
       resolveOutputMessagesPromise = resolve;
       rejectOutputMessagesPromise = reject;
     });
+    if (copilotCloudPublicApiKey) {
+      ctx.properties["copilotCloudPublicApiKey"] = copilotCloudPublicApiKey;
+    }
     logger2.debug("Processing");
     const { eventSource, threadId = randomId4(), runId, serverSideActions, actionInputsWithoutAgents, extensions } = await copilotRuntime.processRuntimeRequest({
       serviceAdapter,
@@ -4296,4 +4326,4 @@ export {
   getCommonConfig,
   copilotRuntimeNodeHttpEndpoint
 };
-//# sourceMappingURL=chunk-L7OTGCAG.mjs.map
+//# sourceMappingURL=chunk-34Y5DNNJ.mjs.map