@copilotkit/runtime 1.6.0-next.1 → 1.6.0-next.10

package/CHANGELOG.md

@@ -1,5 +1,74 @@
 # @copilotkit/runtime
 
+## 1.6.0-next.10
+
+### Patch Changes
+
+- 543f703: - fix: refrain from processing same tool end several times
+  - fix: do not register runtime set action when there are remote endpoints
+  - @copilotkit/shared@1.6.0-next.10
+
+## 1.6.0-next.9
+
+### Patch Changes
+
+- d07f49c: - fix(runtime): fix execution of runtime set backend action handlers
+  - @copilotkit/shared@1.6.0-next.9
+
+## 1.6.0-next.8
+
+### Minor Changes
+
+- fea916f: - feat: support input and output schema of langgraph
+  - docs: add input output schema docs
+
+### Patch Changes
+
+- @copilotkit/shared@1.6.0-next.8
+
+## 1.6.0-next.7
+
+### Patch Changes
+
+- @copilotkit/shared@1.6.0-next.7
+
+## 1.6.0-next.6
+
+### Patch Changes
+
+- 45a3e10: - feat: support latest openai api
+  - chore: update all openai dependencies to use latest
+  - feat: update adapters using openai API
+  - @copilotkit/shared@1.6.0-next.6
+
+## 1.6.0-next.5
+
+### Patch Changes
+
+- 090203d: - fix: use tryMap method to filter out possibly invalid items
+- Updated dependencies [090203d]
+  - @copilotkit/shared@1.6.0-next.5
+
+## 1.6.0-next.4
+
+### Patch Changes
+
+- 68f7b65: - handle parsing in fail-safe fashion
+  - @copilotkit/shared@1.6.0-next.4
+
+## 1.6.0-next.3
+
+### Patch Changes
+
+- 4ddb6d2: - fix: add class validator to dependencies
+  - @copilotkit/shared@1.6.0-next.3
+
+## 1.6.0-next.2
+
+### Patch Changes
+
+- @copilotkit/shared@1.6.0-next.2
+
 ## 1.6.0-next.1
 
 ### Patch Changes

package/__snapshots__/schema/schema.graphql

@@ -244,6 +244,7 @@ input MessageInput {
 """The role of the message"""
 enum MessageRole {
   assistant
+  developer
   system
   tool
   user

package/dist/{chunk-CCQ73DAH.mjs → chunk-3ORZOFAL.mjs}

@@ -2,7 +2,7 @@ import {
   getCommonConfig,
   getRuntimeInstanceTelemetryInfo,
   telemetry_client_default
-} from "./chunk-CHDIEE43.mjs";
+} from "./chunk-5NJDGEB3.mjs";
 import {
   __name
 } from "./chunk-FHD4JECV.mjs";
@@ -77,4 +77,4 @@ export {
   config,
   copilotRuntimeNextJSPagesRouterEndpoint
 };
-//# sourceMappingURL=chunk-CCQ73DAH.mjs.map
+//# sourceMappingURL=chunk-3ORZOFAL.mjs.map

package/dist/{chunk-CHDIEE43.mjs → chunk-5NJDGEB3.mjs}

@@ -2,7 +2,7 @@ import {
   EmptyAdapter,
   RemoteChain,
   streamLangChainResponse
-} from "./chunk-OS5YD32G.mjs";
+} from "./chunk-FZJAYGIR.mjs";
 import {
   GuardrailsValidationFailureResponse,
   MessageStreamInterruptedResponse,
@@ -39,7 +39,7 @@ var require_package = __commonJS({
       publishConfig: {
         access: "public"
       },
-      version: "1.6.0-next.1",
+      version: "1.6.0-next.10",
       sideEffects: false,
       main: "./dist/index.js",
       module: "./dist/index.mjs",
@@ -61,7 +61,7 @@ var require_package = __commonJS({
       devDependencies: {
         "@swc/core": "1.5.28",
         "@types/express": "^4.17.21",
-        "@types/jest": "^29.5.4",
+        "@types/jest": "^29.5.12",
         "@types/node": "^18.11.17",
         "@whatwg-node/server": "^0.9.34",
         eslint: "^8.56.0",
@@ -85,13 +85,14 @@ var require_package = __commonJS({
         "@langchain/langgraph-sdk": "^0.0.36",
         "@langchain/openai": "^0.4.2",
         "class-transformer": "^0.5.1",
+        "class-validator": "^0.14.1",
         express: "^4.19.2",
         graphql: "^16.8.1",
         "graphql-scalars": "^1.23.0",
         "graphql-yoga": "^5.3.1",
         "groq-sdk": "^0.5.0",
         langchain: "^0.3.3",
-        openai: "^4.50.0",
+        openai: "^4.85.1",
         "partial-json": "^0.1.7",
         pino: "^9.2.0",
         "pino-pretty": "^11.2.1",
@@ -140,6 +141,7 @@ var MessageRole;
   MessageRole2["assistant"] = "assistant";
   MessageRole2["system"] = "system";
   MessageRole2["tool"] = "tool";
+  MessageRole2["developer"] = "developer";
 })(MessageRole || (MessageRole = {}));
 var CopilotRequestType;
 (function(CopilotRequestType2) {
@@ -1497,10 +1499,16 @@ var RemoteLangGraphEventSource = class {
         acc.lastMessageId = this.getCurrentMessageId(event) ?? acc.lastMessageId;
         const toolCallChunks = this.getCurrentToolCallChunks(event) ?? [];
         const responseMetadata = this.getResponseMetadata(event);
+        const toolCallCheck = toolCallChunks && toolCallChunks.length > 0;
+        let isToolCallEnd = (responseMetadata == null ? void 0 : responseMetadata.finish_reason) === "tool_calls";
         acc.isToolCallStart = toolCallChunks.some((chunk) => chunk.name && chunk.id);
         acc.isMessageStart = prevMessageId !== acc.lastMessageId && !acc.isToolCallStart;
-        acc.isToolCall = toolCallChunks && toolCallChunks.length > 0;
-        acc.isToolCallEnd = (responseMetadata == null ? void 0 : responseMetadata.finish_reason) === "tool_calls";
+        let previousRoundHadToolCall = acc.isToolCall;
+        acc.isToolCall = toolCallCheck;
+        if (previousRoundHadToolCall && !toolCallCheck) {
+          isToolCallEnd = true;
+        }
+        acc.isToolCallEnd = isToolCallEnd;
         acc.isMessageEnd = (responseMetadata == null ? void 0 : responseMetadata.finish_reason) === "stop";
         ({ name: acc.lastToolCallName, id: acc.lastToolCallId } = toolCallChunks.find((chunk) => chunk.name && chunk.id) ?? {
           name: acc.lastToolCallName,
@@ -1520,7 +1528,8 @@ var RemoteLangGraphEventSource = class {
       lastMessageId: null,
       lastToolCallId: null,
       lastToolCallName: null,
-      currentContent: null
+      currentContent: null,
+      processedToolCallIds: /* @__PURE__ */ new Set()
     }), mergeMap((acc) => {
       const events = [];
       let shouldEmitMessages = true;
@@ -1548,13 +1557,13 @@ var RemoteLangGraphEventSource = class {
         });
       }
       const responseMetadata = this.getResponseMetadata(acc.event);
-      if ((responseMetadata == null ? void 0 : responseMetadata.finish_reason) === "tool_calls" && this.shouldEmitToolCall(shouldEmitToolCalls, acc.lastToolCallName)) {
+      if (acc.isToolCallEnd && this.shouldEmitToolCall(shouldEmitToolCalls, acc.lastToolCallName) && acc.lastToolCallId && !acc.processedToolCallIds.has(acc.lastToolCallId)) {
+        acc.processedToolCallIds.add(acc.lastToolCallId);
         events.push({
           type: RuntimeEventTypes.ActionExecutionEnd,
           actionExecutionId: acc.lastToolCallId
         });
-      }
-      if ((responseMetadata == null ? void 0 : responseMetadata.finish_reason) === "stop" && shouldEmitMessages) {
+      } else if ((responseMetadata == null ? void 0 : responseMetadata.finish_reason) === "stop" && shouldEmitMessages) {
         events.push({
           type: RuntimeEventTypes.TextMessageEnd,
           messageId: acc.lastMessageId
@@ -1616,6 +1625,7 @@ var RemoteLangGraphEventSource = class {
               parentMessageId: acc.lastMessageId
             });
           } else if (acc.isMessageStart && shouldEmitMessages) {
+            acc.processedToolCallIds.clear();
             events.push({
               type: RuntimeEventTypes.TextMessageStart,
               messageId: acc.lastMessageId
@@ -1677,6 +1687,7 @@ import { Client as LangGraphClient } from "@langchain/langgraph-sdk";
 import { createHash } from "crypto";
 import { isValidUUID, randomUUID } from "@copilotkit/shared";
 import { parse as parsePartialJson } from "partial-json";
+import { parseJson } from "@copilotkit/shared";
 var activeInterruptEvent = false;
 async function execute(args) {
   return new ReadableStream({
@@ -1756,15 +1767,9 @@ async function streamEvents(controller, args) {
   }
   if (lgInterruptMetaEvent == null ? void 0 : lgInterruptMetaEvent.response) {
     let response = lgInterruptMetaEvent.response;
-    try {
-      payload.command = {
-        resume: JSON.parse(response)
-      };
-    } catch (e) {
-      payload.command = {
-        resume: response
-      };
-    }
+    payload.command = {
+      resume: parseJson(response, response)
+    };
   }
   if (mode === "continue" && !activeInterruptEvent) {
     await client.threads.updateState(threadId, {
@@ -1800,6 +1805,11 @@ async function streamEvents(controller, args) {
     });
   }
   const graphInfo = await client.assistants.getGraph(assistantId);
+  const graphSchema = await client.assistants.getSchemas(assistantId);
+  const schemaKeys = getSchemaKeys(graphSchema);
+  if (payload.input && schemaKeys.input) {
+    payload.input = Object.fromEntries(Object.entries(payload.input).filter(([key]) => schemaKeys.input.includes(key)));
+  }
   let streamingStateExtractor = new StreamingStateExtractor([]);
   let prevNodeName = null;
   let emitIntermediateStateUntilEnd = null;
@@ -1891,7 +1901,8 @@ async function streamEvents(controller, args) {
           nodeName,
           state: manuallyEmittedState,
           running: true,
-          active: true
+          active: true,
+          schemaKeys
         }));
         continue;
       }
@@ -1923,7 +1934,8 @@ async function streamEvents(controller, args) {
           nodeName,
           state,
           running: true,
-          active: !exitingNode
+          active: !exitingNode,
+          schemaKeys
         }));
       }
       emit(JSON.stringify(event) + "\n");
@@ -1941,7 +1953,8 @@ async function streamEvents(controller, args) {
       state: state.values,
       running: !shouldExit,
       active: false,
-      includeMessages: true
+      includeMessages: true,
+      schemaKeys
     }));
     return Promise.resolve();
   } catch (e) {
@@ -1954,7 +1967,7 @@ async function streamEvents(controller, args) {
   }
 }
 __name(streamEvents, "streamEvents");
-function getStateSyncEvent({ threadId, runId, agentName, nodeName, state, running, active, includeMessages = false }) {
+function getStateSyncEvent({ threadId, runId, agentName, nodeName, state, running, active, includeMessages = false, schemaKeys }) {
   if (!includeMessages) {
     state = Object.keys(state).reduce((acc, key) => {
       if (key !== "messages") {
@@ -1968,6 +1981,9 @@ function getStateSyncEvent({ threadId, runId, agentName, nodeName, state, runnin
       messages: langchainMessagesToCopilotKit(state.messages || [])
     };
   }
+  if (schemaKeys.output) {
+    state = Object.fromEntries(Object.entries(state).filter(([key]) => schemaKeys.output.includes(key)));
+  }
   return JSON.stringify({
     event: LangGraphEventTypes.OnCopilotKitStateSync,
     thread_id: threadId,
@@ -2202,10 +2218,30 @@ function copilotkitMessagesToLangChain(messages) {
   return result;
 }
 __name(copilotkitMessagesToLangChain, "copilotkitMessagesToLangChain");
+function getSchemaKeys(graphSchema) {
+  const CONSTANT_KEYS = [
+    "messages",
+    "copilotkit"
+  ];
+  const inputSchema = Object.keys(graphSchema.input_schema.properties);
+  const outputSchema = Object.keys(graphSchema.output_schema.properties);
+  return {
+    input: inputSchema && inputSchema.length ? [
+      ...inputSchema,
+      ...CONSTANT_KEYS
+    ] : null,
+    output: outputSchema && outputSchema.length ? [
+      ...outputSchema,
+      ...CONSTANT_KEYS
+    ] : null
+  };
+}
+__name(getSchemaKeys, "getSchemaKeys");
 
 // src/lib/runtime/remote-action-constructors.ts
 import { CopilotKitError, CopilotKitLowLevelError } from "@copilotkit/shared";
 import { CopilotKitApiDiscoveryError, ResolvedCopilotKitError } from "@copilotkit/shared";
+import { parseJson as parseJson2, tryMap } from "@copilotkit/shared";
 function constructLGCRemoteAction({ endpoint, graphqlContext, logger: logger2, messages, agentStates }) {
   const agents = endpoint.agents.map((agent) => ({
     name: agent.name,
@@ -2228,8 +2264,8 @@ function constructLGCRemoteAction({ endpoint, graphqlContext, logger: logger2, m
       if (agentStates) {
         const jsonState = agentStates.find((state2) => state2.agentName === name);
         if (jsonState) {
-          state = JSON.parse(jsonState.state);
-          configurable = JSON.parse(jsonState.configurable);
+          state = parseJson2(jsonState.state, {});
+          configurable = parseJson2(jsonState.configurable, {});
         }
       }
       try {
@@ -2249,7 +2285,7 @@ function constructLGCRemoteAction({ endpoint, graphqlContext, logger: logger2, m
           state,
           configurable,
           properties: graphqlContext.properties,
-          actions: actionInputsWithoutAgents.map((action) => ({
+          actions: tryMap(actionInputsWithoutAgents, (action) => ({
             name: action.name,
             description: action.description,
             parameters: JSON.parse(action.jsonSchema)
@@ -2358,8 +2394,8 @@ function constructRemoteActions({ json, url, onBeforeRequest, graphqlContext, lo
       if (agentStates) {
         const jsonState = agentStates.find((state2) => state2.agentName === name);
         if (jsonState) {
-          state = JSON.parse(jsonState.state);
-          configurable = JSON.parse(jsonState.configurable);
+          state = parseJson2(jsonState.state, {});
+          configurable = parseJson2(jsonState.configurable, {});
         }
       }
       const fetchUrl = `${url}/agents/execute`;
@@ -2378,7 +2414,7 @@ function constructRemoteActions({ json, url, onBeforeRequest, graphqlContext, lo
             state,
             configurable,
             properties: graphqlContext.properties,
-            actions: actionInputsWithoutAgents.map((action) => ({
+            actions: tryMap(actionInputsWithoutAgents, (action) => ({
               name: action.name,
               description: action.description,
               parameters: JSON.parse(action.jsonSchema)
@@ -2601,35 +2637,35 @@ import { actionParametersToJsonSchema, ResolvedCopilotKitError as ResolvedCopilo
 
 // src/service-adapters/conversion.ts
 import { plainToInstance } from "class-transformer";
+import { tryMap as tryMap2 } from "@copilotkit/shared";
 function convertGqlInputToMessages(inputMessages) {
-  const messages = [];
-  for (const message of inputMessages) {
+  const messages = tryMap2(inputMessages, (message) => {
     if (message.textMessage) {
-      messages.push(plainToInstance(TextMessage, {
+      return plainToInstance(TextMessage, {
         id: message.id,
         createdAt: message.createdAt,
         role: message.textMessage.role,
         content: message.textMessage.content,
         parentMessageId: message.textMessage.parentMessageId
-      }));
+      });
     } else if (message.actionExecutionMessage) {
-      messages.push(plainToInstance(ActionExecutionMessage, {
+      return plainToInstance(ActionExecutionMessage, {
         id: message.id,
         createdAt: message.createdAt,
         name: message.actionExecutionMessage.name,
         arguments: JSON.parse(message.actionExecutionMessage.arguments),
         parentMessageId: message.actionExecutionMessage.parentMessageId
-      }));
+      });
     } else if (message.resultMessage) {
-      messages.push(plainToInstance(ResultMessage, {
+      return plainToInstance(ResultMessage, {
         id: message.id,
         createdAt: message.createdAt,
         actionExecutionId: message.resultMessage.actionExecutionId,
         actionName: message.resultMessage.actionName,
         result: message.resultMessage.result
-      }));
+      });
     } else if (message.agentStateMessage) {
-      messages.push(plainToInstance(AgentStateMessage, {
+      return plainToInstance(AgentStateMessage, {
         id: message.id,
         threadId: message.agentStateMessage.threadId,
         createdAt: message.createdAt,
@@ -2640,10 +2676,12 @@ function convertGqlInputToMessages(inputMessages) {
         role: message.agentStateMessage.role,
         state: JSON.parse(message.agentStateMessage.state),
         running: message.agentStateMessage.running
-      }));
+      });
+    } else {
+      return null;
     }
-  }
-  return messages;
+  });
+  return messages.filter((m) => m);
 }
 __name(convertGqlInputToMessages, "convertGqlInputToMessages");
 
@@ -2659,7 +2697,12 @@ var CopilotRuntime = class {
   delegateAgentProcessingToServiceAdapter;
   constructor(params) {
     var _a, _b;
-    this.actions = (params == null ? void 0 : params.actions) || [];
+    if ((params == null ? void 0 : params.actions) && (params == null ? void 0 : params.remoteEndpoints)) {
+      console.warn("Actions set in runtime instance will be ignored when remote endpoints are set");
+      this.actions = [];
+    } else {
+      this.actions = (params == null ? void 0 : params.actions) || [];
+    }
     for (const chain of (params == null ? void 0 : params.langserve) || []) {
       const remoteChain = new RemoteChain(chain);
       this.langserve.push(remoteChain.toAction());
@@ -2971,7 +3014,7 @@ please use an LLM adapter instead.`
         threadId,
         runId: void 0,
         eventSource,
-        serverSideActions: [],
+        serverSideActions,
         actionInputsWithoutAgents: allAvailableActions
       };
     } catch (error) {
@@ -4262,4 +4305,4 @@ export {
   getCommonConfig,
   copilotRuntimeNodeHttpEndpoint
 };
-//# sourceMappingURL=chunk-CHDIEE43.mjs.map
+//# sourceMappingURL=chunk-5NJDGEB3.mjs.map