@copilotkit/runtime 1.3.16-mme-reset-chat.10 → 1.3.16-mme-reset-chat.11

package/package.json

@@ -9,7 +9,7 @@
   "publishConfig": {
     "access": "public"
   },
-  "version": "1.3.16-mme-reset-chat.10",
+  "version": "1.3.16-mme-reset-chat.11",
   "sideEffects": false,
   "main": "./dist/index.js",
   "module": "./dist/index.mjs",
@@ -32,8 +32,8 @@
     "tsup": "^6.7.0",
     "typescript": "^5.2.3",
     "zod-to-json-schema": "^3.23.5",
-    "eslint-config-custom": "1.3.16-mme-reset-chat.4",
-    "tsconfig": "1.3.16-mme-reset-chat.4"
+    "eslint-config-custom": "1.3.16-mme-reset-chat.1",
+    "tsconfig": "1.3.16-mme-reset-chat.1"
   },
   "dependencies": {
     "@anthropic-ai/sdk": "^0.27.3",
@@ -58,7 +58,7 @@
     "rxjs": "^7.8.1",
     "type-graphql": "2.0.0-rc.1",
     "zod": "^3.23.3",
-    "@copilotkit/shared": "1.3.16-mme-reset-chat.10"
+    "@copilotkit/shared": "1.3.16-mme-reset-chat.11"
   },
   "keywords": [
     "copilotkit",

package/src/agents/langgraph/event-source.ts

@@ -37,7 +37,7 @@ export class RemoteLangGraphEventSource {
       scan(
         (acc, event) => {
           if (event.event === LangGraphEventTypes.OnChatModelStream) {
-            // @ts-expect-error -- LangGraph Cloud implementation stores data outside of kwargs
+            // @ts-expect-error -- LangGraph Platform implementation stores data outside of kwargs
             const content = event.data?.chunk?.kwargs?.content ?? event.data?.chunk?.content;
 
             if (typeof content === "string") {
@@ -49,7 +49,7 @@ export class RemoteLangGraphEventSource {
             }
 
             const toolCallChunks =
-              // @ts-expect-error -- LangGraph Cloud implementation stores data outside of kwargs
+              // @ts-expect-error -- LangGraph Platform implementation stores data outside of kwargs
               event.data?.chunk?.kwargs?.tool_call_chunks ?? event.data?.chunk?.tool_call_chunks;
 
             const toolCallMessageId =

package/src/lib/runtime/copilot-runtime.ts

@@ -12,7 +12,7 @@
  * ```
  */
 
-import { Action, actionParametersToJsonSchema, Parameter } from "@copilotkit/shared";
+import { Action, actionParametersToJsonSchema, Parameter, randomId } from "@copilotkit/shared";
 import { CopilotServiceAdapter, RemoteChain, RemoteChainParameters } from "../../service-adapters";
 import { MessageInput } from "../../graphql/inputs/message.input";
 import { ActionInput } from "../../graphql/inputs/action.input";
@@ -27,7 +27,7 @@ import {
   setupRemoteActions,
   EndpointDefinition,
   CopilotKitEndpoint,
-  LangGraphCloudEndpoint,
+  LangGraphPlatformEndpoint,
 } from "./remote-actions";
 import { GraphQLContext } from "../integrations/shared";
 import { AgentSessionInput } from "../../graphql/inputs/agent-session.input";
@@ -155,7 +155,7 @@ export class CopilotRuntime<const T extends Parameter[] | [] = []> {
       this.langserve.push(remoteChain.toAction());
     }
 
-    this.remoteEndpointDefinitions = params?.remoteEndpoints || [];
+    this.remoteEndpointDefinitions = params?.remoteEndpoints ?? params?.remoteActions ?? [];
 
     this.onBeforeRequest = params?.middleware?.onBeforeRequest;
     this.onAfterRequest = params?.middleware?.onAfterRequest;
@@ -175,36 +175,36 @@ export class CopilotRuntime<const T extends Parameter[] | [] = []> {
       url,
     } = request;
 
-    if (agentSession) {
-      return this.processAgentRequest(request);
-    }
+    const eventSource = new RuntimeEventSource();
 
-    const messages = rawMessages.filter((message) => !message.agentStateMessage);
+    try {
+      if (agentSession) {
+        return await this.processAgentRequest(request);
+      }
 
-    const inputMessages = convertGqlInputToMessages(messages);
-    const serverSideActions = await this.getServerSideActions(request);
+      const messages = rawMessages.filter((message) => !message.agentStateMessage);
 
-    const serverSideActionsInput: ActionInput[] = serverSideActions.map((action) => ({
-      name: action.name,
-      description: action.description,
-      jsonSchema: JSON.stringify(actionParametersToJsonSchema(action.parameters)),
-    }));
+      const inputMessages = convertGqlInputToMessages(messages);
+      const serverSideActions = await this.getServerSideActions(request);
 
-    const actionInputs = flattenToolCallsNoDuplicates([
-      ...serverSideActionsInput,
-      ...clientSideActionsInput,
-    ]);
+      const serverSideActionsInput: ActionInput[] = serverSideActions.map((action) => ({
+        name: action.name,
+        description: action.description,
+        jsonSchema: JSON.stringify(actionParametersToJsonSchema(action.parameters)),
+      }));
 
-    await this.onBeforeRequest?.({
-      threadId,
-      runId,
-      inputMessages,
-      properties: graphqlContext.properties,
-      url,
-    });
+      const actionInputs = flattenToolCallsNoDuplicates([
+        ...serverSideActionsInput,
+        ...clientSideActionsInput,
+      ]);
 
-    try {
-      const eventSource = new RuntimeEventSource();
+      await this.onBeforeRequest?.({
+        threadId,
+        runId,
+        inputMessages,
+        properties: graphqlContext.properties,
+        url,
+      });
 
       const result = await serviceAdapter.process({
         messages: inputMessages,
@@ -244,7 +244,14 @@ export class CopilotRuntime<const T extends Parameter[] | [] = []> {
       };
     } catch (error) {
       console.error("Error getting response:", error);
-      throw error;
+      eventSource.sendErrorMessageToChat();
+      return {
+        threadId: threadId || randomId(),
+        runId: runId || randomId(),
+        eventSource,
+        serverSideActions: [],
+        actionInputsWithoutAgents: [],
+      };
     }
   }
 
@@ -385,19 +392,19 @@ export function copilotKitEndpoint(config: Omit<CopilotKitEndpoint, "type">): Co
   };
 }
 
-export function langGraphCloudEndpoint(
-  config: Omit<LangGraphCloudEndpoint, "type">,
-): LangGraphCloudEndpoint {
+export function langGraphPlatformEndpoint(
+  config: Omit<LangGraphPlatformEndpoint, "type">,
+): LangGraphPlatformEndpoint {
   return {
     ...config,
-    type: EndpointType.LangGraphCloud,
+    type: EndpointType.LangGraphPlatform,
   };
 }
 
 export function resolveEndpointType(endpoint: EndpointDefinition) {
   if (!endpoint.type) {
     if ("langsmithApiKey" in endpoint && "deploymentUrl" in endpoint && "agents" in endpoint) {
-      return EndpointType.LangGraphCloud;
+      return EndpointType.LangGraphPlatform;
     } else {
       return EndpointType.CopilotKit;
     }

package/src/lib/runtime/remote-action-constructors.ts

@@ -3,7 +3,7 @@ import {
   CopilotKitEndpoint,
   LangGraphAgentHandlerParams,
   RemoteActionInfoResponse,
-  LangGraphCloudEndpoint,
+  LangGraphPlatformEndpoint,
 } from "./remote-actions";
 import { GraphQLContext } from "../integrations";
 import { Logger } from "pino";
@@ -15,7 +15,7 @@ import telemetry from "../telemetry-client";
 import { RemoteLangGraphEventSource } from "../../agents/langgraph/event-source";
 import { Action } from "@copilotkit/shared";
 import { LangGraphEvent } from "../../agents/langgraph/events";
-import { execute } from "./remote-lg-cloud-action";
+import { execute } from "./remote-lg-action";
 
 export function constructLGCRemoteAction({
   endpoint,
@@ -24,7 +24,7 @@ export function constructLGCRemoteAction({
   messages,
   agentStates,
 }: {
-  endpoint: LangGraphCloudEndpoint;
+  endpoint: LangGraphPlatformEndpoint;
   graphqlContext: GraphQLContext;
   logger: Logger;
   messages: Message[];
@@ -41,11 +41,11 @@ export function constructLGCRemoteAction({
       threadId,
       nodeName,
     }: LangGraphAgentHandlerParams): Promise<Observable<RuntimeEvent>> => {
-      logger.debug({ actionName: agent.name }, "Executing LangGraph Cloud agent");
+      logger.debug({ actionName: agent.name }, "Executing LangGraph Platform agent");
 
       telemetry.capture("oss.runtime.remote_action_executed", {
         agentExecution: true,
-        type: "langgraph-cloud",
+        type: "langgraph-platform",
         agentsAmount: endpoint.agents.length,
         hashedLgcKey: createHash("sha256").update(endpoint.langsmithApiKey).digest("hex"),
       });
@@ -82,9 +82,9 @@ export function constructLGCRemoteAction({
       } catch (error) {
         logger.error(
           { url: endpoint.deploymentUrl, status: 500, body: error.message },
-          "Failed to execute LangGraph Cloud agent",
+          "Failed to execute LangGraph Platform agent",
         );
-        throw new Error("Failed to execute LangGraph Cloud agent");
+        throw new Error("Failed to execute LangGraph Platform agent");
       }
     },
   }));

package/src/lib/runtime/remote-actions.ts

@@ -12,11 +12,11 @@ import {
   createHeaders,
 } from "./remote-action-constructors";
 
-export type EndpointDefinition = CopilotKitEndpoint | LangGraphCloudEndpoint;
+export type EndpointDefinition = CopilotKitEndpoint | LangGraphPlatformEndpoint;
 
 export enum EndpointType {
   CopilotKit = "copilotKit",
-  LangGraphCloud = "langgraph-cloud",
+  LangGraphPlatform = "langgraph-platform",
 }
 
 export interface BaseEndpointDefinition<TActionType extends EndpointType> {
@@ -30,17 +30,17 @@ export interface CopilotKitEndpoint extends BaseEndpointDefinition<EndpointType.
   };
 }
 
-export interface LangGraphCloudAgent {
+export interface LangGraphPlatformAgent {
   name: string;
   description: string;
   assistantId?: string;
 }
 
-export interface LangGraphCloudEndpoint
-  extends BaseEndpointDefinition<EndpointType.LangGraphCloud> {
+export interface LangGraphPlatformEndpoint
+  extends BaseEndpointDefinition<EndpointType.LangGraphPlatform> {
   deploymentUrl: string;
   langsmithApiKey: string;
-  agents: LangGraphCloudAgent[];
+  agents: LangGraphPlatformAgent[];
 }
 
 export type RemoteActionInfoResponse = {
@@ -127,7 +127,7 @@ export async function setupRemoteActions({
 
   // Remove duplicates of remoteEndpointDefinitions.url
   const filtered = remoteEndpointDefinitions.filter((value, index, self) => {
-    if (value.type === EndpointType.LangGraphCloud) {
+    if (value.type === EndpointType.LangGraphPlatform) {
       return value;
     }
     return index === self.findIndex((t: CopilotKitEndpoint) => t.url === value.url);
@@ -135,8 +135,8 @@ export async function setupRemoteActions({
 
   const result = await Promise.all(
     filtered.map(async (endpoint) => {
-      // Check for properties that can distinguish LG cloud from other actions
-      if (endpoint.type === EndpointType.LangGraphCloud) {
+      // Check for properties that can distinguish LG platform from other actions
+      if (endpoint.type === EndpointType.LangGraphPlatform) {
         return constructLGCRemoteAction({
           endpoint,
           messages,

package/src/lib/runtime/{remote-lg-cloud-action.ts → remote-lg-action.ts}

@@ -3,7 +3,7 @@ import { createHash, randomUUID } from "node:crypto";
 import { parse as parsePartialJson } from "partial-json";
 import { Logger } from "pino";
 import { ActionInput } from "../../graphql/inputs/action.input";
-import { LangGraphCloudAgent, LangGraphCloudEndpoint } from "./remote-actions";
+import { LangGraphPlatformAgent, LangGraphPlatformEndpoint } from "./remote-actions";
 import { CopilotRequestContextProperties } from "../integrations";
 import { Message, MessageType } from "../../graphql/types/converted";
 import { MessageRole } from "../../graphql/types/enums";
@@ -14,8 +14,8 @@ type State = Record<string, any>;
 
 type ExecutionAction = Pick<ActionInput, "name" | "description"> & { parameters: string };
 
-interface ExecutionArgs extends Omit<LangGraphCloudEndpoint, "agents"> {
-  agent: LangGraphCloudAgent;
+interface ExecutionArgs extends Omit<LangGraphPlatformEndpoint, "agents"> {
+  agent: LangGraphPlatformAgent;
   threadId: string;
   nodeName: string;
   messages: Message[];
@@ -25,14 +25,14 @@ interface ExecutionArgs extends Omit<LangGraphCloudEndpoint, "agents"> {
   logger: Logger;
 }
 
-// The following types are our own definition to the messages accepted by LangGraph cloud, enhanced with some of our extra data.
+// The following types are our own definition to the messages accepted by LangGraph Platform, enhanced with some of our extra data.
 interface ToolCall {
   id: string;
   name: string;
   args: Record<string, unknown>;
 }
 
-type BaseLangGraphCloudMessage = Omit<
+type BaseLangGraphPlatformMessage = Omit<
   Message,
   | "isResultMessage"
   | "isTextMessage"
@@ -47,19 +47,19 @@ type BaseLangGraphCloudMessage = Omit<
   type: MessageType;
 };
 
-interface LangGraphCloudResultMessage extends BaseLangGraphCloudMessage {
+interface LangGraphPlatformResultMessage extends BaseLangGraphPlatformMessage {
   tool_call_id: string;
   name: string;
 }
 
-interface LangGraphCloudActionExecutionMessage extends BaseLangGraphCloudMessage {
+interface LangGraphPlatformActionExecutionMessage extends BaseLangGraphPlatformMessage {
   tool_calls: ToolCall[];
 }
 
-type LangGraphCloudMessage =
-  | LangGraphCloudActionExecutionMessage
-  | LangGraphCloudResultMessage
-  | BaseLangGraphCloudMessage;
+type LangGraphPlatformMessage =
+  | LangGraphPlatformActionExecutionMessage
+  | LangGraphPlatformResultMessage
+  | BaseLangGraphPlatformMessage;
 
 export async function execute(args: ExecutionArgs): Promise<ReadableStream<Uint8Array>> {
   return new ReadableStream({
@@ -128,7 +128,7 @@ async function streamEvents(controller: ReadableStreamDefaultController, args: E
   if (!assistantId) {
     console.error(`
       No agent found for the agent name specified in CopilotKit provider
-      Please check your available agents or provide an agent ID in the LangGraph Cloud endpoint definition.\n
+      Please check your available agents or provide an agent ID in the LangGraph Platform endpoint definition.\n
       
       These are the available agents: [${assistants.map((a) => `${a.name} (ID: ${a.assistant_id})`).join(", ")}]
       `);
@@ -152,6 +152,9 @@ async function streamEvents(controller: ReadableStreamDefaultController, args: E
 
   let latestStateValues = {};
   let updatedState = state;
+  // If a manual emittance happens, it is the ultimate source of truth of state, unless a node has exited.
+  // Therefore, this value should either hold null, or the only edition of state that should be used.
+  let manuallyEmittedState = null;
   let streamInfo: {
     provider?: string;
     langGraphHost?: string;
@@ -205,33 +208,36 @@ async function streamEvents(controller: ReadableStreamDefaultController, args: E
         eventType === LangGraphEventTypes.OnCustomEvent &&
         event.name === CustomEventNames.CopilotKitManuallyEmitIntermediateState;
 
+      const exitingNode =
+        nodeName === currentNodeName && eventType === LangGraphEventTypes.OnChainEnd;
+
+      // See manuallyEmittedState for explanation
+      if (exitingNode) {
+        manuallyEmittedState = null;
+      }
+
       // we only want to update the node name under certain conditions
       // since we don't need any internal node names to be sent to the frontend
       if (graphInfo["nodes"].some((node) => node.id === currentNodeName)) {
         nodeName = currentNodeName;
-
-        // only update state from values when entering or exiting a known node
-        if (
-          eventType === LangGraphEventTypes.OnChainStart ||
-          eventType === LangGraphEventTypes.OnChainEnd
-        ) {
-          updatedState = latestStateValues;
-        }
       }
 
+      updatedState = manuallyEmittedState ?? latestStateValues;
+
       if (!nodeName) {
         continue;
       }
 
       if (manuallyEmitIntermediateState) {
-        updatedState = event.data;
+        // See manuallyEmittedState for explanation
+        manuallyEmittedState = event.data;
         emit(
           getStateSyncEvent({
             threadId,
             runId,
             agentName: agent.name,
             nodeName,
-            state: updatedState,
+            state: manuallyEmittedState,
             running: true,
             active: true,
           }),
@@ -268,9 +274,6 @@ async function streamEvents(controller: ReadableStreamDefaultController, args: E
         emitIntermediateStateUntilEnd = null;
       }
 
-      const exitingNode =
-        nodeName === currentNodeName && eventType === LangGraphEventTypes.OnChainEnd;
-
       if (
         JSON.stringify(updatedState) !== JSON.stringify(state) ||
         prevNodeName != nodeName ||
@@ -436,7 +439,7 @@ class StreamingStateExtractor {
 // Start of Selection
 function langGraphDefaultMergeState(
   state: State,
-  messages: LangGraphCloudMessage[],
+  messages: LangGraphPlatformMessage[],
   actions: ExecutionAction[],
   agentName: string,
 ): State {
@@ -446,7 +449,7 @@ function langGraphDefaultMergeState(
   }
 
   // merge with existing messages
-  const mergedMessages: LangGraphCloudMessage[] = state.messages || [];
+  const mergedMessages: LangGraphPlatformMessage[] = state.messages || [];
   const existingMessageIds = new Set(mergedMessages.map((message) => message.id));
   const existingToolCallResults = new Set<string>();
 
@@ -512,7 +515,7 @@ function langGraphDefaultMergeState(
   }
 
   // try to auto-correct and log alignment issues
-  const correctedMessages: LangGraphCloudMessage[] = [];
+  const correctedMessages: LangGraphPlatformMessage[] = [];
 
   for (let i = 0; i < mergedMessages.length; i++) {
     const currentMessage = mergedMessages[i];
@@ -583,7 +586,7 @@ function langGraphDefaultMergeState(
   };
 }
 
-function formatMessages(messages: Message[]): LangGraphCloudMessage[] {
+function formatMessages(messages: Message[]): LangGraphPlatformMessage[] {
   return messages.map((message) => {
     if (message.isTextMessage() && message.role === "assistant") {
       return message;
@@ -606,7 +609,7 @@ function formatMessages(messages: Message[]): LangGraphCloudMessage[] {
         tool_calls: [toolCall],
         role: MessageRole.assistant,
         id: message.id,
-      } satisfies LangGraphCloudActionExecutionMessage;
+      } satisfies LangGraphPlatformActionExecutionMessage;
     }
     if (message.isResultMessage()) {
       return {
@@ -616,7 +619,7 @@ function formatMessages(messages: Message[]): LangGraphCloudMessage[] {
         tool_call_id: message.actionExecutionId,
         name: message.actionName,
         role: MessageRole.tool,
-      } satisfies LangGraphCloudResultMessage;
+      } satisfies LangGraphPlatformResultMessage;
     }
 
     throw new Error(`Unknown message type ${message.type}`);

package/src/lib/telemetry-client.ts

@@ -1,5 +1,5 @@
 import { TelemetryClient } from "@copilotkit/shared";
-import { EndpointType, LangGraphCloudEndpoint } from "./runtime/remote-actions";
+import { EndpointType, LangGraphPlatformEndpoint } from "./runtime/remote-actions";
 import { createHash } from "node:crypto";
 import { CopilotRuntime, resolveEndpointType } from "./runtime/copilot-runtime";
 import { RuntimeInstanceCreatedInfo } from "@copilotkit/shared/src/telemetry/events";
@@ -25,9 +25,9 @@ export function getRuntimeInstanceTelemetryInfo(
         };
       }
 
-      if (endpointType === EndpointType.LangGraphCloud) {
+      if (endpointType === EndpointType.LangGraphPlatform) {
         // When type is resolved, recreating a const with casting of type
-        const ep = endpoint as LangGraphCloudEndpoint;
+        const ep = endpoint as LangGraphPlatformEndpoint;
         info = {
           ...info,
           agentsAmount: ep.agents.length,

package/src/service-adapters/events.ts

@@ -1,4 +1,4 @@
-import { Action } from "@copilotkit/shared";
+import { Action, randomId } from "@copilotkit/shared";
 import {
   of,
   concat,
@@ -158,6 +158,17 @@ export class RuntimeEventSource {
     this.callback = callback;
   }
 
+  sendErrorMessageToChat() {
+    const errorMessage = "❌ An error occurred. Please try again.";
+    if (!this.callback) {
+      this.stream(async (eventStream$) => {
+        eventStream$.sendTextMessage(randomId(), errorMessage);
+      });
+    } else {
+      this.eventStream$.sendTextMessage(randomId(), errorMessage);
+    }
+  }
+
   processRuntimeEvents({
     serverSideActions,
     guardrailsResult$,
@@ -169,6 +180,7 @@ export class RuntimeEventSource {
   }) {
     this.callback(this.eventStream$).catch((error) => {
       console.error("Error in event source callback", error);
+      this.sendErrorMessageToChat();
     });
     return this.eventStream$.pipe(
       // mark tools for server side execution