@copilotkit/runtime 1.5.12-next.5 → 1.5.12-next.7

package/src/lib/runtime/remote-lg-action.ts

@@ -1,5 +1,6 @@
 import { Client } from "@langchain/langgraph-sdk";
-import { createHash, randomUUID } from "node:crypto";
+import { createHash } from "node:crypto";
+import { randomUUID, isValidUUID } from "@copilotkit/shared";
 import { parse as parsePartialJson } from "partial-json";
 import { Logger } from "pino";
 import { ActionInput } from "../../graphql/inputs/action.input";
@@ -76,7 +77,7 @@ async function streamEvents(controller: ReadableStreamDefaultController, args: E
   const {
     deploymentUrl,
     langsmithApiKey,
-    threadId: agrsInitialThreadId,
+    threadId: argsInitialThreadId,
     agent,
     nodeName: initialNodeName,
     state: initialState,
@@ -90,26 +91,37 @@ async function streamEvents(controller: ReadableStreamDefaultController, args: E
   const { name, assistantId: initialAssistantId } = agent;
 
   const client = new Client({ apiUrl: deploymentUrl, apiKey: langsmithApiKey });
-  let initialThreadId = agrsInitialThreadId;
-  const wasInitiatedWithExistingThread = !!initialThreadId;
-  if (initialThreadId && initialThreadId.startsWith("ck-")) {
-    initialThreadId = initialThreadId.substring(3);
+
+  let threadId = argsInitialThreadId ?? randomUUID();
+  if (argsInitialThreadId && argsInitialThreadId.startsWith("ck-")) {
+    threadId = argsInitialThreadId.substring(3);
+  }
+
+  if (!isValidUUID(threadId)) {
+    console.warn(
+      `Cannot use the threadId ${threadId} with LangGraph Platform. Must be a valid UUID.`,
+    );
   }
 
-  const threadId = initialThreadId ?? randomUUID();
-  if (initialThreadId === threadId) {
+  let wasInitiatedWithExistingThread = true;
+  try {
     await client.threads.get(threadId);
-  } else {
-    await client.threads.create({ threadId: threadId });
+  } catch (error) {
+    wasInitiatedWithExistingThread = false;
+    await client.threads.create({ threadId });
   }
 
   let agentState = { values: {} };
   if (wasInitiatedWithExistingThread) {
     agentState = await client.threads.getState(threadId);
   }
+
   const agentStateValues = agentState.values as State;
   state.messages = agentStateValues.messages;
-  const mode = wasInitiatedWithExistingThread && nodeName != "__end__" ? "continue" : "start";
+  const mode =
+    threadId && nodeName != "__end__" && nodeName != undefined && nodeName != null
+      ? "continue"
+      : "start";
   let formattedMessages = [];
   try {
     formattedMessages = copilotkitMessagesToLangChain(messages);
@@ -483,7 +495,7 @@ function langGraphDefaultMergeState(
   };
 }
 
-function langchainMessagesToCopilotKit(messages: any[]): any[] {
+export function langchainMessagesToCopilotKit(messages: any[]): any[] {
   const result: any[] = [];
   const tool_call_names: Record<string, string> = {};
 

package/src/service-adapters/anthropic/anthropic-adapter.ts

@@ -29,8 +29,7 @@ import {
   limitMessagesToTokenCount,
 } from "./utils";
 
-import { randomId } from "@copilotkit/shared";
-import { TextMessage } from "../../graphql/types/converted";
+import { randomId, randomUUID } from "@copilotkit/shared";
 
 const DEFAULT_MODEL = "claude-3-sonnet-20240229";
 
@@ -162,7 +161,7 @@ export class AnthropicAdapter implements CopilotServiceAdapter {
     });
 
     return {
-      threadId: threadId || randomId(),
+      threadId: threadId || randomUUID(),
     };
   }
 }

package/src/service-adapters/empty/empty-adapter.ts

@@ -20,14 +20,14 @@ import {
   CopilotRuntimeChatCompletionRequest,
   CopilotRuntimeChatCompletionResponse,
 } from "../service-adapter";
-import { randomId } from "@copilotkit/shared";
+import { randomUUID } from "@copilotkit/shared";
 
 export class EmptyAdapter implements CopilotServiceAdapter {
   async process(
     request: CopilotRuntimeChatCompletionRequest,
   ): Promise<CopilotRuntimeChatCompletionResponse> {
     return {
-      threadId: request.threadId || randomId(),
+      threadId: request.threadId || randomUUID(),
     };
   }
 }

package/src/service-adapters/events.ts

@@ -226,10 +226,12 @@ export class RuntimeEventSource {
     serverSideActions,
     guardrailsResult$,
     actionInputsWithoutAgents,
+    threadId,
   }: {
     serverSideActions: Action<any>[];
     guardrailsResult$?: Subject<GuardrailsResult>;
     actionInputsWithoutAgents: ActionInput[];
+    threadId: string;
   }) {
     this.callback(this.eventStream$).catch((error) => {
       console.error("Error in event source callback", error);
@@ -285,6 +287,7 @@ export class RuntimeEventSource {
             eventWithState.actionExecutionParentMessageId,
             eventWithState.actionExecutionId,
             actionInputsWithoutAgents,
+            threadId,
           ).catch((error) => {
             console.error(error);
           });
@@ -313,6 +316,7 @@ async function executeAction(
   actionExecutionParentMessageId: string | null,
   actionExecutionId: string,
   actionInputsWithoutAgents: ActionInput[],
+  threadId: string,
 ) {
   if (guardrailsResult$) {
     const { status } = await firstValueFrom(guardrailsResult$);
@@ -370,6 +374,7 @@ async function executeAction(
 
     const stream = await action.langGraphAgentHandler({
       name: action.name,
+      threadId,
       actionInputsWithoutAgents,
       additionalMessages: [agentExecution, agentExecutionResult],
     });

package/src/service-adapters/experimental/ollama/ollama-adapter.ts

@@ -24,7 +24,7 @@ import {
   CopilotRuntimeChatCompletionResponse,
 } from "../../service-adapter";
 import { Ollama } from "@langchain/community/llms/ollama";
-import { randomId } from "@copilotkit/shared";
+import { randomId, randomUUID } from "@copilotkit/shared";
 
 const DEFAULT_MODEL = "llama3:latest";
 
@@ -73,7 +73,7 @@ export class ExperimentalOllamaAdapter implements CopilotServiceAdapter {
       eventStream$.complete();
     });
     return {
-      threadId: request.threadId || randomId(),
+      threadId: request.threadId || randomUUID(),
     };
   }
 }

package/src/service-adapters/groq/groq-adapter.ts

@@ -25,7 +25,7 @@ import {
   convertMessageToOpenAIMessage,
   limitMessagesToTokenCount,
 } from "../openai/utils";
-import { randomId } from "@copilotkit/shared";
+import { randomUUID } from "@copilotkit/shared";
 
 const DEFAULT_MODEL = "llama3-groq-70b-8192-tool-use-preview";
 
@@ -167,7 +167,7 @@ export class GroqAdapter implements CopilotServiceAdapter {
     });
 
     return {
-      threadId: threadId || randomId(),
+      threadId: request.threadId || randomUUID(),
     };
   }
 }

package/src/service-adapters/langchain/langchain-adapter.ts

@@ -44,7 +44,7 @@ import {
 } from "./utils";
 import { DynamicStructuredTool } from "@langchain/core/tools";
 import { LangChainReturnType } from "./types";
-import { randomId } from "@copilotkit/shared";
+import { randomUUID } from "@copilotkit/shared";
 import { awaitAllCallbacks } from "@langchain/core/callbacks/promises";
 
 interface ChainFnParameters {
@@ -72,8 +72,15 @@ export class LangChainAdapter implements CopilotServiceAdapter {
     request: CopilotRuntimeChatCompletionRequest,
   ): Promise<CopilotRuntimeChatCompletionResponse> {
     try {
-      const { eventSource, model, actions, messages, runId } = request;
-      const threadId = request.threadId ?? randomId();
+      const {
+        eventSource,
+        model,
+        actions,
+        messages,
+        runId,
+        threadId: threadIdFromRequest,
+      } = request;
+      const threadId = threadIdFromRequest ?? randomUUID();
       const result = await this.options.chainFn({
         messages: messages.map(convertMessageToLangChainMessage),
         tools: actions.map(convertActionInputToLangChainTool),

package/src/service-adapters/openai/openai-adapter.ts

@@ -59,7 +59,7 @@ import {
   convertMessageToOpenAIMessage,
   limitMessagesToTokenCount,
 } from "./utils";
-import { randomId } from "@copilotkit/shared";
+import { randomUUID } from "@copilotkit/shared";
 
 const DEFAULT_MODEL = "gpt-4o";
 
@@ -107,7 +107,7 @@ export class OpenAIAdapter implements CopilotServiceAdapter {
     request: CopilotRuntimeChatCompletionRequest,
   ): Promise<CopilotRuntimeChatCompletionResponse> {
     const {
-      threadId,
+      threadId: threadIdFromRequest,
       model = this.model,
       messages,
       actions,
@@ -115,6 +115,7 @@ export class OpenAIAdapter implements CopilotServiceAdapter {
       forwardedParameters,
     } = request;
     const tools = actions.map(convertActionInputToOpenAITool);
+    const threadId = threadIdFromRequest ?? randomUUID();
 
     let openaiMessages = messages.map(convertMessageToOpenAIMessage);
     openaiMessages = limitMessagesToTokenCount(openaiMessages, tools, model);
@@ -204,7 +205,7 @@ export class OpenAIAdapter implements CopilotServiceAdapter {
     });
 
     return {
-      threadId: threadId || randomId(),
+      threadId,
     };
   }
 }

package/src/service-adapters/openai/openai-assistant-adapter.ts

@@ -94,8 +94,13 @@ export class OpenAIAssistantAdapter implements CopilotServiceAdapter {
     request: CopilotRuntimeChatCompletionRequest,
   ): Promise<CopilotRuntimeChatCompletionResponse> {
     const { messages, actions, eventSource, runId, forwardedParameters } = request;
+
     // if we don't have a threadId, create a new thread
-    let threadId = request.threadId || (await this.openai.beta.threads.create()).id;
+    let threadId = request.extensions?.openaiAssistantAPI?.threadId;
+
+    if (!threadId) {
+      threadId = (await this.openai.beta.threads.create()).id;
+    }
 
     const lastMessage = messages.at(-1);
 
@@ -121,8 +126,15 @@ export class OpenAIAssistantAdapter implements CopilotServiceAdapter {
     }
 
     return {
-      threadId,
       runId: nextRunId,
+      threadId,
+      extensions: {
+        ...request.extensions,
+        openaiAssistantAPI: {
+          threadId: threadId,
+          runId: nextRunId,
+        },
+      },
     };
   }
 
@@ -133,6 +145,7 @@ export class OpenAIAssistantAdapter implements CopilotServiceAdapter {
     eventSource: RuntimeEventSource,
   ) {
     let run = await this.openai.beta.threads.runs.retrieve(threadId, runId);
+
     if (!run.required_action) {
       throw new Error("No tool outputs required");
     }
@@ -193,7 +206,6 @@ export class OpenAIAssistantAdapter implements CopilotServiceAdapter {
       throw new Error("No user message found");
     }
 
-    // create a new message on the thread
     await this.openai.beta.threads.messages.create(threadId, {
       role: "user",
       content: userMessage.content,
@@ -207,7 +219,6 @@ export class OpenAIAssistantAdapter implements CopilotServiceAdapter {
       ...(this.fileSearchEnabled ? [{ type: "file_search" } as AssistantTool] : []),
     ];
 
-    // run the thread
     let stream = this.openai.beta.threads.runs.stream(threadId, {
       assistant_id: this.assistantId,
       instructions,

package/src/service-adapters/service-adapter.ts

@@ -2,6 +2,8 @@ import { Message } from "../graphql/types/converted";
 import { RuntimeEventSource } from "./events";
 import { ActionInput } from "../graphql/inputs/action.input";
 import { ForwardedParametersInput } from "../graphql/inputs/forwarded-parameters.input";
+import { ExtensionsInput } from "../graphql/inputs/extensions.input";
+import { ExtensionsResponse } from "../graphql/types/extensions-response.type";
 
 export interface CopilotKitResponse {
   stream: ReadableStream;
@@ -16,11 +18,13 @@ export interface CopilotRuntimeChatCompletionRequest {
   threadId?: string;
   runId?: string;
   forwardedParameters?: ForwardedParametersInput;
+  extensions?: ExtensionsInput;
 }
 
 export interface CopilotRuntimeChatCompletionResponse {
   threadId: string;
   runId?: string;
+  extensions?: ExtensionsResponse;
 }
 
 export interface CopilotServiceAdapter {

package/src/service-adapters/unify/unify-adapter.ts

@@ -17,14 +17,13 @@
  * );
  * ```
  */
-import { TextMessage } from "../../graphql/types/converted";
 import {
   CopilotRuntimeChatCompletionRequest,
   CopilotRuntimeChatCompletionResponse,
   CopilotServiceAdapter,
 } from "../service-adapter";
 import OpenAI from "openai";
-import { randomId } from "@copilotkit/shared";
+import { randomId, randomUUID } from "@copilotkit/shared";
 import { convertActionInputToOpenAITool, convertMessageToOpenAIMessage } from "../openai/utils";
 
 export interface UnifyAdapterParams {
@@ -139,7 +138,7 @@ export class UnifyAdapter implements CopilotServiceAdapter {
     });
 
     return {
-      threadId: request.threadId || randomId(),
+      threadId: request.threadId || randomUUID(),
     };
   }
 }