@copilotkit/runtime 1.5.12-next.6 → 1.5.12

package/src/service-adapters/openai/openai-assistant-adapter.ts

@@ -94,8 +94,13 @@ export class OpenAIAssistantAdapter implements CopilotServiceAdapter {
     request: CopilotRuntimeChatCompletionRequest,
   ): Promise<CopilotRuntimeChatCompletionResponse> {
     const { messages, actions, eventSource, runId, forwardedParameters } = request;
+
     // if we don't have a threadId, create a new thread
-    let threadId = request.threadId || (await this.openai.beta.threads.create()).id;
+    let threadId = request.extensions?.openaiAssistantAPI?.threadId;
+
+    if (!threadId) {
+      threadId = (await this.openai.beta.threads.create()).id;
+    }
 
     const lastMessage = messages.at(-1);
 
@@ -121,8 +126,15 @@ export class OpenAIAssistantAdapter implements CopilotServiceAdapter {
     }
 
     return {
-      threadId,
       runId: nextRunId,
+      threadId,
+      extensions: {
+        ...request.extensions,
+        openaiAssistantAPI: {
+          threadId: threadId,
+          runId: nextRunId,
+        },
+      },
     };
   }
 
@@ -133,6 +145,7 @@ export class OpenAIAssistantAdapter implements CopilotServiceAdapter {
     eventSource: RuntimeEventSource,
   ) {
     let run = await this.openai.beta.threads.runs.retrieve(threadId, runId);
+
     if (!run.required_action) {
       throw new Error("No tool outputs required");
     }
@@ -193,7 +206,6 @@ export class OpenAIAssistantAdapter implements CopilotServiceAdapter {
       throw new Error("No user message found");
     }
 
-    // create a new message on the thread
     await this.openai.beta.threads.messages.create(threadId, {
       role: "user",
       content: userMessage.content,
@@ -207,7 +219,6 @@ export class OpenAIAssistantAdapter implements CopilotServiceAdapter {
       ...(this.fileSearchEnabled ? [{ type: "file_search" } as AssistantTool] : []),
     ];
 
-    // run the thread
     let stream = this.openai.beta.threads.runs.stream(threadId, {
       assistant_id: this.assistantId,
       instructions,

package/src/service-adapters/service-adapter.ts

@@ -2,6 +2,8 @@ import { Message } from "../graphql/types/converted";
 import { RuntimeEventSource } from "./events";
 import { ActionInput } from "../graphql/inputs/action.input";
 import { ForwardedParametersInput } from "../graphql/inputs/forwarded-parameters.input";
+import { ExtensionsInput } from "../graphql/inputs/extensions.input";
+import { ExtensionsResponse } from "../graphql/types/extensions-response.type";
 
 export interface CopilotKitResponse {
   stream: ReadableStream;
@@ -16,11 +18,13 @@ export interface CopilotRuntimeChatCompletionRequest {
   threadId?: string;
   runId?: string;
   forwardedParameters?: ForwardedParametersInput;
+  extensions?: ExtensionsInput;
 }
 
 export interface CopilotRuntimeChatCompletionResponse {
   threadId: string;
   runId?: string;
+  extensions?: ExtensionsResponse;
 }
 
 export interface CopilotServiceAdapter {

package/src/service-adapters/unify/unify-adapter.ts

@@ -17,14 +17,13 @@
  * );
  * ```
  */
-import { TextMessage } from "../../graphql/types/converted";
 import {
   CopilotRuntimeChatCompletionRequest,
   CopilotRuntimeChatCompletionResponse,
   CopilotServiceAdapter,
 } from "../service-adapter";
 import OpenAI from "openai";
-import { randomId } from "@copilotkit/shared";
+import { randomId, randomUUID } from "@copilotkit/shared";
 import { convertActionInputToOpenAITool, convertMessageToOpenAIMessage } from "../openai/utils";
 
 export interface UnifyAdapterParams {
@@ -139,7 +138,7 @@ export class UnifyAdapter implements CopilotServiceAdapter {
     });
 
     return {
-      threadId: request.threadId || randomId(),
+      threadId: request.threadId || randomUUID(),
     };
   }
 }