@copilotkit/runtime 1.6.0-next.1 → 1.6.0-next.11

package/dist/lib/integrations/node-http/index.mjs

@@ -1,7 +1,7 @@
 import {
   copilotRuntimeNodeHttpEndpoint
-} from "../../../chunk-CHDIEE43.mjs";
-import "../../../chunk-OS5YD32G.mjs";
+} from "../../../chunk-DVFBTXBT.mjs";
+import "../../../chunk-FZJAYGIR.mjs";
 import "../../../chunk-5BIEM2UU.mjs";
 import "../../../chunk-RTFJTJMA.mjs";
 import "../../../chunk-2OZAGFV3.mjs";

package/dist/service-adapters/index.d.ts

@@ -1,8 +1,8 @@
-import { b as CopilotServiceAdapter, C as CopilotRuntimeChatCompletionRequest, a as CopilotRuntimeChatCompletionResponse } from '../langserve-7cc5be48.js';
-export { c as RemoteChain, R as RemoteChainParameters } from '../langserve-7cc5be48.js';
-export { G as GoogleGenerativeAIAdapter, f as GroqAdapter, e as GroqAdapterParams, L as LangChainAdapter, a as OpenAIAdapter, O as OpenAIAdapterParams, c as OpenAIAssistantAdapter, b as OpenAIAssistantAdapterParams, d as UnifyAdapter, U as UnifyAdapterParams } from '../groq-adapter-9d15c927.js';
+import { b as CopilotServiceAdapter, C as CopilotRuntimeChatCompletionRequest, a as CopilotRuntimeChatCompletionResponse } from '../langserve-6f7af8d3.js';
+export { c as RemoteChain, R as RemoteChainParameters } from '../langserve-6f7af8d3.js';
+export { G as GoogleGenerativeAIAdapter, f as GroqAdapter, e as GroqAdapterParams, L as LangChainAdapter, a as OpenAIAdapter, O as OpenAIAdapterParams, c as OpenAIAssistantAdapter, b as OpenAIAssistantAdapterParams, d as UnifyAdapter, U as UnifyAdapterParams } from '../groq-adapter-fb9aa3ab.js';
 import Anthropic from '@anthropic-ai/sdk';
-import '../index-f6d1f30b.js';
+import '../index-5bec5424.js';
 import '../graphql/types/base/index.js';
 import 'rxjs';
 import '@copilotkit/shared';

package/dist/service-adapters/index.js

@@ -126,6 +126,7 @@ __name(RemoteChain, "RemoteChain");
 var import_openai = __toESM(require("openai"));
 
 // src/service-adapters/openai/utils.ts
+var import_shared = require("@copilotkit/shared");
 function limitMessagesToTokenCount(messages, tools, model, maxTokens) {
   maxTokens || (maxTokens = maxTokensForOpenAIModel(model));
   const result = [];
@@ -135,7 +136,10 @@ function limitMessagesToTokenCount(messages, tools, model, maxTokens) {
   }
   maxTokens -= toolsNumTokens;
   for (const message of messages) {
-    if (message.role === "system") {
+    if ([
+      "system",
+      "developer"
+    ].includes(message.role)) {
       const numTokens = countMessageTokens(model, message);
       maxTokens -= numTokens;
       if (maxTokens < 0) {
@@ -148,7 +152,10 @@ function limitMessagesToTokenCount(messages, tools, model, maxTokens) {
     ...messages
   ].reverse();
   for (const message of reversedMessages) {
-    if (message.role === "system") {
+    if ([
+      "system",
+      "developer"
+    ].includes(message.role)) {
       result.unshift(message);
       continue;
     } else if (cutoff) {
@@ -171,9 +178,23 @@ function maxTokensForOpenAIModel(model) {
 __name(maxTokensForOpenAIModel, "maxTokensForOpenAIModel");
 var DEFAULT_MAX_TOKENS = 128e3;
 var maxTokensByModel = {
+  // o1
+  o1: 2e5,
+  "o1-2024-12-17": 2e5,
+  "o1-mini": 128e3,
+  "o1-mini-2024-09-12": 128e3,
+  "o1-preview": 128e3,
+  "o1-preview-2024-09-12": 128e3,
+  // o3-mini
+  "o3-mini": 2e5,
+  "o3-mini-2025-01-31": 2e5,
   // GPT-4
   "gpt-4o": 128e3,
+  "chatgpt-4o-latest": 128e3,
+  "gpt-4o-2024-08-06": 128e3,
   "gpt-4o-2024-05-13": 128e3,
+  "gpt-4o-mini": 128e3,
+  "gpt-4o-mini-2024-07-18": 128e3,
   "gpt-4-turbo": 128e3,
   "gpt-4-turbo-2024-04-09": 128e3,
   "gpt-4-0125-preview": 128e3,
@@ -219,15 +240,22 @@ function convertActionInputToOpenAITool(action) {
     function: {
       name: action.name,
       description: action.description,
-      parameters: JSON.parse(action.jsonSchema)
+      parameters: (0, import_shared.parseJson)(action.jsonSchema, {})
     }
   };
 }
 __name(convertActionInputToOpenAITool, "convertActionInputToOpenAITool");
-function convertMessageToOpenAIMessage(message) {
+function convertMessageToOpenAIMessage(message, options) {
+  const { keepSystemRole } = options || {
+    keepSystemRole: false
+  };
   if (message.isTextMessage()) {
+    let role = message.role;
+    if (message.role === "system" && !keepSystemRole) {
+      role = "developer";
+    }
     return {
-      role: message.role,
+      role,
       content: message.content
     };
   } else if (message.isActionExecutionMessage()) {
@@ -256,7 +284,10 @@ __name(convertMessageToOpenAIMessage, "convertMessageToOpenAIMessage");
 function convertSystemMessageToAssistantAPI(message) {
   return {
     ...message,
-    ...message.role === "system" && {
+    ...[
+      "system",
+      "developer"
+    ].includes(message.role) && {
       role: "assistant",
       content: "THE FOLLOWING MESSAGE IS A SYSTEM MESSAGE: " + message.content
     }
@@ -265,7 +296,7 @@ function convertSystemMessageToAssistantAPI(message) {
 __name(convertSystemMessageToAssistantAPI, "convertSystemMessageToAssistantAPI");
 
 // src/service-adapters/openai/openai-adapter.ts
-var import_shared = require("@copilotkit/shared");
+var import_shared2 = require("@copilotkit/shared");
 var DEFAULT_MODEL = "gpt-4o";
 var OpenAIAdapter = class {
   model = DEFAULT_MODEL;
@@ -284,8 +315,8 @@ var OpenAIAdapter = class {
   async process(request) {
     const { threadId: threadIdFromRequest, model = this.model, messages, actions, eventSource, forwardedParameters } = request;
     const tools = actions.map(convertActionInputToOpenAITool);
-    const threadId = threadIdFromRequest ?? (0, import_shared.randomUUID)();
-    let openaiMessages = messages.map(convertMessageToOpenAIMessage);
+    const threadId = threadIdFromRequest ?? (0, import_shared2.randomUUID)();
+    let openaiMessages = messages.map((m) => convertMessageToOpenAIMessage(m));
     openaiMessages = limitMessagesToTokenCount(openaiMessages, tools, model);
     let toolChoice = forwardedParameters == null ? void 0 : forwardedParameters.toolChoice;
     if ((forwardedParameters == null ? void 0 : forwardedParameters.toolChoice) === "function") {
@@ -391,7 +422,7 @@ __name(OpenAIAdapter, "OpenAIAdapter");
 // src/service-adapters/langchain/utils.ts
 var import_messages = require("@langchain/core/messages");
 var import_tools = require("@langchain/core/tools");
-var import_shared2 = require("@copilotkit/shared");
+var import_shared3 = require("@copilotkit/shared");
 function convertMessageToLangChainMessage(message) {
   if (message.isTextMessage()) {
     if (message.role == "user") {
@@ -424,7 +455,7 @@ function convertActionInputToLangChainTool(actionInput) {
   return new import_tools.DynamicStructuredTool({
     name: actionInput.name,
     description: actionInput.description,
-    schema: (0, import_shared2.convertJsonSchemaToZodSchema)(JSON.parse(actionInput.jsonSchema), true),
+    schema: (0, import_shared3.convertJsonSchemaToZodSchema)(JSON.parse(actionInput.jsonSchema), true),
     func: async () => {
       return "";
     }
@@ -457,7 +488,7 @@ async function streamLangChainResponse({ result, eventStream$, actionExecution }
   var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l;
   if (typeof result === "string") {
     if (!actionExecution) {
-      eventStream$.sendTextMessage((0, import_shared2.randomId)(), result);
+      eventStream$.sendTextMessage((0, import_shared3.randomId)(), result);
     } else {
       eventStream$.sendActionExecutionResult({
         actionExecutionId: actionExecution.id,
@@ -468,11 +499,11 @@ async function streamLangChainResponse({ result, eventStream$, actionExecution }
   } else if (isAIMessage(result)) {
     maybeSendActionExecutionResultIsMessage(eventStream$, actionExecution);
     if (result.content) {
-      eventStream$.sendTextMessage((0, import_shared2.randomId)(), result.content);
+      eventStream$.sendTextMessage((0, import_shared3.randomId)(), result.content);
     }
     for (const toolCall of result.tool_calls) {
       eventStream$.sendActionExecution({
-        actionExecutionId: toolCall.id || (0, import_shared2.randomId)(),
+        actionExecutionId: toolCall.id || (0, import_shared3.randomId)(),
         actionName: toolCall.name,
         args: JSON.stringify(toolCall.args)
       });
@@ -480,12 +511,12 @@ async function streamLangChainResponse({ result, eventStream$, actionExecution }
   } else if (isBaseMessageChunk(result)) {
     maybeSendActionExecutionResultIsMessage(eventStream$, actionExecution);
     if ((_a = result.lc_kwargs) == null ? void 0 : _a.content) {
-      eventStream$.sendTextMessage((0, import_shared2.randomId)(), result.content);
+      eventStream$.sendTextMessage((0, import_shared3.randomId)(), result.content);
     }
     if ((_b = result.lc_kwargs) == null ? void 0 : _b.tool_calls) {
       for (const toolCall of (_c = result.lc_kwargs) == null ? void 0 : _c.tool_calls) {
         eventStream$.sendActionExecution({
-          actionExecutionId: toolCall.id || (0, import_shared2.randomId)(),
+          actionExecutionId: toolCall.id || (0, import_shared3.randomId)(),
           actionName: toolCall.name,
           args: JSON.stringify(toolCall.args)
         });
@@ -559,7 +590,7 @@ async function streamLangChainResponse({ result, eventStream$, actionExecution }
             });
           } else if (content) {
             mode = "message";
-            currentMessageId = ((_k = value.lc_kwargs) == null ? void 0 : _k.id) || (0, import_shared2.randomId)();
+            currentMessageId = ((_k = value.lc_kwargs) == null ? void 0 : _k.id) || (0, import_shared3.randomId)();
             eventStream$.sendTextMessageStart({
               messageId: currentMessageId
             });
@@ -616,7 +647,7 @@ function encodeResult(result) {
 __name(encodeResult, "encodeResult");
 
 // src/service-adapters/langchain/langchain-adapter.ts
-var import_shared3 = require("@copilotkit/shared");
+var import_shared4 = require("@copilotkit/shared");
 var import_promises = require("@langchain/core/callbacks/promises");
 var LangChainAdapter = class {
   options;
@@ -629,7 +660,7 @@ var LangChainAdapter = class {
   async process(request) {
     try {
       const { eventSource, model, actions, messages, runId, threadId: threadIdFromRequest } = request;
-      const threadId = threadIdFromRequest ?? (0, import_shared3.randomUUID)();
+      const threadId = threadIdFromRequest ?? (0, import_shared4.randomUUID)();
       const result = await this.options.chainFn({
         messages: messages.map(convertMessageToLangChainMessage),
         tools: actions.map(convertActionInputToLangChainTool),
@@ -748,7 +779,7 @@ var OpenAIAssistantAdapter = class {
     ];
     const instructionsMessage = messages.shift();
     const instructions = instructionsMessage.isTextMessage() ? instructionsMessage.content : "";
-    const userMessage = messages.map(convertMessageToOpenAIMessage).map(convertSystemMessageToAssistantAPI).at(-1);
+    const userMessage = messages.map((m) => convertMessageToOpenAIMessage(m)).map(convertSystemMessageToAssistantAPI).at(-1);
     if (userMessage.role !== "user") {
       throw new Error("No user message found");
     }
@@ -873,7 +904,7 @@ __name(getRunIdFromStream, "getRunIdFromStream");
 
 // src/service-adapters/unify/unify-adapter.ts
 var import_openai3 = __toESM(require("openai"));
-var import_shared4 = require("@copilotkit/shared");
+var import_shared5 = require("@copilotkit/shared");
 var UnifyAdapter = class {
   apiKey;
   model;
@@ -894,7 +925,7 @@ var UnifyAdapter = class {
       baseURL: "https://api.unify.ai/v0/"
     });
     const forwardedParameters = request.forwardedParameters;
-    const messages = request.messages.map(convertMessageToOpenAIMessage);
+    const messages = request.messages.map((m) => convertMessageToOpenAIMessage(m));
     const stream = await openai.chat.completions.create({
       model: this.model,
       messages,
@@ -915,7 +946,7 @@ var UnifyAdapter = class {
       for await (const chunk of stream) {
         if (this.start) {
           model = chunk.model;
-          currentMessageId = (0, import_shared4.randomId)();
+          currentMessageId = (0, import_shared5.randomId)();
           eventStream$.sendTextMessageStart({
             messageId: currentMessageId
           });
@@ -982,7 +1013,7 @@ var UnifyAdapter = class {
       eventStream$.complete();
     });
     return {
-      threadId: request.threadId || (0, import_shared4.randomUUID)()
+      threadId: request.threadId || (0, import_shared5.randomUUID)()
     };
   }
 };
@@ -990,8 +1021,8 @@ __name(UnifyAdapter, "UnifyAdapter");
 
 // src/service-adapters/groq/groq-adapter.ts
 var import_groq_sdk = require("groq-sdk");
-var import_shared5 = require("@copilotkit/shared");
-var DEFAULT_MODEL2 = "llama3-groq-70b-8192-tool-use-preview";
+var import_shared6 = require("@copilotkit/shared");
+var DEFAULT_MODEL2 = "llama-3.3-70b-versatile";
 var GroqAdapter = class {
   model = DEFAULT_MODEL2;
   disableParallelToolCalls = false;
@@ -1009,7 +1040,9 @@ var GroqAdapter = class {
   async process(request) {
     const { threadId, model = this.model, messages, actions, eventSource, forwardedParameters } = request;
     const tools = actions.map(convertActionInputToOpenAITool);
-    let openaiMessages = messages.map(convertMessageToOpenAIMessage);
+    let openaiMessages = messages.map((m) => convertMessageToOpenAIMessage(m, {
+      keepSystemRole: true
+    }));
     openaiMessages = limitMessagesToTokenCount(openaiMessages, tools, model);
     let toolChoice = forwardedParameters == null ? void 0 : forwardedParameters.toolChoice;
     if ((forwardedParameters == null ? void 0 : forwardedParameters.toolChoice) === "function") {
@@ -1103,7 +1136,7 @@ var GroqAdapter = class {
       eventStream$.complete();
     });
     return {
-      threadId: request.threadId || (0, import_shared5.randomUUID)()
+      threadId: request.threadId || (0, import_shared6.randomUUID)()
     };
   }
 };
@@ -1245,7 +1278,7 @@ function groupAnthropicMessagesByRole(messageParams) {
 __name(groupAnthropicMessagesByRole, "groupAnthropicMessagesByRole");
 
 // src/service-adapters/anthropic/anthropic-adapter.ts
-var import_shared6 = require("@copilotkit/shared");
+var import_shared7 = require("@copilotkit/shared");
 var DEFAULT_MODEL3 = "claude-3-sonnet-20240229";
 var AnthropicAdapter = class {
   model = DEFAULT_MODEL3;
@@ -1296,8 +1329,8 @@ var AnthropicAdapter = class {
     eventSource.stream(async (eventStream$) => {
       let mode = null;
       let didOutputText = false;
-      let currentMessageId = (0, import_shared6.randomId)();
-      let currentToolCallId = (0, import_shared6.randomId)();
+      let currentMessageId = (0, import_shared7.randomId)();
+      let currentToolCallId = (0, import_shared7.randomId)();
       let filterThinkingTextBuffer = new FilterThinkingTextBuffer();
       for await (const chunk of await stream) {
         if (chunk.type === "message_start") {
@@ -1354,7 +1387,7 @@ var AnthropicAdapter = class {
       eventStream$.complete();
     });
     return {
-      threadId: threadId || (0, import_shared6.randomUUID)()
+      threadId: threadId || (0, import_shared7.randomUUID)()
     };
   }
 };
@@ -1394,7 +1427,7 @@ var FilterThinkingTextBuffer = /* @__PURE__ */ __name(class FilterThinkingTextBu
 
 // src/service-adapters/experimental/ollama/ollama-adapter.ts
 var import_ollama = require("@langchain/community/llms/ollama");
-var import_shared7 = require("@copilotkit/shared");
+var import_shared8 = require("@copilotkit/shared");
 var DEFAULT_MODEL4 = "llama3:latest";
 var ExperimentalOllamaAdapter = class {
   model;
@@ -1413,7 +1446,7 @@ var ExperimentalOllamaAdapter = class {
     const contents = messages.filter((m) => m.isTextMessage()).map((m) => m.content);
     const _stream = await ollama.stream(contents);
     eventSource.stream(async (eventStream$) => {
-      const currentMessageId = (0, import_shared7.randomId)();
+      const currentMessageId = (0, import_shared8.randomId)();
       eventStream$.sendTextMessageStart({
         messageId: currentMessageId
       });
@@ -1429,18 +1462,18 @@ var ExperimentalOllamaAdapter = class {
       eventStream$.complete();
     });
     return {
-      threadId: request.threadId || (0, import_shared7.randomUUID)()
+      threadId: request.threadId || (0, import_shared8.randomUUID)()
     };
   }
 };
 __name(ExperimentalOllamaAdapter, "ExperimentalOllamaAdapter");
 
 // src/service-adapters/empty/empty-adapter.ts
-var import_shared8 = require("@copilotkit/shared");
+var import_shared9 = require("@copilotkit/shared");
 var EmptyAdapter = class {
   async process(request) {
     return {
-      threadId: request.threadId || (0, import_shared8.randomUUID)()
+      threadId: request.threadId || (0, import_shared9.randomUUID)()
     };
   }
 };