@copilotkit/runtime 1.6.0-next.5 → 1.6.0-next.7

package/dist/lib/integrations/node-http/index.mjs

@@ -1,7 +1,7 @@
 import {
   copilotRuntimeNodeHttpEndpoint
-} from "../../../chunk-F6WKKTYT.mjs";
-import "../../../chunk-7EXH7PVD.mjs";
+} from "../../../chunk-SAHKR6PK.mjs";
+import "../../../chunk-FZJAYGIR.mjs";
 import "../../../chunk-5BIEM2UU.mjs";
 import "../../../chunk-RTFJTJMA.mjs";
 import "../../../chunk-2OZAGFV3.mjs";

package/dist/service-adapters/index.d.ts

@@ -1,8 +1,8 @@
-import { b as CopilotServiceAdapter, C as CopilotRuntimeChatCompletionRequest, a as CopilotRuntimeChatCompletionResponse } from '../langserve-7cc5be48.js';
-export { c as RemoteChain, R as RemoteChainParameters } from '../langserve-7cc5be48.js';
-export { G as GoogleGenerativeAIAdapter, f as GroqAdapter, e as GroqAdapterParams, L as LangChainAdapter, a as OpenAIAdapter, O as OpenAIAdapterParams, c as OpenAIAssistantAdapter, b as OpenAIAssistantAdapterParams, d as UnifyAdapter, U as UnifyAdapterParams } from '../groq-adapter-9d15c927.js';
+import { b as CopilotServiceAdapter, C as CopilotRuntimeChatCompletionRequest, a as CopilotRuntimeChatCompletionResponse } from '../langserve-6f7af8d3.js';
+export { c as RemoteChain, R as RemoteChainParameters } from '../langserve-6f7af8d3.js';
+export { G as GoogleGenerativeAIAdapter, f as GroqAdapter, e as GroqAdapterParams, L as LangChainAdapter, a as OpenAIAdapter, O as OpenAIAdapterParams, c as OpenAIAssistantAdapter, b as OpenAIAssistantAdapterParams, d as UnifyAdapter, U as UnifyAdapterParams } from '../groq-adapter-fb9aa3ab.js';
 import Anthropic from '@anthropic-ai/sdk';
-import '../index-f6d1f30b.js';
+import '../index-5bec5424.js';
 import '../graphql/types/base/index.js';
 import 'rxjs';
 import '@copilotkit/shared';

package/dist/service-adapters/index.js

@@ -136,7 +136,10 @@ function limitMessagesToTokenCount(messages, tools, model, maxTokens) {
   }
   maxTokens -= toolsNumTokens;
   for (const message of messages) {
-    if (message.role === "system") {
+    if ([
+      "system",
+      "developer"
+    ].includes(message.role)) {
       const numTokens = countMessageTokens(model, message);
       maxTokens -= numTokens;
       if (maxTokens < 0) {
@@ -149,7 +152,10 @@ function limitMessagesToTokenCount(messages, tools, model, maxTokens) {
     ...messages
   ].reverse();
   for (const message of reversedMessages) {
-    if (message.role === "system") {
+    if ([
+      "system",
+      "developer"
+    ].includes(message.role)) {
       result.unshift(message);
       continue;
     } else if (cutoff) {
@@ -172,9 +178,23 @@ function maxTokensForOpenAIModel(model) {
 __name(maxTokensForOpenAIModel, "maxTokensForOpenAIModel");
 var DEFAULT_MAX_TOKENS = 128e3;
 var maxTokensByModel = {
+  // o1
+  o1: 2e5,
+  "o1-2024-12-17": 2e5,
+  "o1-mini": 128e3,
+  "o1-mini-2024-09-12": 128e3,
+  "o1-preview": 128e3,
+  "o1-preview-2024-09-12": 128e3,
+  // o3-mini
+  "o3-mini": 2e5,
+  "o3-mini-2025-01-31": 2e5,
   // GPT-4
   "gpt-4o": 128e3,
+  "chatgpt-4o-latest": 128e3,
+  "gpt-4o-2024-08-06": 128e3,
   "gpt-4o-2024-05-13": 128e3,
+  "gpt-4o-mini": 128e3,
+  "gpt-4o-mini-2024-07-18": 128e3,
   "gpt-4-turbo": 128e3,
   "gpt-4-turbo-2024-04-09": 128e3,
   "gpt-4-0125-preview": 128e3,
@@ -225,10 +245,17 @@ function convertActionInputToOpenAITool(action) {
   };
 }
 __name(convertActionInputToOpenAITool, "convertActionInputToOpenAITool");
-function convertMessageToOpenAIMessage(message) {
+function convertMessageToOpenAIMessage(message, options) {
+  const { keepSystemRole } = options || {
+    keepSystemRole: false
+  };
   if (message.isTextMessage()) {
+    let role = message.role;
+    if (message.role === "system" && !keepSystemRole) {
+      role = "developer";
+    }
     return {
-      role: message.role,
+      role,
       content: message.content
     };
   } else if (message.isActionExecutionMessage()) {
@@ -257,7 +284,10 @@ __name(convertMessageToOpenAIMessage, "convertMessageToOpenAIMessage");
 function convertSystemMessageToAssistantAPI(message) {
   return {
     ...message,
-    ...message.role === "system" && {
+    ...[
+      "system",
+      "developer"
+    ].includes(message.role) && {
       role: "assistant",
       content: "THE FOLLOWING MESSAGE IS A SYSTEM MESSAGE: " + message.content
     }
@@ -286,7 +316,7 @@ var OpenAIAdapter = class {
     const { threadId: threadIdFromRequest, model = this.model, messages, actions, eventSource, forwardedParameters } = request;
     const tools = actions.map(convertActionInputToOpenAITool);
     const threadId = threadIdFromRequest ?? (0, import_shared2.randomUUID)();
-    let openaiMessages = messages.map(convertMessageToOpenAIMessage);
+    let openaiMessages = messages.map((m) => convertMessageToOpenAIMessage(m));
     openaiMessages = limitMessagesToTokenCount(openaiMessages, tools, model);
     let toolChoice = forwardedParameters == null ? void 0 : forwardedParameters.toolChoice;
     if ((forwardedParameters == null ? void 0 : forwardedParameters.toolChoice) === "function") {
@@ -749,7 +779,7 @@ var OpenAIAssistantAdapter = class {
     ];
     const instructionsMessage = messages.shift();
     const instructions = instructionsMessage.isTextMessage() ? instructionsMessage.content : "";
-    const userMessage = messages.map(convertMessageToOpenAIMessage).map(convertSystemMessageToAssistantAPI).at(-1);
+    const userMessage = messages.map((m) => convertMessageToOpenAIMessage(m)).map(convertSystemMessageToAssistantAPI).at(-1);
     if (userMessage.role !== "user") {
       throw new Error("No user message found");
     }
@@ -895,7 +925,7 @@ var UnifyAdapter = class {
       baseURL: "https://api.unify.ai/v0/"
     });
     const forwardedParameters = request.forwardedParameters;
-    const messages = request.messages.map(convertMessageToOpenAIMessage);
+    const messages = request.messages.map((m) => convertMessageToOpenAIMessage(m));
     const stream = await openai.chat.completions.create({
       model: this.model,
       messages,
@@ -992,7 +1022,7 @@ __name(UnifyAdapter, "UnifyAdapter");
 // src/service-adapters/groq/groq-adapter.ts
 var import_groq_sdk = require("groq-sdk");
 var import_shared6 = require("@copilotkit/shared");
-var DEFAULT_MODEL2 = "llama3-groq-70b-8192-tool-use-preview";
+var DEFAULT_MODEL2 = "llama-3.3-70b-versatile";
 var GroqAdapter = class {
   model = DEFAULT_MODEL2;
   disableParallelToolCalls = false;
@@ -1010,7 +1040,9 @@ var GroqAdapter = class {
   async process(request) {
     const { threadId, model = this.model, messages, actions, eventSource, forwardedParameters } = request;
     const tools = actions.map(convertActionInputToOpenAITool);
-    let openaiMessages = messages.map(convertMessageToOpenAIMessage);
+    let openaiMessages = messages.map((m) => convertMessageToOpenAIMessage(m, {
+      keepSystemRole: true
+    }));
     openaiMessages = limitMessagesToTokenCount(openaiMessages, tools, model);
     let toolChoice = forwardedParameters == null ? void 0 : forwardedParameters.toolChoice;
     if ((forwardedParameters == null ? void 0 : forwardedParameters.toolChoice) === "function") {