@copilotkit/runtime 1.6.0-next.5 → 1.6.0-next.6

package/dist/index.js

@@ -44,7 +44,7 @@ var require_package = __commonJS({
       publishConfig: {
         access: "public"
       },
-      version: "1.6.0-next.5",
+      version: "1.6.0-next.6",
       sideEffects: false,
       main: "./dist/index.js",
       module: "./dist/index.mjs",
@@ -97,7 +97,7 @@ var require_package = __commonJS({
         "graphql-yoga": "^5.3.1",
         "groq-sdk": "^0.5.0",
         langchain: "^0.3.3",
-        openai: "^4.50.0",
+        openai: "^4.85.1",
         "partial-json": "^0.1.7",
         pino: "^9.2.0",
         "pino-pretty": "^11.2.1",
@@ -253,7 +253,10 @@ function limitMessagesToTokenCount(messages, tools, model, maxTokens) {
   }
   maxTokens -= toolsNumTokens;
   for (const message of messages) {
-    if (message.role === "system") {
+    if ([
+      "system",
+      "developer"
+    ].includes(message.role)) {
       const numTokens = countMessageTokens(model, message);
       maxTokens -= numTokens;
       if (maxTokens < 0) {
@@ -266,7 +269,10 @@ function limitMessagesToTokenCount(messages, tools, model, maxTokens) {
     ...messages
   ].reverse();
   for (const message of reversedMessages) {
-    if (message.role === "system") {
+    if ([
+      "system",
+      "developer"
+    ].includes(message.role)) {
       result.unshift(message);
       continue;
     } else if (cutoff) {
@@ -289,9 +295,23 @@ function maxTokensForOpenAIModel(model) {
 __name(maxTokensForOpenAIModel, "maxTokensForOpenAIModel");
 var DEFAULT_MAX_TOKENS = 128e3;
 var maxTokensByModel = {
+  // o1
+  o1: 2e5,
+  "o1-2024-12-17": 2e5,
+  "o1-mini": 128e3,
+  "o1-mini-2024-09-12": 128e3,
+  "o1-preview": 128e3,
+  "o1-preview-2024-09-12": 128e3,
+  // o3-mini
+  "o3-mini": 2e5,
+  "o3-mini-2025-01-31": 2e5,
   // GPT-4
   "gpt-4o": 128e3,
+  "chatgpt-4o-latest": 128e3,
+  "gpt-4o-2024-08-06": 128e3,
   "gpt-4o-2024-05-13": 128e3,
+  "gpt-4o-mini": 128e3,
+  "gpt-4o-mini-2024-07-18": 128e3,
   "gpt-4-turbo": 128e3,
   "gpt-4-turbo-2024-04-09": 128e3,
   "gpt-4-0125-preview": 128e3,
@@ -342,10 +362,17 @@ function convertActionInputToOpenAITool(action) {
   };
 }
 __name(convertActionInputToOpenAITool, "convertActionInputToOpenAITool");
-function convertMessageToOpenAIMessage(message) {
+function convertMessageToOpenAIMessage(message, options) {
+  const { keepSystemRole } = options || {
+    keepSystemRole: false
+  };
   if (message.isTextMessage()) {
+    let role = message.role;
+    if (message.role === "system" && !keepSystemRole) {
+      role = "developer";
+    }
     return {
-      role: message.role,
+      role,
       content: message.content
     };
   } else if (message.isActionExecutionMessage()) {
@@ -374,7 +401,10 @@ __name(convertMessageToOpenAIMessage, "convertMessageToOpenAIMessage");
 function convertSystemMessageToAssistantAPI(message) {
   return {
     ...message,
-    ...message.role === "system" && {
+    ...[
+      "system",
+      "developer"
+    ].includes(message.role) && {
       role: "assistant",
       content: "THE FOLLOWING MESSAGE IS A SYSTEM MESSAGE: " + message.content
     }
@@ -403,7 +433,7 @@ var OpenAIAdapter = class {
     const { threadId: threadIdFromRequest, model = this.model, messages, actions, eventSource, forwardedParameters } = request;
     const tools = actions.map(convertActionInputToOpenAITool);
     const threadId = threadIdFromRequest ?? (0, import_shared2.randomUUID)();
-    let openaiMessages = messages.map(convertMessageToOpenAIMessage);
+    let openaiMessages = messages.map((m) => convertMessageToOpenAIMessage(m));
     openaiMessages = limitMessagesToTokenCount(openaiMessages, tools, model);
     let toolChoice = forwardedParameters == null ? void 0 : forwardedParameters.toolChoice;
     if ((forwardedParameters == null ? void 0 : forwardedParameters.toolChoice) === "function") {
@@ -866,7 +896,7 @@ var OpenAIAssistantAdapter = class {
     ];
     const instructionsMessage = messages.shift();
     const instructions = instructionsMessage.isTextMessage() ? instructionsMessage.content : "";
-    const userMessage = messages.map(convertMessageToOpenAIMessage).map(convertSystemMessageToAssistantAPI).at(-1);
+    const userMessage = messages.map((m) => convertMessageToOpenAIMessage(m)).map(convertSystemMessageToAssistantAPI).at(-1);
     if (userMessage.role !== "user") {
       throw new Error("No user message found");
     }
@@ -1012,7 +1042,7 @@ var UnifyAdapter = class {
       baseURL: "https://api.unify.ai/v0/"
     });
     const forwardedParameters = request.forwardedParameters;
-    const messages = request.messages.map(convertMessageToOpenAIMessage);
+    const messages = request.messages.map((m) => convertMessageToOpenAIMessage(m));
     const stream = await openai.chat.completions.create({
       model: this.model,
       messages,
@@ -1109,7 +1139,7 @@ __name(UnifyAdapter, "UnifyAdapter");
 // src/service-adapters/groq/groq-adapter.ts
 var import_groq_sdk = require("groq-sdk");
 var import_shared6 = require("@copilotkit/shared");
-var DEFAULT_MODEL2 = "llama3-groq-70b-8192-tool-use-preview";
+var DEFAULT_MODEL2 = "llama-3.3-70b-versatile";
 var GroqAdapter = class {
   model = DEFAULT_MODEL2;
   disableParallelToolCalls = false;
@@ -1127,7 +1157,9 @@ var GroqAdapter = class {
   async process(request) {
     const { threadId, model = this.model, messages, actions, eventSource, forwardedParameters } = request;
     const tools = actions.map(convertActionInputToOpenAITool);
-    let openaiMessages = messages.map(convertMessageToOpenAIMessage);
+    let openaiMessages = messages.map((m) => convertMessageToOpenAIMessage(m, {
+      keepSystemRole: true
+    }));
     openaiMessages = limitMessagesToTokenCount(openaiMessages, tools, model);
     let toolChoice = forwardedParameters == null ? void 0 : forwardedParameters.toolChoice;
     if ((forwardedParameters == null ? void 0 : forwardedParameters.toolChoice) === "function") {
@@ -1850,6 +1882,7 @@ var MessageRole;
   MessageRole2["assistant"] = "assistant";
   MessageRole2["system"] = "system";
   MessageRole2["tool"] = "tool";
+  MessageRole2["developer"] = "developer";
 })(MessageRole || (MessageRole = {}));
 var CopilotRequestType;
 (function(CopilotRequestType2) {