@copilotkit/runtime 1.6.0-next.4 → 1.6.0-next.6

package/dist/index.js

@@ -44,7 +44,7 @@ var require_package = __commonJS({
       publishConfig: {
         access: "public"
       },
-      version: "1.6.0-next.4",
+      version: "1.6.0-next.6",
       sideEffects: false,
       main: "./dist/index.js",
       module: "./dist/index.mjs",
@@ -97,7 +97,7 @@ var require_package = __commonJS({
         "graphql-yoga": "^5.3.1",
         "groq-sdk": "^0.5.0",
         langchain: "^0.3.3",
-        openai: "^4.50.0",
+        openai: "^4.85.1",
         "partial-json": "^0.1.7",
         pino: "^9.2.0",
         "pino-pretty": "^11.2.1",
@@ -253,7 +253,10 @@ function limitMessagesToTokenCount(messages, tools, model, maxTokens) {
   }
   maxTokens -= toolsNumTokens;
   for (const message of messages) {
-    if (message.role === "system") {
+    if ([
+      "system",
+      "developer"
+    ].includes(message.role)) {
       const numTokens = countMessageTokens(model, message);
       maxTokens -= numTokens;
       if (maxTokens < 0) {
@@ -266,7 +269,10 @@ function limitMessagesToTokenCount(messages, tools, model, maxTokens) {
     ...messages
   ].reverse();
   for (const message of reversedMessages) {
-    if (message.role === "system") {
+    if ([
+      "system",
+      "developer"
+    ].includes(message.role)) {
       result.unshift(message);
       continue;
     } else if (cutoff) {
@@ -289,9 +295,23 @@ function maxTokensForOpenAIModel(model) {
 __name(maxTokensForOpenAIModel, "maxTokensForOpenAIModel");
 var DEFAULT_MAX_TOKENS = 128e3;
 var maxTokensByModel = {
+  // o1
+  o1: 2e5,
+  "o1-2024-12-17": 2e5,
+  "o1-mini": 128e3,
+  "o1-mini-2024-09-12": 128e3,
+  "o1-preview": 128e3,
+  "o1-preview-2024-09-12": 128e3,
+  // o3-mini
+  "o3-mini": 2e5,
+  "o3-mini-2025-01-31": 2e5,
   // GPT-4
   "gpt-4o": 128e3,
+  "chatgpt-4o-latest": 128e3,
+  "gpt-4o-2024-08-06": 128e3,
   "gpt-4o-2024-05-13": 128e3,
+  "gpt-4o-mini": 128e3,
+  "gpt-4o-mini-2024-07-18": 128e3,
   "gpt-4-turbo": 128e3,
   "gpt-4-turbo-2024-04-09": 128e3,
   "gpt-4-0125-preview": 128e3,
@@ -342,10 +362,17 @@ function convertActionInputToOpenAITool(action) {
   };
 }
 __name(convertActionInputToOpenAITool, "convertActionInputToOpenAITool");
-function convertMessageToOpenAIMessage(message) {
+function convertMessageToOpenAIMessage(message, options) {
+  const { keepSystemRole } = options || {
+    keepSystemRole: false
+  };
   if (message.isTextMessage()) {
+    let role = message.role;
+    if (message.role === "system" && !keepSystemRole) {
+      role = "developer";
+    }
     return {
-      role: message.role,
+      role,
       content: message.content
     };
   } else if (message.isActionExecutionMessage()) {
@@ -374,7 +401,10 @@ __name(convertMessageToOpenAIMessage, "convertMessageToOpenAIMessage");
 function convertSystemMessageToAssistantAPI(message) {
   return {
     ...message,
-    ...message.role === "system" && {
+    ...[
+      "system",
+      "developer"
+    ].includes(message.role) && {
       role: "assistant",
       content: "THE FOLLOWING MESSAGE IS A SYSTEM MESSAGE: " + message.content
     }
@@ -403,7 +433,7 @@ var OpenAIAdapter = class {
     const { threadId: threadIdFromRequest, model = this.model, messages, actions, eventSource, forwardedParameters } = request;
     const tools = actions.map(convertActionInputToOpenAITool);
     const threadId = threadIdFromRequest ?? (0, import_shared2.randomUUID)();
-    let openaiMessages = messages.map(convertMessageToOpenAIMessage);
+    let openaiMessages = messages.map((m) => convertMessageToOpenAIMessage(m));
     openaiMessages = limitMessagesToTokenCount(openaiMessages, tools, model);
     let toolChoice = forwardedParameters == null ? void 0 : forwardedParameters.toolChoice;
     if ((forwardedParameters == null ? void 0 : forwardedParameters.toolChoice) === "function") {
@@ -866,7 +896,7 @@ var OpenAIAssistantAdapter = class {
     ];
     const instructionsMessage = messages.shift();
     const instructions = instructionsMessage.isTextMessage() ? instructionsMessage.content : "";
-    const userMessage = messages.map(convertMessageToOpenAIMessage).map(convertSystemMessageToAssistantAPI).at(-1);
+    const userMessage = messages.map((m) => convertMessageToOpenAIMessage(m)).map(convertSystemMessageToAssistantAPI).at(-1);
     if (userMessage.role !== "user") {
       throw new Error("No user message found");
     }
@@ -1012,7 +1042,7 @@ var UnifyAdapter = class {
       baseURL: "https://api.unify.ai/v0/"
     });
     const forwardedParameters = request.forwardedParameters;
-    const messages = request.messages.map(convertMessageToOpenAIMessage);
+    const messages = request.messages.map((m) => convertMessageToOpenAIMessage(m));
     const stream = await openai.chat.completions.create({
       model: this.model,
       messages,
@@ -1109,7 +1139,7 @@ __name(UnifyAdapter, "UnifyAdapter");
 // src/service-adapters/groq/groq-adapter.ts
 var import_groq_sdk = require("groq-sdk");
 var import_shared6 = require("@copilotkit/shared");
-var DEFAULT_MODEL2 = "llama3-groq-70b-8192-tool-use-preview";
+var DEFAULT_MODEL2 = "llama-3.3-70b-versatile";
 var GroqAdapter = class {
   model = DEFAULT_MODEL2;
   disableParallelToolCalls = false;
@@ -1127,7 +1157,9 @@ var GroqAdapter = class {
   async process(request) {
     const { threadId, model = this.model, messages, actions, eventSource, forwardedParameters } = request;
     const tools = actions.map(convertActionInputToOpenAITool);
-    let openaiMessages = messages.map(convertMessageToOpenAIMessage);
+    let openaiMessages = messages.map((m) => convertMessageToOpenAIMessage(m, {
+      keepSystemRole: true
+    }));
     openaiMessages = limitMessagesToTokenCount(openaiMessages, tools, model);
     let toolChoice = forwardedParameters == null ? void 0 : forwardedParameters.toolChoice;
     if ((forwardedParameters == null ? void 0 : forwardedParameters.toolChoice) === "function") {
@@ -1850,6 +1882,7 @@ var MessageRole;
   MessageRole2["assistant"] = "assistant";
   MessageRole2["system"] = "system";
   MessageRole2["tool"] = "tool";
+  MessageRole2["developer"] = "developer";
 })(MessageRole || (MessageRole = {}));
 var CopilotRequestType;
 (function(CopilotRequestType2) {
@@ -3036,10 +3069,10 @@ function constructLGCRemoteAction({ endpoint, graphqlContext, logger: logger2, m
           state,
           configurable,
           properties: graphqlContext.properties,
-          actions: actionInputsWithoutAgents.map((action) => ({
+          actions: (0, import_shared15.tryMap)(actionInputsWithoutAgents, (action) => ({
             name: action.name,
             description: action.description,
-            parameters: (0, import_shared15.parseJson)(action.jsonSchema, "")
+            parameters: JSON.parse(action.jsonSchema)
           })),
           metaEvents
         });
@@ -3165,10 +3198,10 @@ function constructRemoteActions({ json, url, onBeforeRequest, graphqlContext, lo
             state,
             configurable,
             properties: graphqlContext.properties,
-            actions: actionInputsWithoutAgents.map((action) => ({
+            actions: (0, import_shared15.tryMap)(actionInputsWithoutAgents, (action) => ({
               name: action.name,
               description: action.description,
-              parameters: (0, import_shared15.parseJson)(action.jsonSchema, {})
+              parameters: JSON.parse(action.jsonSchema)
             })),
             metaEvents
           })
@@ -3864,34 +3897,33 @@ __name(executeAction, "executeAction");
 var import_class_transformer2 = require("class-transformer");
 var import_shared19 = require("@copilotkit/shared");
 function convertGqlInputToMessages(inputMessages) {
-  const messages = [];
-  for (const message of inputMessages) {
+  const messages = (0, import_shared19.tryMap)(inputMessages, (message) => {
     if (message.textMessage) {
-      messages.push((0, import_class_transformer2.plainToInstance)(TextMessage, {
+      return (0, import_class_transformer2.plainToInstance)(TextMessage, {
         id: message.id,
         createdAt: message.createdAt,
         role: message.textMessage.role,
         content: message.textMessage.content,
         parentMessageId: message.textMessage.parentMessageId
-      }));
+      });
     } else if (message.actionExecutionMessage) {
-      messages.push((0, import_class_transformer2.plainToInstance)(ActionExecutionMessage, {
+      return (0, import_class_transformer2.plainToInstance)(ActionExecutionMessage, {
         id: message.id,
         createdAt: message.createdAt,
         name: message.actionExecutionMessage.name,
-        arguments: (0, import_shared19.parseJson)(message.actionExecutionMessage.arguments, {}),
+        arguments: JSON.parse(message.actionExecutionMessage.arguments),
         parentMessageId: message.actionExecutionMessage.parentMessageId
-      }));
+      });
     } else if (message.resultMessage) {
-      messages.push((0, import_class_transformer2.plainToInstance)(ResultMessage, {
+      return (0, import_class_transformer2.plainToInstance)(ResultMessage, {
         id: message.id,
         createdAt: message.createdAt,
         actionExecutionId: message.resultMessage.actionExecutionId,
         actionName: message.resultMessage.actionName,
         result: message.resultMessage.result
-      }));
+      });
     } else if (message.agentStateMessage) {
-      messages.push((0, import_class_transformer2.plainToInstance)(AgentStateMessage, {
+      return (0, import_class_transformer2.plainToInstance)(AgentStateMessage, {
         id: message.id,
         threadId: message.agentStateMessage.threadId,
         createdAt: message.createdAt,
@@ -3900,12 +3932,14 @@ function convertGqlInputToMessages(inputMessages) {
         runId: message.agentStateMessage.runId,
         active: message.agentStateMessage.active,
         role: message.agentStateMessage.role,
-        state: (0, import_shared19.parseJson)(message.agentStateMessage.state, {}),
+        state: JSON.parse(message.agentStateMessage.state),
         running: message.agentStateMessage.running
-      }));
+      });
+    } else {
+      return null;
     }
-  }
-  return messages;
+  });
+  return messages.filter((m) => m);
 }
 __name(convertGqlInputToMessages, "convertGqlInputToMessages");