@copilotkit/runtime 1.6.0-next.4 → 1.6.0-next.6

package/dist/index.mjs

@@ -3,13 +3,13 @@ import {
   config,
   copilotRuntimeNextJSAppRouterEndpoint,
   copilotRuntimeNextJSPagesRouterEndpoint
-} from "./chunk-ROFUPT7E.mjs";
+} from "./chunk-KOZEUHQH.mjs";
 import {
   copilotRuntimeNestEndpoint
-} from "./chunk-4FCUC27H.mjs";
+} from "./chunk-USK52PF7.mjs";
 import {
   copilotRuntimeNodeExpressEndpoint
-} from "./chunk-Z5VUD7NL.mjs";
+} from "./chunk-MADVAANL.mjs";
 import {
   CopilotRuntime,
   addCustomHeaderPlugin,
@@ -21,12 +21,7 @@ import {
   getCommonConfig,
   langGraphPlatformEndpoint,
   resolveEndpointType
-} from "./chunk-YUCVJM6E.mjs";
-import {
-  GuardrailsValidationFailureResponse,
-  MessageStreamInterruptedResponse,
-  UnknownErrorResponse
-} from "./chunk-5BIEM2UU.mjs";
+} from "./chunk-5HTQ3NJN.mjs";
 import {
   AnthropicAdapter,
   EmptyAdapter,
@@ -39,7 +34,12 @@ import {
   OpenAIAssistantAdapter,
   RemoteChain,
   UnifyAdapter
-} from "./chunk-7EXH7PVD.mjs";
+} from "./chunk-FZJAYGIR.mjs";
+import {
+  GuardrailsValidationFailureResponse,
+  MessageStreamInterruptedResponse,
+  UnknownErrorResponse
+} from "./chunk-5BIEM2UU.mjs";
 import "./chunk-RTFJTJMA.mjs";
 import "./chunk-2OZAGFV3.mjs";
 import "./chunk-FHD4JECV.mjs";

package/dist/{langserve-7cc5be48.d.ts → langserve-6f7af8d3.d.ts}

@@ -1,4 +1,4 @@
-import { A as ActionInputAvailability, T as TextMessage, b as ActionExecutionMessage, R as ResultMessage, a as Message } from './index-f6d1f30b.js';
+import { A as ActionInputAvailability, T as TextMessage, b as ActionExecutionMessage, R as ResultMessage, a as Message } from './index-5bec5424.js';
 import * as rxjs from 'rxjs';
 import { Subject, ReplaySubject } from 'rxjs';
 import { Action, Parameter } from '@copilotkit/shared';

package/dist/lib/index.d.ts

@@ -1,12 +1,12 @@
-export { i as CommonConfig, d as CopilotRequestContextProperties, a as CopilotRuntime, C as CopilotRuntimeConstructorParams, e as CreateCopilotRuntimeServerOptions, G as GraphQLContext, b as addCustomHeaderPlugin, h as buildSchema, c as copilotKitEndpoint, g as createContext, f as flattenToolCallsNoDuplicates, j as getCommonConfig, l as langGraphPlatformEndpoint, r as resolveEndpointType } from '../copilot-runtime-67033bfa.js';
-export { G as GoogleGenerativeAIAdapter, f as GroqAdapter, e as GroqAdapterParams, L as LangChainAdapter, a as OpenAIAdapter, O as OpenAIAdapterParams, c as OpenAIAssistantAdapter, b as OpenAIAssistantAdapterParams, d as UnifyAdapter, U as UnifyAdapterParams } from '../groq-adapter-9d15c927.js';
+export { i as CommonConfig, d as CopilotRequestContextProperties, a as CopilotRuntime, C as CopilotRuntimeConstructorParams, e as CreateCopilotRuntimeServerOptions, G as GraphQLContext, b as addCustomHeaderPlugin, h as buildSchema, c as copilotKitEndpoint, g as createContext, f as flattenToolCallsNoDuplicates, j as getCommonConfig, l as langGraphPlatformEndpoint, r as resolveEndpointType } from '../copilot-runtime-15bfc4f4.js';
+export { G as GoogleGenerativeAIAdapter, f as GroqAdapter, e as GroqAdapterParams, L as LangChainAdapter, a as OpenAIAdapter, O as OpenAIAdapterParams, c as OpenAIAssistantAdapter, b as OpenAIAssistantAdapterParams, d as UnifyAdapter, U as UnifyAdapterParams } from '../groq-adapter-fb9aa3ab.js';
 export { CopilotRuntimeServerInstance, config, copilotRuntimeNextJSAppRouterEndpoint, copilotRuntimeNextJSPagesRouterEndpoint } from './integrations/index.js';
 export { copilotRuntimeNodeHttpEndpoint } from './integrations/node-http/index.js';
 export { copilotRuntimeNodeExpressEndpoint } from './integrations/node-express/index.js';
 export { copilotRuntimeNestEndpoint } from './integrations/nest/index.js';
 import '@copilotkit/shared';
-import '../langserve-7cc5be48.js';
-import '../index-f6d1f30b.js';
+import '../langserve-6f7af8d3.js';
+import '../index-5bec5424.js';
 import '../graphql/types/base/index.js';
 import 'rxjs';
 import 'graphql';

package/dist/lib/index.js

@@ -44,7 +44,7 @@ var require_package = __commonJS({
       publishConfig: {
         access: "public"
       },
-      version: "1.6.0-next.4",
+      version: "1.6.0-next.6",
       sideEffects: false,
       main: "./dist/index.js",
       module: "./dist/index.mjs",
@@ -97,7 +97,7 @@ var require_package = __commonJS({
         "graphql-yoga": "^5.3.1",
         "groq-sdk": "^0.5.0",
         langchain: "^0.3.3",
-        openai: "^4.50.0",
+        openai: "^4.85.1",
         "partial-json": "^0.1.7",
         pino: "^9.2.0",
         "pino-pretty": "^11.2.1",
@@ -244,7 +244,10 @@ function limitMessagesToTokenCount(messages, tools, model, maxTokens) {
   }
   maxTokens -= toolsNumTokens;
   for (const message of messages) {
-    if (message.role === "system") {
+    if ([
+      "system",
+      "developer"
+    ].includes(message.role)) {
       const numTokens = countMessageTokens(model, message);
       maxTokens -= numTokens;
       if (maxTokens < 0) {
@@ -257,7 +260,10 @@ function limitMessagesToTokenCount(messages, tools, model, maxTokens) {
     ...messages
   ].reverse();
   for (const message of reversedMessages) {
-    if (message.role === "system") {
+    if ([
+      "system",
+      "developer"
+    ].includes(message.role)) {
       result.unshift(message);
       continue;
     } else if (cutoff) {
@@ -280,9 +286,23 @@ function maxTokensForOpenAIModel(model) {
 __name(maxTokensForOpenAIModel, "maxTokensForOpenAIModel");
 var DEFAULT_MAX_TOKENS = 128e3;
 var maxTokensByModel = {
+  // o1
+  o1: 2e5,
+  "o1-2024-12-17": 2e5,
+  "o1-mini": 128e3,
+  "o1-mini-2024-09-12": 128e3,
+  "o1-preview": 128e3,
+  "o1-preview-2024-09-12": 128e3,
+  // o3-mini
+  "o3-mini": 2e5,
+  "o3-mini-2025-01-31": 2e5,
   // GPT-4
   "gpt-4o": 128e3,
+  "chatgpt-4o-latest": 128e3,
+  "gpt-4o-2024-08-06": 128e3,
   "gpt-4o-2024-05-13": 128e3,
+  "gpt-4o-mini": 128e3,
+  "gpt-4o-mini-2024-07-18": 128e3,
   "gpt-4-turbo": 128e3,
   "gpt-4-turbo-2024-04-09": 128e3,
   "gpt-4-0125-preview": 128e3,
@@ -333,10 +353,17 @@ function convertActionInputToOpenAITool(action) {
   };
 }
 __name(convertActionInputToOpenAITool, "convertActionInputToOpenAITool");
-function convertMessageToOpenAIMessage(message) {
+function convertMessageToOpenAIMessage(message, options) {
+  const { keepSystemRole } = options || {
+    keepSystemRole: false
+  };
   if (message.isTextMessage()) {
+    let role = message.role;
+    if (message.role === "system" && !keepSystemRole) {
+      role = "developer";
+    }
     return {
-      role: message.role,
+      role,
       content: message.content
     };
   } else if (message.isActionExecutionMessage()) {
@@ -365,7 +392,10 @@ __name(convertMessageToOpenAIMessage, "convertMessageToOpenAIMessage");
 function convertSystemMessageToAssistantAPI(message) {
   return {
     ...message,
-    ...message.role === "system" && {
+    ...[
+      "system",
+      "developer"
+    ].includes(message.role) && {
       role: "assistant",
       content: "THE FOLLOWING MESSAGE IS A SYSTEM MESSAGE: " + message.content
     }
@@ -394,7 +424,7 @@ var OpenAIAdapter = class {
     const { threadId: threadIdFromRequest, model = this.model, messages, actions, eventSource, forwardedParameters } = request;
     const tools = actions.map(convertActionInputToOpenAITool);
     const threadId = threadIdFromRequest ?? (0, import_shared2.randomUUID)();
-    let openaiMessages = messages.map(convertMessageToOpenAIMessage);
+    let openaiMessages = messages.map((m) => convertMessageToOpenAIMessage(m));
     openaiMessages = limitMessagesToTokenCount(openaiMessages, tools, model);
     let toolChoice = forwardedParameters == null ? void 0 : forwardedParameters.toolChoice;
     if ((forwardedParameters == null ? void 0 : forwardedParameters.toolChoice) === "function") {
@@ -857,7 +887,7 @@ var OpenAIAssistantAdapter = class {
     ];
     const instructionsMessage = messages.shift();
     const instructions = instructionsMessage.isTextMessage() ? instructionsMessage.content : "";
-    const userMessage = messages.map(convertMessageToOpenAIMessage).map(convertSystemMessageToAssistantAPI).at(-1);
+    const userMessage = messages.map((m) => convertMessageToOpenAIMessage(m)).map(convertSystemMessageToAssistantAPI).at(-1);
     if (userMessage.role !== "user") {
       throw new Error("No user message found");
     }
@@ -1003,7 +1033,7 @@ var UnifyAdapter = class {
       baseURL: "https://api.unify.ai/v0/"
     });
     const forwardedParameters = request.forwardedParameters;
-    const messages = request.messages.map(convertMessageToOpenAIMessage);
+    const messages = request.messages.map((m) => convertMessageToOpenAIMessage(m));
     const stream = await openai.chat.completions.create({
       model: this.model,
       messages,
@@ -1100,7 +1130,7 @@ __name(UnifyAdapter, "UnifyAdapter");
 // src/service-adapters/groq/groq-adapter.ts
 var import_groq_sdk = require("groq-sdk");
 var import_shared6 = require("@copilotkit/shared");
-var DEFAULT_MODEL2 = "llama3-groq-70b-8192-tool-use-preview";
+var DEFAULT_MODEL2 = "llama-3.3-70b-versatile";
 var GroqAdapter = class {
   model = DEFAULT_MODEL2;
   disableParallelToolCalls = false;
@@ -1118,7 +1148,9 @@ var GroqAdapter = class {
   async process(request) {
     const { threadId, model = this.model, messages, actions, eventSource, forwardedParameters } = request;
     const tools = actions.map(convertActionInputToOpenAITool);
-    let openaiMessages = messages.map(convertMessageToOpenAIMessage);
+    let openaiMessages = messages.map((m) => convertMessageToOpenAIMessage(m, {
+      keepSystemRole: true
+    }));
     openaiMessages = limitMessagesToTokenCount(openaiMessages, tools, model);
     let toolChoice = forwardedParameters == null ? void 0 : forwardedParameters.toolChoice;
     if ((forwardedParameters == null ? void 0 : forwardedParameters.toolChoice) === "function") {
@@ -1514,6 +1546,7 @@ var MessageRole;
   MessageRole2["assistant"] = "assistant";
   MessageRole2["system"] = "system";
   MessageRole2["tool"] = "tool";
+  MessageRole2["developer"] = "developer";
 })(MessageRole || (MessageRole = {}));
 var CopilotRequestType;
 (function(CopilotRequestType2) {
@@ -2700,10 +2733,10 @@ function constructLGCRemoteAction({ endpoint, graphqlContext, logger: logger2, m
           state,
           configurable,
           properties: graphqlContext.properties,
-          actions: actionInputsWithoutAgents.map((action) => ({
+          actions: (0, import_shared13.tryMap)(actionInputsWithoutAgents, (action) => ({
             name: action.name,
             description: action.description,
-            parameters: (0, import_shared13.parseJson)(action.jsonSchema, "")
+            parameters: JSON.parse(action.jsonSchema)
           })),
           metaEvents
         });
@@ -2829,10 +2862,10 @@ function constructRemoteActions({ json, url, onBeforeRequest, graphqlContext, lo
             state,
             configurable,
             properties: graphqlContext.properties,
-            actions: actionInputsWithoutAgents.map((action) => ({
+            actions: (0, import_shared13.tryMap)(actionInputsWithoutAgents, (action) => ({
               name: action.name,
               description: action.description,
-              parameters: (0, import_shared13.parseJson)(action.jsonSchema, {})
+              parameters: JSON.parse(action.jsonSchema)
             })),
             metaEvents
           })
@@ -3528,34 +3561,33 @@ __name(executeAction, "executeAction");
 var import_class_transformer2 = require("class-transformer");
 var import_shared17 = require("@copilotkit/shared");
 function convertGqlInputToMessages(inputMessages) {
-  const messages = [];
-  for (const message of inputMessages) {
+  const messages = (0, import_shared17.tryMap)(inputMessages, (message) => {
     if (message.textMessage) {
-      messages.push((0, import_class_transformer2.plainToInstance)(TextMessage, {
+      return (0, import_class_transformer2.plainToInstance)(TextMessage, {
         id: message.id,
         createdAt: message.createdAt,
         role: message.textMessage.role,
         content: message.textMessage.content,
         parentMessageId: message.textMessage.parentMessageId
-      }));
+      });
     } else if (message.actionExecutionMessage) {
-      messages.push((0, import_class_transformer2.plainToInstance)(ActionExecutionMessage, {
+      return (0, import_class_transformer2.plainToInstance)(ActionExecutionMessage, {
         id: message.id,
         createdAt: message.createdAt,
         name: message.actionExecutionMessage.name,
-        arguments: (0, import_shared17.parseJson)(message.actionExecutionMessage.arguments, {}),
+        arguments: JSON.parse(message.actionExecutionMessage.arguments),
         parentMessageId: message.actionExecutionMessage.parentMessageId
-      }));
+      });
     } else if (message.resultMessage) {
-      messages.push((0, import_class_transformer2.plainToInstance)(ResultMessage, {
+      return (0, import_class_transformer2.plainToInstance)(ResultMessage, {
         id: message.id,
         createdAt: message.createdAt,
         actionExecutionId: message.resultMessage.actionExecutionId,
         actionName: message.resultMessage.actionName,
         result: message.resultMessage.result
-      }));
+      });
     } else if (message.agentStateMessage) {
-      messages.push((0, import_class_transformer2.plainToInstance)(AgentStateMessage, {
+      return (0, import_class_transformer2.plainToInstance)(AgentStateMessage, {
         id: message.id,
         threadId: message.agentStateMessage.threadId,
         createdAt: message.createdAt,
@@ -3564,12 +3596,14 @@ function convertGqlInputToMessages(inputMessages) {
         runId: message.agentStateMessage.runId,
         active: message.agentStateMessage.active,
         role: message.agentStateMessage.role,
-        state: (0, import_shared17.parseJson)(message.agentStateMessage.state, {}),
+        state: JSON.parse(message.agentStateMessage.state),
         running: message.agentStateMessage.running
-      }));
+      });
+    } else {
+      return null;
     }
-  }
-  return messages;
+  });
+  return messages.filter((m) => m);
 }
 __name(convertGqlInputToMessages, "convertGqlInputToMessages");