@copilotkit/runtime 1.10.0-next.0 → 1.10.0-next.10

package/dist/{chunk-IMZSBLG7.mjs → chunk-WENKPOOD.mjs}

@@ -2,7 +2,7 @@ import {
   getCommonConfig,
   getRuntimeInstanceTelemetryInfo,
   telemetry_client_default
-} from "./chunk-X76SZ4PE.mjs";
+} from "./chunk-RGWWA76W.mjs";
 import {
   __name
 } from "./chunk-FHD4JECV.mjs";
@@ -77,4 +77,4 @@ export {
   config,
   copilotRuntimeNextJSPagesRouterEndpoint
 };
-//# sourceMappingURL=chunk-IMZSBLG7.mjs.map
+//# sourceMappingURL=chunk-WENKPOOD.mjs.map

package/dist/index.d.ts

@@ -8,7 +8,7 @@ export { CustomEventNames, LangGraphAgent, PredictStateTool, State, TextMessageE
 export { GuardrailsValidationFailureResponse, MessageStreamInterruptedResponse, UnknownErrorResponse } from './utils/index.js';
 export { C as CopilotRuntimeChatCompletionRequest, a as CopilotRuntimeChatCompletionResponse, b as CopilotServiceAdapter, c as RemoteChain, R as RemoteChainParameters } from './langserve-3e8d0e06.js';
 export { convertServiceAdapterError } from './service-adapters/shared/index.js';
-export { AnthropicAdapter, AnthropicAdapterParams, BedrockAdapter, BedrockAdapterParams, EmptyAdapter, ExperimentalEmptyAdapter, ExperimentalOllamaAdapter } from './service-adapters/index.js';
+export { AnthropicAdapter, AnthropicAdapterParams, AnthropicPromptCachingConfig, BedrockAdapter, BedrockAdapterParams, EmptyAdapter, ExperimentalEmptyAdapter, ExperimentalOllamaAdapter } from './service-adapters/index.js';
 export { LangGraphHttpAgent } from '@ag-ui/langgraph';
 import 'openai';
 import '@langchain/core/messages';

package/dist/index.js

@@ -44,7 +44,7 @@ var require_package = __commonJS({
       publishConfig: {
         access: "public"
       },
-      version: "1.10.0-next.0",
+      version: "1.10.0-next.10",
       sideEffects: false,
       main: "./dist/index.js",
       module: "./dist/index.mjs",
@@ -87,7 +87,7 @@ var require_package = __commonJS({
         "@ag-ui/encoder": "0.0.35",
         "@ag-ui/langgraph": "0.0.7",
         "@ag-ui/proto": "0.0.35",
-        "@anthropic-ai/sdk": "^0.27.3",
+        "@anthropic-ai/sdk": "^0.57.0",
         "@copilotkit/shared": "workspace:*",
         "@graphql-yoga/plugin-defer-stream": "^3.3.1",
         "@langchain/aws": "^0.1.9",
@@ -97,7 +97,6 @@ var require_package = __commonJS({
         "@langchain/langgraph-sdk": "^0.0.70",
         "@langchain/openai": "^0.4.2",
         "@scarf/scarf": "^1.3.0",
-        "@types/ip": "^1.1.3",
         "class-transformer": "^0.5.1",
         "class-validator": "^0.14.1",
         express: "^4.19.2",
@@ -105,7 +104,6 @@ var require_package = __commonJS({
         "graphql-scalars": "^1.23.0",
         "graphql-yoga": "^5.3.1",
         "groq-sdk": "^0.5.0",
-        ip: "^2.0.1",
         langchain: "^0.3.3",
         openai: "^4.85.1",
         "partial-json": "^0.1.7",
@@ -473,7 +471,7 @@ var OpenAIAdapter = class {
           tools
         },
         ...(forwardedParameters == null ? void 0 : forwardedParameters.maxTokens) && {
-          max_tokens: forwardedParameters.maxTokens
+          max_completion_tokens: forwardedParameters.maxTokens
         },
         ...(forwardedParameters == null ? void 0 : forwardedParameters.stop) && {
           stop: forwardedParameters.stop
@@ -3177,6 +3175,7 @@ var import_shared10 = require("@copilotkit/shared");
 var DEFAULT_MODEL3 = "claude-3-5-sonnet-latest";
 var AnthropicAdapter = class {
   model = DEFAULT_MODEL3;
+  promptCaching;
   _anthropic;
   get anthropic() {
     return this._anthropic;
@@ -3186,6 +3185,63 @@ var AnthropicAdapter = class {
     if (params == null ? void 0 : params.model) {
       this.model = params.model;
     }
+    this.promptCaching = (params == null ? void 0 : params.promptCaching) || {
+      enabled: false
+    };
+  }
+  /**
+  * Adds cache control to system prompt
+  */
+  addSystemPromptCaching(system, debug = false) {
+    if (!this.promptCaching.enabled || !system) {
+      return system;
+    }
+    const originalTextLength = system.length;
+    if (debug) {
+      console.log(`[ANTHROPIC CACHE DEBUG] Added cache control to system prompt (${originalTextLength} chars).`);
+    }
+    return [
+      {
+        type: "text",
+        text: system,
+        cache_control: {
+          type: "ephemeral"
+        }
+      }
+    ];
+  }
+  /**
+  * Adds cache control to the final message
+  */
+  addIncrementalMessageCaching(messages, debug = false) {
+    if (!this.promptCaching.enabled || messages.length === 0) {
+      return messages;
+    }
+    const finalMessage = messages[messages.length - 1];
+    const messageNumber = messages.length;
+    if (Array.isArray(finalMessage.content) && finalMessage.content.length > 0) {
+      const finalBlock = finalMessage.content[finalMessage.content.length - 1];
+      const updatedMessages = [
+        ...messages.slice(0, -1),
+        {
+          ...finalMessage,
+          content: [
+            ...finalMessage.content.slice(0, -1),
+            {
+              ...finalBlock,
+              cache_control: {
+                type: "ephemeral"
+              }
+            }
+          ]
+        }
+      ];
+      if (debug) {
+        console.log(`[ANTHROPIC CACHE DEBUG] Added cache control to final message (message ${messageNumber}).`);
+      }
+      return updatedMessages;
+    }
+    return messages;
   }
   shouldGenerateFallbackResponse(messages) {
     var _a, _b, _c;
@@ -3247,6 +3303,8 @@ var AnthropicAdapter = class {
       return true;
     });
     const limitedMessages = limitMessagesToTokenCount2(anthropicMessages, tools, model);
+    const cachedSystemPrompt = this.addSystemPromptCaching(instructions, this.promptCaching.debug);
+    const cachedMessages = this.addIncrementalMessageCaching(limitedMessages, this.promptCaching.debug);
     let toolChoice = forwardedParameters == null ? void 0 : forwardedParameters.toolChoice;
     if ((forwardedParameters == null ? void 0 : forwardedParameters.toolChoice) === "function") {
       toolChoice = {
@@ -3256,9 +3314,9 @@ var AnthropicAdapter = class {
     }
     try {
       const createParams = {
-        system: instructions,
+        system: cachedSystemPrompt,
         model: this.model,
-        messages: limitedMessages,
+        messages: cachedMessages,
         max_tokens: (forwardedParameters == null ? void 0 : forwardedParameters.maxTokens) || 1024,
         ...(forwardedParameters == null ? void 0 : forwardedParameters.temperature) ? {
           temperature: forwardedParameters.temperature
@@ -3336,9 +3394,9 @@ var AnthropicAdapter = class {
         } catch (error) {
           throw convertServiceAdapterError(error, "Anthropic");
         }
-        if (!hasReceivedContent && this.shouldGenerateFallbackResponse(limitedMessages)) {
+        if (!hasReceivedContent && this.shouldGenerateFallbackResponse(cachedMessages)) {
           let fallbackContent = "Task completed successfully.";
-          const lastMessage = limitedMessages[limitedMessages.length - 1];
+          const lastMessage = cachedMessages[cachedMessages.length - 1];
           if ((lastMessage == null ? void 0 : lastMessage.role) === "user" && Array.isArray(lastMessage.content)) {
             const toolResult = lastMessage.content.find((c) => c.type === "tool_result");
             if ((toolResult == null ? void 0 : toolResult.content) && toolResult.content !== "Action completed successfully") {
@@ -6344,7 +6402,7 @@ var import_shared26 = require("@copilotkit/shared");
 
 // src/lib/runtime/agui-action.ts
 var import_shared24 = require("@copilotkit/shared");
-function constructAGUIRemoteAction({ logger: logger2, messages, agentStates, agent, metaEvents, threadMetadata, nodeName }) {
+function constructAGUIRemoteAction({ logger: logger2, messages, agentStates, agent, metaEvents, threadMetadata, nodeName, graphqlContext }) {
   const action = {
     name: agent.agentId,
     description: agent.description,
@@ -6365,10 +6423,12 @@ function constructAGUIRemoteAction({ logger: logger2, messages, agentStates, age
         agentsAmount: 1
       });
       let state = {};
+      let config2 = {};
       if (agentStates) {
         const jsonState = agentStates.find((state2) => state2.agentName === agent.agentId);
         if (jsonState) {
           state = (0, import_shared24.parseJson)(jsonState.state, {});
+          config2 = (0, import_shared24.parseJson)(jsonState.config, {});
         }
       }
       agent.state = state;
@@ -6380,6 +6440,7 @@ function constructAGUIRemoteAction({ logger: logger2, messages, agentStates, age
         };
       });
       const forwardedProps = {
+        config: config2,
         ...(metaEvents == null ? void 0 : metaEvents.length) ? {
           command: {
             resume: (_a = metaEvents[0]) == null ? void 0 : _a.response
@@ -6390,7 +6451,9 @@ function constructAGUIRemoteAction({ logger: logger2, messages, agentStates, age
         } : {},
         ...nodeName ? {
           nodeName
-        } : {}
+        } : {},
+        // Forward properties from the graphql context to the agent, e.g Authorization token
+        ...graphqlContext.properties
       };
       return agent.legacy_to_be_removed_runAgentBridged({
         tools,
@@ -6572,7 +6635,8 @@ async function setupRemoteActions({ remoteEndpointDefinitions, graphqlContext, m
       agent,
       metaEvents,
       threadMetadata,
-      nodeName
+      nodeName,
+      graphqlContext
     }));
   }
   return result.flat();