@copilotkit/runtime 1.10.0-next.0 → 1.10.0-next.10

package/dist/lib/integrations/node-http/index.mjs

@@ -1,8 +1,8 @@
 import {
   copilotRuntimeNodeHttpEndpoint
-} from "../../../chunk-X76SZ4PE.mjs";
+} from "../../../chunk-RGWWA76W.mjs";
 import "../../../chunk-SHBDMA63.mjs";
-import "../../../chunk-QLLV2QVK.mjs";
+import "../../../chunk-F7IANE7Z.mjs";
 import "../../../chunk-XWBDEXDA.mjs";
 import "../../../chunk-AMUJQ6IR.mjs";
 import "../../../chunk-2OZAGFV3.mjs";

package/dist/service-adapters/index.d.ts

@@ -29,10 +29,26 @@ import 'groq-sdk';
  *   apiKey: "<your-api-key>",
  * });
  *
- * return new AnthropicAdapter({ anthropic });
+ * return new AnthropicAdapter({
+ *   anthropic,
+ *   promptCaching: {
+ *     enabled: true,
+ *     debug: true
+ *   }
+ * });
  * ```
  */
 
+interface AnthropicPromptCachingConfig {
+    /**
+     * Whether to enable prompt caching.
+     */
+    enabled: boolean;
+    /**
+     * Whether to enable debug logging for cache operations.
+     */
+    debug?: boolean;
+}
 interface AnthropicAdapterParams {
     /**
      * An optional Anthropic instance to use.  If not provided, a new instance will be
@@ -43,12 +59,26 @@ interface AnthropicAdapterParams {
      * The model to use.
      */
     model?: string;
+    /**
+     * Configuration for prompt caching.
+     * See: https://docs.anthropic.com/en/docs/build-with-claude/prompt-caching
+     */
+    promptCaching?: AnthropicPromptCachingConfig;
 }
 declare class AnthropicAdapter implements CopilotServiceAdapter {
     private model;
+    private promptCaching;
     private _anthropic;
     get anthropic(): Anthropic;
     constructor(params?: AnthropicAdapterParams);
+    /**
+     * Adds cache control to system prompt
+     */
+    private addSystemPromptCaching;
+    /**
+     * Adds cache control to the final message
+     */
+    private addIncrementalMessageCaching;
     private shouldGenerateFallbackResponse;
     process(request: CopilotRuntimeChatCompletionRequest): Promise<CopilotRuntimeChatCompletionResponse>;
 }
@@ -129,4 +159,4 @@ declare class EmptyAdapter implements CopilotServiceAdapter {
 }
 declare const ExperimentalEmptyAdapter: typeof EmptyAdapter;
 
-export { AnthropicAdapter, AnthropicAdapterParams, BedrockAdapter, BedrockAdapterParams, CopilotRuntimeChatCompletionRequest, CopilotRuntimeChatCompletionResponse, CopilotServiceAdapter, EmptyAdapter, ExperimentalEmptyAdapter, ExperimentalOllamaAdapter, LangChainAdapter };
+export { AnthropicAdapter, AnthropicAdapterParams, AnthropicPromptCachingConfig, BedrockAdapter, BedrockAdapterParams, CopilotRuntimeChatCompletionRequest, CopilotRuntimeChatCompletionResponse, CopilotServiceAdapter, EmptyAdapter, ExperimentalEmptyAdapter, ExperimentalOllamaAdapter, LangChainAdapter };

package/dist/service-adapters/index.js

@@ -412,7 +412,7 @@ var OpenAIAdapter = class {
           tools
         },
         ...(forwardedParameters == null ? void 0 : forwardedParameters.maxTokens) && {
-          max_tokens: forwardedParameters.maxTokens
+          max_completion_tokens: forwardedParameters.maxTokens
         },
         ...(forwardedParameters == null ? void 0 : forwardedParameters.stop) && {
           stop: forwardedParameters.stop
@@ -1403,6 +1403,7 @@ var import_shared10 = require("@copilotkit/shared");
 var DEFAULT_MODEL3 = "claude-3-5-sonnet-latest";
 var AnthropicAdapter = class {
   model = DEFAULT_MODEL3;
+  promptCaching;
   _anthropic;
   get anthropic() {
     return this._anthropic;
@@ -1412,6 +1413,63 @@ var AnthropicAdapter = class {
     if (params == null ? void 0 : params.model) {
       this.model = params.model;
     }
+    this.promptCaching = (params == null ? void 0 : params.promptCaching) || {
+      enabled: false
+    };
+  }
+  /**
+  * Adds cache control to system prompt
+  */
+  addSystemPromptCaching(system, debug = false) {
+    if (!this.promptCaching.enabled || !system) {
+      return system;
+    }
+    const originalTextLength = system.length;
+    if (debug) {
+      console.log(`[ANTHROPIC CACHE DEBUG] Added cache control to system prompt (${originalTextLength} chars).`);
+    }
+    return [
+      {
+        type: "text",
+        text: system,
+        cache_control: {
+          type: "ephemeral"
+        }
+      }
+    ];
+  }
+  /**
+  * Adds cache control to the final message
+  */
+  addIncrementalMessageCaching(messages, debug = false) {
+    if (!this.promptCaching.enabled || messages.length === 0) {
+      return messages;
+    }
+    const finalMessage = messages[messages.length - 1];
+    const messageNumber = messages.length;
+    if (Array.isArray(finalMessage.content) && finalMessage.content.length > 0) {
+      const finalBlock = finalMessage.content[finalMessage.content.length - 1];
+      const updatedMessages = [
+        ...messages.slice(0, -1),
+        {
+          ...finalMessage,
+          content: [
+            ...finalMessage.content.slice(0, -1),
+            {
+              ...finalBlock,
+              cache_control: {
+                type: "ephemeral"
+              }
+            }
+          ]
+        }
+      ];
+      if (debug) {
+        console.log(`[ANTHROPIC CACHE DEBUG] Added cache control to final message (message ${messageNumber}).`);
+      }
+      return updatedMessages;
+    }
+    return messages;
   }
   shouldGenerateFallbackResponse(messages) {
     var _a, _b, _c;
@@ -1473,6 +1531,8 @@ var AnthropicAdapter = class {
       return true;
     });
     const limitedMessages = limitMessagesToTokenCount2(anthropicMessages, tools, model);
+    const cachedSystemPrompt = this.addSystemPromptCaching(instructions, this.promptCaching.debug);
+    const cachedMessages = this.addIncrementalMessageCaching(limitedMessages, this.promptCaching.debug);
     let toolChoice = forwardedParameters == null ? void 0 : forwardedParameters.toolChoice;
     if ((forwardedParameters == null ? void 0 : forwardedParameters.toolChoice) === "function") {
       toolChoice = {
@@ -1482,9 +1542,9 @@ var AnthropicAdapter = class {
     }
     try {
       const createParams = {
-        system: instructions,
+        system: cachedSystemPrompt,
         model: this.model,
-        messages: limitedMessages,
+        messages: cachedMessages,
         max_tokens: (forwardedParameters == null ? void 0 : forwardedParameters.maxTokens) || 1024,
         ...(forwardedParameters == null ? void 0 : forwardedParameters.temperature) ? {
           temperature: forwardedParameters.temperature
@@ -1562,9 +1622,9 @@ var AnthropicAdapter = class {
         } catch (error) {
           throw convertServiceAdapterError(error, "Anthropic");
         }
-        if (!hasReceivedContent && this.shouldGenerateFallbackResponse(limitedMessages)) {
+        if (!hasReceivedContent && this.shouldGenerateFallbackResponse(cachedMessages)) {
           let fallbackContent = "Task completed successfully.";
-          const lastMessage = limitedMessages[limitedMessages.length - 1];
+          const lastMessage = cachedMessages[cachedMessages.length - 1];
           if ((lastMessage == null ? void 0 : lastMessage.role) === "user" && Array.isArray(lastMessage.content)) {
             const toolResult = lastMessage.content.find((c) => c.type === "tool_result");
             if ((toolResult == null ? void 0 : toolResult.content) && toolResult.content !== "Action completed successfully") {