@librechat/agents 3.3.3 → 3.3.5

package/dist/esm/llm/openai/index.mjs

@@ -1,3 +1,5 @@
+import { buildAnthropicCacheControl, resolvePromptCacheTtl, stripAnthropicCacheControl, stripBedrockCacheControl } from "../../messages/cache.mjs";
+import { projectOpenAIResponsesToolMessageContent, projectToolStreamContentForProvider } from "../../messages/core.mjs";
 import { OPENAI_CHAT_SEQUENTIAL_STREAMED_TOOL_CALL_ADAPTER, STREAMED_TOOL_CALL_ADAPTER_METADATA_KEY } from "../../tools/streamedToolCallSeals.mjs";
 import { _convertMessagesToOpenAIParams, isReasoningModel } from "./utils/index.mjs";
 import { dropRepeatedScalarMetadata } from "./streamMetadata.mjs";
@@ -36,6 +38,22 @@ function normalizeHeaders(headers) {
 	});
 	return Object.fromEntries(output.entries());
 }
+function stripResponsesToolCacheControl(tools) {
+	if (!Array.isArray(tools)) return tools;
+	return tools.map((tool) => {
+		if (tool == null || typeof tool !== "object") return tool;
+		const clone = { ...tool };
+		delete clone.cache_control;
+		if (clone.extras != null && typeof clone.extras === "object" && !Array.isArray(clone.extras)) {
+			clone.extras = { ...clone.extras };
+			delete clone.extras.cache_control;
+		}
+		return clone;
+	});
+}
+function projectOpenAIResponsesProviderMessages(messages) {
+	return projectOpenAIResponsesToolMessageContent(stripAnthropicCacheControl(stripBedrockCacheControl(projectToolStreamContentForProvider(messages))));
+}
 const CACHE_WRITE_METADATA_KEY = "__librechat_cache_write_tokens";
 function applyManagedRequestParams(params, fields) {
 	return {
@@ -504,6 +522,7 @@ var LibreChatOpenAICompletions = class extends ChatOpenAICompletions {
 	includeReasoningContent;
 	includeReasoningDetails;
 	convertReasoningDetailsToContent;
+	preserveToolCacheControl;
 	promptCacheExplicit;
 	safetyIdentifier;
 	constructor(fields) {
@@ -511,6 +530,7 @@ var LibreChatOpenAICompletions = class extends ChatOpenAICompletions {
 		this.includeReasoningContent = fields?.includeReasoningContent;
 		this.includeReasoningDetails = fields?.includeReasoningDetails;
 		this.convertReasoningDetailsToContent = fields?.convertReasoningDetailsToContent;
+		this.preserveToolCacheControl = fields?.preserveToolCacheControl;
 		this.promptCacheExplicit = fields?.promptCacheExplicit;
 		this.safetyIdentifier = fields?.safety_identifier;
 	}
@@ -548,7 +568,8 @@ var LibreChatOpenAICompletions = class extends ChatOpenAICompletions {
 		const messagesMapped = _convertMessagesToOpenAIParams(messages, this.model, {
 			includeReasoningContent: this.includeReasoningContent,
 			includeReasoningDetails: this.includeReasoningDetails,
-			convertReasoningDetailsToContent: this.convertReasoningDetailsToContent
+			convertReasoningDetailsToContent: this.convertReasoningDetailsToContent,
+			preserveToolCacheControl: this.preserveToolCacheControl
 		});
 		if (params.stream === true) {
 			const stream = this._streamResponseChunks(messages, options, runManager);
@@ -632,7 +653,8 @@ var LibreChatOpenAICompletions = class extends ChatOpenAICompletions {
 		const messagesMapped = _convertMessagesToOpenAIParams(messages, this.model, {
 			includeReasoningContent: this.includeReasoningContent,
 			includeReasoningDetails: this.includeReasoningDetails,
-			convertReasoningDetailsToContent: this.convertReasoningDetailsToContent
+			convertReasoningDetailsToContent: this.convertReasoningDetailsToContent,
+			preserveToolCacheControl: this.preserveToolCacheControl
 		});
 		const params = {
 			...this.invocationParams(options, { streaming: true }),
@@ -711,17 +733,28 @@ var LibreChatOpenAICompletions = class extends ChatOpenAICompletions {
 };
 var LibreChatOpenAIResponses = class extends ChatOpenAIResponses {
 	promptCacheExplicit;
+	responsesPromptCache;
+	responsesPromptCacheTtl;
 	safetyIdentifier;
 	constructor(fields) {
 		super(fields);
 		this.promptCacheExplicit = fields?.promptCacheExplicit;
+		this.responsesPromptCache = fields?.responsesPromptCache;
+		this.responsesPromptCacheTtl = fields?.responsesPromptCacheTtl;
 		this.safetyIdentifier = fields?.safety_identifier;
 	}
 	invocationParams(options) {
-		const params = applyManagedRequestParams(super.invocationParams(options), {
+		const cacheOptions = options;
+		const cacheControl = (cacheOptions?.promptCache ?? this.responsesPromptCache) === true ? buildAnthropicCacheControl(resolvePromptCacheTtl(cacheOptions?.promptCacheTtl ?? this.responsesPromptCacheTtl)) : void 0;
+		const baseParams = applyManagedRequestParams(super.invocationParams(options), {
 			promptCacheExplicit: this.promptCacheExplicit,
 			safetyIdentifier: this.safetyIdentifier
 		});
+		const params = {
+			...baseParams,
+			...baseParams.tools != null && { tools: stripResponsesToolCacheControl(baseParams.tools) },
+			...cacheControl != null && { cache_control: cacheControl }
+		};
 		if (shouldIncludeEncryptedReasoning(this.model, params)) params.include = [...new Set([...params.include ?? [], "reasoning.encrypted_content"])];
 		return params;
 	}
@@ -734,16 +767,19 @@ var LibreChatOpenAIResponses = class extends ChatOpenAIResponses {
 		return isResponsesStream(result) ? result : attachCacheWriteMetadata(result);
 	}
 	async _generate(messages, options, runManager) {
-		const result = await super._generate(messages, options, runManager);
+		const result = await super._generate(projectOpenAIResponsesProviderMessages(messages), options, runManager);
 		for (const generation of result.generations) attachCacheWriteUsage(generation.message);
 		return result;
 	}
 	async *_streamResponseChunks(messages, options, runManager) {
-		for await (const chunk of super._streamResponseChunks(messages, options, runManager)) {
+		for await (const chunk of super._streamResponseChunks(projectOpenAIResponsesProviderMessages(messages), options, runManager)) {
 			attachCacheWriteUsage(chunk.message);
 			yield chunk;
 		}
 	}
+	async *_streamChatModelEvents(messages, options, runManager) {
+		yield* super._streamChatModelEvents(projectOpenAIResponsesProviderMessages(messages), options, runManager);
+	}
 	_getReasoningParams(options) {
 		return getReasoningParams(this.reasoning, options);
 	}