@librechat/agents 3.2.32 → 3.2.34

package/dist/esm/llm/openai/utils/index.mjs

@@ -1,323 +1,199 @@
-import '@langchain/core/outputs';
-import { convertLangChainToolCallToOpenAI } from '@langchain/core/output_parsers/openai_tools';
-import { isDataContentBlock, convertToProviderContentBlock, isAIMessage, ChatMessage, parseBase64DataUrl, parseMimeType } from '@langchain/core/messages';
-
+import { ChatMessage, convertToProviderContentBlock, isAIMessage, isDataContentBlock, parseBase64DataUrl, parseMimeType } from "@langchain/core/messages";
+import "@langchain/core/outputs";
+import { convertLangChainToolCallToOpenAI } from "@langchain/core/output_parsers/openai_tools";
+//#region src/llm/openai/utils/index.ts
 function extractGenericMessageCustomRole(message) {
-    if (message.role !== 'system' &&
-        message.role !== 'developer' &&
-        message.role !== 'assistant' &&
-        message.role !== 'user' &&
-        message.role !== 'function' &&
-        message.role !== 'tool') {
-        console.warn(`Unknown message role: ${message.role}`);
-    }
-    return message.role;
+	if (message.role !== "system" && message.role !== "developer" && message.role !== "assistant" && message.role !== "user" && message.role !== "function" && message.role !== "tool") console.warn(`Unknown message role: ${message.role}`);
+	return message.role;
 }
 function messageToOpenAIRole(message) {
-    const type = message._getType();
-    switch (type) {
-        case 'system':
-            return 'system';
-        case 'ai':
-            return 'assistant';
-        case 'human':
-            return 'user';
-        case 'function':
-            return 'function';
-        case 'tool':
-            return 'tool';
-        case 'generic': {
-            if (!ChatMessage.isInstance(message))
-                throw new Error('Invalid generic chat message');
-            return extractGenericMessageCustomRole(message);
-        }
-        default:
-            throw new Error(`Unknown message type: ${type}`);
-    }
+	const type = message._getType();
+	switch (type) {
+		case "system": return "system";
+		case "ai": return "assistant";
+		case "human": return "user";
+		case "function": return "function";
+		case "tool": return "tool";
+		case "generic":
+			if (!ChatMessage.isInstance(message)) throw new Error("Invalid generic chat message");
+			return extractGenericMessageCustomRole(message);
+		default: throw new Error(`Unknown message type: ${type}`);
+	}
 }
 const completionsApiContentBlockConverter = {
-    providerName: 'ChatOpenAI',
-    fromStandardTextBlock(block) {
-        return { type: 'text', text: block.text };
-    },
-    fromStandardImageBlock(block) {
-        if (block.source_type === 'url') {
-            return {
-                type: 'image_url',
-                image_url: {
-                    url: block.url,
-                    ...(block.metadata?.detail
-                        ? { detail: block.metadata.detail }
-                        : {}),
-                },
-            };
-        }
-        if (block.source_type === 'base64') {
-            const url = `data:${block.mime_type ?? ''};base64,${block.data}`;
-            return {
-                type: 'image_url',
-                image_url: {
-                    url,
-                    ...(block.metadata?.detail
-                        ? { detail: block.metadata.detail }
-                        : {}),
-                },
-            };
-        }
-        throw new Error(`Image content blocks with source_type ${block.source_type} are not supported for ChatOpenAI`);
-    },
-    fromStandardAudioBlock(block) {
-        if (block.source_type === 'url') {
-            const data = parseBase64DataUrl({ dataUrl: block.url });
-            if (!data) {
-                throw new Error(`URL audio blocks with source_type ${block.source_type} must be formatted as a data URL for ChatOpenAI`);
-            }
-            const rawMimeType = data.mime_type || block.mime_type || '';
-            let mimeType;
-            try {
-                mimeType = parseMimeType(rawMimeType);
-            }
-            catch {
-                throw new Error(`Audio blocks with source_type ${block.source_type} must have mime type of audio/wav or audio/mp3`);
-            }
-            if (mimeType.type !== 'audio' ||
-                (mimeType.subtype !== 'wav' && mimeType.subtype !== 'mp3')) {
-                throw new Error(`Audio blocks with source_type ${block.source_type} must have mime type of audio/wav or audio/mp3`);
-            }
-            return {
-                type: 'input_audio',
-                input_audio: {
-                    format: mimeType.subtype,
-                    data: data.data,
-                },
-            };
-        }
-        if (block.source_type === 'base64') {
-            let mimeType;
-            try {
-                mimeType = parseMimeType(block.mime_type ?? '');
-            }
-            catch {
-                throw new Error(`Audio blocks with source_type ${block.source_type} must have mime type of audio/wav or audio/mp3`);
-            }
-            if (mimeType.type !== 'audio' ||
-                (mimeType.subtype !== 'wav' && mimeType.subtype !== 'mp3')) {
-                throw new Error(`Audio blocks with source_type ${block.source_type} must have mime type of audio/wav or audio/mp3`);
-            }
-            return {
-                type: 'input_audio',
-                input_audio: {
-                    format: mimeType.subtype,
-                    data: block.data,
-                },
-            };
-        }
-        throw new Error(`Audio content blocks with source_type ${block.source_type} are not supported for ChatOpenAI`);
-    },
-    fromStandardFileBlock(block) {
-        if (block.source_type === 'url') {
-            const data = parseBase64DataUrl({ dataUrl: block.url });
-            if (!data) {
-                throw new Error(`URL file blocks with source_type ${block.source_type} must be formatted as a data URL for ChatOpenAI`);
-            }
-            return {
-                type: 'file',
-                file: {
-                    file_data: block.url, // formatted as base64 data URL
-                    ...(block.metadata?.filename || block.metadata?.name
-                        ? {
-                            filename: (block.metadata.filename ||
-                                block.metadata.name),
-                        }
-                        : {}),
-                },
-            };
-        }
-        if (block.source_type === 'base64') {
-            return {
-                type: 'file',
-                file: {
-                    file_data: `data:${block.mime_type ?? ''};base64,${block.data}`,
-                    ...(block.metadata?.filename ||
-                        block.metadata?.name ||
-                        block.metadata?.title
-                        ? {
-                            filename: (block.metadata.filename ||
-                                block.metadata.name ||
-                                block.metadata.title),
-                        }
-                        : {}),
-                },
-            };
-        }
-        if (block.source_type === 'id') {
-            return {
-                type: 'file',
-                file: {
-                    file_id: block.id,
-                },
-            };
-        }
-        throw new Error(`File content blocks with source_type ${block.source_type} are not supported for ChatOpenAI`);
-    },
+	providerName: "ChatOpenAI",
+	fromStandardTextBlock(block) {
+		return {
+			type: "text",
+			text: block.text
+		};
+	},
+	fromStandardImageBlock(block) {
+		if (block.source_type === "url") return {
+			type: "image_url",
+			image_url: {
+				url: block.url,
+				...block.metadata?.detail ? { detail: block.metadata.detail } : {}
+			}
+		};
+		if (block.source_type === "base64") return {
+			type: "image_url",
+			image_url: {
+				url: `data:${block.mime_type ?? ""};base64,${block.data}`,
+				...block.metadata?.detail ? { detail: block.metadata.detail } : {}
+			}
+		};
+		throw new Error(`Image content blocks with source_type ${block.source_type} are not supported for ChatOpenAI`);
+	},
+	fromStandardAudioBlock(block) {
+		if (block.source_type === "url") {
+			const data = parseBase64DataUrl({ dataUrl: block.url });
+			if (!data) throw new Error(`URL audio blocks with source_type ${block.source_type} must be formatted as a data URL for ChatOpenAI`);
+			const rawMimeType = data.mime_type || block.mime_type || "";
+			let mimeType;
+			try {
+				mimeType = parseMimeType(rawMimeType);
+			} catch {
+				throw new Error(`Audio blocks with source_type ${block.source_type} must have mime type of audio/wav or audio/mp3`);
+			}
+			if (mimeType.type !== "audio" || mimeType.subtype !== "wav" && mimeType.subtype !== "mp3") throw new Error(`Audio blocks with source_type ${block.source_type} must have mime type of audio/wav or audio/mp3`);
+			return {
+				type: "input_audio",
+				input_audio: {
+					format: mimeType.subtype,
+					data: data.data
+				}
+			};
+		}
+		if (block.source_type === "base64") {
+			let mimeType;
+			try {
+				mimeType = parseMimeType(block.mime_type ?? "");
+			} catch {
+				throw new Error(`Audio blocks with source_type ${block.source_type} must have mime type of audio/wav or audio/mp3`);
+			}
+			if (mimeType.type !== "audio" || mimeType.subtype !== "wav" && mimeType.subtype !== "mp3") throw new Error(`Audio blocks with source_type ${block.source_type} must have mime type of audio/wav or audio/mp3`);
+			return {
+				type: "input_audio",
+				input_audio: {
+					format: mimeType.subtype,
+					data: block.data
+				}
+			};
+		}
+		throw new Error(`Audio content blocks with source_type ${block.source_type} are not supported for ChatOpenAI`);
+	},
+	fromStandardFileBlock(block) {
+		if (block.source_type === "url") {
+			if (!parseBase64DataUrl({ dataUrl: block.url })) throw new Error(`URL file blocks with source_type ${block.source_type} must be formatted as a data URL for ChatOpenAI`);
+			return {
+				type: "file",
+				file: {
+					file_data: block.url,
+					...block.metadata?.filename || block.metadata?.name ? { filename: block.metadata.filename || block.metadata.name } : {}
+				}
+			};
+		}
+		if (block.source_type === "base64") return {
+			type: "file",
+			file: {
+				file_data: `data:${block.mime_type ?? ""};base64,${block.data}`,
+				...block.metadata?.filename || block.metadata?.name || block.metadata?.title ? { filename: block.metadata.filename || block.metadata.name || block.metadata.title } : {}
+			}
+		};
+		if (block.source_type === "id") return {
+			type: "file",
+			file: { file_id: block.id }
+		};
+		throw new Error(`File content blocks with source_type ${block.source_type} are not supported for ChatOpenAI`);
+	}
 };
-// Used in LangSmith, export is important here
 function _convertMessagesToOpenAIParams(messages, model, options) {
-    let hasReasoningToolCallContext = false;
-    // TODO: Function messages do not support array content, fix cast
-    return messages.flatMap((message) => {
-        let role = messageToOpenAIRole(message);
-        if (role === 'system' && isReasoningModel(model)) {
-            role = 'developer';
-        }
-        let hasAnthropicThinkingBlock = false;
-        const content = typeof message.content === 'string'
-            ? message.content
-            : message.content.map((m) => {
-                if ('type' in m && m.type === 'thinking') {
-                    hasAnthropicThinkingBlock = true;
-                    return m;
-                }
-                if (isDataContentBlock(m)) {
-                    return convertToProviderContentBlock(m, completionsApiContentBlockConverter);
-                }
-                return m;
-            });
-        // eslint-disable-next-line @typescript-eslint/no-explicit-any
-        const completionParam = {
-            role,
-            content,
-        };
-        let messageHasToolCalls = false;
-        let messageIsToolResult = false;
-        if (message.name != null) {
-            completionParam.name = message.name;
-        }
-        if (message.additional_kwargs.function_call != null) {
-            completionParam.function_call = message.additional_kwargs.function_call;
-            completionParam.content = '';
-        }
-        if (isAIMessage(message) && !!message.tool_calls?.length) {
-            messageHasToolCalls = true;
-            completionParam.tool_calls = message.tool_calls.map(convertLangChainToolCallToOpenAI);
-            completionParam.content = hasAnthropicThinkingBlock ? content : '';
-            if (options?.includeReasoningDetails === true &&
-                message.additional_kwargs.reasoning_details != null) {
-                // For Claude via OpenRouter, convert reasoning_details to content blocks
-                const isClaudeModel = model?.includes('claude') === true ||
-                    model?.includes('anthropic') === true;
-                if (options.convertReasoningDetailsToContent === true &&
-                    isClaudeModel) {
-                    const reasoningDetails = message.additional_kwargs
-                        .reasoning_details;
-                    const contentBlocks = [];
-                    // Add thinking blocks from reasoning_details
-                    for (const detail of reasoningDetails) {
-                        if (detail.type === 'reasoning.text' && detail.text != null) {
-                            contentBlocks.push({
-                                type: 'thinking',
-                                thinking: detail.text,
-                            });
-                        }
-                        else if (detail.type === 'reasoning.encrypted' &&
-                            detail.data != null) {
-                            contentBlocks.push({
-                                type: 'redacted_thinking',
-                                data: detail.data,
-                                id: detail.id,
-                            });
-                        }
-                    }
-                    // Set content to array with thinking blocks
-                    if (contentBlocks.length > 0) {
-                        completionParam.content = contentBlocks;
-                    }
-                }
-                else {
-                    // For non-Claude models, pass as separate field
-                    completionParam.reasoning_details =
-                        message.additional_kwargs.reasoning_details;
-                }
-            }
-        }
-        else {
-            if (message.additional_kwargs.tool_calls != null) {
-                messageHasToolCalls =
-                    !Array.isArray(message.additional_kwargs.tool_calls) ||
-                        message.additional_kwargs.tool_calls.length > 0;
-                completionParam.tool_calls = message.additional_kwargs.tool_calls;
-                if (options?.includeReasoningDetails === true &&
-                    message.additional_kwargs.reasoning_details != null) {
-                    // For Claude via OpenRouter, convert reasoning_details to content blocks
-                    const isClaudeModel = model?.includes('claude') === true ||
-                        model?.includes('anthropic') === true;
-                    if (options.convertReasoningDetailsToContent === true &&
-                        isClaudeModel) {
-                        const reasoningDetails = message.additional_kwargs
-                            .reasoning_details;
-                        const contentBlocks = [];
-                        // Add thinking blocks from reasoning_details
-                        for (const detail of reasoningDetails) {
-                            if (detail.type === 'reasoning.text' && detail.text != null) {
-                                contentBlocks.push({
-                                    type: 'thinking',
-                                    thinking: detail.text,
-                                });
-                            }
-                            else if (detail.type === 'reasoning.encrypted' &&
-                                detail.data != null) {
-                                contentBlocks.push({
-                                    type: 'redacted_thinking',
-                                    data: detail.data,
-                                    id: detail.id,
-                                });
-                            }
-                        }
-                        // Set content to array with thinking blocks
-                        if (contentBlocks.length > 0) {
-                            completionParam.content = contentBlocks;
-                        }
-                    }
-                    else {
-                        // For non-Claude models, pass as separate field
-                        completionParam.reasoning_details =
-                            message.additional_kwargs.reasoning_details;
-                    }
-                }
-            }
-            if (message.tool_call_id != null) {
-                messageIsToolResult = true;
-                completionParam.tool_call_id = message.tool_call_id;
-            }
-        }
-        if (options?.includeReasoningContent === true &&
-            isAIMessage(message) &&
-            (hasReasoningToolCallContext || messageHasToolCalls) &&
-            typeof message.additional_kwargs.reasoning_content === 'string' &&
-            message.additional_kwargs.reasoning_content !== '') {
-            completionParam.reasoning_content =
-                message.additional_kwargs.reasoning_content;
-        }
-        if (messageHasToolCalls || messageIsToolResult) {
-            hasReasoningToolCallContext = true;
-        }
-        if (message.additional_kwargs.audio &&
-            typeof message.additional_kwargs.audio === 'object' &&
-            'id' in message.additional_kwargs.audio) {
-            const audioMessage = {
-                role: 'assistant',
-                audio: {
-                    id: message.additional_kwargs.audio.id,
-                },
-            };
-            return [completionParam, audioMessage];
-        }
-        return completionParam;
-    });
+	let hasReasoningToolCallContext = false;
+	return messages.flatMap((message) => {
+		let role = messageToOpenAIRole(message);
+		if (role === "system" && isReasoningModel(model)) role = "developer";
+		let hasAnthropicThinkingBlock = false;
+		const content = typeof message.content === "string" ? message.content : message.content.map((m) => {
+			if ("type" in m && m.type === "thinking") {
+				hasAnthropicThinkingBlock = true;
+				return m;
+			}
+			if (isDataContentBlock(m)) return convertToProviderContentBlock(m, completionsApiContentBlockConverter);
+			return m;
+		});
+		const completionParam = {
+			role,
+			content
+		};
+		let messageHasToolCalls = false;
+		let messageIsToolResult = false;
+		if (message.name != null) completionParam.name = message.name;
+		if (message.additional_kwargs.function_call != null) {
+			completionParam.function_call = message.additional_kwargs.function_call;
+			completionParam.content = "";
+		}
+		if (isAIMessage(message) && !!message.tool_calls?.length) {
+			messageHasToolCalls = true;
+			completionParam.tool_calls = message.tool_calls.map(convertLangChainToolCallToOpenAI);
+			completionParam.content = hasAnthropicThinkingBlock ? content : "";
+			if (options?.includeReasoningDetails === true && message.additional_kwargs.reasoning_details != null) {
+				const isClaudeModel = model?.includes("claude") === true || model?.includes("anthropic") === true;
+				if (options.convertReasoningDetailsToContent === true && isClaudeModel) {
+					const reasoningDetails = message.additional_kwargs.reasoning_details;
+					const contentBlocks = [];
+					for (const detail of reasoningDetails) if (detail.type === "reasoning.text" && detail.text != null) contentBlocks.push({
+						type: "thinking",
+						thinking: detail.text
+					});
+					else if (detail.type === "reasoning.encrypted" && detail.data != null) contentBlocks.push({
+						type: "redacted_thinking",
+						data: detail.data,
+						id: detail.id
+					});
+					if (contentBlocks.length > 0) completionParam.content = contentBlocks;
+				} else completionParam.reasoning_details = message.additional_kwargs.reasoning_details;
+			}
+		} else {
+			if (message.additional_kwargs.tool_calls != null) {
+				messageHasToolCalls = !Array.isArray(message.additional_kwargs.tool_calls) || message.additional_kwargs.tool_calls.length > 0;
+				completionParam.tool_calls = message.additional_kwargs.tool_calls;
+				if (options?.includeReasoningDetails === true && message.additional_kwargs.reasoning_details != null) {
+					const isClaudeModel = model?.includes("claude") === true || model?.includes("anthropic") === true;
+					if (options.convertReasoningDetailsToContent === true && isClaudeModel) {
+						const reasoningDetails = message.additional_kwargs.reasoning_details;
+						const contentBlocks = [];
+						for (const detail of reasoningDetails) if (detail.type === "reasoning.text" && detail.text != null) contentBlocks.push({
+							type: "thinking",
+							thinking: detail.text
+						});
+						else if (detail.type === "reasoning.encrypted" && detail.data != null) contentBlocks.push({
+							type: "redacted_thinking",
+							data: detail.data,
+							id: detail.id
+						});
+						if (contentBlocks.length > 0) completionParam.content = contentBlocks;
+					} else completionParam.reasoning_details = message.additional_kwargs.reasoning_details;
+				}
+			}
+			if (message.tool_call_id != null) {
+				messageIsToolResult = true;
+				completionParam.tool_call_id = message.tool_call_id;
+			}
+		}
+		if (options?.includeReasoningContent === true && isAIMessage(message) && (hasReasoningToolCallContext || messageHasToolCalls) && typeof message.additional_kwargs.reasoning_content === "string" && message.additional_kwargs.reasoning_content !== "") completionParam.reasoning_content = message.additional_kwargs.reasoning_content;
+		if (messageHasToolCalls || messageIsToolResult) hasReasoningToolCallContext = true;
+		if (message.additional_kwargs.audio && typeof message.additional_kwargs.audio === "object" && "id" in message.additional_kwargs.audio) return [completionParam, {
+			role: "assistant",
+			audio: { id: message.additional_kwargs.audio.id }
+		}];
+		return completionParam;
+	});
 }
 function isReasoningModel(model) {
-    return model != null && model !== '' && /\b(o\d|gpt-[5-9])\b/i.test(model);
+	return model != null && model !== "" && /\b(o\d|gpt-[5-9])\b/i.test(model);
 }
+//#endregion
+export { _convertMessagesToOpenAIParams, isReasoningModel };
 
-export { _convertMessagesToOpenAIParams, isReasoningModel, messageToOpenAIRole };
-//# sourceMappingURL=index.mjs.map
+//# sourceMappingURL=index.mjs.map