@illuma-ai/agents 1.1.21 → 1.1.22

package/src/llm/google/utils/common.js

@@ -1,670 +0,0 @@
-import { AIMessage, AIMessageChunk, ChatMessage, isAIMessage, isBaseMessage, isToolMessage, parseBase64DataUrl, convertToProviderContentBlock, isDataContentBlock, } from '@langchain/core/messages';
-import { ChatGenerationChunk } from '@langchain/core/outputs';
-import { isLangChainTool } from '@langchain/core/utils/function_calling';
-import { isOpenAITool } from '@langchain/core/language_models/base';
-import { v4 as uuidv4 } from 'uuid';
-import { jsonSchemaToGeminiParameters, schemaToGenerativeAIParameters, } from './zod_to_genai_parameters';
-export const _FUNCTION_CALL_THOUGHT_SIGNATURES_MAP_KEY = '__gemini_function_call_thought_signatures__';
-const DUMMY_SIGNATURE = 'ErYCCrMCAdHtim9kOoOkrPiCNVsmlpMIKd7ZMxgiFbVQOkgp7nlLcDMzVsZwIzvuT7nQROivoXA72ccC2lSDvR0Gh7dkWaGuj7ctv6t7ZceHnecx0QYa+ix8tYpRfjhyWozQ49lWiws6+YGjCt10KRTyWsZ2h6O7iHTYJwKIRwGUHRKy/qK/6kFxJm5ML00gLq4D8s5Z6DBpp2ZlR+uF4G8jJgeWQgyHWVdx2wGYElaceVAc66tZdPQRdOHpWtgYSI1YdaXgVI8KHY3/EfNc2YqqMIulvkDBAnuMhkAjV9xmBa54Tq+ih3Im4+r3DzqhGqYdsSkhS0kZMwte4Hjs65dZzCw9lANxIqYi1DJ639WNPYihp/DCJCos7o+/EeSPJaio5sgWDyUnMGkY1atsJZ+m7pj7DD5tvQ==';
-/**
- * Executes a function immediately and returns its result.
- * Functional utility similar to an Immediately Invoked Function Expression (IIFE).
- * @param fn The function to execute.
- * @returns The result of invoking fn.
- */
-export const iife = (fn) => fn();
-export function getMessageAuthor(message) {
-    const type = message._getType();
-    if (ChatMessage.isInstance(message)) {
-        return message.role;
-    }
-    if (type === 'tool') {
-        return type;
-    }
-    return message.name ?? type;
-}
-/**
- * Maps a message type to a Google Generative AI chat author.
- * @param message The message to map.
- * @param model The model to use for mapping.
- * @returns The message type mapped to a Google Generative AI chat author.
- */
-export function convertAuthorToRole(author) {
-    switch (author) {
-        /**
-           *  Note: Gemini currently is not supporting system messages
-           *  we will convert them to human messages and merge with following
-           * */
-        case 'supervisor':
-        case 'ai':
-        case 'model': // getMessageAuthor returns message.name. code ex.: return message.name ?? type;
-            return 'model';
-        case 'system':
-            return 'system';
-        case 'human':
-            return 'user';
-        case 'tool':
-        case 'function':
-            return 'function';
-        default:
-            throw new Error(`Unknown / unsupported author: ${author}`);
-    }
-}
-function messageContentMedia(content) {
-    if ('mimeType' in content && 'data' in content) {
-        return {
-            inlineData: {
-                mimeType: content.mimeType,
-                data: content.data,
-            },
-        };
-    }
-    if ('mimeType' in content && 'fileUri' in content) {
-        return {
-            fileData: {
-                mimeType: content.mimeType,
-                fileUri: content.fileUri,
-            },
-        };
-    }
-    throw new Error('Invalid media content');
-}
-function inferToolNameFromPreviousMessages(message, previousMessages) {
-    return previousMessages
-        .map((msg) => {
-        if (isAIMessage(msg)) {
-            return msg.tool_calls ?? [];
-        }
-        return [];
-    })
-        .flat()
-        .find((toolCall) => {
-        return toolCall.id === message.tool_call_id;
-    })?.name;
-}
-function _getStandardContentBlockConverter(isMultimodalModel) {
-    const standardContentBlockConverter = {
-        providerName: 'Google Gemini',
-        fromStandardTextBlock(block) {
-            return {
-                text: block.text,
-            };
-        },
-        fromStandardImageBlock(block) {
-            if (!isMultimodalModel) {
-                throw new Error('This model does not support images');
-            }
-            if (block.source_type === 'url') {
-                const data = parseBase64DataUrl({ dataUrl: block.url });
-                if (data) {
-                    return {
-                        inlineData: {
-                            mimeType: data.mime_type,
-                            data: data.data,
-                        },
-                    };
-                }
-                else {
-                    return {
-                        fileData: {
-                            mimeType: block.mime_type ?? '',
-                            fileUri: block.url,
-                        },
-                    };
-                }
-            }
-            if (block.source_type === 'base64') {
-                return {
-                    inlineData: {
-                        mimeType: block.mime_type ?? '',
-                        data: block.data,
-                    },
-                };
-            }
-            throw new Error(`Unsupported source type: ${block.source_type}`);
-        },
-        fromStandardAudioBlock(block) {
-            if (!isMultimodalModel) {
-                throw new Error('This model does not support audio');
-            }
-            if (block.source_type === 'url') {
-                const data = parseBase64DataUrl({ dataUrl: block.url });
-                if (data) {
-                    return {
-                        inlineData: {
-                            mimeType: data.mime_type,
-                            data: data.data,
-                        },
-                    };
-                }
-                else {
-                    return {
-                        fileData: {
-                            mimeType: block.mime_type ?? '',
-                            fileUri: block.url,
-                        },
-                    };
-                }
-            }
-            if (block.source_type === 'base64') {
-                return {
-                    inlineData: {
-                        mimeType: block.mime_type ?? '',
-                        data: block.data,
-                    },
-                };
-            }
-            throw new Error(`Unsupported source type: ${block.source_type}`);
-        },
-        fromStandardFileBlock(block) {
-            if (!isMultimodalModel) {
-                throw new Error('This model does not support files');
-            }
-            if (block.source_type === 'text') {
-                return {
-                    text: block.text,
-                };
-            }
-            if (block.source_type === 'url') {
-                const data = parseBase64DataUrl({ dataUrl: block.url });
-                if (data) {
-                    return {
-                        inlineData: {
-                            mimeType: data.mime_type,
-                            data: data.data,
-                        },
-                    };
-                }
-                else {
-                    return {
-                        fileData: {
-                            mimeType: block.mime_type ?? '',
-                            fileUri: block.url,
-                        },
-                    };
-                }
-            }
-            if (block.source_type === 'base64') {
-                return {
-                    inlineData: {
-                        mimeType: block.mime_type ?? '',
-                        data: block.data,
-                    },
-                };
-            }
-            throw new Error(`Unsupported source type: ${block.source_type}`);
-        },
-    };
-    return standardContentBlockConverter;
-}
-function _convertLangChainContentToPart(content, isMultimodalModel) {
-    if (isDataContentBlock(content)) {
-        return convertToProviderContentBlock(content, _getStandardContentBlockConverter(isMultimodalModel));
-    }
-    if (content.type === 'text') {
-        return { text: content.text };
-    }
-    else if (content.type === 'executableCode') {
-        return { executableCode: content.executableCode };
-    }
-    else if (content.type === 'codeExecutionResult') {
-        return { codeExecutionResult: content.codeExecutionResult };
-    }
-    else if (content.type === 'image_url') {
-        if (!isMultimodalModel) {
-            throw new Error('This model does not support images');
-        }
-        let source;
-        if (typeof content.image_url === 'string') {
-            source = content.image_url;
-        }
-        else if (typeof content.image_url === 'object' &&
-            'url' in content.image_url) {
-            source = content.image_url.url;
-        }
-        else {
-            throw new Error('Please provide image as base64 encoded data URL');
-        }
-        const [dm, data] = source.split(',');
-        if (!dm.startsWith('data:')) {
-            throw new Error('Please provide image as base64 encoded data URL');
-        }
-        const [mimeType, encoding] = dm.replace(/^data:/, '').split(';');
-        if (encoding !== 'base64') {
-            throw new Error('Please provide image as base64 encoded data URL');
-        }
-        return {
-            inlineData: {
-                data,
-                mimeType,
-            },
-        };
-    }
-    else if (content.type === 'media') {
-        return messageContentMedia(content);
-    }
-    else if (content.type === 'tool_use') {
-        return {
-            functionCall: {
-                name: content.name,
-                args: content.input,
-            },
-        };
-    }
-    else if (content.type?.includes('/') === true &&
-        // Ensure it's a single slash.
-        content.type.split('/').length === 2 &&
-        'data' in content &&
-        typeof content.data === 'string') {
-        return {
-            inlineData: {
-                mimeType: content.type,
-                data: content.data,
-            },
-        };
-    }
-    else if ('functionCall' in content) {
-        // No action needed here — function calls will be added later from message.tool_calls
-        return undefined;
-    }
-    else {
-        if ('type' in content) {
-            throw new Error(`Unknown content type ${content.type}`);
-        }
-        else {
-            throw new Error(`Unknown content ${JSON.stringify(content)}`);
-        }
-    }
-}
-export function convertMessageContentToParts(message, isMultimodalModel, previousMessages, model) {
-    if (isToolMessage(message)) {
-        const messageName = message.name ??
-            inferToolNameFromPreviousMessages(message, previousMessages);
-        if (messageName === undefined) {
-            throw new Error(`Google requires a tool name for each tool call response, and we could not infer a called tool name for ToolMessage "${message.id}" from your passed messages. Please populate a "name" field on that ToolMessage explicitly.`);
-        }
-        const result = Array.isArray(message.content)
-            ? message.content
-                .map((c) => _convertLangChainContentToPart(c, isMultimodalModel))
-                .filter((p) => p !== undefined)
-            : message.content;
-        if (message.status === 'error') {
-            return [
-                {
-                    functionResponse: {
-                        name: messageName,
-                        // The API expects an object with an `error` field if the function call fails.
-                        // `error` must be a valid object (not a string or array), so we wrap `message.content` here
-                        response: { error: { details: result } },
-                    },
-                },
-            ];
-        }
-        return [
-            {
-                functionResponse: {
-                    name: messageName,
-                    // again, can't have a string or array value for `response`, so we wrap it as an object here
-                    response: { result },
-                },
-            },
-        ];
-    }
-    let functionCalls = [];
-    const messageParts = [];
-    if (typeof message.content === 'string' && message.content) {
-        messageParts.push({ text: message.content });
-    }
-    if (Array.isArray(message.content)) {
-        messageParts.push(...message.content
-            .map((c) => _convertLangChainContentToPart(c, isMultimodalModel))
-            .filter((p) => p !== undefined));
-    }
-    const functionThoughtSignatures = message.additional_kwargs?.[_FUNCTION_CALL_THOUGHT_SIGNATURES_MAP_KEY];
-    if (isAIMessage(message) && (message.tool_calls?.length ?? 0) > 0) {
-        functionCalls = (message.tool_calls ?? []).map((tc) => {
-            const thoughtSignature = iife(() => {
-                if (tc.id != null && tc.id !== '') {
-                    const signature = functionThoughtSignatures?.[tc.id];
-                    if (signature != null && signature !== '') {
-                        return signature;
-                    }
-                }
-                if (model?.includes('gemini-3') === true) {
-                    return DUMMY_SIGNATURE;
-                }
-                return '';
-            });
-            return {
-                functionCall: {
-                    name: tc.name,
-                    args: tc.args,
-                },
-                ...(thoughtSignature ? { thoughtSignature } : {}),
-            };
-        });
-    }
-    return [...messageParts, ...functionCalls];
-}
-export function convertBaseMessagesToContent(messages, isMultimodalModel, convertSystemMessageToHumanContent = false, model) {
-    return messages.reduce((acc, message, index) => {
-        if (!isBaseMessage(message)) {
-            throw new Error('Unsupported message input');
-        }
-        const author = getMessageAuthor(message);
-        if (author === 'system' && index !== 0) {
-            throw new Error('System message should be the first one');
-        }
-        const role = convertAuthorToRole(author);
-        const prevContent = acc.content?.[acc.content.length];
-        if (!acc.mergeWithPreviousContent &&
-            prevContent &&
-            prevContent.role === role) {
-            throw new Error('Google Generative AI requires alternate messages between authors');
-        }
-        const parts = convertMessageContentToParts(message, isMultimodalModel, messages.slice(0, index), model);
-        if (acc.mergeWithPreviousContent) {
-            const prevContent = acc.content?.[acc.content.length - 1];
-            if (!prevContent) {
-                throw new Error('There was a problem parsing your system message. Please try a prompt without one.');
-            }
-            prevContent.parts.push(...parts);
-            return {
-                mergeWithPreviousContent: false,
-                content: acc.content,
-            };
-        }
-        let actualRole = role;
-        if (actualRole === 'function' ||
-            (actualRole === 'system' && !convertSystemMessageToHumanContent)) {
-            // GenerativeAI API will throw an error if the role is not "user" or "model."
-            actualRole = 'user';
-        }
-        const content = {
-            role: actualRole,
-            parts,
-        };
-        return {
-            mergeWithPreviousContent: author === 'system' && !convertSystemMessageToHumanContent,
-            content: [...(acc.content ?? []), content],
-        };
-    }, { content: [], mergeWithPreviousContent: false }).content;
-}
-export function convertResponseContentToChatGenerationChunk(response, extra) {
-    if (!response.candidates || response.candidates.length === 0) {
-        return null;
-    }
-    const [candidate] = response.candidates;
-    const { content: candidateContent, ...generationInfo } = candidate ?? {};
-    // Extract function calls directly from parts to preserve thoughtSignature
-    const functionCalls = candidateContent?.parts?.reduce((acc, p) => {
-        if ('functionCall' in p && p.functionCall) {
-            acc.push({
-                ...p,
-                id: 'id' in p.functionCall && typeof p.functionCall.id === 'string'
-                    ? p.functionCall.id
-                    : uuidv4(),
-            });
-        }
-        return acc;
-    }, []) ?? [];
-    let content;
-    // Checks if some parts do not have text. If false, it means that the content is a string.
-    const reasoningParts = [];
-    if (candidateContent != null &&
-        Array.isArray(candidateContent.parts) &&
-        candidateContent.parts.every((p) => 'text' in p)) {
-        // content = candidateContent.parts.map((p) => p.text).join('');
-        const textParts = [];
-        for (const part of candidateContent.parts) {
-            if ('thought' in part && part.thought === true) {
-                reasoningParts.push(part.text ?? '');
-                continue;
-            }
-            textParts.push(part.text ?? '');
-        }
-        content = textParts.join('');
-    }
-    else if (candidateContent && Array.isArray(candidateContent.parts)) {
-        content = candidateContent.parts
-            .map((p) => {
-            if ('text' in p && 'thought' in p && p.thought === true) {
-                reasoningParts.push(p.text ?? '');
-                return undefined;
-            }
-            else if ('text' in p) {
-                return {
-                    type: 'text',
-                    text: p.text,
-                };
-            }
-            else if ('executableCode' in p) {
-                return {
-                    type: 'executableCode',
-                    executableCode: p.executableCode,
-                };
-            }
-            else if ('codeExecutionResult' in p) {
-                return {
-                    type: 'codeExecutionResult',
-                    codeExecutionResult: p.codeExecutionResult,
-                };
-            }
-            return p;
-        })
-            .filter((p) => p !== undefined);
-    }
-    else {
-        // no content returned - likely due to abnormal stop reason, e.g. malformed function call
-        content = [];
-    }
-    let text = '';
-    if (typeof content === 'string' && content) {
-        text = content;
-    }
-    else if (Array.isArray(content)) {
-        const block = content.find((b) => 'text' in b);
-        text = block?.text ?? '';
-    }
-    const toolCallChunks = [];
-    if (functionCalls.length > 0) {
-        toolCallChunks.push(...functionCalls.map((fc) => ({
-            type: 'tool_call_chunk',
-            id: fc?.id,
-            name: fc?.functionCall.name,
-            args: JSON.stringify(fc?.functionCall.args),
-        })));
-    }
-    // Extract thought signatures from function calls for Gemini 3+
-    const functionThoughtSignatures = functionCalls.reduce((acc, fc) => {
-        if (fc &&
-            'thoughtSignature' in fc &&
-            typeof fc.thoughtSignature === 'string') {
-            acc[fc.id] = fc.thoughtSignature;
-        }
-        return acc;
-    }, {});
-    const additional_kwargs = {
-        [_FUNCTION_CALL_THOUGHT_SIGNATURES_MAP_KEY]: functionThoughtSignatures,
-    };
-    if (reasoningParts.length > 0) {
-        additional_kwargs.reasoning = reasoningParts.join('');
-    }
-    if (candidate?.groundingMetadata) {
-        additional_kwargs.groundingMetadata = candidate.groundingMetadata;
-    }
-    const isFinalChunk = response.candidates[0]?.finishReason === 'STOP' ||
-        response.candidates[0]?.finishReason === 'MAX_TOKENS' ||
-        response.candidates[0]?.finishReason === 'SAFETY';
-    return new ChatGenerationChunk({
-        text,
-        message: new AIMessageChunk({
-            content: content,
-            name: !candidateContent ? undefined : candidateContent.role,
-            tool_call_chunks: toolCallChunks,
-            // Each chunk can have unique "generationInfo", and merging strategy is unclear,
-            // so leave blank for now.
-            additional_kwargs,
-            usage_metadata: isFinalChunk ? extra.usageMetadata : undefined,
-        }),
-        generationInfo,
-    });
-}
-/**
- * Maps a Google GenerateContentResult to a LangChain ChatResult
- */
-export function mapGenerateContentResultToChatResult(response, extra) {
-    if (!response.candidates ||
-        response.candidates.length === 0 ||
-        !response.candidates[0]) {
-        return {
-            generations: [],
-            llmOutput: {
-                filters: response.promptFeedback,
-            },
-        };
-    }
-    const [candidate] = response.candidates;
-    const { content: candidateContent, ...generationInfo } = candidate ?? {};
-    // Extract function calls directly from parts to preserve thoughtSignature
-    const functionCalls = candidateContent?.parts.reduce((acc, p) => {
-        if ('functionCall' in p && p.functionCall) {
-            acc.push({
-                ...p,
-                id: 'id' in p.functionCall && typeof p.functionCall.id === 'string'
-                    ? p.functionCall.id
-                    : uuidv4(),
-            });
-        }
-        return acc;
-    }, []) ?? [];
-    let content;
-    const reasoningParts = [];
-    if (Array.isArray(candidateContent?.parts) &&
-        candidateContent.parts.length === 1 &&
-        candidateContent.parts[0].text &&
-        !('thought' in candidateContent.parts[0] &&
-            candidateContent.parts[0].thought === true)) {
-        content = candidateContent.parts[0].text;
-    }
-    else if (Array.isArray(candidateContent?.parts) &&
-        candidateContent.parts.length > 0) {
-        content = candidateContent.parts
-            .map((p) => {
-            if ('text' in p && 'thought' in p && p.thought === true) {
-                reasoningParts.push(p.text ?? '');
-                return undefined;
-            }
-            else if ('text' in p) {
-                return {
-                    type: 'text',
-                    text: p.text,
-                };
-            }
-            else if ('executableCode' in p) {
-                return {
-                    type: 'executableCode',
-                    executableCode: p.executableCode,
-                };
-            }
-            else if ('codeExecutionResult' in p) {
-                return {
-                    type: 'codeExecutionResult',
-                    codeExecutionResult: p.codeExecutionResult,
-                };
-            }
-            return p;
-        })
-            .filter((p) => p !== undefined);
-    }
-    else {
-        content = [];
-    }
-    let text = '';
-    if (typeof content === 'string') {
-        text = content;
-    }
-    else if (Array.isArray(content) && content.length > 0) {
-        const block = content.find((b) => 'text' in b);
-        text = block?.text ?? text;
-    }
-    const additional_kwargs = {
-        ...generationInfo,
-    };
-    if (reasoningParts.length > 0) {
-        additional_kwargs.reasoning = reasoningParts.join('');
-    }
-    // Extract thought signatures from function calls for Gemini 3+
-    const functionThoughtSignatures = functionCalls.reduce((acc, fc) => {
-        if ('thoughtSignature' in fc && typeof fc.thoughtSignature === 'string') {
-            acc[fc.id] = fc.thoughtSignature;
-        }
-        return acc;
-    }, {});
-    const tool_calls = functionCalls.map((fc) => ({
-        type: 'tool_call',
-        id: fc.id,
-        name: fc.functionCall.name,
-        args: fc.functionCall.args,
-    }));
-    // Store thought signatures map for later retrieval
-    additional_kwargs[_FUNCTION_CALL_THOUGHT_SIGNATURES_MAP_KEY] =
-        functionThoughtSignatures;
-    const generation = {
-        text,
-        message: new AIMessage({
-            content: content ?? '',
-            tool_calls,
-            additional_kwargs,
-            usage_metadata: extra?.usageMetadata,
-        }),
-        generationInfo,
-    };
-    return {
-        generations: [generation],
-        llmOutput: {
-            tokenUsage: {
-                promptTokens: extra?.usageMetadata?.input_tokens,
-                completionTokens: extra?.usageMetadata?.output_tokens,
-                totalTokens: extra?.usageMetadata?.total_tokens,
-            },
-        },
-    };
-}
-export function convertToGenerativeAITools(tools) {
-    if (tools.every((tool) => 'functionDeclarations' in tool &&
-        Array.isArray(tool.functionDeclarations))) {
-        return tools;
-    }
-    return [
-        {
-            functionDeclarations: tools.map((tool) => {
-                if (isLangChainTool(tool)) {
-                    const jsonSchema = schemaToGenerativeAIParameters(tool.schema);
-                    if (jsonSchema.type === 'object' &&
-                        'properties' in jsonSchema &&
-                        Object.keys(jsonSchema.properties).length === 0) {
-                        return {
-                            name: tool.name,
-                            description: tool.description,
-                        };
-                    }
-                    return {
-                        name: tool.name,
-                        description: tool.description,
-                        parameters: jsonSchema,
-                    };
-                }
-                if (isOpenAITool(tool)) {
-                    return {
-                        name: tool.function.name,
-                        description: tool.function.description ?? 'A function available to call.',
-                        parameters: jsonSchemaToGeminiParameters(tool.function.parameters),
-                    };
-                }
-                return tool;
-            }),
-        },
-    ];
-}
-//# sourceMappingURL=common.js.map