@langchain/google-common 0.1.1 → 0.1.2

package/dist/utils/gemini.js

@@ -1,7 +1,114 @@
 import { v4 as uuidv4 } from "uuid";
 import { AIMessage, AIMessageChunk, isAIMessage, } from "@langchain/core/messages";
 import { ChatGenerationChunk, } from "@langchain/core/outputs";
+import { isLangChainTool } from "@langchain/core/utils/function_calling";
 import { GoogleAISafetyError } from "./safety.js";
+import { zodToGeminiParameters } from "./zod_to_gemini_parameters.js";
+export class DefaultGeminiSafetyHandler {
+    constructor(settings) {
+        Object.defineProperty(this, "errorFinish", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ["SAFETY", "RECITATION", "OTHER"]
+        });
+        this.errorFinish = settings?.errorFinish ?? this.errorFinish;
+    }
+    handleDataPromptFeedback(response, data) {
+        // Check to see if our prompt was blocked in the first place
+        const promptFeedback = data?.promptFeedback;
+        const blockReason = promptFeedback?.blockReason;
+        if (blockReason) {
+            throw new GoogleAISafetyError(response, `Prompt blocked: ${blockReason}`);
+        }
+        return data;
+    }
+    handleDataFinishReason(response, data) {
+        const firstCandidate = data?.candidates?.[0];
+        const finishReason = firstCandidate?.finishReason;
+        if (this.errorFinish.includes(finishReason)) {
+            throw new GoogleAISafetyError(response, `Finish reason: ${finishReason}`);
+        }
+        return data;
+    }
+    handleData(response, data) {
+        let ret = data;
+        ret = this.handleDataPromptFeedback(response, ret);
+        ret = this.handleDataFinishReason(response, ret);
+        return ret;
+    }
+    handle(response) {
+        let newdata;
+        if ("nextChunk" in response.data) {
+            // TODO: This is a stream. How to handle?
+            newdata = response.data;
+        }
+        else if (Array.isArray(response.data)) {
+            // If it is an array, try to handle every item in the array
+            try {
+                newdata = response.data.map((item) => this.handleData(response, item));
+            }
+            catch (xx) {
+                // eslint-disable-next-line no-instanceof/no-instanceof
+                if (xx instanceof GoogleAISafetyError) {
+                    throw new GoogleAISafetyError(response, xx.message);
+                }
+                else {
+                    throw xx;
+                }
+            }
+        }
+        else {
+            const data = response.data;
+            newdata = this.handleData(response, data);
+        }
+        return {
+            ...response,
+            data: newdata,
+        };
+    }
+}
+export class MessageGeminiSafetyHandler extends DefaultGeminiSafetyHandler {
+    constructor(settings) {
+        super(settings);
+        Object.defineProperty(this, "msg", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ""
+        });
+        Object.defineProperty(this, "forceNewMessage", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
+        this.msg = settings?.msg ?? this.msg;
+        this.forceNewMessage = settings?.forceNewMessage ?? this.forceNewMessage;
+    }
+    setMessage(data) {
+        const ret = data;
+        if (this.forceNewMessage ||
+            !data?.candidates?.[0]?.content?.parts?.length) {
+            ret.candidates = data.candidates ?? [];
+            ret.candidates[0] = data.candidates[0] ?? {};
+            ret.candidates[0].content = data.candidates[0].content ?? {};
+            ret.candidates[0].content = {
+                role: "model",
+                parts: [{ text: this.msg }],
+            };
+        }
+        return ret;
+    }
+    handleData(response, data) {
+        try {
+            return super.handleData(response, data);
+        }
+        catch (xx) {
+            return this.setMessage(data);
+        }
+    }
+}
 const extractMimeType = (str) => {
     if (str.startsWith("data:")) {
         return {
@@ -82,7 +189,7 @@ export function getGeminiAPI(config) {
                 return await blobToFileData(blob);
             }
         }
-        throw new Error("Invalid media content");
+        throw new Error(`Invalid media content: ${JSON.stringify(content, null, 1)}`);
     }
     async function messageContentComplexToPart(content) {
         switch (content.type) {
@@ -100,7 +207,7 @@ export function getGeminiAPI(config) {
             case "media":
                 return await messageContentMedia(content);
             default:
-                throw new Error(`Unsupported type received while converting message to message parts`);
+                throw new Error(`Unsupported type "${content.type}" received while converting message to message parts: ${content}`);
         }
         throw new Error(`Cannot coerce "${content.type}" message part into a string.`);
     }
@@ -178,8 +285,8 @@ export function getGeminiAPI(config) {
             },
         ];
     }
-    async function systemMessageToContent(message, useSystemInstruction) {
-        return useSystemInstruction
+    async function systemMessageToContent(message) {
+        return config?.useSystemInstruction
             ? roleMessageToContent("system", message)
             : [
                 ...(await roleMessageToContent("user", message)),
@@ -233,11 +340,11 @@ export function getGeminiAPI(config) {
             ];
         }
     }
-    async function baseMessageToContent(message, prevMessage, useSystemInstruction) {
+    async function baseMessageToContent(message, prevMessage) {
         const type = message._getType();
         switch (type) {
             case "system":
-                return systemMessageToContent(message, useSystemInstruction);
+                return systemMessageToContent(message);
             case "human":
                 return roleMessageToContent("user", message);
             case "ai":
@@ -375,7 +482,8 @@ export function getGeminiAPI(config) {
         }, "");
         return ret;
     }
-    function safeResponseTo(response, safetyHandler, responseTo) {
+    function safeResponseTo(response, responseTo) {
+        const safetyHandler = config?.safetyHandler ?? new DefaultGeminiSafetyHandler();
         try {
             const safeResponse = safetyHandler.handle(response);
             return responseTo(safeResponse);
@@ -389,8 +497,8 @@ export function getGeminiAPI(config) {
             throw xx;
         }
     }
-    function safeResponseToString(response, safetyHandler) {
-        return safeResponseTo(response, safetyHandler, responseToString);
+    function safeResponseToString(response) {
+        return safeResponseTo(response, responseToString);
     }
     function responseToGenerationInfo(response) {
         if (!Array.isArray(response.data)) {
@@ -420,8 +528,8 @@ export function getGeminiAPI(config) {
             generationInfo: responseToGenerationInfo(response),
         });
     }
-    function safeResponseToChatGeneration(response, safetyHandler) {
-        return safeResponseTo(response, safetyHandler, responseToChatGeneration);
+    function safeResponseToChatGeneration(response) {
+        return safeResponseTo(response, responseToChatGeneration);
     }
     function chunkToString(chunk) {
         if (chunk === null) {
@@ -553,8 +661,8 @@ export function getGeminiAPI(config) {
         const fields = responseToBaseMessageFields(response);
         return new AIMessage(fields);
     }
-    function safeResponseToBaseMessage(response, safetyHandler) {
-        return safeResponseTo(response, safetyHandler, responseToBaseMessage);
+    function safeResponseToBaseMessage(response) {
+        return safeResponseTo(response, responseToBaseMessage);
     }
     function responseToChatResult(response) {
         const generations = responseToChatGenerations(response);
@@ -563,17 +671,190 @@ export function getGeminiAPI(config) {
             llmOutput: responseToGenerationInfo(response),
         };
     }
-    function safeResponseToChatResult(response, safetyHandler) {
-        return safeResponseTo(response, safetyHandler, responseToChatResult);
+    function safeResponseToChatResult(response) {
+        return safeResponseTo(response, responseToChatResult);
+    }
+    function inputType(input) {
+        if (typeof input === "string") {
+            return "MessageContent";
+        }
+        else {
+            const firstItem = input[0];
+            if (Object.hasOwn(firstItem, "content")) {
+                return "BaseMessageArray";
+            }
+            else {
+                return "MessageContent";
+            }
+        }
+    }
+    async function formatMessageContents(input, _parameters) {
+        const parts = await messageContentToParts(input);
+        const contents = [
+            {
+                role: "user",
+                parts,
+            },
+        ];
+        return contents;
+    }
+    async function formatBaseMessageContents(input, _parameters) {
+        const inputPromises = input.map((msg, i) => baseMessageToContent(msg, input[i - 1]));
+        const inputs = await Promise.all(inputPromises);
+        return inputs.reduce((acc, cur) => {
+            // Filter out the system content
+            if (cur.every((content) => content.role === "system")) {
+                return acc;
+            }
+            // Combine adjacent function messages
+            if (cur[0]?.role === "function" &&
+                acc.length > 0 &&
+                acc[acc.length - 1].role === "function") {
+                acc[acc.length - 1].parts = [
+                    ...acc[acc.length - 1].parts,
+                    ...cur[0].parts,
+                ];
+            }
+            else {
+                acc.push(...cur);
+            }
+            return acc;
+        }, []);
+    }
+    async function formatContents(input, parameters) {
+        const it = inputType(input);
+        switch (it) {
+            case "MessageContent":
+                return formatMessageContents(input, parameters);
+            case "BaseMessageArray":
+                return formatBaseMessageContents(input, parameters);
+            default:
+                throw new Error(`Unknown input type "${it}": ${input}`);
+        }
+    }
+    function formatGenerationConfig(parameters) {
+        return {
+            temperature: parameters.temperature,
+            topK: parameters.topK,
+            topP: parameters.topP,
+            maxOutputTokens: parameters.maxOutputTokens,
+            stopSequences: parameters.stopSequences,
+            responseMimeType: parameters.responseMimeType,
+        };
+    }
+    function formatSafetySettings(parameters) {
+        return parameters.safetySettings ?? [];
+    }
+    async function formatBaseMessageSystemInstruction(input) {
+        let ret = {};
+        for (let index = 0; index < input.length; index += 1) {
+            const message = input[index];
+            if (message._getType() === "system") {
+                // For system types, we only want it if it is the first message,
+                // if it appears anywhere else, it should be an error.
+                if (index === 0) {
+                    // eslint-disable-next-line prefer-destructuring
+                    ret = (await baseMessageToContent(message, undefined))[0];
+                }
+                else {
+                    throw new Error("System messages are only permitted as the first passed message.");
+                }
+            }
+        }
+        return ret;
+    }
+    async function formatSystemInstruction(input) {
+        if (!config?.useSystemInstruction) {
+            return {};
+        }
+        const it = inputType(input);
+        switch (it) {
+            case "BaseMessageArray":
+                return formatBaseMessageSystemInstruction(input);
+            default:
+                return {};
+        }
+    }
+    function structuredToolToFunctionDeclaration(tool) {
+        const jsonSchema = zodToGeminiParameters(tool.schema);
+        return {
+            name: tool.name,
+            description: tool.description ?? `A function available to call.`,
+            parameters: jsonSchema,
+        };
+    }
+    function structuredToolsToGeminiTools(tools) {
+        return [
+            {
+                functionDeclarations: tools.map(structuredToolToFunctionDeclaration),
+            },
+        ];
+    }
+    function formatTools(parameters) {
+        const tools = parameters?.tools;
+        if (!tools || tools.length === 0) {
+            return [];
+        }
+        if (tools.every(isLangChainTool)) {
+            return structuredToolsToGeminiTools(tools);
+        }
+        else {
+            if (tools.length === 1 &&
+                (!("functionDeclarations" in tools[0]) ||
+                    !tools[0].functionDeclarations?.length)) {
+                return [];
+            }
+            return tools;
+        }
+    }
+    function formatToolConfig(parameters) {
+        if (!parameters.tool_choice || typeof parameters.tool_choice !== "string") {
+            return undefined;
+        }
+        return {
+            functionCallingConfig: {
+                mode: parameters.tool_choice,
+                allowedFunctionNames: parameters.allowed_function_names,
+            },
+        };
+    }
+    async function formatData(input, parameters) {
+        const typedInput = input;
+        const contents = await formatContents(typedInput, parameters);
+        const generationConfig = formatGenerationConfig(parameters);
+        const tools = formatTools(parameters);
+        const toolConfig = formatToolConfig(parameters);
+        const safetySettings = formatSafetySettings(parameters);
+        const systemInstruction = await formatSystemInstruction(typedInput);
+        const ret = {
+            contents,
+            generationConfig,
+        };
+        if (tools && tools.length) {
+            ret.tools = tools;
+        }
+        if (toolConfig) {
+            ret.toolConfig = toolConfig;
+        }
+        if (safetySettings && safetySettings.length) {
+            ret.safetySettings = safetySettings;
+        }
+        if (systemInstruction?.role &&
+            systemInstruction?.parts &&
+            systemInstruction?.parts?.length) {
+            ret.systemInstruction = systemInstruction;
+        }
+        return ret;
     }
     return {
         messageContentToParts,
         baseMessageToContent,
-        safeResponseToString,
-        safeResponseToChatGeneration,
+        responseToString: safeResponseToString,
+        responseToChatGeneration: safeResponseToChatGeneration,
         chunkToString,
-        safeResponseToBaseMessage,
-        safeResponseToChatResult,
+        responseToBaseMessage: safeResponseToBaseMessage,
+        responseToChatResult: safeResponseToChatResult,
+        formatData,
     };
 }
 export function validateGeminiParams(params) {
@@ -594,108 +875,3 @@ export function validateGeminiParams(params) {
 export function isModelGemini(modelName) {
     return modelName.toLowerCase().startsWith("gemini");
 }
-export class DefaultGeminiSafetyHandler {
-    constructor(settings) {
-        Object.defineProperty(this, "errorFinish", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: ["SAFETY", "RECITATION", "OTHER"]
-        });
-        this.errorFinish = settings?.errorFinish ?? this.errorFinish;
-    }
-    handleDataPromptFeedback(response, data) {
-        // Check to see if our prompt was blocked in the first place
-        const promptFeedback = data?.promptFeedback;
-        const blockReason = promptFeedback?.blockReason;
-        if (blockReason) {
-            throw new GoogleAISafetyError(response, `Prompt blocked: ${blockReason}`);
-        }
-        return data;
-    }
-    handleDataFinishReason(response, data) {
-        const firstCandidate = data?.candidates?.[0];
-        const finishReason = firstCandidate?.finishReason;
-        if (this.errorFinish.includes(finishReason)) {
-            throw new GoogleAISafetyError(response, `Finish reason: ${finishReason}`);
-        }
-        return data;
-    }
-    handleData(response, data) {
-        let ret = data;
-        ret = this.handleDataPromptFeedback(response, ret);
-        ret = this.handleDataFinishReason(response, ret);
-        return ret;
-    }
-    handle(response) {
-        let newdata;
-        if ("nextChunk" in response.data) {
-            // TODO: This is a stream. How to handle?
-            newdata = response.data;
-        }
-        else if (Array.isArray(response.data)) {
-            // If it is an array, try to handle every item in the array
-            try {
-                newdata = response.data.map((item) => this.handleData(response, item));
-            }
-            catch (xx) {
-                // eslint-disable-next-line no-instanceof/no-instanceof
-                if (xx instanceof GoogleAISafetyError) {
-                    throw new GoogleAISafetyError(response, xx.message);
-                }
-                else {
-                    throw xx;
-                }
-            }
-        }
-        else {
-            const data = response.data;
-            newdata = this.handleData(response, data);
-        }
-        return {
-            ...response,
-            data: newdata,
-        };
-    }
-}
-export class MessageGeminiSafetyHandler extends DefaultGeminiSafetyHandler {
-    constructor(settings) {
-        super(settings);
-        Object.defineProperty(this, "msg", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: ""
-        });
-        Object.defineProperty(this, "forceNewMessage", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: false
-        });
-        this.msg = settings?.msg ?? this.msg;
-        this.forceNewMessage = settings?.forceNewMessage ?? this.forceNewMessage;
-    }
-    setMessage(data) {
-        const ret = data;
-        if (this.forceNewMessage ||
-            !data?.candidates?.[0]?.content?.parts?.length) {
-            ret.candidates = data.candidates ?? [];
-            ret.candidates[0] = data.candidates[0] ?? {};
-            ret.candidates[0].content = data.candidates[0].content ?? {};
-            ret.candidates[0].content = {
-                role: "model",
-                parts: [{ text: this.msg }],
-            };
-        }
-        return ret;
-    }
-    handleData(response, data) {
-        try {
-            return super.handleData(response, data);
-        }
-        catch (xx) {
-            return this.setMessage(data);
-        }
-    }
-}