@langchain/google-common 2.1.17 → 2.1.19

package/dist/utils/gemini.js

@@ -18,14 +18,12 @@ var DefaultGeminiSafetyHandler = class {
 		this.errorFinish = settings?.errorFinish ?? this.errorFinish;
 	}
 	handleDataPromptFeedback(response, data) {
-		const promptFeedback = data?.promptFeedback;
-		const blockReason = promptFeedback?.blockReason;
+		const blockReason = (data?.promptFeedback)?.blockReason;
 		if (blockReason) throw new GoogleAISafetyError(response, `Prompt blocked: ${blockReason}`);
 		return data;
 	}
 	handleDataFinishReason(response, data) {
-		const firstCandidate = data?.candidates?.[0];
-		const finishReason = firstCandidate?.finishReason;
+		const finishReason = (data?.candidates?.[0])?.finishReason;
 		if (this.errorFinish.includes(finishReason)) throw new GoogleAISafetyError(response, `Finish reason: ${finishReason}`);
 		return data;
 	}
@@ -111,29 +109,25 @@ function inferMimeTypeFromUrl(url) {
 		tif: "image/tiff"
 	};
 	try {
-		const pathname = new URL(url).pathname;
-		const extension = pathname.split(".").pop()?.toLowerCase().split(/[?#]/)[0];
+		const extension = new URL(url).pathname.split(".").pop()?.toLowerCase().split(/[?#]/)[0];
 		return extension ? mimeTypeMap[extension] : void 0;
 	} catch {
 		const match = url.match(/\.([a-zA-Z0-9]+)(?:[?#]|$)/);
-		if (match) {
-			const extension = match[1].toLowerCase();
-			return mimeTypeMap[extension];
-		}
-		return void 0;
+		if (match) return mimeTypeMap[match[1].toLowerCase()];
+		return;
 	}
 }
 function normalizeSpeechConfig(config) {
-	function isSpeechConfig(config$1) {
-		return typeof config$1 === "object" && (Object.hasOwn(config$1, "voiceConfig") || Object.hasOwn(config$1, "multiSpeakerVoiceConfig"));
+	function isSpeechConfig(config) {
+		return typeof config === "object" && (Object.hasOwn(config, "voiceConfig") || Object.hasOwn(config, "multiSpeakerVoiceConfig"));
 	}
-	function hasLanguage(config$1) {
-		return typeof config$1 === "object" && Object.hasOwn(config$1, "languageCode");
+	function hasLanguage(config) {
+		return typeof config === "object" && Object.hasOwn(config, "languageCode");
 	}
-	function hasVoice(config$1) {
-		return Object.hasOwn(config$1, "voice");
+	function hasVoice(config) {
+		return Object.hasOwn(config, "voice");
 	}
-	if (typeof config === "undefined") return void 0;
+	if (typeof config === "undefined") return;
 	if (isSpeechConfig(config)) return config;
 	let languageCode;
 	let voice;
@@ -146,14 +140,10 @@ function normalizeSpeechConfig(config) {
 	}
 	let ret;
 	if (typeof voice === "string") ret = { voiceConfig: { prebuiltVoiceConfig: { voiceName: voice } } };
-	else {
-		const voices = Array.isArray(voice) ? voice : [voice];
-		const speakerVoiceConfigs = voices.map((v) => ({
-			speaker: v.speaker,
-			voiceConfig: { prebuiltVoiceConfig: { voiceName: v.name } }
-		}));
-		ret = { multiSpeakerVoiceConfig: { speakerVoiceConfigs } };
-	}
+	else ret = { multiSpeakerVoiceConfig: { speakerVoiceConfigs: (Array.isArray(voice) ? voice : [voice]).map((v) => ({
+		speaker: v.speaker,
+		voiceConfig: { prebuiltVoiceConfig: { voiceName: v.name } }
+	})) } };
 	if (languageCode) ret.languageCode = languageCode;
 	return ret;
 }
@@ -167,13 +157,10 @@ function getGeminiAPI(config) {
 		if (!url) throw new Error("Missing Image URL");
 		const mimeTypeAndData = extractMimeType(url);
 		if (mimeTypeAndData) return { inlineData: mimeTypeAndData };
-		else {
-			const mimeType = inferMimeTypeFromUrl(url) || "image/png";
-			return { fileData: {
-				mimeType,
-				fileUri: url
-			} };
-		}
+		else return { fileData: {
+			mimeType: inferMimeTypeFromUrl(url) || "image/png",
+			fileUri: url
+		} };
 	}
 	function messageContentImageUrl(content) {
 		const ret = messageContentImageUrlData(content);
@@ -296,6 +283,12 @@ function getGeminiAPI(config) {
 				break;
 			case "media": return await messageContentMedia(content);
 			case "reasoning": return messageContentReasoning(content);
+			case "input_audio":
+				if ("input_audio" in content) return { inlineData: {
+					mimeType: `audio/${content.input_audio.format}`,
+					data: content.input_audio.data
+				} };
+				break;
 			default: throw new Error(`Unsupported type "${content.type}" received while converting message to message parts: ${JSON.stringify(content)}`);
 		}
 		throw new Error(`Cannot coerce "${content.type}" message part into a string.`);
@@ -305,16 +298,13 @@ function getGeminiAPI(config) {
 		return Promise.all(contents);
 	}
 	async function messageContentToParts(content) {
-		const messageContent = typeof content === "string" ? [{
+		return (await messageContentComplexToParts(typeof content === "string" ? [{
 			type: "text",
 			text: content
-		}] : content;
-		const allParts = await messageContentComplexToParts(messageContent);
-		const parts = allParts.reduce((acc, val) => {
+		}] : content)).reduce((acc, val) => {
 			if (val) return [...acc, val];
 			else return acc;
 		}, []);
-		return parts;
 	}
 	function messageToolCallsToParts(toolCalls) {
 		if (!toolCalls || toolCalls.length === 0) return [];
@@ -364,12 +354,11 @@ function getGeminiAPI(config) {
 		}, "");
 		const responseName = (isAIMessage(prevMessage) && !!prevMessage.tool_calls?.length ? prevMessage.tool_calls[0].name : prevMessage.name) ?? message.tool_call_id;
 		try {
-			const content = JSON.parse(contentStr);
 			return [{
 				role: "function",
 				parts: [{ functionResponse: {
 					name: responseName,
-					response: { content }
+					response: { content: JSON.parse(contentStr) }
 				} }]
 			}];
 		} catch (_) {
@@ -420,8 +409,7 @@ function getGeminiAPI(config) {
 		};
 	}
 	function inlineDataPartToMessageContent(part) {
-		const mimeType = part?.inlineData?.mimeType ?? "";
-		if (mimeType.startsWith("image")) return inlineDataPartToMessageContentImage(part);
+		if ((part?.inlineData?.mimeType ?? "").startsWith("image")) return inlineDataPartToMessageContentImage(part);
 		else return inlineDataPartToMessageContentMedia(part);
 	}
 	function fileDataPartToMessageContent(part) {
@@ -487,31 +475,22 @@ function getGeminiAPI(config) {
 		else return response.data;
 	}
 	function responseToParts(response) {
-		const responseData = responseToGenerateContentResponseData(response);
-		const parts = responseData?.candidates?.[0]?.content?.parts ?? [];
-		return parts;
+		return responseToGenerateContentResponseData(response)?.candidates?.[0]?.content?.parts ?? [];
 	}
 	function partToText(part) {
 		return "text" in part ? part.text : "";
 	}
 	function responseToString(response) {
-		const parts = responseToParts(response);
-		const ret = parts.reduce((acc, part) => {
-			const val = partToText(part);
-			return acc + val;
+		return responseToParts(response).reduce((acc, part) => {
+			return acc + partToText(part);
 		}, "");
-		return ret;
 	}
 	function safeResponseTo(response, responseTo) {
 		const safetyHandler = config?.safetyHandler ?? new DefaultGeminiSafetyHandler();
 		try {
-			const safeResponse = safetyHandler.handle(response);
-			return responseTo(safeResponse);
+			return responseTo(safetyHandler.handle(response));
 		} catch (xx) {
-			if (xx instanceof GoogleAISafetyError) {
-				const ret = responseTo(xx.response);
-				xx.reply = ret;
-			}
+			if (xx instanceof GoogleAISafetyError) xx.reply = responseTo(xx.response);
 			throw xx;
 		}
 	}
@@ -522,11 +501,10 @@ function getGeminiAPI(config) {
 		const token = result?.token;
 		const logprob = result?.logProbability;
 		const encoder = new TextEncoder();
-		const bytes = Array.from(encoder.encode(token));
 		return {
 			token,
 			logprob,
-			bytes
+			bytes: Array.from(encoder.encode(token))
 		};
 	}
 	function candidateToLogprobs(candidate) {
@@ -547,25 +525,21 @@ function getGeminiAPI(config) {
 		const retrieval = candidate?.urlRetrievalMetadata?.urlRetrievalContexts ?? [];
 		const context = candidate?.urlContextMetadata?.urlMetadata ?? [];
 		const all = [...retrieval, ...context];
-		if (all.length === 0) return void 0;
+		if (all.length === 0) return;
 		else return { urlMetadata: all };
 	}
 	function addModalityCounts(modalityTokenCounts, details) {
 		modalityTokenCounts?.forEach((modalityTokenCount) => {
 			const { modality, tokenCount } = modalityTokenCount;
 			const modalityLc = modality.toLowerCase();
-			const currentCount = details[modalityLc] ?? 0;
-			details[modalityLc] = currentCount + tokenCount;
+			details[modalityLc] = (details[modalityLc] ?? 0) + tokenCount;
 		});
 	}
 	function responseToUsageMetadata(response) {
 		if ("usageMetadata" in response.data) {
-			const data = response?.data;
-			const usageMetadata = data?.usageMetadata;
+			const usageMetadata = (response?.data)?.usageMetadata;
 			const input_tokens = usageMetadata.promptTokenCount ?? 0;
-			const candidatesTokenCount = usageMetadata.candidatesTokenCount ?? 0;
-			const thoughtsTokenCount = usageMetadata.thoughtsTokenCount ?? 0;
-			const output_tokens = candidatesTokenCount + thoughtsTokenCount;
+			const output_tokens = (usageMetadata.candidatesTokenCount ?? 0) + (usageMetadata.thoughtsTokenCount ?? 0);
 			const total_tokens = usageMetadata.totalTokenCount ?? input_tokens + output_tokens;
 			const input_token_details = {};
 			addModalityCounts(usageMetadata.promptTokensDetails, input_token_details);
@@ -573,16 +547,14 @@ function getGeminiAPI(config) {
 			const output_token_details = {};
 			addModalityCounts(usageMetadata?.candidatesTokensDetails, output_token_details);
 			if (typeof usageMetadata?.thoughtsTokenCount === "number") output_token_details.reasoning = usageMetadata.thoughtsTokenCount;
-			const ret = {
+			return {
 				input_tokens,
 				output_tokens,
 				total_tokens,
 				input_token_details,
 				output_token_details
 			};
-			return ret;
 		}
-		return void 0;
 	}
 	function responseToGenerationInfo(response) {
 		const data = Array.isArray(response.data) && response.data[0] ? response.data[0] : response.data && response.data.candidates ? response.data : void 0;
@@ -642,20 +614,17 @@ function getGeminiAPI(config) {
 	}
 	function partToChatGeneration(part) {
 		const message = partToMessageChunk(part);
-		const text = partToText(part);
-		const generationInfo = {};
 		return new ChatGenerationChunk({
-			text,
+			text: partToText(part),
 			message,
-			generationInfo
+			generationInfo: {}
 		});
 	}
 	function groundingSupportByPart(groundingSupports) {
 		const ret = [];
 		if (!groundingSupports || groundingSupports.length === 0) return [];
 		groundingSupports?.forEach((groundingSupport) => {
-			const segment = groundingSupport?.segment;
-			const partIndex = segment?.partIndex ?? 0;
+			const partIndex = (groundingSupport?.segment)?.partIndex ?? 0;
 			if (ret[partIndex]) ret[partIndex].push(groundingSupport);
 			else ret[partIndex] = [groundingSupport];
 		});
@@ -668,7 +637,7 @@ function getGeminiAPI(config) {
 		const groundingMetadata = candidate?.groundingMetadata;
 		const citationMetadata = candidate?.citationMetadata;
 		const groundingParts = groundingSupportByPart(groundingMetadata?.groundingSupports);
-		const ret = parts.map((part, index) => {
+		return parts.map((part, index) => {
 			const gen = partToChatGeneration(part);
 			if (!gen.generationInfo) gen.generationInfo = {};
 			if (groundingMetadata) {
@@ -679,11 +648,9 @@ function getGeminiAPI(config) {
 			if (citationMetadata) gen.generationInfo.citationMetadata = citationMetadata;
 			return gen;
 		});
-		return ret;
 	}
 	function combineContent(gen, forceComplex = false) {
-		const allString = gen.every((item) => typeof item.message.content === "string");
-		if (allString && !forceComplex) return gen.map((item) => item.message.content).join("");
+		if (gen.every((item) => typeof item.message.content === "string") && !forceComplex) return gen.map((item) => item.message.content).join("");
 		else {
 			const ret = [];
 			gen.forEach((item) => {
@@ -712,10 +679,8 @@ function getGeminiAPI(config) {
 	function combineAdditionalKwargs(gen) {
 		const ret = {};
 		gen.forEach((item) => {
-			const message = item?.message;
-			const kwargs = message?.additional_kwargs ?? {};
-			const keys = Object.keys(kwargs);
-			keys.forEach((key) => {
+			const kwargs = (item?.message)?.additional_kwargs ?? {};
+			Object.keys(kwargs).forEach((key) => {
 				const value = kwargs[key];
 				if (Object.hasOwn(ret, key) && Array.isArray(ret[key]) && Array.isArray(value)) ret[key].push(...value);
 				else ret[key] = value;
@@ -730,17 +695,15 @@ function getGeminiAPI(config) {
 		const combinedToolCalls = combineToolCalls(gen.content);
 		const kwargs = combineAdditionalKwargs(gen.content);
 		const lastContent = gen.content[gen.content.length - 1];
-		const usage_metadata = responseToUsageMetadata(response);
-		const message = new AIMessageChunk({
-			content: combinedContent,
-			additional_kwargs: kwargs,
-			response_metadata: { model_provider: "google-vertexai" },
-			usage_metadata,
-			tool_calls: combinedToolCalls.tool_calls,
-			invalid_tool_calls: combinedToolCalls.invalid_tool_calls
-		});
 		return [new ChatGenerationChunk({
-			message,
+			message: new AIMessageChunk({
+				content: combinedContent,
+				additional_kwargs: kwargs,
+				response_metadata: { model_provider: "google-vertexai" },
+				usage_metadata: responseToUsageMetadata(response),
+				tool_calls: combinedToolCalls.tool_calls,
+				invalid_tool_calls: combinedToolCalls.invalid_tool_calls
+			}),
 			text: combinedText,
 			generationInfo: lastContent.generationInfo
 		})];
@@ -779,8 +742,7 @@ function getGeminiAPI(config) {
 		return ret;
 	}
 	function responseToBaseMessageFields(response) {
-		const parts = responseToParts(response);
-		return partsToBaseMessageChunkFields(parts);
+		return partsToBaseMessageChunkFields(responseToParts(response));
 	}
 	function partsToSignatures(parts) {
 		return parts.map((part) => part?.thoughtSignature ?? "");
@@ -826,16 +788,14 @@ function getGeminiAPI(config) {
 		return fields;
 	}
 	function responseToBaseMessage(response) {
-		const fields = responseToBaseMessageFields(response);
-		return new AIMessage(fields);
+		return new AIMessage(responseToBaseMessageFields(response));
 	}
 	function safeResponseToBaseMessage(response) {
 		return safeResponseTo(response, responseToBaseMessage);
 	}
 	function responseToChatResult(response) {
-		const generations = responseToChatGenerations(response);
 		return {
-			generations,
+			generations: responseToChatGenerations(response),
 			llmOutput: responseToGenerationInfo(response)
 		};
 	}
@@ -851,17 +811,14 @@ function getGeminiAPI(config) {
 		}
 	}
 	async function formatMessageContents(input, _parameters) {
-		const parts = await messageContentToParts(input);
-		const contents = [{
+		return [{
 			role: "user",
-			parts
+			parts: await messageContentToParts(input)
 		}];
-		return contents;
 	}
 	async function formatBaseMessageContents(input, _parameters) {
 		const inputPromises = input.map((msg, i) => baseMessageToContent(msg, input[i - 1]));
-		const inputs = await Promise.all(inputPromises);
-		return inputs.reduce((acc, cur) => {
+		return (await Promise.all(inputPromises)).reduce((acc, cur) => {
 			if (cur.every((content) => content.role === "system")) return acc;
 			if (cur[0]?.role === "function" && acc.length > 0 && acc[acc.length - 1].role === "function") acc[acc.length - 1].parts = [...acc[acc.length - 1].parts, ...cur[0].parts];
 			else acc.push(...cur);
@@ -930,8 +887,7 @@ function getGeminiAPI(config) {
 	}
 	async function formatSystemInstruction(input) {
 		if (!config?.useSystemInstruction) return {};
-		const it = inputType(input);
-		switch (it) {
+		switch (inputType(input)) {
 			case "BaseMessageArray": return formatBaseMessageSystemInstruction(input);
 			default: return {};
 		}
@@ -946,7 +902,6 @@ function getGeminiAPI(config) {
 	}
 	function searchToolName(tool) {
 		for (const name of GeminiSearchToolAttributes) if (name in tool) return name;
-		return void 0;
 	}
 	function cleanGeminiTool(tool) {
 		const orig = searchToolName(tool);
@@ -968,7 +923,7 @@ function getGeminiAPI(config) {
 		return result;
 	}
 	function formatToolConfig(parameters) {
-		if (!parameters.tool_choice || typeof parameters.tool_choice !== "string") return void 0;
+		if (!parameters.tool_choice || typeof parameters.tool_choice !== "string") return;
 		if ([
 			"auto",
 			"any",