promptfoo 0.125.0 → 0.125.1

package/dist/src/base-Bzo8hiUS.cjs

@@ -1,467 +0,0 @@
-const require_logger = require("./logger-DXUHJBHJ.cjs");
-const require_shared = require("./shared-D9Bf3UgD.cjs");
-const require_file = require("./file-CPfaem7U.cjs");
-const require_render = require("./render-j-UNQw7s.cjs");
-const require_genaiTracer = require("./genaiTracer-C32xFIB8.cjs");
-require("./tracing-DL4_JDxy.cjs");
-const require_util = require("./util-C7MpGlJ6.cjs");
-const require_transform = require("./transform-Da86hs4M.cjs");
-const require_session = require("./session-CQIjq_HZ.cjs");
-//#region src/providers/google/base.ts
-/**
-* Base class for Google AI providers.
-*
-* This abstract class provides shared functionality for both Google AI Studio
-* and Vertex AI providers, including:
-* - MCP (Model Context Protocol) client integration
-* - Function callback execution
-* - Tool normalization
-* - Resource cleanup
-*
-* Subclasses must implement:
-* - getApiEndpoint(): Returns the API endpoint URL
-* - getAuthHeaders(): Returns authentication headers
-* - callApi(): The main API call implementation
-*/
-const MAX_STREAMED_FUNCTION_ARG_DEPTH = 64;
-const MAX_STREAMED_FUNCTION_ARG_INDEX = 1e4;
-const MAX_STREAMED_FUNCTION_ARG_ARRAY_SLOTS = 10001;
-function setPartialFunctionArg(args, partialArg, budget) {
-	const path = partialArg.jsonPath;
-	if (!path || !/^\$(?:\.[\w$ -]+|\[\d+\]|\['[^'\\\]]*'\]|\["[^"\\\]]*"\])+$/.test(path)) return false;
-	const segments = Array.from(path.matchAll(/\.([\w$ -]+)|\[(\d+)\]|\['([^'\\\]]*)'\]|\["([^"\\\]]*)"\]/g), (match) => match[2] === void 0 ? match[1] ?? match[3] ?? match[4] : Number(match[2]));
-	if (segments.length > MAX_STREAMED_FUNCTION_ARG_DEPTH || segments.some((segment) => [
-		"__proto__",
-		"prototype",
-		"constructor"
-	].includes(String(segment)) || typeof segment === "number" && (!Number.isSafeInteger(segment) || segment > MAX_STREAMED_FUNCTION_ARG_INDEX))) return false;
-	let value;
-	if ("stringValue" in partialArg) value = partialArg.stringValue;
-	else if ("numberValue" in partialArg) value = partialArg.numberValue;
-	else if ("boolValue" in partialArg) value = partialArg.boolValue;
-	else if ("nullValue" in partialArg) value = null;
-	else return true;
-	let current = args;
-	for (let index = 0; index < segments.length; index++) {
-		const segment = segments[index];
-		if (Array.isArray(current)) {
-			const arrayIndex = Number(segment);
-			if (!/^\d+$/.test(String(segment)) || !Number.isSafeInteger(arrayIndex) || String(arrayIndex) !== String(segment) || arrayIndex > MAX_STREAMED_FUNCTION_ARG_INDEX) return false;
-			const addedSlots = Math.max(0, arrayIndex + 1 - current.length);
-			if (budget.arraySlots + addedSlots > MAX_STREAMED_FUNCTION_ARG_ARRAY_SLOTS) return false;
-			budget.arraySlots += addedSlots;
-		}
-		const existing = current[segment];
-		if (index === segments.length - 1) {
-			current[segment] = typeof value === "string" && typeof existing === "string" ? existing + value : value;
-			return true;
-		}
-		if (!existing || typeof existing !== "object") current[segment] = typeof segments[index + 1] === "number" ? [] : {};
-		current = current[segment];
-	}
-	return true;
-}
-function mergeStreamedFunctionArgs(pending, args) {
-	if (typeof args !== "string") {
-		if (args && typeof args === "object" && !Array.isArray(args)) pending.args = {
-			...pending.args,
-			...args
-		};
-		return;
-	}
-	if (pending.argsText && !args.startsWith(pending.argsText)) {
-		pending.argsText += args;
-		return;
-	}
-	try {
-		const parsed = JSON.parse(args);
-		if (parsed && typeof parsed === "object" && !Array.isArray(parsed)) {
-			pending.args = {
-				...pending.args,
-				...parsed
-			};
-			pending.argsText = "";
-			return;
-		}
-	} catch {}
-	pending.argsText = args;
-}
-function finalizeStreamedFunctionCall(pending) {
-	if (pending.argsText) try {
-		const parsed = JSON.parse(pending.argsText);
-		if (!parsed || typeof parsed !== "object" || Array.isArray(parsed)) return;
-		pending.args = {
-			...pending.args,
-			...parsed
-		};
-	} catch {
-		return;
-	}
-	return pending.name ? {
-		id: pending.id,
-		name: pending.name,
-		args: pending.args
-	} : void 0;
-}
-function isAnonymousFunctionCallFragment(functionCall) {
-	return functionCall.id === void 0 && functionCall.name === void 0;
-}
-function assembleStreamedFunctionCalls(parts) {
-	const completed = [];
-	const pendingById = /* @__PURE__ */ new Map();
-	const budget = { arraySlots: 0 };
-	let pendingUnnamed;
-	for (const part of parts) {
-		const functionCall = part?.functionCall;
-		if (!functionCall) continue;
-		const id = functionCall.id;
-		let pending = id ? pendingById.get(id) : pendingUnnamed;
-		if (isAnonymousFunctionCallFragment(functionCall)) {
-			if (pendingById.size + (pendingUnnamed ? 1 : 0) > 1) return;
-			pending = pendingUnnamed ?? pendingById.values().next().value;
-		}
-		if (!pending) {
-			pending = {
-				id,
-				name: functionCall.name,
-				args: {},
-				argsText: ""
-			};
-			if (id) pendingById.set(id, pending);
-			else pendingUnnamed = pending;
-		} else if (functionCall.name) {
-			if (pending.name && pending.name !== functionCall.name) return;
-			pending.name = functionCall.name;
-		}
-		if (functionCall.args !== void 0) mergeStreamedFunctionArgs(pending, functionCall.args);
-		for (const partialArg of functionCall.partialArgs ?? []) if (!setPartialFunctionArg(pending.args, partialArg, budget)) return;
-		if (functionCall.willContinue === true) continue;
-		const complete = finalizeStreamedFunctionCall(pending);
-		if (!complete) return;
-		completed.push(complete);
-		if (pending.id) pendingById.delete(pending.id);
-		else pendingUnnamed = void 0;
-	}
-	return pendingById.size === 0 && !pendingUnnamed ? completed : void 0;
-}
-function restoreStreamedFunctionCallParts(parts, functionCalls) {
-	const callsById = /* @__PURE__ */ new Map();
-	const unnamedCalls = [];
-	for (const functionCall of functionCalls) if (functionCall.id) {
-		const calls = callsById.get(functionCall.id) ?? [];
-		calls.push(functionCall);
-		callsById.set(functionCall.id, calls);
-	} else unnamedCalls.push(functionCall);
-	const activeCallParts = /* @__PURE__ */ new Map();
-	let unnamedCallPart;
-	const normalizedParts = [];
-	for (const part of parts) {
-		const fragment = part?.functionCall;
-		if (!fragment) {
-			normalizedParts.push(part);
-			continue;
-		}
-		const activeId = fragment.id || (isAnonymousFunctionCallFragment(fragment) && unnamedCallPart === void 0 && activeCallParts.size === 1 ? activeCallParts.keys().next().value : void 0);
-		const activePart = activeId ? activeCallParts.get(activeId) : unnamedCallPart;
-		if (activePart !== void 0) {
-			normalizedParts[activePart] = {
-				...normalizedParts[activePart],
-				...part,
-				functionCall: normalizedParts[activePart].functionCall
-			};
-			if (fragment.willContinue !== true) {
-				if (activeId) activeCallParts.delete(activeId);
-				else unnamedCallPart = void 0;
-			}
-			continue;
-		}
-		const functionCall = fragment.id ? callsById.get(fragment.id)?.shift() : unnamedCalls.shift();
-		if (!functionCall) continue;
-		if (fragment.willContinue === true) {
-			if (fragment.id) activeCallParts.set(fragment.id, normalizedParts.length);
-			else unnamedCallPart = normalizedParts.length;
-		}
-		normalizedParts.push({
-			...part,
-			functionCall
-		});
-	}
-	return normalizedParts;
-}
-/**
-* Abstract base class for Google AI providers.
-*
-* Provides shared functionality for Google AI Studio and Vertex AI,
-* with abstract methods for endpoint and authentication that differ
-* between the two services.
-*/
-var GoogleGenericProvider = class {
-	/** The model name (e.g., 'gemini-2.5-pro') */
-	modelName;
-	/** Provider configuration */
-	config;
-	/** Environment variable overrides */
-	env;
-	/** Whether this provider is in Vertex AI mode */
-	isVertexMode;
-	/** MCP client for tool integration */
-	mcpClient = null;
-	mcpSession;
-	/** Preserves the eager MCP startup contract for subclasses and callers. */
-	initializationPromise = null;
-	/** Cache of loaded function callbacks */
-	loadedFunctionCallbacks = {};
-	/** References used to populate the callback cache, for prompt-level overrides. */
-	loadedFunctionCallbackRefs = {};
-	/** Effective owning directories for cached file callbacks, including CLI/cwd fallback. */
-	loadedFunctionCallbackBasePaths = {};
-	/** Custom provider ID function */
-	customId;
-	constructor(modelName, options = {}) {
-		const { config, id, env } = options;
-		this.env = env;
-		this.modelName = modelName;
-		this.config = config || {};
-		this.isVertexMode = require_util.GoogleAuthManager.determineVertexMode(this.config, this.env);
-		require_util.GoogleAuthManager.validateAndWarn({
-			apiKey: this.config.apiKey,
-			credentials: this.config.credentials,
-			projectId: this.config.projectId,
-			region: this.config.region,
-			vertexai: this.isVertexMode,
-			googleAuthOptions: this.config.googleAuthOptions,
-			keyFilename: this.config.keyFilename,
-			scopes: this.config.scopes,
-			strictMutualExclusivity: this.config.strictMutualExclusivity
-		}, this.env);
-		if (id) this.customId = () => id;
-		if (this.config.mcp?.enabled) {
-			this.initializationPromise = this.initializeMCP();
-			this.initializationPromise.catch(() => void 0);
-		}
-	}
-	validateFunctionToolCall(output, vars) {
-		require_util.validateFunctionCall(output, this.config.tools, vars);
-	}
-	getAudioInputFormat() {
-		return this.modelName.startsWith("gemini") ? "google" : void 0;
-	}
-	/**
-	* Get the provider ID string.
-	* Format: 'google:{model}' for AI Studio, 'vertex:{model}' for Vertex AI
-	*/
-	id() {
-		if (this.customId) return this.customId();
-		return this.isVertexMode ? `vertex:${this.modelName}` : `google:${this.modelName}`;
-	}
-	/**
-	* Get a string representation of the provider.
-	*/
-	toString() {
-		return `[Google ${this.isVertexMode ? "Vertex AI" : "Google AI Studio"} Provider ${this.modelName}]`;
-	}
-	/**
-	* Get the API key for this provider.
-	* Applies Nunjucks rendering to support template variables.
-	*
-	* @returns The API key or undefined
-	*/
-	requiresApiKey() {
-		return !this.isVertexMode;
-	}
-	getApiKey() {
-		const { apiKey } = require_util.GoogleAuthManager.getApiKey(this.config, this.env, this.isVertexMode);
-		if (apiKey) return require_render.getNunjucksEngine().renderString(apiKey, {});
-	}
-	/**
-	* Get the region for Vertex AI.
-	*
-	* @returns The region (default: 'global' for OAuth, 'us-central1' for API key)
-	*/
-	getRegion() {
-		const hasApiKey = Boolean(this.getApiKey());
-		const modelDefaultRegion = this.isVertexMode ? require_util.getVertexModelDefaultRegion(this.modelName) : void 0;
-		return require_util.GoogleAuthManager.resolveRegion(this.config, this.env, hasApiKey, modelDefaultRegion);
-	}
-	/**
-	* Get the project ID for Vertex AI.
-	*
-	* @returns Promise resolving to the project ID
-	*/
-	async getProjectId() {
-		return require_util.GoogleAuthManager.resolveProjectId({
-			projectId: this.config.projectId,
-			credentials: this.config.credentials,
-			googleAuthOptions: this.config.googleAuthOptions,
-			keyFilename: this.config.keyFilename,
-			scopes: this.config.scopes
-		}, this.env);
-	}
-	/**
-	* Initialize the MCP client for tool integration.
-	*/
-	async initializeMCP(signal) {
-		if (!this.config.mcp?.enabled) return;
-		this.mcpSession ??= new require_session.McpClientSession(this.config.mcp);
-		this.mcpClient = await this.mcpSession.initialize(signal);
-	}
-	/**
-	* Get all tools for the request, combining MCP tools and config tools.
-	*
-	* @param context - Call context with variables
-	* @returns Array of Google-format tools
-	*/
-	async getAllTools(context, options = {}) {
-		await this.initializeMCP();
-		const mcpTools = this.mcpClient ? require_transform.transformMCPToolsToGoogle(this.mcpClient.getAllTools()) : [];
-		const configTools = (context?.prompt?.config)?.tools ?? this.config.tools;
-		const normalizedTools = await require_util.loadGoogleTools(configTools, context?.vars, options);
-		return [...mcpTools, ...normalizedTools];
-	}
-	/**
-	* Load a function from an external file.
-	*
-	* @param fileRef - File reference in format 'file://path/to/file:functionName'
-	* @returns The loaded function
-	*/
-	async loadExternalFunction(fileRef, basePath) {
-		try {
-			return await require_file.loadCallbackFromFileUrl(fileRef, { basePath });
-		} catch (error) {
-			if (error instanceof require_file.CallbackPathTraversalError) throw error;
-			throw require_file.wrapError(`Error loading function from ${fileRef}: ${error.message}`, error);
-		}
-	}
-	/**
-	* Execute a function callback with proper error handling.
-	*
-	* @param functionName - Name of the function to execute
-	* @param args - JSON string of function arguments
-	* @param config - Config containing function callbacks
-	* @returns The function result
-	*/
-	async executeFunctionCallback(functionName, args, config, callId) {
-		try {
-			const callbacks = config.functionToolCallbacks;
-			const callbackRef = callbacks && Object.prototype.hasOwnProperty.call(callbacks, functionName) ? callbacks[functionName] : void 0;
-			const callbackBasePath = typeof callbackRef === "string" && callbackRef.startsWith("file://") ? require_file.resolveCallbackPath(".", config.basePath) : void 0;
-			let callback = Object.prototype.hasOwnProperty.call(this.loadedFunctionCallbacks, functionName) ? this.loadedFunctionCallbacks[functionName] : void 0;
-			if (this.loadedFunctionCallbackRefs[functionName] !== callbackRef || this.loadedFunctionCallbackBasePaths[functionName] !== callbackBasePath) callback = void 0;
-			if (!callback) {
-				if (callbackRef && typeof callbackRef === "string") {
-					const callbackStr = callbackRef;
-					if (callbackStr.startsWith("file://")) callback = await this.loadExternalFunction(callbackStr, callbackBasePath);
-					else {
-						require_logger.logger.warn(`[GoogleProvider] Inline function string for '${functionName}' is deprecated. Use 'file://path/to/module.js:functionName' for better security.`);
-						try {
-							callback = new Function("return " + callbackStr)();
-							if (typeof callback !== "function") throw new Error(`Expression did not return a function`);
-						} catch (err) {
-							throw new Error(`Failed to parse inline function for '${functionName}': ${err}. Consider using 'file://' prefix to reference an external file.`);
-						}
-					}
-					this.loadedFunctionCallbacks[functionName] = callback;
-					this.loadedFunctionCallbackRefs[functionName] = callbackRef;
-					this.loadedFunctionCallbackBasePaths[functionName] = callbackBasePath;
-				} else if (typeof callbackRef === "function") {
-					callback = callbackRef;
-					this.loadedFunctionCallbacks[functionName] = callback;
-					this.loadedFunctionCallbackRefs[functionName] = callbackRef;
-					this.loadedFunctionCallbackBasePaths[functionName] = callbackBasePath;
-				}
-			}
-			if (!callback) throw new Error(`No callback found for function '${functionName}'`);
-			require_logger.logger.debug(`Executing function '${functionName}' with args: ${args}`);
-			return await require_genaiTracer.withGenAIToolSpan({
-				name: functionName,
-				arguments: args,
-				callId
-			}, () => callback(args));
-		} catch (error) {
-			require_logger.logger.error(`Error executing function '${functionName}': ${error.message || String(error)}`);
-			throw error;
-		}
-	}
-	/**
-	* Execute explicitly configured callbacks from native parts or parseable JSON envelopes.
-	*/
-	async executeFunctionToolCallbacks(output, config, toolsDisabled) {
-		if (toolsDisabled) return output;
-		let parsedOutput = output;
-		if (typeof output === "string") try {
-			parsedOutput = JSON.parse(output);
-		} catch {
-			return output;
-		}
-		const parts = Array.isArray(parsedOutput) ? parsedOutput : [parsedOutput];
-		if (typeof output === "string" && !parts.some((part) => typeof part?.functionCall?.name === "string" && config.functionToolCallbacks && Object.prototype.hasOwnProperty.call(config.functionToolCallbacks, part.functionCall.name))) return output;
-		const { toolConfig } = require_util.resolveGoogleToolConfig(config);
-		const streamsFunctionCallArguments = config.streaming === true && toolConfig?.functionCallingConfig?.streamFunctionCallArguments === true;
-		const nativeFunctionCalls = parts.flatMap((part) => part?.functionCall ? [part.functionCall] : []);
-		if (!streamsFunctionCallArguments && nativeFunctionCalls.some((call) => call.willContinue === true || (call.partialArgs?.length ?? 0) > 0)) throw new Error("Streamed function-call arguments require streaming: true and toolConfig.functionCallingConfig.streamFunctionCallArguments: true.");
-		const functionCalls = streamsFunctionCallArguments ? assembleStreamedFunctionCalls(parts) : nativeFunctionCalls;
-		if (!functionCalls?.length) return output;
-		const normalizedOutput = streamsFunctionCallArguments ? restoreStreamedFunctionCallParts(parts, functionCalls) : output;
-		if (!config.functionToolCallbacks) return normalizedOutput;
-		const preparedCalls = [];
-		for (const functionCall of functionCalls) {
-			const functionName = functionCall.name;
-			if (typeof functionName !== "string" || !Object.prototype.hasOwnProperty.call(config.functionToolCallbacks, functionName)) return normalizedOutput;
-			try {
-				const args = typeof functionCall.args === "string" ? JSON.parse(functionCall.args) : functionCall.args ?? {};
-				preparedCalls.push({
-					functionName,
-					args: JSON.stringify(args),
-					callId: functionCall.id
-				});
-			} catch {
-				return normalizedOutput;
-			}
-		}
-		if (preparedCalls.length === 0) return normalizedOutput;
-		const results = [];
-		for (const { functionName, args, callId } of preparedCalls) try {
-			results.push(await this.executeFunctionCallback(functionName, args, config, callId));
-		} catch (error) {
-			throw new Error(`Function callback '${functionName}' failed after ${results.length} completed callback(s). Check for side effects before retrying: ${String(error)}`);
-		}
-		if (results.length === 1) return results[0] ?? "";
-		return results.map((result) => {
-			if (typeof result === "string") return result;
-			try {
-				return JSON.stringify(result) ?? String(result);
-			} catch {
-				return String(result);
-			}
-		}).join("\n");
-	}
-	/**
-	* Clean up resources (MCP client, etc.).
-	* Should be called when the provider is no longer needed.
-	*/
-	async cleanup() {
-		try {
-			await this.mcpSession?.cleanup();
-		} finally {
-			this.mcpClient = this.mcpSession?.client ?? null;
-		}
-	}
-	/**
-	* Get the request timeout in milliseconds.
-	*/
-	getTimeout() {
-		return this.config.timeoutMs || require_shared.getRequestTimeoutMs();
-	}
-};
-/**
-* Default exports for the base module.
-*/
-//#endregion
-Object.defineProperty(exports, "GoogleGenericProvider", {
-	enumerable: true,
-	get: function() {
-		return GoogleGenericProvider;
-	}
-});
-
-//# sourceMappingURL=base-Bzo8hiUS.cjs.map