promptfoo 0.120.27 → 0.121.2

package/dist/src/{transform-Dfl89yi4.js → transform-vNucnNr0.js}

@@ -1,10 +1,9 @@
-import { b as getEnvString, d as getAjv, i as logger_default } from "./logger-CG1uZPbQ.js";
-import { c as maybeLoadFromExternalFile, g as renderVarsInObject, y as getNunjucksEngine } from "./util-DQ984syk.js";
-import { S as parseChatPrompt, g as calculateCost, t as fetchWithProxy } from "./fetch-D3OHf-lV.js";
+import { b as getEnvString, d as getAjv, i as logger } from "./logger-CT3IKMKA.js";
+import { c as maybeLoadFromExternalFile, g as renderVarsInObject, y as getNunjucksEngine } from "./util-BRYkYPTd.js";
+import { b as parseChatPrompt, m as calculateCost, t as fetchWithProxy } from "./fetch-Cwxnd8zz.js";
 import Clone from "rfdc";
 import { z } from "zod";
 import crypto from "crypto";
-
 //#region src/util/oauth.ts
 /**
 * Buffer time before token expiry to trigger proactive refresh (60 seconds)
@@ -19,7 +18,7 @@ const TOKEN_REFRESH_BUFFER_MS = 6e4;
 */
 async function fetchOAuthToken(config) {
 	const now = Date.now();
-	logger_default.debug("[OAuth] Fetching new token");
+	logger.debug("[OAuth] Fetching new token");
 	const tokenRequestBody = new URLSearchParams();
 	tokenRequestBody.append("grant_type", config.grantType);
 	if (config.clientId) tokenRequestBody.append("client_id", config.clientId);
@@ -41,13 +40,12 @@ async function fetchOAuthToken(config) {
 	const tokenData = await response.json();
 	if (!tokenData.access_token) throw new Error("OAuth token response missing access_token");
 	const expiresAt = now + (tokenData.expires_in || 3600) * 1e3;
-	logger_default.debug("[OAuth] Successfully fetched token");
+	logger.debug("[OAuth] Successfully fetched token");
 	return {
 		accessToken: tokenData.access_token,
 		expiresAt
 	};
 }
-
 //#endregion
 //#region src/providers/mcp/util.ts
 /**
@@ -78,7 +76,7 @@ const tokenEndpointCache = /* @__PURE__ */ new Map();
 async function discoverTokenEndpoint(serverUrl) {
 	const cached = tokenEndpointCache.get(serverUrl);
 	if (cached) {
-		logger_default.debug(`[MCP Auth] Using cached token endpoint for ${serverUrl}`);
+		logger.debug(`[MCP Auth] Using cached token endpoint for ${serverUrl}`);
 		return cached;
 	}
 	const url = new URL(serverUrl);
@@ -90,21 +88,21 @@ async function discoverTokenEndpoint(serverUrl) {
 	}
 	discoveryUrls.push(`${baseUrl}/.well-known/oauth-authorization-server`);
 	for (const discoveryUrl of discoveryUrls) try {
-		logger_default.debug(`[MCP Auth] Trying OAuth discovery at ${discoveryUrl}`);
+		logger.debug(`[MCP Auth] Trying OAuth discovery at ${discoveryUrl}`);
 		const response = await fetchWithProxy(discoveryUrl);
 		if (!response.ok) {
-			logger_default.debug(`[MCP Auth] Discovery failed at ${discoveryUrl}: ${response.status}`);
+			logger.debug(`[MCP Auth] Discovery failed at ${discoveryUrl}: ${response.status}`);
 			continue;
 		}
 		const metadata = await response.json();
 		if (metadata.token_endpoint) {
-			logger_default.debug(`[MCP Auth] Discovered token endpoint: ${metadata.token_endpoint}`);
+			logger.debug(`[MCP Auth] Discovered token endpoint: ${metadata.token_endpoint}`);
 			tokenEndpointCache.set(serverUrl, metadata.token_endpoint);
 			return metadata.token_endpoint;
 		}
-		logger_default.debug(`[MCP Auth] No token_endpoint in metadata from ${discoveryUrl}`);
+		logger.debug(`[MCP Auth] No token_endpoint in metadata from ${discoveryUrl}`);
 	} catch (error) {
-		logger_default.debug(`[MCP Auth] Error fetching ${discoveryUrl}: ${error}`);
+		logger.debug(`[MCP Auth] Error fetching ${discoveryUrl}: ${error}`);
 	}
 	throw new Error(`Failed to discover OAuth token endpoint for ${serverUrl}. Please configure tokenUrl explicitly in the auth config.`);
 }
@@ -121,8 +119,8 @@ async function getOAuthTokenWithExpiry(auth, serverUrl) {
 	}
 	const cacheKey = getOAuthCacheKey(auth);
 	const cached = oauthTokenCache.get(cacheKey);
-	if (cached && Date.now() + TOKEN_REFRESH_BUFFER_MS < cached.expiresAt) {
-		logger_default.debug("[MCP Auth] Using cached OAuth token");
+	if (cached && Date.now() + 6e4 < cached.expiresAt) {
+		logger.debug("[MCP Auth] Using cached OAuth token");
 		return {
 			accessToken: cached.accessToken,
 			expiresAt: cached.expiresAt
@@ -141,7 +139,7 @@ async function getOAuthTokenWithExpiry(auth, serverUrl) {
 		accessToken: result.accessToken,
 		expiresAt: result.expiresAt
 	});
-	logger_default.debug("[MCP Auth] Cached OAuth token");
+	logger.debug("[MCP Auth] Cached OAuth token");
 	return result;
 }
 /**
@@ -173,7 +171,7 @@ function getAuthHeaders(server, oauthToken) {
 		}
 		case "oauth":
 			if (oauthToken) return { Authorization: `Bearer ${oauthToken}` };
-			logger_default.warn("[MCP Auth] OAuth auth configured but no token provided");
+			logger.warn("[MCP Auth] OAuth auth configured but no token provided");
 			return {};
 		default: return {};
 	}
@@ -205,7 +203,6 @@ function applyQueryParams(url, params) {
 function requiresAsyncAuth(server) {
 	return server.auth?.type === "oauth";
 }
-
 //#endregion
 //#region src/util/dataUrl.ts
 /**
@@ -281,7 +278,6 @@ function extractBase64FromDataUrl(value) {
 function toDataUri(mimeType, base64Data) {
 	return `data:${mimeType};base64,${base64Data}`;
 }
-
 //#endregion
 //#region src/providers/google/auth.ts
 /**
@@ -331,7 +327,7 @@ var GoogleAuthManager = class {
 		if (isVertexMode) {
 			const vertexKey = env?.VERTEX_API_KEY || getEnvString("VERTEX_API_KEY");
 			if (vertexKey) {
-				logger_default.warn("[Google] VERTEX_API_KEY is not a standard SDK env var. Use GOOGLE_API_KEY instead.");
+				logger.warn("[Google] VERTEX_API_KEY is not a standard SDK env var. Use GOOGLE_API_KEY instead.");
 				return {
 					apiKey: vertexKey,
 					source: "VERTEX_API_KEY"
@@ -341,20 +337,20 @@ var GoogleAuthManager = class {
 		const googleKey = env?.GOOGLE_API_KEY || getEnvString("GOOGLE_API_KEY");
 		const geminiKey = env?.GEMINI_API_KEY || getEnvString("GEMINI_API_KEY");
 		const palmKey = isVertexMode ? void 0 : env?.PALM_API_KEY || getEnvString("PALM_API_KEY");
-		if (googleKey && geminiKey) logger_default.debug("[Google] Both GOOGLE_API_KEY and GEMINI_API_KEY are set. Using GOOGLE_API_KEY.");
+		if (googleKey && geminiKey) logger.debug("[Google] Both GOOGLE_API_KEY and GEMINI_API_KEY are set. Using GOOGLE_API_KEY.");
 		if (googleKey) return {
 			apiKey: googleKey,
 			source: "GOOGLE_API_KEY"
 		};
 		if (geminiKey) {
-			logger_default.debug("[Google] GEMINI_API_KEY is not a standard SDK env var. Consider using GOOGLE_API_KEY.");
+			logger.debug("[Google] GEMINI_API_KEY is not a standard SDK env var. Consider using GOOGLE_API_KEY.");
 			return {
 				apiKey: geminiKey,
 				source: "GEMINI_API_KEY"
 			};
 		}
 		if (palmKey) {
-			logger_default.warn("[Google] PALM_API_KEY is deprecated. Use GOOGLE_API_KEY instead.");
+			logger.warn("[Google] PALM_API_KEY is deprecated. Use GOOGLE_API_KEY instead.");
 			return {
 				apiKey: palmKey,
 				source: "PALM_API_KEY"
@@ -380,13 +376,13 @@ var GoogleAuthManager = class {
 		if ((projectId || region) && apiKey) {
 			const message = "[Google] Project/location and API key are mutually exclusive in the client initializer. Use either apiKey for express mode OR projectId/region for OAuth mode, not both.";
 			if (isStrict) throw new Error(message);
-			else logger_default.warn(message);
+			else logger.warn(message);
 		}
-		if (useVertexEnv && vertexai === false) logger_default.warn("[Google] GOOGLE_GENAI_USE_VERTEXAI is set but vertexai: false was specified in config. Config takes precedence.");
-		if (cloudProject && projectId && cloudProject !== projectId) logger_default.warn("[Google] Both GOOGLE_CLOUD_PROJECT and config.projectId are set with different values. Using config.projectId.");
-		if (apiKey && credentials) logger_default.debug("[Google] Both apiKey and credentials are set. Using API key (express mode). Set expressMode: false to use OAuth/ADC instead.");
+		if (useVertexEnv && vertexai === false) logger.warn("[Google] GOOGLE_GENAI_USE_VERTEXAI is set but vertexai: false was specified in config. Config takes precedence.");
+		if (cloudProject && projectId && cloudProject !== projectId) logger.warn("[Google] Both GOOGLE_CLOUD_PROJECT and config.projectId are set with different values. Using config.projectId.");
+		if (apiKey && credentials) logger.debug("[Google] Both apiKey and credentials are set. Using API key (express mode). Set expressMode: false to use OAuth/ADC instead.");
 		if (vertexai && !apiKey && !projectId && !cloudProject && !credentials) {
-			if (!Boolean(env?.GOOGLE_APPLICATION_CREDENTIALS || process.env.GOOGLE_APPLICATION_CREDENTIALS)) logger_default.debug("[Google] Vertex AI mode enabled but no projectId, credentials, or ADC detected. Authentication may fail.");
+			if (!Boolean(env?.GOOGLE_APPLICATION_CREDENTIALS || process.env.GOOGLE_APPLICATION_CREDENTIALS)) logger.debug("[Google] Vertex AI mode enabled but no projectId, credentials, or ADC detected. Authentication may fail.");
 		}
 	}
 	/**
@@ -406,14 +402,14 @@ var GoogleAuthManager = class {
 		if (config.vertexai !== void 0) return config.vertexai;
 		const useVertexEnv = getEnvString("GOOGLE_GENAI_USE_VERTEXAI");
 		if (useVertexEnv === "true" || useVertexEnv === "1") {
-			logger_default.debug("[Google] Vertex AI mode enabled via GOOGLE_GENAI_USE_VERTEXAI");
+			logger.debug("[Google] Vertex AI mode enabled via GOOGLE_GENAI_USE_VERTEXAI");
 			return true;
 		}
 		if (useVertexEnv === "false" || useVertexEnv === "0") return false;
 		const hasProjectId = Boolean(config.projectId || env?.VERTEX_PROJECT_ID || getEnvString("VERTEX_PROJECT_ID") || env?.GOOGLE_PROJECT_ID || getEnvString("GOOGLE_PROJECT_ID") || getEnvString("GOOGLE_CLOUD_PROJECT"));
 		const hasCredentials = Boolean(config.credentials);
 		if (hasProjectId || hasCredentials) {
-			logger_default.debug("[Google] Auto-detected Vertex AI mode from projectId/credentials. Set vertexai: true/false explicitly to suppress this message.");
+			logger.debug("[Google] Auto-detected Vertex AI mode from projectId/credentials. Set vertexai: true/false explicitly to suppress this message.");
 			return true;
 		}
 		return false;
@@ -479,7 +475,7 @@ var GoogleAuthManager = class {
 				client = await auth.fromJSON(parsedCredentials);
 			} catch (error) {
 				const errorMsg = error instanceof Error ? error.message : String(error);
-				logger_default.error(`[Google] Could not load credentials: ${errorMsg}`);
+				logger.error(`[Google] Could not load credentials: ${errorMsg}`);
 				throw new Error(`[Google] Could not load credentials: ${errorMsg}`);
 			}
 		} else client = await auth.getClient();
@@ -518,8 +514,8 @@ var GoogleAuthManager = class {
 		const vertexProjectId = env?.VERTEX_PROJECT_ID || getEnvString("VERTEX_PROJECT_ID");
 		const googleProjectId = env?.GOOGLE_PROJECT_ID || getEnvString("GOOGLE_PROJECT_ID");
 		const cloudProject = getEnvString("GOOGLE_CLOUD_PROJECT");
-		if (vertexProjectId && !config.projectId) logger_default.debug("[Google] VERTEX_PROJECT_ID is not a standard SDK env var. Consider using GOOGLE_CLOUD_PROJECT.");
-		if (googleProjectId && !config.projectId && !vertexProjectId) logger_default.debug("[Google] GOOGLE_PROJECT_ID is not a standard SDK env var. Consider using GOOGLE_CLOUD_PROJECT.");
+		if (vertexProjectId && !config.projectId) logger.debug("[Google] VERTEX_PROJECT_ID is not a standard SDK env var. Consider using GOOGLE_CLOUD_PROJECT.");
+		if (googleProjectId && !config.projectId && !vertexProjectId) logger.debug("[Google] GOOGLE_PROJECT_ID is not a standard SDK env var. Consider using GOOGLE_CLOUD_PROJECT.");
 		return config.projectId || vertexProjectId || googleProjectId || cloudProject || authProjectId || "";
 	}
 	/**
@@ -539,7 +535,7 @@ var GoogleAuthManager = class {
 	static resolveRegion(config, env, hasApiKey) {
 		const vertexRegion = env?.VERTEX_REGION || getEnvString("VERTEX_REGION");
 		const cloudLocation = getEnvString("GOOGLE_CLOUD_LOCATION");
-		if (vertexRegion && !config.region) logger_default.debug("[Google] VERTEX_REGION is not a standard SDK env var. Consider using GOOGLE_CLOUD_LOCATION.");
+		if (vertexRegion && !config.region) logger.debug("[Google] VERTEX_REGION is not a standard SDK env var. Consider using GOOGLE_CLOUD_LOCATION.");
 		const configuredRegion = config.region || vertexRegion || cloudLocation;
 		if (configuredRegion) return configuredRegion;
 		if (hasApiKey === false) return "global";
@@ -583,8 +579,7 @@ const loadCredentials = GoogleAuthManager.loadCredentials.bind(GoogleAuthManager
 const getGoogleClient = GoogleAuthManager.getOAuthClient.bind(GoogleAuthManager);
 const resolveProjectId = GoogleAuthManager.resolveProjectId.bind(GoogleAuthManager);
 const hasGoogleDefaultCredentials = GoogleAuthManager.hasDefaultCredentials.bind(GoogleAuthManager);
-const clearCachedAuth = GoogleAuthManager.clearCache.bind(GoogleAuthManager);
-
+GoogleAuthManager.clearCache.bind(GoogleAuthManager);
 //#endregion
 //#region src/providers/google/shared.ts
 /**
@@ -870,7 +865,6 @@ const GOOGLE_MODELS = [
 * Used for model validation in ai.studio.ts.
 */
 const CHAT_MODELS = GOOGLE_MODELS.map((m) => m.id);
-
 //#endregion
 //#region src/providers/google/types.ts
 const VALID_SCHEMA_TYPES = [
@@ -882,7 +876,6 @@ const VALID_SCHEMA_TYPES = [
 	"ARRAY",
 	"OBJECT"
 ];
-
 //#endregion
 //#region src/providers/google/util.ts
 /**
@@ -1004,7 +997,7 @@ function maybeCoerceToGeminiFormat(contents, options) {
 		coercedContents = [contents];
 		coerced = true;
 	} else {
-		logger_default.warn(`Unknown format for Gemini: ${JSON.stringify(contents)}`);
+		logger.warn(`Unknown format for Gemini: ${JSON.stringify(contents)}`);
 		return {
 			contents: Array.isArray(contents) ? contents : [],
 			coerced: false,
@@ -1062,7 +1055,7 @@ async function getGoogleAccessToken(credentials) {
 		else client = await cachedGenerativeLanguageAuth.getClient();
 		return (await client.getAccessToken()).token || void 0;
 	} catch (error) {
-		logger_default.debug("[GoogleAuth] Could not get access token", { error: error instanceof Error ? error.message : String(error) });
+		logger.debug("[GoogleAuth] Could not get access token", { error: error instanceof Error ? error.message : String(error) });
 		return;
 	}
 }
@@ -1082,7 +1075,7 @@ function getCandidate(data) {
 		errorDetails += `\n\nGot response: ${JSON.stringify(data)}`;
 		throw new Error(errorDetails);
 	}
-	if (data.candidates.length > 1) logger_default.debug(`Expected one candidate in AI Studio API response, but got ${data.candidates.length}: ${JSON.stringify(data)}`);
+	if (data.candidates.length > 1) logger.debug(`Expected one candidate in AI Studio API response, but got ${data.candidates.length}: ${JSON.stringify(data)}`);
 	return data.candidates[0];
 }
 function formatCandidateContents(candidate) {
@@ -1144,7 +1137,7 @@ function loadFile(config_var, context_vars) {
 		const parsedContents = JSON.parse(fileContents);
 		return Array.isArray(parsedContents) ? normalizeTools(parsedContents) : parsedContents;
 	} catch (err) {
-		logger_default.debug(`ERROR: failed to convert file contents to JSON:\n${JSON.stringify(err)}`);
+		logger.debug(`ERROR: failed to convert file contents to JSON:\n${JSON.stringify(err)}`);
 		return fileContents;
 	}
 	if (Array.isArray(fileContents)) return normalizeTools(fileContents);
@@ -1176,7 +1169,7 @@ function getMimeTypeFromBase64(base64DataOrUrl) {
 function processImagesInContents(contents, contextVars) {
 	if (!contextVars) return contents;
 	if (!Array.isArray(contents)) {
-		logger_default.warn("[Google] contents is not an array in processImagesInContents", {
+		logger.warn("[Google] contents is not an array in processImagesInContents", {
 			contentsType: typeof contents,
 			contentsValue: contents
 		});
@@ -1253,7 +1246,7 @@ function geminiFormatAndSystemInstructions(prompt, contextVars, configSystemInst
 	}]);
 	const { contents: updatedContents, coerced, systemInstruction: parsedSystemInstruction } = maybeCoerceToGeminiFormat(contents, options);
 	if (coerced) {
-		logger_default.debug(`Coerced JSON prompt to Gemini format: ${JSON.stringify(contents)}`);
+		logger.debug(`Coerced JSON prompt to Gemini format: ${JSON.stringify(contents)}`);
 		contents = updatedContents;
 	}
 	let systemInstruction = parsedSystemInstruction;
@@ -1408,7 +1401,6 @@ function createAuthCacheDiscriminator(headers) {
 	if (authValues.length === 0) return "";
 	return crypto.createHash("sha256").update(authValues.join("|")).digest("hex").substring(0, 16);
 }
-
 //#endregion
 //#region src/providers/mcp/transform.ts
 function transformMCPToolsToOpenAi(tools) {
@@ -1508,7 +1500,7 @@ async function transformMCPServerConfigToClaudeCode(config) {
 	else throw new Error("MCP configuration cannot be converted to Claude Agent SDK MCP server config");
 	return [key, out];
 }
-
 //#endregion
 export { applyQueryParams as C, renderAuthVars as D, getOAuthTokenWithExpiry as E, TOKEN_REFRESH_BUFFER_MS as O, toDataUri as S, getAuthQueryParams as T, getGoogleClient as _, calculateGoogleCost as a, resolveProjectId as b, geminiFormatAndSystemInstructions as c, mergeParts as d, normalizeSafetySettings as f, GoogleAuthManager as g, CHAT_MODELS as h, transformMCPToolsToOpenAi as i, getCandidate as l, validateFunctionCall as m, transformMCPToolsToAnthropic as n, createAuthCacheDiscriminator as o, normalizeTools as p, transformMCPToolsToGoogle as r, formatCandidateContents as s, transformMCPConfigToClaudeCode as t, getGoogleAccessToken as u, hasGoogleDefaultCredentials as v, getAuthHeaders as w, parseDataUrl as x, loadCredentials as y };
-//# sourceMappingURL=transform-Dfl89yi4.js.map
+
+//# sourceMappingURL=transform-vNucnNr0.js.map

package/dist/src/{transformersAvailability-SZnTS3pJ.js → transformersAvailability-CEVM2GNQ.js}

@@ -29,7 +29,7 @@ async function isTransformersAvailable() {
 async function validateTransformersDependency(checkTransformers = isTransformersAvailable) {
 	if (!await checkTransformers()) throw new Error("@huggingface/transformers is required for local embedding and text generation providers.\nInstall it with: npm install @huggingface/transformers");
 }
-
 //#endregion
 export { validateTransformersDependency };
-//# sourceMappingURL=transformersAvailability-SZnTS3pJ.js.map
+
+//# sourceMappingURL=transformersAvailability-CEVM2GNQ.js.map

package/dist/src/{transformersAvailability-D-glmEy7.cjs → transformersAvailability-CwayUSlh.cjs}

@@ -1,4 +1,3 @@
-
 //#region src/providers/transformersAvailability.ts
 /**
 * Utility for checking @huggingface/transformers availability.
@@ -30,7 +29,7 @@ async function isTransformersAvailable() {
 async function validateTransformersDependency(checkTransformers = isTransformersAvailable) {
 	if (!await checkTransformers()) throw new Error("@huggingface/transformers is required for local embedding and text generation providers.\nInstall it with: npm install @huggingface/transformers");
 }
-
 //#endregion
 exports.validateTransformersDependency = validateTransformersDependency;
-//# sourceMappingURL=transformersAvailability-D-glmEy7.cjs.map
+
+//# sourceMappingURL=transformersAvailability-CwayUSlh.cjs.map

package/dist/src/{transformersAvailability-CjeFXhuJ.js → transformersAvailability-D6c6ROpT.js}

@@ -30,7 +30,7 @@ async function isTransformersAvailable() {
 async function validateTransformersDependency(checkTransformers = isTransformersAvailable) {
 	if (!await checkTransformers()) throw new Error("@huggingface/transformers is required for local embedding and text generation providers.\nInstall it with: npm install @huggingface/transformers");
 }
-
 //#endregion
 export { validateTransformersDependency };
-//# sourceMappingURL=transformersAvailability-CjeFXhuJ.js.map
+
+//# sourceMappingURL=transformersAvailability-D6c6ROpT.js.map