promptfoo 0.120.26 → 0.121.1

package/dist/src/{util-DUYOvxAy.cjs → util-Yz-1aEhW.cjs}

@@ -1,10 +1,10 @@
-const require_logger = require('./logger-BdZ-IqBc.cjs');
-const require_invariant = require('./invariant-CKcJAQ6M.cjs');
-const require_esm = require('./esm-BQkx5roy.cjs');
-const require_pythonUtils = require('./pythonUtils-DZ6EbdY4.cjs');
-const require_fileExtensions = require('./fileExtensions-DkJYkWUy.cjs');
-const require_types = require('./types-BIfttHrT.cjs');
-const require_fetch = require('./fetch-ZMn_oemb.cjs');
+const require_logger = require("./logger-Cp1GPUjj.cjs");
+const require_invariant = require("./invariant-kfQ8Bu82.cjs");
+const require_esm = require("./esm-CnNt7sI4.cjs");
+const require_pythonUtils = require("./pythonUtils-CTU3Y3lw.cjs");
+const require_fileExtensions = require("./fileExtensions-bYh77CN8.cjs");
+const require_types = require("./types-LJ0r3wbR.cjs");
+const require_fetch = require("./fetch-BxUk8odA.cjs");
 let fs = require("fs");
 fs = require_logger.__toESM(fs);
 let path = require("path");
@@ -27,7 +27,6 @@ let nunjucks = require("nunjucks");
 nunjucks = require_logger.__toESM(nunjucks);
 let fast_xml_parser = require("fast-xml-parser");
 let csv_stringify_sync = require("csv-stringify/sync");
-
 //#region src/util/provider.ts
 function canonicalizeProviderId(id) {
 	if (id.startsWith("file://")) {
@@ -136,6 +135,55 @@ function isAnthropicProvider(providerId) {
 	}
 	return false;
 }
+const KNOWN_ENV_VARS = {
+	openai: "OPENAI_API_KEY",
+	anthropic: "ANTHROPIC_API_KEY",
+	google: "GOOGLE_API_KEY",
+	mistral: "MISTRAL_API_KEY",
+	cohere: "COHERE_API_KEY",
+	replicate: "REPLICATE_API_TOKEN",
+	voyage: "VOYAGE_API_KEY",
+	ai21: "AI21_API_KEY",
+	xai: "XAI_API_KEY",
+	groq: "GROQ_API_KEY",
+	deepseek: "DEEPSEEK_API_KEY",
+	perplexity: "PERPLEXITY_API_KEY",
+	hyperbolic: "HYPERBOLIC_API_KEY",
+	cerebras: "CEREBRAS_API_KEY",
+	togetherai: "TOGETHER_API_KEY",
+	fal: "FAL_KEY",
+	huggingface: "HF_TOKEN",
+	"cloudflare-ai": "CLOUDFLARE_API_KEY"
+};
+function getDefaultEnvVar(providerId) {
+	const prefix = providerId.split(":")[0];
+	return KNOWN_ENV_VARS[prefix] || `${prefix.toUpperCase()}_API_KEY`;
+}
+/**
+* Pre-checks providers for missing API keys before evaluation starts.
+* Assumes getApiKey() is side-effect free (no network calls or token refresh).
+*/
+function checkProviderApiKeys(providers) {
+	const missingApiKeys = /* @__PURE__ */ new Map();
+	for (const provider of providers) {
+		const p = provider;
+		if (typeof p.getApiKey !== "function") continue;
+		if (provider.id().startsWith("azure:")) continue;
+		const requiresKey = typeof p.requiresApiKey === "function" ? p.requiresApiKey() : p.config?.apiKeyRequired !== false;
+		let apiKey;
+		try {
+			apiKey = p.getApiKey();
+		} catch {
+			apiKey = void 0;
+		}
+		if (requiresKey && !apiKey) {
+			const envVar = p.config?.apiKeyEnvar || getDefaultEnvVar(provider.id());
+			if (!missingApiKeys.has(envVar)) missingApiKeys.set(envVar, []);
+			missingApiKeys.get(envVar).push(provider.id());
+		}
+	}
+	return missingApiKeys;
+}
 /**
 * Detects if a provider uses Google models.
 * This includes direct Google/Vertex providers with Gemini and other Google models.
@@ -149,7 +197,6 @@ function isGoogleProvider(providerId) {
 	}
 	return false;
 }
-
 //#endregion
 //#region src/util/comparison.ts
 /**
@@ -248,7 +295,7 @@ function resultIsForTestCase(result, testCase) {
 	const isMatch = doVarsMatch && providersMatch;
 	if (!isMatch) {
 		const varKeys = testVars ? Object.keys(testVars).join(", ") : "none";
-		require_logger.logger_default.debug(`[resultIsForTestCase] No match: vars=${doVarsMatch}, providers=${providersMatch}`, {
+		require_logger.logger.debug(`[resultIsForTestCase] No match: vars=${doVarsMatch}, providers=${providersMatch}`, {
 			testProvider: testProviderId || "none",
 			resultProvider: resultProviderId || "none",
 			testVarKeys: varKeys
@@ -256,7 +303,6 @@ function resultIsForTestCase(result, testCase) {
 	}
 	return isMatch;
 }
-
 //#endregion
 //#region src/util/env.ts
 /**
@@ -273,8 +319,8 @@ function setupEnv(envPath) {
 			return;
 		}
 		for (const p of paths) if (!fs.existsSync(p)) throw new Error(`Environment file not found: ${p}`);
-		if (paths.length === 1) require_logger.logger_default.info(`Loading environment variables from ${paths[0]}`);
-		else require_logger.logger_default.info(`Loading environment variables from: ${paths.join(", ")}`);
+		if (paths.length === 1) require_logger.logger.info(`Loading environment variables from ${paths[0]}`);
+		else require_logger.logger.info(`Loading environment variables from: ${paths.join(", ")}`);
 		const pathArg = paths.length === 1 ? paths[0] : paths;
 		dotenv.default.config({
 			path: pathArg,
@@ -283,7 +329,6 @@ function setupEnv(envPath) {
 		});
 	} else dotenv.default.config({ quiet: true });
 }
-
 //#endregion
 //#region src/util/functions/loadFunction.ts
 const functionCache = {};
@@ -292,7 +337,7 @@ const functionCache = {};
 * @param options Options for loading the function
 * @returns The loaded function
 */
-async function loadFunction({ filePath, functionName, defaultFunctionName = "func", basePath = require_logger.cliState_default.basePath, useCache = true }) {
+async function loadFunction({ filePath, functionName, defaultFunctionName = "func", basePath = require_logger.state.basePath, useCache = true }) {
 	const cacheKey = `${filePath}${functionName ? `:${functionName}` : ""}`;
 	if (useCache && functionCache[cacheKey]) return functionCache[cacheKey];
 	const resolvedPath = basePath ? path.default.resolve(basePath, filePath) : filePath;
@@ -313,7 +358,7 @@ async function loadFunction({ filePath, functionName, defaultFunctionName = "fun
 		if (useCache) functionCache[cacheKey] = func;
 		return func;
 	} catch (err) {
-		require_logger.logger_default.error(`Failed to load function: ${err.message}`);
+		require_logger.logger.error(`Failed to load function: ${err.message}`);
 		throw err;
 	}
 }
@@ -332,7 +377,6 @@ function parseFileUrl(fileUrl) {
 	};
 	return { filePath: urlWithoutProtocol };
 }
-
 //#endregion
 //#region src/util/templates.ts
 /**
@@ -351,7 +395,7 @@ function getNunjucksEngine(filters, throwOnUndefined = false, isGrader = false)
 	});
 	const envGlobals = {
 		...require_logger.getEnvBool("PROMPTFOO_DISABLE_TEMPLATE_ENV_VARS", require_logger.getEnvBool("PROMPTFOO_SELF_HOSTED", false)) ? {} : process.env,
-		...require_logger.cliState_default.config?.env
+		...require_logger.state.config?.env
 	};
 	env.addGlobal("env", envGlobals);
 	env.addFilter("load", function(str) {
@@ -391,7 +435,6 @@ function extractVariablesFromTemplates(templates) {
 	for (const template of templates) extractVariablesFromTemplate(template).forEach((variable) => variableSet.add(variable));
 	return Array.from(variableSet);
 }
-
 //#endregion
 //#region src/util/render.ts
 /**
@@ -421,7 +464,7 @@ function renderEnvOnlyInObject(obj, envOverrides, replaceBase) {
 	if (require_logger.getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return obj;
 	if (typeof obj === "string") {
 		if (obj.length > 5e4) {
-			require_logger.logger_default.warn(`String too long (${obj.length} chars) for template matching. Skipping env var rendering.`);
+			require_logger.logger.warn(`String too long (${obj.length} chars) for template matching. Skipping env var rendering.`);
 			return obj;
 		}
 		const nunjucks = getNunjucksEngine();
@@ -437,7 +480,7 @@ function renderEnvOnlyInObject(obj, envOverrides, replaceBase) {
 			if (match.includes("|") || varName && varName in envGlobals && envGlobals[varName] !== void 0) try {
 				return nunjucks.renderString(match, { env: envGlobals });
 			} catch (error) {
-				require_logger.logger_default.debug(`Failed to render env template "${match}": ${error instanceof Error ? error.message : String(error)}`);
+				require_logger.logger.debug(`Failed to render env template "${match}": ${error instanceof Error ? error.message : String(error)}`);
 				return match;
 			}
 			return match;
@@ -462,7 +505,6 @@ function renderVarsInObject(obj, vars) {
 	} else if (typeof obj === "function") return renderVarsInObject(obj({ vars }));
 	return obj;
 }
-
 //#endregion
 //#region src/util/file.ts
 /**
@@ -473,7 +515,7 @@ function getNunjucksEngineForFilePath() {
 	const env = nunjucks.default.configure({ autoescape: false });
 	env.addGlobal("env", {
 		...process.env,
-		...require_logger.cliState_default.config?.env
+		...require_logger.state.config?.env
 	});
 	return env;
 }
@@ -492,24 +534,24 @@ function getNunjucksEngineForFilePath() {
 * @throws {Error} If the specified file does not exist.
 */
 function maybeLoadFromExternalFile(filePath, context) {
-	if (Array.isArray(filePath)) return filePath.map((path) => {
-		return maybeLoadFromExternalFile(path, context);
+	if (Array.isArray(filePath)) return filePath.map((path$2) => {
+		return maybeLoadFromExternalFile(path$2, context);
 	});
 	if (typeof filePath !== "string") return filePath;
 	if (!filePath.startsWith("file://")) return filePath;
 	const renderedFilePath = getNunjucksEngineForFilePath().renderString(filePath, {});
 	const { filePath: cleanPath, functionName } = parseFileUrl(renderedFilePath);
 	if (context === "assertion" && (cleanPath.endsWith(".py") || require_fileExtensions.isJavascriptFile(cleanPath))) {
-		require_logger.logger_default.debug(`Preserving Python/JS file reference in assertion context: ${renderedFilePath}`);
+		require_logger.logger.debug(`Preserving Python/JS file reference in assertion context: ${renderedFilePath}`);
 		return renderedFilePath;
 	}
 	if (context === "vars") {
-		require_logger.logger_default.debug(`Preserving file reference in vars context: ${renderedFilePath}`);
+		require_logger.logger.debug(`Preserving file reference in vars context: ${renderedFilePath}`);
 		return renderedFilePath;
 	}
 	if (functionName && (cleanPath.endsWith(".py") || require_fileExtensions.isJavascriptFile(cleanPath))) return renderedFilePath;
 	const pathToUse = functionName && !(cleanPath.endsWith(".py") || require_fileExtensions.isJavascriptFile(cleanPath)) ? renderedFilePath.slice(7) : cleanPath;
-	const resolvedPath = path.resolve(require_logger.cliState_default.basePath || "", pathToUse);
+	const resolvedPath = path.resolve(require_logger.state.basePath || "", pathToUse);
 	if ((0, glob.hasMagic)(pathToUse)) {
 		const matchedFiles = (0, glob.globSync)(resolvedPath, { windowsPathsNoEscape: true });
 		if (matchedFiles.length === 0) throw new Error(`No files found matching pattern: ${resolvedPath}`);
@@ -520,7 +562,7 @@ function maybeLoadFromExternalFile(filePath, context) {
 				contents = fs.readFileSync(matchedFile, "utf8");
 			} catch (error) {
 				if (error.code === "ENOENT") {
-					require_logger.logger_default.debug(`File disappeared during glob expansion: ${matchedFile}`);
+					require_logger.logger.debug(`File disappeared during glob expansion: ${matchedFile}`);
 					continue;
 				}
 				throw error;
@@ -730,37 +772,37 @@ async function maybeLoadToolsFromExternalFile(tools, vars) {
 		const { filePath, functionName } = parseFileUrl(rendered);
 		if (functionName && (filePath.endsWith(".py") || require_fileExtensions.isJavascriptFile(filePath))) {
 			const fileType = filePath.endsWith(".py") ? "Python" : "JavaScript";
-			require_logger.logger_default.debug(`[maybeLoadToolsFromExternalFile] Loading tools from ${fileType} file: ${filePath}:${functionName}`);
+			require_logger.logger.debug(`[maybeLoadToolsFromExternalFile] Loading tools from ${fileType} file: ${filePath}:${functionName}`);
 			try {
 				let toolDefinitions;
 				if (filePath.endsWith(".py")) {
-					const absPath = require_esm.safeResolve(require_logger.cliState_default.basePath || process.cwd(), filePath);
-					require_logger.logger_default.debug(`[maybeLoadToolsFromExternalFile] Resolved Python path: ${absPath}`);
+					const absPath = require_esm.safeResolve(require_logger.state.basePath || process.cwd(), filePath);
+					require_logger.logger.debug(`[maybeLoadToolsFromExternalFile] Resolved Python path: ${absPath}`);
 					toolDefinitions = await require_pythonUtils.runPython(absPath, functionName, []);
 				} else {
-					const absPath = require_esm.safeResolve(require_logger.cliState_default.basePath || process.cwd(), filePath);
-					require_logger.logger_default.debug(`[maybeLoadToolsFromExternalFile] Resolved JavaScript path: ${absPath}`);
+					const absPath = require_esm.safeResolve(require_logger.state.basePath || process.cwd(), filePath);
+					require_logger.logger.debug(`[maybeLoadToolsFromExternalFile] Resolved JavaScript path: ${absPath}`);
 					const module = await require_esm.importModule(absPath);
 					const fn = module[functionName] || module.default?.[functionName];
 					if (typeof fn !== "function") {
 						const availableExports = Object.keys(module).filter((k) => k !== "default");
-						const basePath = require_logger.cliState_default.basePath || process.cwd();
+						const basePath = require_logger.state.basePath || process.cwd();
 						throw new Error(`Function "${functionName}" not found in ${filePath}. Available exports: ${availableExports.length > 0 ? availableExports.join(", ") : "(none)"}\nResolved from: ${basePath}`);
 					}
 					toolDefinitions = await Promise.resolve(fn());
 				}
 				if (!toolDefinitions || typeof toolDefinitions === "string" || typeof toolDefinitions === "number" || typeof toolDefinitions === "boolean") throw new Error(`Function "${functionName}" must return an array or object of tool definitions, but returned: ${toolDefinitions === null ? "null" : typeof toolDefinitions}`);
-				require_logger.logger_default.debug(`[maybeLoadToolsFromExternalFile] Successfully loaded ${Array.isArray(toolDefinitions) ? toolDefinitions.length : "object"} tools`);
+				require_logger.logger.debug(`[maybeLoadToolsFromExternalFile] Successfully loaded ${Array.isArray(toolDefinitions) ? toolDefinitions.length : "object"} tools`);
 				return toolDefinitions;
 			} catch (err) {
 				const errorMessage = err instanceof Error ? err.message : String(err);
-				const basePath = require_logger.cliState_default.basePath || process.cwd();
+				const basePath = require_logger.state.basePath || process.cwd();
 				throw new Error(`Failed to load tools from ${rendered}:\n${errorMessage}\n\nMake sure the function "${functionName}" exists and returns a valid tool definition array.\nResolved from: ${basePath}`);
 			}
 		}
 		if (filePath.endsWith(".py") || require_fileExtensions.isJavascriptFile(filePath)) {
 			const ext = filePath.endsWith(".py") ? "Python" : "JavaScript";
-			const basePath = require_logger.cliState_default.basePath || process.cwd();
+			const basePath = require_logger.state.basePath || process.cwd();
 			throw new Error(`Cannot load tools from ${rendered}\n${ext} files require a function name. Use this format:\n  tools: file://${filePath}:get_tools\n\nYour ${ext} file should export a function that returns tool definitions:\n` + (filePath.endsWith(".py") ? `  def get_tools():\n      return [{"type": "function", "function": {...}}]` : `  module.exports.get_tools = () => [{ type: "function", function: {...} }];`) + `\n\nResolved from: ${basePath}`);
 		}
 	}
@@ -778,7 +820,6 @@ async function maybeLoadToolsFromExternalFile(tools, vars) {
 	}
 	return loaded;
 }
-
 //#endregion
 //#region src/googleSheets.ts
 async function checkGoogleSheetAccess(url) {
@@ -793,7 +834,7 @@ async function checkGoogleSheetAccess(url) {
 			status: response.status
 		};
 	} catch (error) {
-		require_logger.logger_default.error(`Error checking sheet access: ${error}`);
+		require_logger.logger.error(`Error checking sheet access: ${error}`);
 		return { public: false };
 	}
 }
@@ -845,7 +886,7 @@ async function fetchCsvFromGoogleSheetAuthenticated(url) {
 }
 async function fetchCsvFromGoogleSheet(url) {
 	const { public: isPublic } = await checkGoogleSheetAccess(url);
-	require_logger.logger_default.debug(`Google Sheets URL: ${url}, isPublic: ${isPublic}`);
+	require_logger.logger.debug(`Google Sheets URL: ${url}, isPublic: ${isPublic}`);
 	if (isPublic) return fetchCsvFromGoogleSheetUnauthenticated(url);
 	return fetchCsvFromGoogleSheetAuthenticated(url);
 }
@@ -888,7 +929,7 @@ async function writeCsvToGoogleSheet(rows, url) {
 		});
 		range = `${newSheetTitle}!A1:${endColumn}${numRows}`;
 	}
-	require_logger.logger_default.debug(`Writing CSV to Google Sheets URL: ${url} with ${values.length} rows`);
+	require_logger.logger.debug(`Writing CSV to Google Sheets URL: ${url} with ${values.length} rows`);
 	await sheets.spreadsheets.values.update({
 		spreadsheetId,
 		range,
@@ -897,7 +938,6 @@ async function writeCsvToGoogleSheet(rows, url) {
 		requestBody: { values }
 	});
 }
-
 //#endregion
 //#region src/server/utils/evalTableUtils.ts
 /**
@@ -1096,7 +1136,6 @@ async function streamEvalCsv(eval_, options) {
 		isRedteam
 	})]));
 }
-
 //#endregion
 //#region src/util/output.ts
 const outputToSimpleString = (output) => {
@@ -1112,6 +1151,13 @@ const outputToSimpleString = (output) => {
       ${gradingResultText}
     `.trim();
 };
+function sanitizeConfigForOutput(config) {
+	return require_logger.sanitizeObject(config, {
+		context: "output config",
+		throwOnError: true,
+		maxDepth: Number.POSITIVE_INFINITY
+	});
+}
 function createOutputMetadata(evalRecord) {
 	let evaluationCreatedAt;
 	if (evalRecord.createdAt) try {
@@ -1138,10 +1184,11 @@ async function writeJsonOutputSafely(outputPath, evalRecord, shareableUrl) {
 	const metadata = createOutputMetadata(evalRecord);
 	try {
 		const summary = await evalRecord.toEvaluateSummary();
+		const redactedConfig = sanitizeConfigForOutput(evalRecord.config);
 		const outputData = {
 			evalId: evalRecord.id,
 			results: summary,
-			config: evalRecord.config,
+			config: redactedConfig,
 			shareableUrl,
 			metadata
 		};
@@ -1153,7 +1200,7 @@ async function writeJsonOutputSafely(outputPath, evalRecord, shareableUrl) {
 		const isHeapOOM = /heap out of memory|Array buffer allocation failed|ERR_STRING_TOO_LONG/i.test(msg);
 		if (isStringLen || isHeapOOM) {
 			const resultCount = await evalRecord.getResultsCount();
-			require_logger.logger_default.error(`Dataset too large for JSON export (${resultCount} results).`);
+			require_logger.logger.error(`Dataset too large for JSON export (${resultCount} results).`);
 			throw new Error(`Dataset too large for JSON export. The evaluation has ${resultCount} results which exceeds memory limits. Consider using JSONL format instead: --output output.jsonl`);
 		} else throw error;
 	}
@@ -1172,7 +1219,7 @@ async function writeOutput(outputPath, evalRecord, shareableUrl) {
 			});
 			return csvRow;
 		});
-		require_logger.logger_default.info(`Writing ${rows.length} rows to Google Sheets...`);
+		require_logger.logger.info(`Writing ${rows.length} rows to Google Sheets...`);
 		await writeCsvToGoogleSheet(rows, outputPath);
 		return;
 	}
@@ -1196,10 +1243,11 @@ async function writeOutput(outputPath, evalRecord, shareableUrl) {
 	} else if (outputExtension === "json") await writeJsonOutputSafely(outputPath, evalRecord, shareableUrl);
 	else if (outputExtension === "yaml" || outputExtension === "yml" || outputExtension === "txt") {
 		const summary = await evalRecord.toEvaluateSummary();
+		const redactedConfig = sanitizeConfigForOutput(evalRecord.config);
 		await fs_promises.writeFile(outputPath, js_yaml.default.dump({
 			evalId: evalRecord.id,
 			results: summary,
-			config: evalRecord.config,
+			config: redactedConfig,
 			shareableUrl,
 			metadata
 		}));
@@ -1207,10 +1255,11 @@ async function writeOutput(outputPath, evalRecord, shareableUrl) {
 		const table = await evalRecord.getTable();
 		require_invariant.invariant(table, "Table is required");
 		const summary = await evalRecord.toEvaluateSummary();
+		const redactedConfig = sanitizeConfigForOutput(evalRecord.config);
 		const template = await fs_promises.readFile(path.join(require_esm.getDirectory(), "tableOutput.html"), "utf-8");
 		const htmlTable = [[...table.head.vars, ...table.head.prompts.map((prompt) => `[${prompt.provider}] ${prompt.label}`)], ...table.body.map((row) => [...row.vars, ...row.outputs.map(outputToSimpleString)])];
 		const htmlOutput = getNunjucksEngine().renderString(template, {
-			config: evalRecord.config,
+			config: redactedConfig,
 			table: htmlTable,
 			results: summary
 		});
@@ -1223,6 +1272,7 @@ async function writeOutput(outputPath, evalRecord, shareableUrl) {
 		}
 	} else if (outputExtension === "xml") {
 		const summary = await evalRecord.toEvaluateSummary();
+		const redactedConfig = sanitizeConfigForOutput(evalRecord.config);
 		const sanitizeForXml = (obj) => {
 			if (obj === null || obj === void 0) return "";
 			if (typeof obj === "boolean" || typeof obj === "number") return String(obj);
@@ -1242,7 +1292,7 @@ async function writeOutput(outputPath, evalRecord, shareableUrl) {
 		}).build({ promptfoo: {
 			evalId: evalRecord.id,
 			results: sanitizeForXml(summary),
-			config: sanitizeForXml(evalRecord.config),
+			config: sanitizeForXml(redactedConfig),
 			shareableUrl: shareableUrl || ""
 		} });
 		await fs_promises.writeFile(outputPath, xmlData);
@@ -1251,211 +1301,216 @@ async function writeOutput(outputPath, evalRecord, shareableUrl) {
 async function writeMultipleOutputs(outputPaths, evalRecord, shareableUrl) {
 	await Promise.all(outputPaths.map((outputPath) => writeOutput(outputPath, evalRecord, shareableUrl)));
 }
-
 //#endregion
 //#region src/util/runtime.ts
 function printBorder() {
 	const border = "=".repeat(require_fetch.TERMINAL_MAX_WIDTH);
-	require_logger.logger_default.info(border);
+	require_logger.logger.info(border);
 }
-
 //#endregion
-Object.defineProperty(exports, 'deduplicateTestCases', {
-  enumerable: true,
-  get: function () {
-    return deduplicateTestCases;
-  }
+Object.defineProperty(exports, "checkProviderApiKeys", {
+	enumerable: true,
+	get: function() {
+		return checkProviderApiKeys;
+	}
 });
-Object.defineProperty(exports, 'doesProviderRefMatch', {
-  enumerable: true,
-  get: function () {
-    return doesProviderRefMatch;
-  }
+Object.defineProperty(exports, "deduplicateTestCases", {
+	enumerable: true,
+	get: function() {
+		return deduplicateTestCases;
+	}
 });
-Object.defineProperty(exports, 'extractRuntimeVars', {
-  enumerable: true,
-  get: function () {
-    return extractRuntimeVars;
-  }
+Object.defineProperty(exports, "doesProviderRefMatch", {
+	enumerable: true,
+	get: function() {
+		return doesProviderRefMatch;
+	}
 });
-Object.defineProperty(exports, 'extractVariablesFromTemplate', {
-  enumerable: true,
-  get: function () {
-    return extractVariablesFromTemplate;
-  }
+Object.defineProperty(exports, "extractRuntimeVars", {
+	enumerable: true,
+	get: function() {
+		return extractRuntimeVars;
+	}
 });
-Object.defineProperty(exports, 'extractVariablesFromTemplates', {
-  enumerable: true,
-  get: function () {
-    return extractVariablesFromTemplates;
-  }
+Object.defineProperty(exports, "extractVariablesFromTemplate", {
+	enumerable: true,
+	get: function() {
+		return extractVariablesFromTemplate;
+	}
 });
-Object.defineProperty(exports, 'fetchCsvFromGoogleSheet', {
-  enumerable: true,
-  get: function () {
-    return fetchCsvFromGoogleSheet;
-  }
+Object.defineProperty(exports, "extractVariablesFromTemplates", {
+	enumerable: true,
+	get: function() {
+		return extractVariablesFromTemplates;
+	}
 });
-Object.defineProperty(exports, 'filterRuntimeVars', {
-  enumerable: true,
-  get: function () {
-    return filterRuntimeVars;
-  }
+Object.defineProperty(exports, "fetchCsvFromGoogleSheet", {
+	enumerable: true,
+	get: function() {
+		return fetchCsvFromGoogleSheet;
+	}
 });
-Object.defineProperty(exports, 'getNunjucksEngine', {
-  enumerable: true,
-  get: function () {
-    return getNunjucksEngine;
-  }
+Object.defineProperty(exports, "filterRuntimeVars", {
+	enumerable: true,
+	get: function() {
+		return filterRuntimeVars;
+	}
 });
-Object.defineProperty(exports, 'getNunjucksEngineForFilePath', {
-  enumerable: true,
-  get: function () {
-    return getNunjucksEngineForFilePath;
-  }
+Object.defineProperty(exports, "getNunjucksEngine", {
+	enumerable: true,
+	get: function() {
+		return getNunjucksEngine;
+	}
 });
-Object.defineProperty(exports, 'getProviderDescription', {
-  enumerable: true,
-  get: function () {
-    return getProviderDescription;
-  }
+Object.defineProperty(exports, "getNunjucksEngineForFilePath", {
+	enumerable: true,
+	get: function() {
+		return getNunjucksEngineForFilePath;
+	}
 });
-Object.defineProperty(exports, 'getResolvedRelativePath', {
-  enumerable: true,
-  get: function () {
-    return getResolvedRelativePath;
-  }
+Object.defineProperty(exports, "getProviderDescription", {
+	enumerable: true,
+	get: function() {
+		return getProviderDescription;
+	}
 });
-Object.defineProperty(exports, 'getTestCaseDeduplicationKey', {
-  enumerable: true,
-  get: function () {
-    return getTestCaseDeduplicationKey;
-  }
+Object.defineProperty(exports, "getResolvedRelativePath", {
+	enumerable: true,
+	get: function() {
+		return getResolvedRelativePath;
+	}
 });
-Object.defineProperty(exports, 'isAnthropicProvider', {
-  enumerable: true,
-  get: function () {
-    return isAnthropicProvider;
-  }
+Object.defineProperty(exports, "getTestCaseDeduplicationKey", {
+	enumerable: true,
+	get: function() {
+		return getTestCaseDeduplicationKey;
+	}
 });
-Object.defineProperty(exports, 'isGoogleProvider', {
-  enumerable: true,
-  get: function () {
-    return isGoogleProvider;
-  }
+Object.defineProperty(exports, "isAnthropicProvider", {
+	enumerable: true,
+	get: function() {
+		return isAnthropicProvider;
+	}
 });
-Object.defineProperty(exports, 'isOpenAiProvider', {
-  enumerable: true,
-  get: function () {
-    return isOpenAiProvider;
-  }
+Object.defineProperty(exports, "isGoogleProvider", {
+	enumerable: true,
+	get: function() {
+		return isGoogleProvider;
+	}
 });
-Object.defineProperty(exports, 'isProviderAllowed', {
-  enumerable: true,
-  get: function () {
-    return isProviderAllowed;
-  }
+Object.defineProperty(exports, "isOpenAiProvider", {
+	enumerable: true,
+	get: function() {
+		return isOpenAiProvider;
+	}
 });
-Object.defineProperty(exports, 'loadFunction', {
-  enumerable: true,
-  get: function () {
-    return loadFunction;
-  }
+Object.defineProperty(exports, "isProviderAllowed", {
+	enumerable: true,
+	get: function() {
+		return isProviderAllowed;
+	}
 });
-Object.defineProperty(exports, 'maybeLoadConfigFromExternalFile', {
-  enumerable: true,
-  get: function () {
-    return maybeLoadConfigFromExternalFile;
-  }
+Object.defineProperty(exports, "loadFunction", {
+	enumerable: true,
+	get: function() {
+		return loadFunction;
+	}
 });
-Object.defineProperty(exports, 'maybeLoadFromExternalFile', {
-  enumerable: true,
-  get: function () {
-    return maybeLoadFromExternalFile;
-  }
+Object.defineProperty(exports, "maybeLoadConfigFromExternalFile", {
+	enumerable: true,
+	get: function() {
+		return maybeLoadConfigFromExternalFile;
+	}
 });
-Object.defineProperty(exports, 'maybeLoadFromExternalFileWithVars', {
-  enumerable: true,
-  get: function () {
-    return maybeLoadFromExternalFileWithVars;
-  }
+Object.defineProperty(exports, "maybeLoadFromExternalFile", {
+	enumerable: true,
+	get: function() {
+		return maybeLoadFromExternalFile;
+	}
 });
-Object.defineProperty(exports, 'maybeLoadResponseFormatFromExternalFile', {
-  enumerable: true,
-  get: function () {
-    return maybeLoadResponseFormatFromExternalFile;
-  }
+Object.defineProperty(exports, "maybeLoadFromExternalFileWithVars", {
+	enumerable: true,
+	get: function() {
+		return maybeLoadFromExternalFileWithVars;
+	}
 });
-Object.defineProperty(exports, 'maybeLoadToolsFromExternalFile', {
-  enumerable: true,
-  get: function () {
-    return maybeLoadToolsFromExternalFile;
-  }
+Object.defineProperty(exports, "maybeLoadResponseFormatFromExternalFile", {
+	enumerable: true,
+	get: function() {
+		return maybeLoadResponseFormatFromExternalFile;
+	}
 });
-Object.defineProperty(exports, 'parseFileUrl', {
-  enumerable: true,
-  get: function () {
-    return parseFileUrl;
-  }
+Object.defineProperty(exports, "maybeLoadToolsFromExternalFile", {
+	enumerable: true,
+	get: function() {
+		return maybeLoadToolsFromExternalFile;
+	}
 });
-Object.defineProperty(exports, 'parsePathOrGlob', {
-  enumerable: true,
-  get: function () {
-    return parsePathOrGlob;
-  }
+Object.defineProperty(exports, "parseFileUrl", {
+	enumerable: true,
+	get: function() {
+		return parseFileUrl;
+	}
 });
-Object.defineProperty(exports, 'printBorder', {
-  enumerable: true,
-  get: function () {
-    return printBorder;
-  }
+Object.defineProperty(exports, "parsePathOrGlob", {
+	enumerable: true,
+	get: function() {
+		return parsePathOrGlob;
+	}
 });
-Object.defineProperty(exports, 'readFilters', {
-  enumerable: true,
-  get: function () {
-    return readFilters;
-  }
+Object.defineProperty(exports, "printBorder", {
+	enumerable: true,
+	get: function() {
+		return printBorder;
+	}
 });
-Object.defineProperty(exports, 'readOutput', {
-  enumerable: true,
-  get: function () {
-    return readOutput;
-  }
+Object.defineProperty(exports, "readFilters", {
+	enumerable: true,
+	get: function() {
+		return readFilters;
+	}
+});
+Object.defineProperty(exports, "readOutput", {
+	enumerable: true,
+	get: function() {
+		return readOutput;
+	}
 });
-Object.defineProperty(exports, 'renderEnvOnlyInObject', {
-  enumerable: true,
-  get: function () {
-    return renderEnvOnlyInObject;
-  }
+Object.defineProperty(exports, "renderEnvOnlyInObject", {
+	enumerable: true,
+	get: function() {
+		return renderEnvOnlyInObject;
+	}
 });
-Object.defineProperty(exports, 'renderVarsInObject', {
-  enumerable: true,
-  get: function () {
-    return renderVarsInObject;
-  }
+Object.defineProperty(exports, "renderVarsInObject", {
+	enumerable: true,
+	get: function() {
+		return renderVarsInObject;
+	}
 });
-Object.defineProperty(exports, 'resultIsForTestCase', {
-  enumerable: true,
-  get: function () {
-    return resultIsForTestCase;
-  }
+Object.defineProperty(exports, "resultIsForTestCase", {
+	enumerable: true,
+	get: function() {
+		return resultIsForTestCase;
+	}
 });
-Object.defineProperty(exports, 'setupEnv', {
-  enumerable: true,
-  get: function () {
-    return setupEnv;
-  }
+Object.defineProperty(exports, "setupEnv", {
+	enumerable: true,
+	get: function() {
+		return setupEnv;
+	}
 });
-Object.defineProperty(exports, 'writeMultipleOutputs', {
-  enumerable: true,
-  get: function () {
-    return writeMultipleOutputs;
-  }
+Object.defineProperty(exports, "writeMultipleOutputs", {
+	enumerable: true,
+	get: function() {
+		return writeMultipleOutputs;
+	}
 });
-Object.defineProperty(exports, 'writeOutput', {
-  enumerable: true,
-  get: function () {
-    return writeOutput;
-  }
+Object.defineProperty(exports, "writeOutput", {
+	enumerable: true,
+	get: function() {
+		return writeOutput;
+	}
 });
-//# sourceMappingURL=util-DUYOvxAy.cjs.map
+
+//# sourceMappingURL=util-Yz-1aEhW.cjs.map