promptfoo 0.120.26 → 0.121.1

package/dist/src/{util-BSh4a_Q8.js → util-YT5HPZaS.js}

@@ -1,11 +1,11 @@
 #!/usr/bin/env node
-import { O as cliState_default, b as getEnvBool, o as logger_default } from "./logger-BotXmWKW.js";
-import { O as TERMINAL_MAX_WIDTH, P as VERSION, n as fetchWithProxy } from "./fetch-SRsE6Ctl.js";
-import { t as invariant } from "./invariant-DT20jrBd.js";
-import { m as isProviderOptions, o as OutputFileExtension, p as isApiProvider, s as ResultFailureReason } from "./types-t52w-XsS.js";
-import { i as isJavascriptFile, t as JAVASCRIPT_EXTENSIONS } from "./fileExtensions-BpuMmaFL.js";
-import { o as safeResolve, r as importModule, t as getDirectory } from "./esm-CYhseqj4.js";
-import { r as runPython } from "./pythonUtils-r1uBuA0n.js";
+import { O as state, b as getEnvBool, l as sanitizeObject, o as logger } from "./logger-KkObSCzq.js";
+import { D as TERMINAL_MAX_WIDTH, N as VERSION, n as fetchWithProxy } from "./fetch-BMv0O527.js";
+import { t as invariant } from "./invariant-BtWWVVhl.js";
+import { m as isProviderOptions, o as OutputFileExtension, p as isApiProvider, s as ResultFailureReason } from "./types-CH3Ge2sE.js";
+import { i as isJavascriptFile, t as JAVASCRIPT_EXTENSIONS } from "./fileExtensions-Ds-foDzt.js";
+import { o as safeResolve, r as importModule, t as getDirectory } from "./esm-C03C-mv3.js";
+import { r as runPython } from "./pythonUtils-C3py6GC1.js";
 import dotenv from "dotenv";
 import * as fs$2 from "fs";
 import * as path$1 from "path";
@@ -20,7 +20,6 @@ import { globSync, hasMagic } from "glob";
 import nunjucks from "nunjucks";
 import { XMLBuilder } from "fast-xml-parser";
 import { stringify } from "csv-stringify/sync";
-
 //#region src/util/provider.ts
 function canonicalizeProviderId(id) {
 	if (id.startsWith("file://")) {
@@ -129,6 +128,55 @@ function isAnthropicProvider(providerId) {
 	}
 	return false;
 }
+const KNOWN_ENV_VARS = {
+	openai: "OPENAI_API_KEY",
+	anthropic: "ANTHROPIC_API_KEY",
+	google: "GOOGLE_API_KEY",
+	mistral: "MISTRAL_API_KEY",
+	cohere: "COHERE_API_KEY",
+	replicate: "REPLICATE_API_TOKEN",
+	voyage: "VOYAGE_API_KEY",
+	ai21: "AI21_API_KEY",
+	xai: "XAI_API_KEY",
+	groq: "GROQ_API_KEY",
+	deepseek: "DEEPSEEK_API_KEY",
+	perplexity: "PERPLEXITY_API_KEY",
+	hyperbolic: "HYPERBOLIC_API_KEY",
+	cerebras: "CEREBRAS_API_KEY",
+	togetherai: "TOGETHER_API_KEY",
+	fal: "FAL_KEY",
+	huggingface: "HF_TOKEN",
+	"cloudflare-ai": "CLOUDFLARE_API_KEY"
+};
+function getDefaultEnvVar(providerId) {
+	const prefix = providerId.split(":")[0];
+	return KNOWN_ENV_VARS[prefix] || `${prefix.toUpperCase()}_API_KEY`;
+}
+/**
+* Pre-checks providers for missing API keys before evaluation starts.
+* Assumes getApiKey() is side-effect free (no network calls or token refresh).
+*/
+function checkProviderApiKeys(providers) {
+	const missingApiKeys = /* @__PURE__ */ new Map();
+	for (const provider of providers) {
+		const p = provider;
+		if (typeof p.getApiKey !== "function") continue;
+		if (provider.id().startsWith("azure:")) continue;
+		const requiresKey = typeof p.requiresApiKey === "function" ? p.requiresApiKey() : p.config?.apiKeyRequired !== false;
+		let apiKey;
+		try {
+			apiKey = p.getApiKey();
+		} catch {
+			apiKey = void 0;
+		}
+		if (requiresKey && !apiKey) {
+			const envVar = p.config?.apiKeyEnvar || getDefaultEnvVar(provider.id());
+			if (!missingApiKeys.has(envVar)) missingApiKeys.set(envVar, []);
+			missingApiKeys.get(envVar).push(provider.id());
+		}
+	}
+	return missingApiKeys;
+}
 /**
 * Detects if a provider uses Google models.
 * This includes direct Google/Vertex providers with Gemini and other Google models.
@@ -142,7 +190,6 @@ function isGoogleProvider(providerId) {
 	}
 	return false;
 }
-
 //#endregion
 //#region src/util/comparison.ts
 /**
@@ -241,7 +288,7 @@ function resultIsForTestCase(result, testCase) {
 	const isMatch = doVarsMatch && providersMatch;
 	if (!isMatch) {
 		const varKeys = testVars ? Object.keys(testVars).join(", ") : "none";
-		logger_default.debug(`[resultIsForTestCase] No match: vars=${doVarsMatch}, providers=${providersMatch}`, {
+		logger.debug(`[resultIsForTestCase] No match: vars=${doVarsMatch}, providers=${providersMatch}`, {
 			testProvider: testProviderId || "none",
 			resultProvider: resultProviderId || "none",
 			testVarKeys: varKeys
@@ -249,7 +296,6 @@ function resultIsForTestCase(result, testCase) {
 	}
 	return isMatch;
 }
-
 //#endregion
 //#region src/util/env.ts
 /**
@@ -266,8 +312,8 @@ function setupEnv(envPath) {
 			return;
 		}
 		for (const p of paths) if (!fs$2.existsSync(p)) throw new Error(`Environment file not found: ${p}`);
-		if (paths.length === 1) logger_default.info(`Loading environment variables from ${paths[0]}`);
-		else logger_default.info(`Loading environment variables from: ${paths.join(", ")}`);
+		if (paths.length === 1) logger.info(`Loading environment variables from ${paths[0]}`);
+		else logger.info(`Loading environment variables from: ${paths.join(", ")}`);
 		const pathArg = paths.length === 1 ? paths[0] : paths;
 		dotenv.config({
 			path: pathArg,
@@ -276,7 +322,6 @@ function setupEnv(envPath) {
 		});
 	} else dotenv.config({ quiet: true });
 }
-
 //#endregion
 //#region src/util/functions/loadFunction.ts
 const functionCache = {};
@@ -285,7 +330,7 @@ const functionCache = {};
 * @param options Options for loading the function
 * @returns The loaded function
 */
-async function loadFunction({ filePath, functionName, defaultFunctionName = "func", basePath = cliState_default.basePath, useCache = true }) {
+async function loadFunction({ filePath, functionName, defaultFunctionName = "func", basePath = state.basePath, useCache = true }) {
 	const cacheKey = `${filePath}${functionName ? `:${functionName}` : ""}`;
 	if (useCache && functionCache[cacheKey]) return functionCache[cacheKey];
 	const resolvedPath = basePath ? path.resolve(basePath, filePath) : filePath;
@@ -306,7 +351,7 @@ async function loadFunction({ filePath, functionName, defaultFunctionName = "fun
 		if (useCache) functionCache[cacheKey] = func;
 		return func;
 	} catch (err) {
-		logger_default.error(`Failed to load function: ${err.message}`);
+		logger.error(`Failed to load function: ${err.message}`);
 		throw err;
 	}
 }
@@ -325,7 +370,6 @@ function parseFileUrl(fileUrl) {
 	};
 	return { filePath: urlWithoutProtocol };
 }
-
 //#endregion
 //#region src/util/templates.ts
 /**
@@ -344,7 +388,7 @@ function getNunjucksEngine(filters, throwOnUndefined = false, isGrader = false)
 	});
 	const envGlobals = {
 		...getEnvBool("PROMPTFOO_DISABLE_TEMPLATE_ENV_VARS", getEnvBool("PROMPTFOO_SELF_HOSTED", false)) ? {} : process.env,
-		...cliState_default.config?.env
+		...state.config?.env
 	};
 	env.addGlobal("env", envGlobals);
 	env.addFilter("load", function(str) {
@@ -384,7 +428,6 @@ function extractVariablesFromTemplates(templates) {
 	for (const template of templates) extractVariablesFromTemplate(template).forEach((variable) => variableSet.add(variable));
 	return Array.from(variableSet);
 }
-
 //#endregion
 //#region src/util/render.ts
 /**
@@ -414,7 +457,7 @@ function renderEnvOnlyInObject(obj, envOverrides, replaceBase) {
 	if (getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return obj;
 	if (typeof obj === "string") {
 		if (obj.length > 5e4) {
-			logger_default.warn(`String too long (${obj.length} chars) for template matching. Skipping env var rendering.`);
+			logger.warn(`String too long (${obj.length} chars) for template matching. Skipping env var rendering.`);
 			return obj;
 		}
 		const nunjucks = getNunjucksEngine();
@@ -430,7 +473,7 @@ function renderEnvOnlyInObject(obj, envOverrides, replaceBase) {
 			if (match.includes("|") || varName && varName in envGlobals && envGlobals[varName] !== void 0) try {
 				return nunjucks.renderString(match, { env: envGlobals });
 			} catch (error) {
-				logger_default.debug(`Failed to render env template "${match}": ${error instanceof Error ? error.message : String(error)}`);
+				logger.debug(`Failed to render env template "${match}": ${error instanceof Error ? error.message : String(error)}`);
 				return match;
 			}
 			return match;
@@ -455,7 +498,6 @@ function renderVarsInObject(obj, vars) {
 	} else if (typeof obj === "function") return renderVarsInObject(obj({ vars }));
 	return obj;
 }
-
 //#endregion
 //#region src/util/file.ts
 /**
@@ -466,7 +508,7 @@ function getNunjucksEngineForFilePath() {
 	const env = nunjucks.configure({ autoescape: false });
 	env.addGlobal("env", {
 		...process.env,
-		...cliState_default.config?.env
+		...state.config?.env
 	});
 	return env;
 }
@@ -493,16 +535,16 @@ function maybeLoadFromExternalFile(filePath, context) {
 	const renderedFilePath = getNunjucksEngineForFilePath().renderString(filePath, {});
 	const { filePath: cleanPath, functionName } = parseFileUrl(renderedFilePath);
 	if (context === "assertion" && (cleanPath.endsWith(".py") || isJavascriptFile(cleanPath))) {
-		logger_default.debug(`Preserving Python/JS file reference in assertion context: ${renderedFilePath}`);
+		logger.debug(`Preserving Python/JS file reference in assertion context: ${renderedFilePath}`);
 		return renderedFilePath;
 	}
 	if (context === "vars") {
-		logger_default.debug(`Preserving file reference in vars context: ${renderedFilePath}`);
+		logger.debug(`Preserving file reference in vars context: ${renderedFilePath}`);
 		return renderedFilePath;
 	}
 	if (functionName && (cleanPath.endsWith(".py") || isJavascriptFile(cleanPath))) return renderedFilePath;
 	const pathToUse = functionName && !(cleanPath.endsWith(".py") || isJavascriptFile(cleanPath)) ? renderedFilePath.slice(7) : cleanPath;
-	const resolvedPath = path$1.resolve(cliState_default.basePath || "", pathToUse);
+	const resolvedPath = path$1.resolve(state.basePath || "", pathToUse);
 	if (hasMagic(pathToUse)) {
 		const matchedFiles = globSync(resolvedPath, { windowsPathsNoEscape: true });
 		if (matchedFiles.length === 0) throw new Error(`No files found matching pattern: ${resolvedPath}`);
@@ -513,7 +555,7 @@ function maybeLoadFromExternalFile(filePath, context) {
 				contents = fs$2.readFileSync(matchedFile, "utf8");
 			} catch (error) {
 				if (error.code === "ENOENT") {
-					logger_default.debug(`File disappeared during glob expansion: ${matchedFile}`);
+					logger.debug(`File disappeared during glob expansion: ${matchedFile}`);
 					continue;
 				}
 				throw error;
@@ -723,37 +765,37 @@ async function maybeLoadToolsFromExternalFile(tools, vars) {
 		const { filePath, functionName } = parseFileUrl(rendered);
 		if (functionName && (filePath.endsWith(".py") || isJavascriptFile(filePath))) {
 			const fileType = filePath.endsWith(".py") ? "Python" : "JavaScript";
-			logger_default.debug(`[maybeLoadToolsFromExternalFile] Loading tools from ${fileType} file: ${filePath}:${functionName}`);
+			logger.debug(`[maybeLoadToolsFromExternalFile] Loading tools from ${fileType} file: ${filePath}:${functionName}`);
 			try {
 				let toolDefinitions;
 				if (filePath.endsWith(".py")) {
-					const absPath = safeResolve(cliState_default.basePath || process.cwd(), filePath);
-					logger_default.debug(`[maybeLoadToolsFromExternalFile] Resolved Python path: ${absPath}`);
+					const absPath = safeResolve(state.basePath || process.cwd(), filePath);
+					logger.debug(`[maybeLoadToolsFromExternalFile] Resolved Python path: ${absPath}`);
 					toolDefinitions = await runPython(absPath, functionName, []);
 				} else {
-					const absPath = safeResolve(cliState_default.basePath || process.cwd(), filePath);
-					logger_default.debug(`[maybeLoadToolsFromExternalFile] Resolved JavaScript path: ${absPath}`);
+					const absPath = safeResolve(state.basePath || process.cwd(), filePath);
+					logger.debug(`[maybeLoadToolsFromExternalFile] Resolved JavaScript path: ${absPath}`);
 					const module = await importModule(absPath);
 					const fn = module[functionName] || module.default?.[functionName];
 					if (typeof fn !== "function") {
 						const availableExports = Object.keys(module).filter((k) => k !== "default");
-						const basePath = cliState_default.basePath || process.cwd();
+						const basePath = state.basePath || process.cwd();
 						throw new Error(`Function "${functionName}" not found in ${filePath}. Available exports: ${availableExports.length > 0 ? availableExports.join(", ") : "(none)"}\nResolved from: ${basePath}`);
 					}
 					toolDefinitions = await Promise.resolve(fn());
 				}
 				if (!toolDefinitions || typeof toolDefinitions === "string" || typeof toolDefinitions === "number" || typeof toolDefinitions === "boolean") throw new Error(`Function "${functionName}" must return an array or object of tool definitions, but returned: ${toolDefinitions === null ? "null" : typeof toolDefinitions}`);
-				logger_default.debug(`[maybeLoadToolsFromExternalFile] Successfully loaded ${Array.isArray(toolDefinitions) ? toolDefinitions.length : "object"} tools`);
+				logger.debug(`[maybeLoadToolsFromExternalFile] Successfully loaded ${Array.isArray(toolDefinitions) ? toolDefinitions.length : "object"} tools`);
 				return toolDefinitions;
 			} catch (err) {
 				const errorMessage = err instanceof Error ? err.message : String(err);
-				const basePath = cliState_default.basePath || process.cwd();
+				const basePath = state.basePath || process.cwd();
 				throw new Error(`Failed to load tools from ${rendered}:\n${errorMessage}\n\nMake sure the function "${functionName}" exists and returns a valid tool definition array.\nResolved from: ${basePath}`);
 			}
 		}
 		if (filePath.endsWith(".py") || isJavascriptFile(filePath)) {
 			const ext = filePath.endsWith(".py") ? "Python" : "JavaScript";
-			const basePath = cliState_default.basePath || process.cwd();
+			const basePath = state.basePath || process.cwd();
 			throw new Error(`Cannot load tools from ${rendered}\n${ext} files require a function name. Use this format:\n  tools: file://${filePath}:get_tools\n\nYour ${ext} file should export a function that returns tool definitions:\n` + (filePath.endsWith(".py") ? `  def get_tools():\n      return [{"type": "function", "function": {...}}]` : `  module.exports.get_tools = () => [{ type: "function", function: {...} }];`) + `\n\nResolved from: ${basePath}`);
 		}
 	}
@@ -771,7 +813,6 @@ async function maybeLoadToolsFromExternalFile(tools, vars) {
 	}
 	return loaded;
 }
-
 //#endregion
 //#region src/googleSheets.ts
 async function checkGoogleSheetAccess(url) {
@@ -786,7 +827,7 @@ async function checkGoogleSheetAccess(url) {
 			status: response.status
 		};
 	} catch (error) {
-		logger_default.error(`Error checking sheet access: ${error}`);
+		logger.error(`Error checking sheet access: ${error}`);
 		return { public: false };
 	}
 }
@@ -838,7 +879,7 @@ async function fetchCsvFromGoogleSheetAuthenticated(url) {
 }
 async function fetchCsvFromGoogleSheet(url) {
 	const { public: isPublic } = await checkGoogleSheetAccess(url);
-	logger_default.debug(`Google Sheets URL: ${url}, isPublic: ${isPublic}`);
+	logger.debug(`Google Sheets URL: ${url}, isPublic: ${isPublic}`);
 	if (isPublic) return fetchCsvFromGoogleSheetUnauthenticated(url);
 	return fetchCsvFromGoogleSheetAuthenticated(url);
 }
@@ -881,7 +922,7 @@ async function writeCsvToGoogleSheet(rows, url) {
 		});
 		range = `${newSheetTitle}!A1:${endColumn}${numRows}`;
 	}
-	logger_default.debug(`Writing CSV to Google Sheets URL: ${url} with ${values.length} rows`);
+	logger.debug(`Writing CSV to Google Sheets URL: ${url} with ${values.length} rows`);
 	await sheets.spreadsheets.values.update({
 		spreadsheetId,
 		range,
@@ -890,7 +931,6 @@ async function writeCsvToGoogleSheet(rows, url) {
 		requestBody: { values }
 	});
 }
-
 //#endregion
 //#region src/server/utils/evalTableUtils.ts
 /**
@@ -1214,7 +1254,6 @@ async function streamEvalCsv(eval_, options) {
 		isRedteam
 	})]));
 }
-
 //#endregion
 //#region src/util/output.ts
 const outputToSimpleString = (output) => {
@@ -1230,6 +1269,13 @@ const outputToSimpleString = (output) => {
       ${gradingResultText}
     `.trim();
 };
+function sanitizeConfigForOutput(config) {
+	return sanitizeObject(config, {
+		context: "output config",
+		throwOnError: true,
+		maxDepth: Number.POSITIVE_INFINITY
+	});
+}
 function createOutputMetadata(evalRecord) {
 	let evaluationCreatedAt;
 	if (evalRecord.createdAt) try {
@@ -1256,10 +1302,11 @@ async function writeJsonOutputSafely(outputPath, evalRecord, shareableUrl) {
 	const metadata = createOutputMetadata(evalRecord);
 	try {
 		const summary = await evalRecord.toEvaluateSummary();
+		const redactedConfig = sanitizeConfigForOutput(evalRecord.config);
 		const outputData = {
 			evalId: evalRecord.id,
 			results: summary,
-			config: evalRecord.config,
+			config: redactedConfig,
 			shareableUrl,
 			metadata
 		};
@@ -1271,7 +1318,7 @@ async function writeJsonOutputSafely(outputPath, evalRecord, shareableUrl) {
 		const isHeapOOM = /heap out of memory|Array buffer allocation failed|ERR_STRING_TOO_LONG/i.test(msg);
 		if (isStringLen || isHeapOOM) {
 			const resultCount = await evalRecord.getResultsCount();
-			logger_default.error(`Dataset too large for JSON export (${resultCount} results).`);
+			logger.error(`Dataset too large for JSON export (${resultCount} results).`);
 			throw new Error(`Dataset too large for JSON export. The evaluation has ${resultCount} results which exceeds memory limits. Consider using JSONL format instead: --output output.jsonl`);
 		} else throw error;
 	}
@@ -1290,7 +1337,7 @@ async function writeOutput(outputPath, evalRecord, shareableUrl) {
 			});
 			return csvRow;
 		});
-		logger_default.info(`Writing ${rows.length} rows to Google Sheets...`);
+		logger.info(`Writing ${rows.length} rows to Google Sheets...`);
 		await writeCsvToGoogleSheet(rows, outputPath);
 		return;
 	}
@@ -1314,10 +1361,11 @@ async function writeOutput(outputPath, evalRecord, shareableUrl) {
 	} else if (outputExtension === "json") await writeJsonOutputSafely(outputPath, evalRecord, shareableUrl);
 	else if (outputExtension === "yaml" || outputExtension === "yml" || outputExtension === "txt") {
 		const summary = await evalRecord.toEvaluateSummary();
+		const redactedConfig = sanitizeConfigForOutput(evalRecord.config);
 		await fsPromises.writeFile(outputPath, yaml.dump({
 			evalId: evalRecord.id,
 			results: summary,
-			config: evalRecord.config,
+			config: redactedConfig,
 			shareableUrl,
 			metadata
 		}));
@@ -1325,10 +1373,11 @@ async function writeOutput(outputPath, evalRecord, shareableUrl) {
 		const table = await evalRecord.getTable();
 		invariant(table, "Table is required");
 		const summary = await evalRecord.toEvaluateSummary();
+		const redactedConfig = sanitizeConfigForOutput(evalRecord.config);
 		const template = await fsPromises.readFile(path$1.join(getDirectory(), "tableOutput.html"), "utf-8");
 		const htmlTable = [[...table.head.vars, ...table.head.prompts.map((prompt) => `[${prompt.provider}] ${prompt.label}`)], ...table.body.map((row) => [...row.vars, ...row.outputs.map(outputToSimpleString)])];
 		const htmlOutput = getNunjucksEngine().renderString(template, {
-			config: evalRecord.config,
+			config: redactedConfig,
 			table: htmlTable,
 			results: summary
 		});
@@ -1341,6 +1390,7 @@ async function writeOutput(outputPath, evalRecord, shareableUrl) {
 		}
 	} else if (outputExtension === "xml") {
 		const summary = await evalRecord.toEvaluateSummary();
+		const redactedConfig = sanitizeConfigForOutput(evalRecord.config);
 		const sanitizeForXml = (obj) => {
 			if (obj === null || obj === void 0) return "";
 			if (typeof obj === "boolean" || typeof obj === "number") return String(obj);
@@ -1360,7 +1410,7 @@ async function writeOutput(outputPath, evalRecord, shareableUrl) {
 		}).build({ promptfoo: {
 			evalId: evalRecord.id,
 			results: sanitizeForXml(summary),
-			config: sanitizeForXml(evalRecord.config),
+			config: sanitizeForXml(redactedConfig),
 			shareableUrl: shareableUrl || ""
 		} });
 		await fsPromises.writeFile(outputPath, xmlData);
@@ -1369,14 +1419,13 @@ async function writeOutput(outputPath, evalRecord, shareableUrl) {
 async function writeMultipleOutputs(outputPaths, evalRecord, shareableUrl) {
 	await Promise.all(outputPaths.map((outputPath) => writeOutput(outputPath, evalRecord, shareableUrl)));
 }
-
 //#endregion
 //#region src/util/runtime.ts
 function printBorder() {
 	const border = "=".repeat(TERMINAL_MAX_WIDTH);
-	logger_default.info(border);
+	logger.info(border);
 }
-
 //#endregion
-export { filterRuntimeVars as A, extractVariablesFromTemplates as C, setupEnv as D, parseFileUrl as E, isAnthropicProvider as F, isGoogleProvider as I, isOpenAiProvider as L, resultIsForTestCase as M, doesProviderRefMatch as N, deduplicateTestCases as O, getProviderDescription as P, isProviderAllowed as R, extractVariablesFromTemplate as S, loadFunction as T, parsePathOrGlob as _, ComparisonEvalNotFoundError as a, renderEnvOnlyInObject as b, mergeComparisonTables as c, getResolvedRelativePath as d, maybeLoadConfigFromExternalFile as f, maybeLoadToolsFromExternalFile as g, maybeLoadResponseFormatFromExternalFile as h, writeOutput as i, getTestCaseDeduplicationKey as j, extractRuntimeVars as k, fetchCsvFromGoogleSheet as l, maybeLoadFromExternalFileWithVars as m, createOutputMetadata as n, evalTableToJson as o, maybeLoadFromExternalFile as p, writeMultipleOutputs as r, generateEvalCsv as s, printBorder as t, getNunjucksEngineForFilePath as u, readFilters as v, getNunjucksEngine as w, renderVarsInObject as x, readOutput as y };
-//# sourceMappingURL=util-BSh4a_Q8.js.map
+export { filterRuntimeVars as A, extractVariablesFromTemplates as C, setupEnv as D, parseFileUrl as E, getProviderDescription as F, isAnthropicProvider as I, isGoogleProvider as L, resultIsForTestCase as M, checkProviderApiKeys as N, deduplicateTestCases as O, doesProviderRefMatch as P, isOpenAiProvider as R, extractVariablesFromTemplate as S, loadFunction as T, parsePathOrGlob as _, ComparisonEvalNotFoundError as a, renderEnvOnlyInObject as b, mergeComparisonTables as c, getResolvedRelativePath as d, maybeLoadConfigFromExternalFile as f, maybeLoadToolsFromExternalFile as g, maybeLoadResponseFormatFromExternalFile as h, writeOutput as i, getTestCaseDeduplicationKey as j, extractRuntimeVars as k, fetchCsvFromGoogleSheet as l, maybeLoadFromExternalFileWithVars as m, createOutputMetadata as n, evalTableToJson as o, maybeLoadFromExternalFile as p, writeMultipleOutputs as r, generateEvalCsv as s, printBorder as t, getNunjucksEngineForFilePath as u, readFilters as v, getNunjucksEngine as w, renderVarsInObject as x, readOutput as y, isProviderAllowed as z };
+
+//# sourceMappingURL=util-YT5HPZaS.js.map