promptfoo 0.121.5 → 0.121.7

package/dist/src/image-DsGRlkh7.js

@@ -1,257 +0,0 @@
-import { a as logger } from "./logger-KD8JjCRJ.js";
-import { h as REQUEST_TIMEOUT_MS } from "./fetch-Y5qX_kST.js";
-import { r as fetchWithCache } from "./cache-Cr-qWIbP.js";
-import { t as OpenAiGenericProvider } from "./openai-BMHD2Huo.js";
-import { s as formatOpenAiError } from "./util-B9CNhyac.js";
-import { t as ellipsize } from "./text-NWvfMfkF.js";
-//#region src/providers/openai/image.ts
-const DALLE2_VALID_SIZES = [
-	"256x256",
-	"512x512",
-	"1024x1024"
-];
-const DALLE3_VALID_SIZES = [
-	"1024x1024",
-	"1792x1024",
-	"1024x1792"
-];
-const GPT_IMAGE1_VALID_SIZES = [
-	"1024x1024",
-	"1024x1536",
-	"1536x1024"
-];
-const DEFAULT_SIZE = "1024x1024";
-const DALLE2_COSTS = {
-	"256x256": .016,
-	"512x512": .018,
-	"1024x1024": .02
-};
-const DALLE3_COSTS = {
-	standard_1024x1024: .04,
-	standard_1024x1792: .08,
-	standard_1792x1024: .08,
-	hd_1024x1024: .08,
-	hd_1024x1792: .12,
-	hd_1792x1024: .12
-};
-const GPT_IMAGE1_COSTS = {
-	low_1024x1024: .011,
-	low_1024x1536: .016,
-	low_1536x1024: .016,
-	medium_1024x1024: .042,
-	medium_1024x1536: .063,
-	medium_1536x1024: .063,
-	high_1024x1024: .167,
-	high_1024x1536: .25,
-	high_1536x1024: .25
-};
-const GPT_IMAGE1_MINI_COSTS = {
-	low_1024x1024: .005,
-	low_1024x1536: .006,
-	low_1536x1024: .006,
-	medium_1024x1024: .011,
-	medium_1024x1536: .015,
-	medium_1536x1024: .015,
-	high_1024x1024: .036,
-	high_1024x1536: .052,
-	high_1536x1024: .052
-};
-const GPT_IMAGE1_5_COSTS = {
-	low_1024x1024: .064,
-	low_1024x1536: .096,
-	low_1536x1024: .096,
-	medium_1024x1024: .128,
-	medium_1024x1536: .192,
-	medium_1536x1024: .192,
-	high_1024x1024: .192,
-	high_1024x1536: .288,
-	high_1536x1024: .288
-};
-function isGptImage1(model) {
-	return model === "gpt-image-1" || model.startsWith("gpt-image-1-2025");
-}
-function isGptImage1Mini(model) {
-	return model === "gpt-image-1-mini" || model.startsWith("gpt-image-1-mini-2025");
-}
-function isGptImage15(model) {
-	return model === "gpt-image-1.5" || model.startsWith("gpt-image-1.5-2025");
-}
-function isGptImageModel(model) {
-	return isGptImage1(model) || isGptImage1Mini(model) || isGptImage15(model);
-}
-function validateSizeForModel(size, model) {
-	if (model === "dall-e-3" && !DALLE3_VALID_SIZES.includes(size)) return {
-		valid: false,
-		message: `Invalid size "${size}" for DALL-E 3. Valid sizes are: ${DALLE3_VALID_SIZES.join(", ")}`
-	};
-	if (model === "dall-e-2" && !DALLE2_VALID_SIZES.includes(size)) return {
-		valid: false,
-		message: `Invalid size "${size}" for DALL-E 2. Valid sizes are: ${DALLE2_VALID_SIZES.join(", ")}`
-	};
-	if (isGptImageModel(model) && size !== "auto" && !GPT_IMAGE1_VALID_SIZES.includes(size)) {
-		let modelName = model;
-		if (isGptImage15(model)) modelName = "GPT Image 1.5";
-		else if (isGptImage1Mini(model)) modelName = "GPT Image 1 Mini";
-		else if (isGptImage1(model)) modelName = "GPT Image 1";
-		return {
-			valid: false,
-			message: `Invalid size "${size}" for ${modelName}. Valid sizes are: ${GPT_IMAGE1_VALID_SIZES.join(", ")}, auto`
-		};
-	}
-	return { valid: true };
-}
-function getMimeTypeForOutputFormat(outputFormat) {
-	switch (outputFormat) {
-		case "jpeg": return "image/jpeg";
-		case "webp": return "image/webp";
-		default: return "image/png";
-	}
-}
-function inferMimeTypeFromUrl(url) {
-	try {
-		const pathname = new URL(url).pathname.toLowerCase();
-		if (pathname.endsWith(".jpg") || pathname.endsWith(".jpeg")) return "image/jpeg";
-		if (pathname.endsWith(".webp")) return "image/webp";
-		if (pathname.endsWith(".gif")) return "image/gif";
-		if (pathname.endsWith(".svg")) return "image/svg+xml";
-		if (pathname.endsWith(".png")) return "image/png";
-	} catch {}
-}
-function buildStructuredImageOutputs(data, outputFormat) {
-	if (!Array.isArray(data.data) || data.data.length === 0) return;
-	return data.data.map((item) => {
-		if (item.b64_json) {
-			const mimeType = getMimeTypeForOutputFormat(outputFormat);
-			return {
-				data: `data:${mimeType};base64,${item.b64_json}`,
-				mimeType
-			};
-		}
-		if (item.url) {
-			const mimeType = inferMimeTypeFromUrl(item.url);
-			return mimeType ? {
-				data: item.url,
-				mimeType
-			} : { data: item.url };
-		}
-		return null;
-	}).filter((item) => item !== null);
-}
-function formatOutput(data, prompt, responseFormat, outputFormat) {
-	if (responseFormat === "b64_json") {
-		const b64Json = data.data[0].b64_json;
-		if (!b64Json) return { error: `No base64 image data found in response: ${JSON.stringify(data)}` };
-		return `data:${getMimeTypeForOutputFormat(outputFormat)};base64,${b64Json}`;
-	} else {
-		const url = data.data[0].url;
-		if (!url) return { error: `No image URL found in response: ${JSON.stringify(data)}` };
-		return `![${ellipsize(prompt.replace(/\r?\n|\r/g, " ").replace(/\[/g, "(").replace(/\]/g, ")"), 50)}](${url})`;
-	}
-}
-function prepareRequestBody(model, prompt, size, responseFormat, config) {
-	const body = {
-		model,
-		prompt,
-		n: config.n || 1,
-		size
-	};
-	if (!isGptImageModel(model)) body.response_format = responseFormat;
-	if (model === "dall-e-3") {
-		if ("quality" in config && config.quality) body.quality = config.quality;
-		if ("style" in config && config.style) body.style = config.style;
-	}
-	if (isGptImageModel(model)) {
-		if ("quality" in config && config.quality) body.quality = config.quality;
-		if ("background" in config && config.background) body.background = config.background;
-		if ("output_format" in config && config.output_format) body.output_format = config.output_format;
-		if ("output_compression" in config && config.output_compression !== void 0) body.output_compression = config.output_compression;
-		if ("moderation" in config && config.moderation) body.moderation = config.moderation;
-	}
-	return body;
-}
-function calculateImageCost(model, size, quality, n = 1) {
-	const imageQuality = quality || "standard";
-	if (model === "dall-e-3") return (DALLE3_COSTS[`${imageQuality}_${size}`] || DALLE3_COSTS["standard_1024x1024"]) * n;
-	else if (model === "dall-e-2") return (DALLE2_COSTS[size] || DALLE2_COSTS["1024x1024"]) * n;
-	else if (isGptImage1(model)) return (GPT_IMAGE1_COSTS[`${quality || "low"}_${size}`] || GPT_IMAGE1_COSTS["low_1024x1024"]) * n;
-	else if (isGptImage1Mini(model)) return (GPT_IMAGE1_MINI_COSTS[`${quality || "low"}_${size}`] || GPT_IMAGE1_MINI_COSTS["low_1024x1024"]) * n;
-	else if (isGptImage15(model)) return (GPT_IMAGE1_5_COSTS[`${quality || "low"}_${size}`] || GPT_IMAGE1_5_COSTS["low_1024x1024"]) * n;
-	return .04 * n;
-}
-async function callOpenAiImageApi(url, body, headers, timeout) {
-	return await fetchWithCache(url, {
-		method: "POST",
-		headers,
-		body: JSON.stringify(body)
-	}, timeout);
-}
-async function processApiResponse(data, prompt, responseFormat, cached, model, size, latencyMs, quality, n = 1, outputFormat) {
-	if (data.error) {
-		await data?.deleteFromCache?.();
-		return { error: formatOpenAiError(data) };
-	}
-	try {
-		const formattedOutput = formatOutput(data, prompt, responseFormat, outputFormat);
-		if (typeof formattedOutput === "object") return formattedOutput;
-		const cost = cached ? 0 : calculateImageCost(model, size, quality, n);
-		return {
-			output: formattedOutput,
-			images: buildStructuredImageOutputs(data, outputFormat),
-			cached,
-			latencyMs,
-			cost,
-			...responseFormat === "b64_json" ? {
-				isBase64: true,
-				format: "json"
-			} : {}
-		};
-	} catch (err) {
-		await data?.deleteFromCache?.();
-		return { error: `API error: ${String(err)}: ${JSON.stringify(data)}` };
-	}
-}
-var OpenAiImageProvider = class extends OpenAiGenericProvider {
-	config;
-	constructor(modelName, options = {}) {
-		super(modelName, options);
-		this.config = options.config || {};
-	}
-	async callApi(prompt, context, _callApiOptions) {
-		if (this.requiresApiKey() && !this.getApiKey()) throw new Error(this.getMissingApiKeyErrorMessage());
-		const config = {
-			...this.config,
-			...context?.prompt?.config
-		};
-		const model = config.model || this.modelName;
-		const operation = "operation" in config && config.operation || "generation";
-		const responseFormat = isGptImageModel(model) ? "b64_json" : config.response_format || "url";
-		if (operation !== "generation") return { error: `Only 'generation' operations are currently supported. '${operation}' operations are not implemented.` };
-		const endpoint = "/images/generations";
-		const size = config.size || DEFAULT_SIZE;
-		const sizeValidation = validateSizeForModel(size, model);
-		if (!sizeValidation.valid) return { error: sizeValidation.message };
-		const body = prepareRequestBody(model, prompt, size, responseFormat, config);
-		const headers = {
-			"Content-Type": "application/json",
-			...this.getApiKey() ? { Authorization: `Bearer ${this.getApiKey()}` } : {},
-			...this.getOrganization() ? { "OpenAI-Organization": this.getOrganization() } : {},
-			...config.headers
-		};
-		let data, status, statusText;
-		let cached = false;
-		let latencyMs;
-		try {
-			({data, cached, status, statusText, latencyMs} = await callOpenAiImageApi(`${this.getApiUrl()}${endpoint}`, body, headers, REQUEST_TIMEOUT_MS));
-			if (status < 200 || status >= 300) return { error: `API error: ${status} ${statusText}\n${typeof data === "string" ? data : JSON.stringify(data)}` };
-		} catch (err) {
-			logger.error(`API call error: ${String(err)}`);
-			await data?.deleteFromCache?.();
-			return { error: `API call error: ${String(err)}` };
-		}
-		return processApiResponse(data, prompt, responseFormat, cached, model, size, latencyMs, config.quality, config.n || 1, "output_format" in config ? config.output_format : void 0);
-	}
-};
-//#endregion
-export { formatOutput as i, buildStructuredImageOutputs as n, callOpenAiImageApi as r, OpenAiImageProvider as t };
-
-//# sourceMappingURL=image-DsGRlkh7.js.map

package/dist/src/image-a_SGUobh.js

@@ -1,257 +0,0 @@
-import { a as logger } from "./logger-Ct2S6Yx-.js";
-import { u as REQUEST_TIMEOUT_MS } from "./fetch-D9xxyC1p.js";
-import { r as fetchWithCache } from "./cache-Bzttsk0X.js";
-import { t as OpenAiGenericProvider } from "./openai-D4fxGvRx.js";
-import { s as formatOpenAiError } from "./util-BlFVL0UF.js";
-import { t as ellipsize } from "./text-DDQP0tuQ.js";
-//#region src/providers/openai/image.ts
-const DALLE2_VALID_SIZES = [
-	"256x256",
-	"512x512",
-	"1024x1024"
-];
-const DALLE3_VALID_SIZES = [
-	"1024x1024",
-	"1792x1024",
-	"1024x1792"
-];
-const GPT_IMAGE1_VALID_SIZES = [
-	"1024x1024",
-	"1024x1536",
-	"1536x1024"
-];
-const DEFAULT_SIZE = "1024x1024";
-const DALLE2_COSTS = {
-	"256x256": .016,
-	"512x512": .018,
-	"1024x1024": .02
-};
-const DALLE3_COSTS = {
-	standard_1024x1024: .04,
-	standard_1024x1792: .08,
-	standard_1792x1024: .08,
-	hd_1024x1024: .08,
-	hd_1024x1792: .12,
-	hd_1792x1024: .12
-};
-const GPT_IMAGE1_COSTS = {
-	low_1024x1024: .011,
-	low_1024x1536: .016,
-	low_1536x1024: .016,
-	medium_1024x1024: .042,
-	medium_1024x1536: .063,
-	medium_1536x1024: .063,
-	high_1024x1024: .167,
-	high_1024x1536: .25,
-	high_1536x1024: .25
-};
-const GPT_IMAGE1_MINI_COSTS = {
-	low_1024x1024: .005,
-	low_1024x1536: .006,
-	low_1536x1024: .006,
-	medium_1024x1024: .011,
-	medium_1024x1536: .015,
-	medium_1536x1024: .015,
-	high_1024x1024: .036,
-	high_1024x1536: .052,
-	high_1536x1024: .052
-};
-const GPT_IMAGE1_5_COSTS = {
-	low_1024x1024: .064,
-	low_1024x1536: .096,
-	low_1536x1024: .096,
-	medium_1024x1024: .128,
-	medium_1024x1536: .192,
-	medium_1536x1024: .192,
-	high_1024x1024: .192,
-	high_1024x1536: .288,
-	high_1536x1024: .288
-};
-function isGptImage1(model) {
-	return model === "gpt-image-1" || model.startsWith("gpt-image-1-2025");
-}
-function isGptImage1Mini(model) {
-	return model === "gpt-image-1-mini" || model.startsWith("gpt-image-1-mini-2025");
-}
-function isGptImage15(model) {
-	return model === "gpt-image-1.5" || model.startsWith("gpt-image-1.5-2025");
-}
-function isGptImageModel(model) {
-	return isGptImage1(model) || isGptImage1Mini(model) || isGptImage15(model);
-}
-function validateSizeForModel(size, model) {
-	if (model === "dall-e-3" && !DALLE3_VALID_SIZES.includes(size)) return {
-		valid: false,
-		message: `Invalid size "${size}" for DALL-E 3. Valid sizes are: ${DALLE3_VALID_SIZES.join(", ")}`
-	};
-	if (model === "dall-e-2" && !DALLE2_VALID_SIZES.includes(size)) return {
-		valid: false,
-		message: `Invalid size "${size}" for DALL-E 2. Valid sizes are: ${DALLE2_VALID_SIZES.join(", ")}`
-	};
-	if (isGptImageModel(model) && size !== "auto" && !GPT_IMAGE1_VALID_SIZES.includes(size)) {
-		let modelName = model;
-		if (isGptImage15(model)) modelName = "GPT Image 1.5";
-		else if (isGptImage1Mini(model)) modelName = "GPT Image 1 Mini";
-		else if (isGptImage1(model)) modelName = "GPT Image 1";
-		return {
-			valid: false,
-			message: `Invalid size "${size}" for ${modelName}. Valid sizes are: ${GPT_IMAGE1_VALID_SIZES.join(", ")}, auto`
-		};
-	}
-	return { valid: true };
-}
-function getMimeTypeForOutputFormat(outputFormat) {
-	switch (outputFormat) {
-		case "jpeg": return "image/jpeg";
-		case "webp": return "image/webp";
-		default: return "image/png";
-	}
-}
-function inferMimeTypeFromUrl(url) {
-	try {
-		const pathname = new URL(url).pathname.toLowerCase();
-		if (pathname.endsWith(".jpg") || pathname.endsWith(".jpeg")) return "image/jpeg";
-		if (pathname.endsWith(".webp")) return "image/webp";
-		if (pathname.endsWith(".gif")) return "image/gif";
-		if (pathname.endsWith(".svg")) return "image/svg+xml";
-		if (pathname.endsWith(".png")) return "image/png";
-	} catch {}
-}
-function buildStructuredImageOutputs(data, outputFormat) {
-	if (!Array.isArray(data.data) || data.data.length === 0) return;
-	return data.data.map((item) => {
-		if (item.b64_json) {
-			const mimeType = getMimeTypeForOutputFormat(outputFormat);
-			return {
-				data: `data:${mimeType};base64,${item.b64_json}`,
-				mimeType
-			};
-		}
-		if (item.url) {
-			const mimeType = inferMimeTypeFromUrl(item.url);
-			return mimeType ? {
-				data: item.url,
-				mimeType
-			} : { data: item.url };
-		}
-		return null;
-	}).filter((item) => item !== null);
-}
-function formatOutput(data, prompt, responseFormat, outputFormat) {
-	if (responseFormat === "b64_json") {
-		const b64Json = data.data[0].b64_json;
-		if (!b64Json) return { error: `No base64 image data found in response: ${JSON.stringify(data)}` };
-		return `data:${getMimeTypeForOutputFormat(outputFormat)};base64,${b64Json}`;
-	} else {
-		const url = data.data[0].url;
-		if (!url) return { error: `No image URL found in response: ${JSON.stringify(data)}` };
-		return `![${ellipsize(prompt.replace(/\r?\n|\r/g, " ").replace(/\[/g, "(").replace(/\]/g, ")"), 50)}](${url})`;
-	}
-}
-function prepareRequestBody(model, prompt, size, responseFormat, config) {
-	const body = {
-		model,
-		prompt,
-		n: config.n || 1,
-		size
-	};
-	if (!isGptImageModel(model)) body.response_format = responseFormat;
-	if (model === "dall-e-3") {
-		if ("quality" in config && config.quality) body.quality = config.quality;
-		if ("style" in config && config.style) body.style = config.style;
-	}
-	if (isGptImageModel(model)) {
-		if ("quality" in config && config.quality) body.quality = config.quality;
-		if ("background" in config && config.background) body.background = config.background;
-		if ("output_format" in config && config.output_format) body.output_format = config.output_format;
-		if ("output_compression" in config && config.output_compression !== void 0) body.output_compression = config.output_compression;
-		if ("moderation" in config && config.moderation) body.moderation = config.moderation;
-	}
-	return body;
-}
-function calculateImageCost(model, size, quality, n = 1) {
-	const imageQuality = quality || "standard";
-	if (model === "dall-e-3") return (DALLE3_COSTS[`${imageQuality}_${size}`] || DALLE3_COSTS["standard_1024x1024"]) * n;
-	else if (model === "dall-e-2") return (DALLE2_COSTS[size] || DALLE2_COSTS["1024x1024"]) * n;
-	else if (isGptImage1(model)) return (GPT_IMAGE1_COSTS[`${quality || "low"}_${size}`] || GPT_IMAGE1_COSTS["low_1024x1024"]) * n;
-	else if (isGptImage1Mini(model)) return (GPT_IMAGE1_MINI_COSTS[`${quality || "low"}_${size}`] || GPT_IMAGE1_MINI_COSTS["low_1024x1024"]) * n;
-	else if (isGptImage15(model)) return (GPT_IMAGE1_5_COSTS[`${quality || "low"}_${size}`] || GPT_IMAGE1_5_COSTS["low_1024x1024"]) * n;
-	return .04 * n;
-}
-async function callOpenAiImageApi(url, body, headers, timeout) {
-	return await fetchWithCache(url, {
-		method: "POST",
-		headers,
-		body: JSON.stringify(body)
-	}, timeout);
-}
-async function processApiResponse(data, prompt, responseFormat, cached, model, size, latencyMs, quality, n = 1, outputFormat) {
-	if (data.error) {
-		await data?.deleteFromCache?.();
-		return { error: formatOpenAiError(data) };
-	}
-	try {
-		const formattedOutput = formatOutput(data, prompt, responseFormat, outputFormat);
-		if (typeof formattedOutput === "object") return formattedOutput;
-		const cost = cached ? 0 : calculateImageCost(model, size, quality, n);
-		return {
-			output: formattedOutput,
-			images: buildStructuredImageOutputs(data, outputFormat),
-			cached,
-			latencyMs,
-			cost,
-			...responseFormat === "b64_json" ? {
-				isBase64: true,
-				format: "json"
-			} : {}
-		};
-	} catch (err) {
-		await data?.deleteFromCache?.();
-		return { error: `API error: ${String(err)}: ${JSON.stringify(data)}` };
-	}
-}
-var OpenAiImageProvider = class extends OpenAiGenericProvider {
-	config;
-	constructor(modelName, options = {}) {
-		super(modelName, options);
-		this.config = options.config || {};
-	}
-	async callApi(prompt, context, _callApiOptions) {
-		if (this.requiresApiKey() && !this.getApiKey()) throw new Error(this.getMissingApiKeyErrorMessage());
-		const config = {
-			...this.config,
-			...context?.prompt?.config
-		};
-		const model = config.model || this.modelName;
-		const operation = "operation" in config && config.operation || "generation";
-		const responseFormat = isGptImageModel(model) ? "b64_json" : config.response_format || "url";
-		if (operation !== "generation") return { error: `Only 'generation' operations are currently supported. '${operation}' operations are not implemented.` };
-		const endpoint = "/images/generations";
-		const size = config.size || DEFAULT_SIZE;
-		const sizeValidation = validateSizeForModel(size, model);
-		if (!sizeValidation.valid) return { error: sizeValidation.message };
-		const body = prepareRequestBody(model, prompt, size, responseFormat, config);
-		const headers = {
-			"Content-Type": "application/json",
-			...this.getApiKey() ? { Authorization: `Bearer ${this.getApiKey()}` } : {},
-			...this.getOrganization() ? { "OpenAI-Organization": this.getOrganization() } : {},
-			...config.headers
-		};
-		let data, status, statusText;
-		let cached = false;
-		let latencyMs;
-		try {
-			({data, cached, status, statusText, latencyMs} = await callOpenAiImageApi(`${this.getApiUrl()}${endpoint}`, body, headers, REQUEST_TIMEOUT_MS));
-			if (status < 200 || status >= 300) return { error: `API error: ${status} ${statusText}\n${typeof data === "string" ? data : JSON.stringify(data)}` };
-		} catch (err) {
-			logger.error(`API call error: ${String(err)}`);
-			await data?.deleteFromCache?.();
-			return { error: `API call error: ${String(err)}` };
-		}
-		return processApiResponse(data, prompt, responseFormat, cached, model, size, latencyMs, config.quality, config.n || 1, "output_format" in config ? config.output_format : void 0);
-	}
-};
-//#endregion
-export { formatOutput as i, buildStructuredImageOutputs as n, callOpenAiImageApi as r, OpenAiImageProvider as t };
-
-//# sourceMappingURL=image-a_SGUobh.js.map

package/dist/src/providers-BuyzKt7C.js

@@ -1,2 +0,0 @@
-import { n as loadApiProvider, r as loadApiProviders } from "./providers-DRrerKra.js";
-export { loadApiProvider, loadApiProviders };

package/dist/src/providers-C7lNVBjX.cjs

@@ -1,3 +0,0 @@
-const require_providers = require("./providers-eDShy16E.cjs");
-exports.loadApiProvider = require_providers.loadApiProvider;
-exports.loadApiProviders = require_providers.loadApiProviders;

package/dist/src/providers-CCE2COJi2.js

@@ -1,2 +0,0 @@
-import { n as loadApiProvider, r as loadApiProviders } from "./providers-CJh7iriU.js";
-export { loadApiProvider, loadApiProviders };

package/dist/src/render-7uNJ2V14.js

@@ -1,135 +0,0 @@
-import { S as getEnvBool, a as logger, k as state } from "./logger-KD8JjCRJ.js";
-import nunjucks from "nunjucks";
-//#region src/util/templates.ts
-/**
-* Get a Nunjucks engine instance with optional filters and configuration.
-* @param filters - Optional map of custom Nunjucks filters.
-* @param throwOnUndefined - Whether to throw an error on undefined variables.
-* @param isGrader - Whether this engine is being used in a grader context.
-* Nunjucks is always enabled in grader mode.
-* @returns A configured Nunjucks environment.
-*/
-function getNunjucksEngine(filters, throwOnUndefined = false, isGrader = false) {
-	if (!isGrader && getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return { renderString: (template) => template };
-	const env = nunjucks.configure({
-		autoescape: false,
-		throwOnUndefined
-	});
-	const envGlobals = {
-		...getEnvBool("PROMPTFOO_DISABLE_TEMPLATE_ENV_VARS", getEnvBool("PROMPTFOO_SELF_HOSTED", false)) ? {} : process.env,
-		...state.config?.env
-	};
-	env.addGlobal("env", envGlobals);
-	env.addFilter("load", function(str) {
-		return JSON.parse(str);
-	});
-	if (filters) for (const [name, filter] of Object.entries(filters)) env.addFilter(name, filter);
-	return env;
-}
-/**
-* Parse Nunjucks template to extract variables.
-* @param template - The Nunjucks template string.
-* @returns An array of variables used in the template.
-*/
-function extractVariablesFromTemplate(template) {
-	const variableSet = /* @__PURE__ */ new Set();
-	const regex = /\{\{[\s]*([^{}\s|]+)[\s]*(?:\|[^}]+)?\}\}|\{%[\s]*(?:if|for)[\s]+([^{}\s]+)[\s]*.*?%\}/g;
-	template = template.replace(/\{#[\s\S]*?#\}/g, "");
-	let match;
-	while ((match = regex.exec(template)) !== null) {
-		const variable = match[1] || match[2];
-		if (variable) variableSet.add(variable);
-	}
-	const forLoopRegex = /\{%[\s]*for[\s]+(\w+)[\s]+in[\s]+(\w+)[\s]*%\}/g;
-	while ((match = forLoopRegex.exec(template)) !== null) {
-		variableSet.delete(match[1]);
-		variableSet.add(match[2]);
-	}
-	return Array.from(variableSet);
-}
-/**
-* Extract variables from multiple Nunjucks templates.
-* @param templates - An array of Nunjucks template strings.
-* @returns An array of variables used in the templates.
-*/
-function extractVariablesFromTemplates(templates) {
-	const variableSet = /* @__PURE__ */ new Set();
-	for (const template of templates) extractVariablesFromTemplate(template).forEach((variable) => variableSet.add(variable));
-	return Array.from(variableSet);
-}
-//#endregion
-//#region src/util/render.ts
-/**
-* Renders ONLY environment variable templates in an object, leaving all other templates untouched.
-* This allows env vars to be resolved at provider load time while preserving runtime var templates.
-*
-* Supports full Nunjucks syntax for env vars including filters and expressions:
-* - {{ env.VAR_NAME }}
-* - {{ env['VAR-NAME'] }}
-* - {{ env["VAR-NAME"] }}
-* - {{ env.VAR | default('fallback') }}
-* - {{ env.VAR | upper }}
-*
-* Preserves non-env templates for runtime rendering:
-* - {{ vars.x }} - preserved as literal
-* - {{ prompt }} - preserved as literal
-*
-* Implementation: Uses regex to find env templates, delegates to Nunjucks for rendering.
-* This ensures full Nunjucks feature support while preserving non-env templates.
-*
-* @param obj - The object to process
-* @param envOverrides - Optional env vars to merge with (or replace) the base env
-* @param replaceBase - If true, envOverrides replaces the base env entirely instead of merging
-* @returns The object with only env templates rendered
-*/
-function renderEnvOnlyInObject(obj, envOverrides, replaceBase) {
-	if (getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return obj;
-	if (typeof obj === "string") {
-		const nunjucks = getNunjucksEngine();
-		const baseEnvGlobals = nunjucks.getGlobal("env");
-		const envGlobals = replaceBase ? envOverrides ?? {} : envOverrides ? {
-			...baseEnvGlobals,
-			...envOverrides
-		} : baseEnvGlobals;
-		return obj.replace(/\{\{(?:[^}]|\}(?!\}))*\}\}/g, (match) => {
-			if (!match.match(/\benv\.|env\[/)) return match;
-			const varMatch = match.match(/env\.(\w+)|env\[['"]([^'"]+)['"]\]/);
-			const varName = varMatch?.[1] || varMatch?.[2];
-			if (match.includes("|") || varName && varName in envGlobals && envGlobals[varName] !== void 0) try {
-				return nunjucks.renderString(match, { env: envGlobals });
-			} catch (error) {
-				logger.debug(`Failed to render env template "${match}": ${error instanceof Error ? error.message : String(error)}`);
-				return match;
-			}
-			return match;
-		});
-	}
-	if (Array.isArray(obj)) return obj.map((item) => renderEnvOnlyInObject(item, envOverrides, replaceBase));
-	if (typeof obj === "object" && obj !== null) {
-		const result = {};
-		for (const key in obj) {
-			if (key === "_conversation") {
-				result[key] = obj[key];
-				continue;
-			}
-			result[key] = renderEnvOnlyInObject(obj[key], envOverrides, replaceBase);
-		}
-		return result;
-	}
-	return obj;
-}
-function renderVarsInObject(obj, vars) {
-	if (!vars || getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return obj;
-	if (typeof obj === "string") return getNunjucksEngine().renderString(obj, vars);
-	if (Array.isArray(obj)) return obj.map((item) => renderVarsInObject(item, vars));
-	if (typeof obj === "object" && obj !== null) {
-		const result = {};
-		for (const key in obj) result[key] = renderVarsInObject(obj[key], vars);
-		return result;
-	} else if (typeof obj === "function") return renderVarsInObject(obj({ vars }));
-	return obj;
-}
-//#endregion
-export { getNunjucksEngine as a, extractVariablesFromTemplates as i, renderVarsInObject as n, extractVariablesFromTemplate as r, renderEnvOnlyInObject as t };
-
-//# sourceMappingURL=render-7uNJ2V14.js.map