promptfoo 0.121.3 → 0.121.5

package/dist/src/python/persistent_wrapper.py

@@ -66,11 +66,6 @@ def _init_tracing():
         _tracer = trace.get_tracer("promptfoo.python.provider")
         _tracing_enabled = True
 
-        print(
-            f"[PythonProvider] OpenTelemetry tracing enabled, endpoint: {endpoint}",
-            file=sys.stderr,
-            flush=True,
-        )
     except ImportError:
         print(
             "[PythonProvider] OpenTelemetry packages not installed, tracing disabled. "

package/dist/src/{pythonUtils-Cpo0Ez1p.js → pythonUtils-C4tltmIn.js}

@@ -1,10 +1,10 @@
-import { C as getEnvString, _ as safeJsonStringify, a as logger, b as getEnvBool } from "./logger-DO8_zM18.js";
-import { n as getWrapperDir } from "./esm-SUNIX1x3.js";
+import { S as getEnvBool, T as getEnvString, a as logger, y as safeJsonStringify } from "./logger-KD8JjCRJ.js";
+import { n as getWrapperDir } from "./esm-B6whoAcf.js";
 import fs from "fs";
 import path from "path";
 import os from "os";
-import { execFile } from "child_process";
 import { promisify } from "util";
+import { execFile } from "child_process";
 import { PythonShell } from "python-shell";
 //#region src/python/pythonUtils.ts
 const execFileAsync = promisify(execFile);
@@ -246,4 +246,4 @@ async function runPython(scriptPath, method, args, options = {}) {
 //#endregion
 export { validatePythonPath as i, getEnvInt as n, runPython as r, getConfiguredPythonPath as t };
 
-//# sourceMappingURL=pythonUtils-Cpo0Ez1p.js.map
+//# sourceMappingURL=pythonUtils-C4tltmIn.js.map

package/dist/src/{pythonUtils-dAVigVK-.cjs → pythonUtils-CoLaCwNY.cjs}

@@ -1,13 +1,13 @@
-const require_logger = require("./logger-D5iKBpu_.cjs");
-const require_esm = require("./esm-CipptfDu.cjs");
+const require_logger = require("./logger-COuQb2xB.cjs");
+const require_esm = require("./esm-B_rGuPTo.cjs");
 let fs = require("fs");
 fs = require_logger.__toESM(fs);
 let path = require("path");
 path = require_logger.__toESM(path);
 let os = require("os");
 os = require_logger.__toESM(os);
-let child_process = require("child_process");
 let util = require("util");
+let child_process = require("child_process");
 let python_shell = require("python-shell");
 //#region src/python/pythonUtils.ts
 const execFileAsync = (0, util.promisify)(child_process.execFile);
@@ -272,4 +272,4 @@ Object.defineProperty(exports, "validatePythonPath", {
 	}
 });
 
-//# sourceMappingURL=pythonUtils-dAVigVK-.cjs.map
+//# sourceMappingURL=pythonUtils-CoLaCwNY.cjs.map

package/dist/src/{pythonUtils-Bzwbgpbg.js → pythonUtils-DMO68Jg7.js}

@@ -1,5 +1,5 @@
-import { C as getEnvString, _ as safeJsonStringify, a as logger, b as getEnvBool } from "./logger-BnkjG2jt.js";
-import { n as getWrapperDir } from "./esm-CKWP3u_P.js";
+import { S as getEnvBool, T as getEnvString, a as logger, y as safeJsonStringify } from "./logger-Ct2S6Yx-.js";
+import { n as getWrapperDir } from "./esm-BRkfNsYs.js";
 import fs from "fs";
 import path from "path";
 import os from "os";
@@ -246,4 +246,4 @@ async function runPython(scriptPath, method, args, options = {}) {
 //#endregion
 export { validatePythonPath as i, getEnvInt as n, runPython as r, getConfiguredPythonPath as t };
 
-//# sourceMappingURL=pythonUtils-Bzwbgpbg.js.map
+//# sourceMappingURL=pythonUtils-DMO68Jg7.js.map

package/dist/src/{pythonUtils-wIqk7zAf.js → pythonUtils-DNqbnRdx.js}

@@ -1,6 +1,6 @@
 #!/usr/bin/env node
-import { C as getEnvBool, E as getEnvString, s as logger, y as safeJsonStringify } from "./logger-BcJBzSSA.js";
-import { n as getWrapperDir } from "./esm-7UIl0pPM.js";
+import { O as getEnvString, T as getEnvBool, s as logger, x as safeJsonStringify } from "./logger-BbY6ypFL.js";
+import { n as getWrapperDir } from "./esm-BX8fwlAO.js";
 import fs from "fs";
 import path from "path";
 import os from "os";
@@ -247,4 +247,4 @@ async function runPython(scriptPath, method, args, options = {}) {
 //#endregion
 export { validatePythonPath as i, getEnvInt as n, runPython as r, getConfiguredPythonPath as t };
 
-//# sourceMappingURL=pythonUtils-wIqk7zAf.js.map
+//# sourceMappingURL=pythonUtils-DNqbnRdx.js.map

package/dist/src/{quiverai-BeofbLVc.js → quiverai-BSS9a7wV.js}

@@ -1,6 +1,6 @@
-import { C as getEnvString, a as logger } from "./logger-BnkjG2jt.js";
-import { p as REQUEST_TIMEOUT_MS, t as fetchWithProxy } from "./fetch-BiYv2BZc.js";
-import { r as fetchWithCache } from "./cache-HP0NP4k3.js";
+import { T as getEnvString, a as logger } from "./logger-Ct2S6Yx-.js";
+import { t as fetchWithProxy, u as REQUEST_TIMEOUT_MS } from "./fetch-D9xxyC1p.js";
+import { r as fetchWithCache } from "./cache-Bzttsk0X.js";
 //#region src/providers/quiverai.ts
 const QUIVERAI_API_BASE_URL = "https://api.quiver.ai/v1";
 const QUIVERAI_DEFAULT_MODEL = "arrow-preview";
@@ -210,4 +210,4 @@ function createQuiverAiProvider(providerPath, providerOptions = {}, env) {
 //#endregion
 export { createQuiverAiProvider };
 
-//# sourceMappingURL=quiverai-BeofbLVc.js.map
+//# sourceMappingURL=quiverai-BSS9a7wV.js.map

package/dist/src/{quiverai-DVSEqJiq.js → quiverai-Bk1KrvL6.js}

@@ -1,6 +1,6 @@
-import { C as getEnvString, a as logger } from "./logger-DO8_zM18.js";
-import { p as REQUEST_TIMEOUT_MS, t as fetchWithProxy } from "./fetch-CVAtKnI3.js";
-import { r as fetchWithCache } from "./cache-CaT5tPgo.js";
+import { T as getEnvString, a as logger } from "./logger-KD8JjCRJ.js";
+import { h as REQUEST_TIMEOUT_MS, t as fetchWithProxy } from "./fetch-Y5qX_kST.js";
+import { r as fetchWithCache } from "./cache-Cr-qWIbP.js";
 //#region src/providers/quiverai.ts
 const QUIVERAI_API_BASE_URL = "https://api.quiver.ai/v1";
 const QUIVERAI_DEFAULT_MODEL = "arrow-preview";
@@ -210,4 +210,4 @@ function createQuiverAiProvider(providerPath, providerOptions = {}, env) {
 //#endregion
 export { createQuiverAiProvider };
 
-//# sourceMappingURL=quiverai-DVSEqJiq.js.map
+//# sourceMappingURL=quiverai-Bk1KrvL6.js.map

package/dist/src/{quiverai-CcUhPIBg.cjs → quiverai-Bpx6MZ7T.cjs}

@@ -1,6 +1,6 @@
-const require_logger = require("./logger-D5iKBpu_.cjs");
-const require_fetch = require("./fetch-BnR9wSnm.cjs");
-const require_cache = require("./cache-C5yFZ4gC.cjs");
+const require_logger = require("./logger-COuQb2xB.cjs");
+const require_fetch = require("./fetch-NuqXW1Xb.cjs");
+const require_cache = require("./cache-DGg-yTZG.cjs");
 //#region src/providers/quiverai.ts
 const QUIVERAI_API_BASE_URL = "https://api.quiver.ai/v1";
 const QUIVERAI_DEFAULT_MODEL = "arrow-preview";
@@ -210,4 +210,4 @@ function createQuiverAiProvider(providerPath, providerOptions = {}, env) {
 //#endregion
 exports.createQuiverAiProvider = createQuiverAiProvider;
 
-//# sourceMappingURL=quiverai-CcUhPIBg.cjs.map
+//# sourceMappingURL=quiverai-Bpx6MZ7T.cjs.map

package/dist/src/{quiverai-CCQn73lq.js → quiverai-CPKhWgaT.js}

@@ -1,8 +1,7 @@
 #!/usr/bin/env node
-import { E as getEnvString, s as logger } from "./logger-BcJBzSSA.js";
-import { f as REQUEST_TIMEOUT_MS, n as fetchWithProxy } from "./fetch-DoVRJZhJ.js";
-import "./cloud-z8KZpUoa.js";
-import { a as fetchWithCache } from "./cache-DSqR6ezl.js";
+import { O as getEnvString, s as logger } from "./logger-BbY6ypFL.js";
+import { m as REQUEST_TIMEOUT_MS, n as fetchWithProxy } from "./fetch-B6ch2nU2.js";
+import { a as fetchWithCache } from "./cache-BI5BY7ey.js";
 //#region src/providers/quiverai.ts
 const QUIVERAI_API_BASE_URL = "https://api.quiver.ai/v1";
 const QUIVERAI_DEFAULT_MODEL = "arrow-preview";
@@ -212,4 +211,4 @@ function createQuiverAiProvider(providerPath, providerOptions = {}, env) {
 //#endregion
 export { createQuiverAiProvider };
 
-//# sourceMappingURL=quiverai-CCQn73lq.js.map
+//# sourceMappingURL=quiverai-CPKhWgaT.js.map

package/dist/src/render-7uNJ2V14.js

@@ -0,0 +1,135 @@
+import { S as getEnvBool, a as logger, k as state } from "./logger-KD8JjCRJ.js";
+import nunjucks from "nunjucks";
+//#region src/util/templates.ts
+/**
+* Get a Nunjucks engine instance with optional filters and configuration.
+* @param filters - Optional map of custom Nunjucks filters.
+* @param throwOnUndefined - Whether to throw an error on undefined variables.
+* @param isGrader - Whether this engine is being used in a grader context.
+* Nunjucks is always enabled in grader mode.
+* @returns A configured Nunjucks environment.
+*/
+function getNunjucksEngine(filters, throwOnUndefined = false, isGrader = false) {
+	if (!isGrader && getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return { renderString: (template) => template };
+	const env = nunjucks.configure({
+		autoescape: false,
+		throwOnUndefined
+	});
+	const envGlobals = {
+		...getEnvBool("PROMPTFOO_DISABLE_TEMPLATE_ENV_VARS", getEnvBool("PROMPTFOO_SELF_HOSTED", false)) ? {} : process.env,
+		...state.config?.env
+	};
+	env.addGlobal("env", envGlobals);
+	env.addFilter("load", function(str) {
+		return JSON.parse(str);
+	});
+	if (filters) for (const [name, filter] of Object.entries(filters)) env.addFilter(name, filter);
+	return env;
+}
+/**
+* Parse Nunjucks template to extract variables.
+* @param template - The Nunjucks template string.
+* @returns An array of variables used in the template.
+*/
+function extractVariablesFromTemplate(template) {
+	const variableSet = /* @__PURE__ */ new Set();
+	const regex = /\{\{[\s]*([^{}\s|]+)[\s]*(?:\|[^}]+)?\}\}|\{%[\s]*(?:if|for)[\s]+([^{}\s]+)[\s]*.*?%\}/g;
+	template = template.replace(/\{#[\s\S]*?#\}/g, "");
+	let match;
+	while ((match = regex.exec(template)) !== null) {
+		const variable = match[1] || match[2];
+		if (variable) variableSet.add(variable);
+	}
+	const forLoopRegex = /\{%[\s]*for[\s]+(\w+)[\s]+in[\s]+(\w+)[\s]*%\}/g;
+	while ((match = forLoopRegex.exec(template)) !== null) {
+		variableSet.delete(match[1]);
+		variableSet.add(match[2]);
+	}
+	return Array.from(variableSet);
+}
+/**
+* Extract variables from multiple Nunjucks templates.
+* @param templates - An array of Nunjucks template strings.
+* @returns An array of variables used in the templates.
+*/
+function extractVariablesFromTemplates(templates) {
+	const variableSet = /* @__PURE__ */ new Set();
+	for (const template of templates) extractVariablesFromTemplate(template).forEach((variable) => variableSet.add(variable));
+	return Array.from(variableSet);
+}
+//#endregion
+//#region src/util/render.ts
+/**
+* Renders ONLY environment variable templates in an object, leaving all other templates untouched.
+* This allows env vars to be resolved at provider load time while preserving runtime var templates.
+*
+* Supports full Nunjucks syntax for env vars including filters and expressions:
+* - {{ env.VAR_NAME }}
+* - {{ env['VAR-NAME'] }}
+* - {{ env["VAR-NAME"] }}
+* - {{ env.VAR | default('fallback') }}
+* - {{ env.VAR | upper }}
+*
+* Preserves non-env templates for runtime rendering:
+* - {{ vars.x }} - preserved as literal
+* - {{ prompt }} - preserved as literal
+*
+* Implementation: Uses regex to find env templates, delegates to Nunjucks for rendering.
+* This ensures full Nunjucks feature support while preserving non-env templates.
+*
+* @param obj - The object to process
+* @param envOverrides - Optional env vars to merge with (or replace) the base env
+* @param replaceBase - If true, envOverrides replaces the base env entirely instead of merging
+* @returns The object with only env templates rendered
+*/
+function renderEnvOnlyInObject(obj, envOverrides, replaceBase) {
+	if (getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return obj;
+	if (typeof obj === "string") {
+		const nunjucks = getNunjucksEngine();
+		const baseEnvGlobals = nunjucks.getGlobal("env");
+		const envGlobals = replaceBase ? envOverrides ?? {} : envOverrides ? {
+			...baseEnvGlobals,
+			...envOverrides
+		} : baseEnvGlobals;
+		return obj.replace(/\{\{(?:[^}]|\}(?!\}))*\}\}/g, (match) => {
+			if (!match.match(/\benv\.|env\[/)) return match;
+			const varMatch = match.match(/env\.(\w+)|env\[['"]([^'"]+)['"]\]/);
+			const varName = varMatch?.[1] || varMatch?.[2];
+			if (match.includes("|") || varName && varName in envGlobals && envGlobals[varName] !== void 0) try {
+				return nunjucks.renderString(match, { env: envGlobals });
+			} catch (error) {
+				logger.debug(`Failed to render env template "${match}": ${error instanceof Error ? error.message : String(error)}`);
+				return match;
+			}
+			return match;
+		});
+	}
+	if (Array.isArray(obj)) return obj.map((item) => renderEnvOnlyInObject(item, envOverrides, replaceBase));
+	if (typeof obj === "object" && obj !== null) {
+		const result = {};
+		for (const key in obj) {
+			if (key === "_conversation") {
+				result[key] = obj[key];
+				continue;
+			}
+			result[key] = renderEnvOnlyInObject(obj[key], envOverrides, replaceBase);
+		}
+		return result;
+	}
+	return obj;
+}
+function renderVarsInObject(obj, vars) {
+	if (!vars || getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return obj;
+	if (typeof obj === "string") return getNunjucksEngine().renderString(obj, vars);
+	if (Array.isArray(obj)) return obj.map((item) => renderVarsInObject(item, vars));
+	if (typeof obj === "object" && obj !== null) {
+		const result = {};
+		for (const key in obj) result[key] = renderVarsInObject(obj[key], vars);
+		return result;
+	} else if (typeof obj === "function") return renderVarsInObject(obj({ vars }));
+	return obj;
+}
+//#endregion
+export { getNunjucksEngine as a, extractVariablesFromTemplates as i, renderVarsInObject as n, extractVariablesFromTemplate as r, renderEnvOnlyInObject as t };
+
+//# sourceMappingURL=render-7uNJ2V14.js.map

package/dist/src/render-DlscvAUJ.js

@@ -0,0 +1,135 @@
+import { S as getEnvBool, a as logger, k as state } from "./logger-Ct2S6Yx-.js";
+import nunjucks from "nunjucks";
+//#region src/util/templates.ts
+/**
+* Get a Nunjucks engine instance with optional filters and configuration.
+* @param filters - Optional map of custom Nunjucks filters.
+* @param throwOnUndefined - Whether to throw an error on undefined variables.
+* @param isGrader - Whether this engine is being used in a grader context.
+* Nunjucks is always enabled in grader mode.
+* @returns A configured Nunjucks environment.
+*/
+function getNunjucksEngine(filters, throwOnUndefined = false, isGrader = false) {
+	if (!isGrader && getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return { renderString: (template) => template };
+	const env = nunjucks.configure({
+		autoescape: false,
+		throwOnUndefined
+	});
+	const envGlobals = {
+		...getEnvBool("PROMPTFOO_DISABLE_TEMPLATE_ENV_VARS", getEnvBool("PROMPTFOO_SELF_HOSTED", false)) ? {} : process.env,
+		...state.config?.env
+	};
+	env.addGlobal("env", envGlobals);
+	env.addFilter("load", function(str) {
+		return JSON.parse(str);
+	});
+	if (filters) for (const [name, filter] of Object.entries(filters)) env.addFilter(name, filter);
+	return env;
+}
+/**
+* Parse Nunjucks template to extract variables.
+* @param template - The Nunjucks template string.
+* @returns An array of variables used in the template.
+*/
+function extractVariablesFromTemplate(template) {
+	const variableSet = /* @__PURE__ */ new Set();
+	const regex = /\{\{[\s]*([^{}\s|]+)[\s]*(?:\|[^}]+)?\}\}|\{%[\s]*(?:if|for)[\s]+([^{}\s]+)[\s]*.*?%\}/g;
+	template = template.replace(/\{#[\s\S]*?#\}/g, "");
+	let match;
+	while ((match = regex.exec(template)) !== null) {
+		const variable = match[1] || match[2];
+		if (variable) variableSet.add(variable);
+	}
+	const forLoopRegex = /\{%[\s]*for[\s]+(\w+)[\s]+in[\s]+(\w+)[\s]*%\}/g;
+	while ((match = forLoopRegex.exec(template)) !== null) {
+		variableSet.delete(match[1]);
+		variableSet.add(match[2]);
+	}
+	return Array.from(variableSet);
+}
+/**
+* Extract variables from multiple Nunjucks templates.
+* @param templates - An array of Nunjucks template strings.
+* @returns An array of variables used in the templates.
+*/
+function extractVariablesFromTemplates(templates) {
+	const variableSet = /* @__PURE__ */ new Set();
+	for (const template of templates) extractVariablesFromTemplate(template).forEach((variable) => variableSet.add(variable));
+	return Array.from(variableSet);
+}
+//#endregion
+//#region src/util/render.ts
+/**
+* Renders ONLY environment variable templates in an object, leaving all other templates untouched.
+* This allows env vars to be resolved at provider load time while preserving runtime var templates.
+*
+* Supports full Nunjucks syntax for env vars including filters and expressions:
+* - {{ env.VAR_NAME }}
+* - {{ env['VAR-NAME'] }}
+* - {{ env["VAR-NAME"] }}
+* - {{ env.VAR | default('fallback') }}
+* - {{ env.VAR | upper }}
+*
+* Preserves non-env templates for runtime rendering:
+* - {{ vars.x }} - preserved as literal
+* - {{ prompt }} - preserved as literal
+*
+* Implementation: Uses regex to find env templates, delegates to Nunjucks for rendering.
+* This ensures full Nunjucks feature support while preserving non-env templates.
+*
+* @param obj - The object to process
+* @param envOverrides - Optional env vars to merge with (or replace) the base env
+* @param replaceBase - If true, envOverrides replaces the base env entirely instead of merging
+* @returns The object with only env templates rendered
+*/
+function renderEnvOnlyInObject(obj, envOverrides, replaceBase) {
+	if (getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return obj;
+	if (typeof obj === "string") {
+		const nunjucks = getNunjucksEngine();
+		const baseEnvGlobals = nunjucks.getGlobal("env");
+		const envGlobals = replaceBase ? envOverrides ?? {} : envOverrides ? {
+			...baseEnvGlobals,
+			...envOverrides
+		} : baseEnvGlobals;
+		return obj.replace(/\{\{(?:[^}]|\}(?!\}))*\}\}/g, (match) => {
+			if (!match.match(/\benv\.|env\[/)) return match;
+			const varMatch = match.match(/env\.(\w+)|env\[['"]([^'"]+)['"]\]/);
+			const varName = varMatch?.[1] || varMatch?.[2];
+			if (match.includes("|") || varName && varName in envGlobals && envGlobals[varName] !== void 0) try {
+				return nunjucks.renderString(match, { env: envGlobals });
+			} catch (error) {
+				logger.debug(`Failed to render env template "${match}": ${error instanceof Error ? error.message : String(error)}`);
+				return match;
+			}
+			return match;
+		});
+	}
+	if (Array.isArray(obj)) return obj.map((item) => renderEnvOnlyInObject(item, envOverrides, replaceBase));
+	if (typeof obj === "object" && obj !== null) {
+		const result = {};
+		for (const key in obj) {
+			if (key === "_conversation") {
+				result[key] = obj[key];
+				continue;
+			}
+			result[key] = renderEnvOnlyInObject(obj[key], envOverrides, replaceBase);
+		}
+		return result;
+	}
+	return obj;
+}
+function renderVarsInObject(obj, vars) {
+	if (!vars || getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return obj;
+	if (typeof obj === "string") return getNunjucksEngine().renderString(obj, vars);
+	if (Array.isArray(obj)) return obj.map((item) => renderVarsInObject(item, vars));
+	if (typeof obj === "object" && obj !== null) {
+		const result = {};
+		for (const key in obj) result[key] = renderVarsInObject(obj[key], vars);
+		return result;
+	} else if (typeof obj === "function") return renderVarsInObject(obj({ vars }));
+	return obj;
+}
+//#endregion
+export { getNunjucksEngine as a, extractVariablesFromTemplates as i, renderVarsInObject as n, extractVariablesFromTemplate as r, renderEnvOnlyInObject as t };
+
+//# sourceMappingURL=render-DlscvAUJ.js.map

package/dist/src/render-eui5p5mL.js

@@ -0,0 +1,136 @@
+#!/usr/bin/env node
+import { N as state, T as getEnvBool, s as logger } from "./logger-BbY6ypFL.js";
+import nunjucks from "nunjucks";
+//#region src/util/templates.ts
+/**
+* Get a Nunjucks engine instance with optional filters and configuration.
+* @param filters - Optional map of custom Nunjucks filters.
+* @param throwOnUndefined - Whether to throw an error on undefined variables.
+* @param isGrader - Whether this engine is being used in a grader context.
+* Nunjucks is always enabled in grader mode.
+* @returns A configured Nunjucks environment.
+*/
+function getNunjucksEngine(filters, throwOnUndefined = false, isGrader = false) {
+	if (!isGrader && getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return { renderString: (template) => template };
+	const env = nunjucks.configure({
+		autoescape: false,
+		throwOnUndefined
+	});
+	const envGlobals = {
+		...getEnvBool("PROMPTFOO_DISABLE_TEMPLATE_ENV_VARS", getEnvBool("PROMPTFOO_SELF_HOSTED", false)) ? {} : process.env,
+		...state.config?.env
+	};
+	env.addGlobal("env", envGlobals);
+	env.addFilter("load", function(str) {
+		return JSON.parse(str);
+	});
+	if (filters) for (const [name, filter] of Object.entries(filters)) env.addFilter(name, filter);
+	return env;
+}
+/**
+* Parse Nunjucks template to extract variables.
+* @param template - The Nunjucks template string.
+* @returns An array of variables used in the template.
+*/
+function extractVariablesFromTemplate(template) {
+	const variableSet = /* @__PURE__ */ new Set();
+	const regex = /\{\{[\s]*([^{}\s|]+)[\s]*(?:\|[^}]+)?\}\}|\{%[\s]*(?:if|for)[\s]+([^{}\s]+)[\s]*.*?%\}/g;
+	template = template.replace(/\{#[\s\S]*?#\}/g, "");
+	let match;
+	while ((match = regex.exec(template)) !== null) {
+		const variable = match[1] || match[2];
+		if (variable) variableSet.add(variable);
+	}
+	const forLoopRegex = /\{%[\s]*for[\s]+(\w+)[\s]+in[\s]+(\w+)[\s]*%\}/g;
+	while ((match = forLoopRegex.exec(template)) !== null) {
+		variableSet.delete(match[1]);
+		variableSet.add(match[2]);
+	}
+	return Array.from(variableSet);
+}
+/**
+* Extract variables from multiple Nunjucks templates.
+* @param templates - An array of Nunjucks template strings.
+* @returns An array of variables used in the templates.
+*/
+function extractVariablesFromTemplates(templates) {
+	const variableSet = /* @__PURE__ */ new Set();
+	for (const template of templates) extractVariablesFromTemplate(template).forEach((variable) => variableSet.add(variable));
+	return Array.from(variableSet);
+}
+//#endregion
+//#region src/util/render.ts
+/**
+* Renders ONLY environment variable templates in an object, leaving all other templates untouched.
+* This allows env vars to be resolved at provider load time while preserving runtime var templates.
+*
+* Supports full Nunjucks syntax for env vars including filters and expressions:
+* - {{ env.VAR_NAME }}
+* - {{ env['VAR-NAME'] }}
+* - {{ env["VAR-NAME"] }}
+* - {{ env.VAR | default('fallback') }}
+* - {{ env.VAR | upper }}
+*
+* Preserves non-env templates for runtime rendering:
+* - {{ vars.x }} - preserved as literal
+* - {{ prompt }} - preserved as literal
+*
+* Implementation: Uses regex to find env templates, delegates to Nunjucks for rendering.
+* This ensures full Nunjucks feature support while preserving non-env templates.
+*
+* @param obj - The object to process
+* @param envOverrides - Optional env vars to merge with (or replace) the base env
+* @param replaceBase - If true, envOverrides replaces the base env entirely instead of merging
+* @returns The object with only env templates rendered
+*/
+function renderEnvOnlyInObject(obj, envOverrides, replaceBase) {
+	if (getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return obj;
+	if (typeof obj === "string") {
+		const nunjucks = getNunjucksEngine();
+		const baseEnvGlobals = nunjucks.getGlobal("env");
+		const envGlobals = replaceBase ? envOverrides ?? {} : envOverrides ? {
+			...baseEnvGlobals,
+			...envOverrides
+		} : baseEnvGlobals;
+		return obj.replace(/\{\{(?:[^}]|\}(?!\}))*\}\}/g, (match) => {
+			if (!match.match(/\benv\.|env\[/)) return match;
+			const varMatch = match.match(/env\.(\w+)|env\[['"]([^'"]+)['"]\]/);
+			const varName = varMatch?.[1] || varMatch?.[2];
+			if (match.includes("|") || varName && varName in envGlobals && envGlobals[varName] !== void 0) try {
+				return nunjucks.renderString(match, { env: envGlobals });
+			} catch (error) {
+				logger.debug(`Failed to render env template "${match}": ${error instanceof Error ? error.message : String(error)}`);
+				return match;
+			}
+			return match;
+		});
+	}
+	if (Array.isArray(obj)) return obj.map((item) => renderEnvOnlyInObject(item, envOverrides, replaceBase));
+	if (typeof obj === "object" && obj !== null) {
+		const result = {};
+		for (const key in obj) {
+			if (key === "_conversation") {
+				result[key] = obj[key];
+				continue;
+			}
+			result[key] = renderEnvOnlyInObject(obj[key], envOverrides, replaceBase);
+		}
+		return result;
+	}
+	return obj;
+}
+function renderVarsInObject(obj, vars) {
+	if (!vars || getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return obj;
+	if (typeof obj === "string") return getNunjucksEngine().renderString(obj, vars);
+	if (Array.isArray(obj)) return obj.map((item) => renderVarsInObject(item, vars));
+	if (typeof obj === "object" && obj !== null) {
+		const result = {};
+		for (const key in obj) result[key] = renderVarsInObject(obj[key], vars);
+		return result;
+	} else if (typeof obj === "function") return renderVarsInObject(obj({ vars }));
+	return obj;
+}
+//#endregion
+export { getNunjucksEngine as a, extractVariablesFromTemplates as i, renderVarsInObject as n, extractVariablesFromTemplate as r, renderEnvOnlyInObject as t };
+
+//# sourceMappingURL=render-eui5p5mL.js.map

package/dist/src/{render-BHl6QVq9.js → render-nj-UaPdn.js}

@@ -1,6 +1,5 @@
 #!/usr/bin/env node
-import "./logger-BcJBzSSA.js";
-import { t as canUseInteractiveUI } from "./interactiveCheck-BnMYOjMu.js";
+import { t as canUseInteractiveUI } from "./interactiveCheck-CCICw2cy.js";
 //#region src/ui/render.ts
 /**
 * Process exit codes for signal handling.
@@ -114,4 +113,4 @@ function supportsColor() {
 //#endregion
 export { canUseInteractiveUI, getTerminalSize, renderInteractive, runInteractive, supportsColor };
 
-//# sourceMappingURL=render-BHl6QVq9.js.map
+//# sourceMappingURL=render-nj-UaPdn.js.map