promptfoo 0.121.4 → 0.121.7

package/dist/src/render-CMEpfLaO.js

@@ -1,136 +0,0 @@
-#!/usr/bin/env node
-import { N as state, T as getEnvBool, s as logger } from "./logger-DksKw1Qc.js";
-import nunjucks from "nunjucks";
-//#region src/util/templates.ts
-/**
-* Get a Nunjucks engine instance with optional filters and configuration.
-* @param filters - Optional map of custom Nunjucks filters.
-* @param throwOnUndefined - Whether to throw an error on undefined variables.
-* @param isGrader - Whether this engine is being used in a grader context.
-* Nunjucks is always enabled in grader mode.
-* @returns A configured Nunjucks environment.
-*/
-function getNunjucksEngine(filters, throwOnUndefined = false, isGrader = false) {
-	if (!isGrader && getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return { renderString: (template) => template };
-	const env = nunjucks.configure({
-		autoescape: false,
-		throwOnUndefined
-	});
-	const envGlobals = {
-		...getEnvBool("PROMPTFOO_DISABLE_TEMPLATE_ENV_VARS", getEnvBool("PROMPTFOO_SELF_HOSTED", false)) ? {} : process.env,
-		...state.config?.env
-	};
-	env.addGlobal("env", envGlobals);
-	env.addFilter("load", function(str) {
-		return JSON.parse(str);
-	});
-	if (filters) for (const [name, filter] of Object.entries(filters)) env.addFilter(name, filter);
-	return env;
-}
-/**
-* Parse Nunjucks template to extract variables.
-* @param template - The Nunjucks template string.
-* @returns An array of variables used in the template.
-*/
-function extractVariablesFromTemplate(template) {
-	const variableSet = /* @__PURE__ */ new Set();
-	const regex = /\{\{[\s]*([^{}\s|]+)[\s]*(?:\|[^}]+)?\}\}|\{%[\s]*(?:if|for)[\s]+([^{}\s]+)[\s]*.*?%\}/g;
-	template = template.replace(/\{#[\s\S]*?#\}/g, "");
-	let match;
-	while ((match = regex.exec(template)) !== null) {
-		const variable = match[1] || match[2];
-		if (variable) variableSet.add(variable);
-	}
-	const forLoopRegex = /\{%[\s]*for[\s]+(\w+)[\s]+in[\s]+(\w+)[\s]*%\}/g;
-	while ((match = forLoopRegex.exec(template)) !== null) {
-		variableSet.delete(match[1]);
-		variableSet.add(match[2]);
-	}
-	return Array.from(variableSet);
-}
-/**
-* Extract variables from multiple Nunjucks templates.
-* @param templates - An array of Nunjucks template strings.
-* @returns An array of variables used in the templates.
-*/
-function extractVariablesFromTemplates(templates) {
-	const variableSet = /* @__PURE__ */ new Set();
-	for (const template of templates) extractVariablesFromTemplate(template).forEach((variable) => variableSet.add(variable));
-	return Array.from(variableSet);
-}
-//#endregion
-//#region src/util/render.ts
-/**
-* Renders ONLY environment variable templates in an object, leaving all other templates untouched.
-* This allows env vars to be resolved at provider load time while preserving runtime var templates.
-*
-* Supports full Nunjucks syntax for env vars including filters and expressions:
-* - {{ env.VAR_NAME }}
-* - {{ env['VAR-NAME'] }}
-* - {{ env["VAR-NAME"] }}
-* - {{ env.VAR | default('fallback') }}
-* - {{ env.VAR | upper }}
-*
-* Preserves non-env templates for runtime rendering:
-* - {{ vars.x }} - preserved as literal
-* - {{ prompt }} - preserved as literal
-*
-* Implementation: Uses regex to find env templates, delegates to Nunjucks for rendering.
-* This ensures full Nunjucks feature support while preserving non-env templates.
-*
-* @param obj - The object to process
-* @param envOverrides - Optional env vars to merge with (or replace) the base env
-* @param replaceBase - If true, envOverrides replaces the base env entirely instead of merging
-* @returns The object with only env templates rendered
-*/
-function renderEnvOnlyInObject(obj, envOverrides, replaceBase) {
-	if (getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return obj;
-	if (typeof obj === "string") {
-		const nunjucks = getNunjucksEngine();
-		const baseEnvGlobals = nunjucks.getGlobal("env");
-		const envGlobals = replaceBase ? envOverrides ?? {} : envOverrides ? {
-			...baseEnvGlobals,
-			...envOverrides
-		} : baseEnvGlobals;
-		return obj.replace(/\{\{(?:[^}]|\}(?!\}))*\}\}/g, (match) => {
-			if (!match.match(/\benv\.|env\[/)) return match;
-			const varMatch = match.match(/env\.(\w+)|env\[['"]([^'"]+)['"]\]/);
-			const varName = varMatch?.[1] || varMatch?.[2];
-			if (match.includes("|") || varName && varName in envGlobals && envGlobals[varName] !== void 0) try {
-				return nunjucks.renderString(match, { env: envGlobals });
-			} catch (error) {
-				logger.debug(`Failed to render env template "${match}": ${error instanceof Error ? error.message : String(error)}`);
-				return match;
-			}
-			return match;
-		});
-	}
-	if (Array.isArray(obj)) return obj.map((item) => renderEnvOnlyInObject(item, envOverrides, replaceBase));
-	if (typeof obj === "object" && obj !== null) {
-		const result = {};
-		for (const key in obj) {
-			if (key === "_conversation") {
-				result[key] = obj[key];
-				continue;
-			}
-			result[key] = renderEnvOnlyInObject(obj[key], envOverrides, replaceBase);
-		}
-		return result;
-	}
-	return obj;
-}
-function renderVarsInObject(obj, vars) {
-	if (!vars || getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return obj;
-	if (typeof obj === "string") return getNunjucksEngine().renderString(obj, vars);
-	if (Array.isArray(obj)) return obj.map((item) => renderVarsInObject(item, vars));
-	if (typeof obj === "object" && obj !== null) {
-		const result = {};
-		for (const key in obj) result[key] = renderVarsInObject(obj[key], vars);
-		return result;
-	} else if (typeof obj === "function") return renderVarsInObject(obj({ vars }));
-	return obj;
-}
-//#endregion
-export { getNunjucksEngine as a, extractVariablesFromTemplates as i, renderVarsInObject as n, extractVariablesFromTemplate as r, renderEnvOnlyInObject as t };
-
-//# sourceMappingURL=render-CMEpfLaO.js.map

package/dist/src/render-DHIZ6_k8.js

@@ -1,135 +0,0 @@
-import { S as getEnvBool, a as logger, k as state } from "./logger-B88EkIn6.js";
-import nunjucks from "nunjucks";
-//#region src/util/templates.ts
-/**
-* Get a Nunjucks engine instance with optional filters and configuration.
-* @param filters - Optional map of custom Nunjucks filters.
-* @param throwOnUndefined - Whether to throw an error on undefined variables.
-* @param isGrader - Whether this engine is being used in a grader context.
-* Nunjucks is always enabled in grader mode.
-* @returns A configured Nunjucks environment.
-*/
-function getNunjucksEngine(filters, throwOnUndefined = false, isGrader = false) {
-	if (!isGrader && getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return { renderString: (template) => template };
-	const env = nunjucks.configure({
-		autoescape: false,
-		throwOnUndefined
-	});
-	const envGlobals = {
-		...getEnvBool("PROMPTFOO_DISABLE_TEMPLATE_ENV_VARS", getEnvBool("PROMPTFOO_SELF_HOSTED", false)) ? {} : process.env,
-		...state.config?.env
-	};
-	env.addGlobal("env", envGlobals);
-	env.addFilter("load", function(str) {
-		return JSON.parse(str);
-	});
-	if (filters) for (const [name, filter] of Object.entries(filters)) env.addFilter(name, filter);
-	return env;
-}
-/**
-* Parse Nunjucks template to extract variables.
-* @param template - The Nunjucks template string.
-* @returns An array of variables used in the template.
-*/
-function extractVariablesFromTemplate(template) {
-	const variableSet = /* @__PURE__ */ new Set();
-	const regex = /\{\{[\s]*([^{}\s|]+)[\s]*(?:\|[^}]+)?\}\}|\{%[\s]*(?:if|for)[\s]+([^{}\s]+)[\s]*.*?%\}/g;
-	template = template.replace(/\{#[\s\S]*?#\}/g, "");
-	let match;
-	while ((match = regex.exec(template)) !== null) {
-		const variable = match[1] || match[2];
-		if (variable) variableSet.add(variable);
-	}
-	const forLoopRegex = /\{%[\s]*for[\s]+(\w+)[\s]+in[\s]+(\w+)[\s]*%\}/g;
-	while ((match = forLoopRegex.exec(template)) !== null) {
-		variableSet.delete(match[1]);
-		variableSet.add(match[2]);
-	}
-	return Array.from(variableSet);
-}
-/**
-* Extract variables from multiple Nunjucks templates.
-* @param templates - An array of Nunjucks template strings.
-* @returns An array of variables used in the templates.
-*/
-function extractVariablesFromTemplates(templates) {
-	const variableSet = /* @__PURE__ */ new Set();
-	for (const template of templates) extractVariablesFromTemplate(template).forEach((variable) => variableSet.add(variable));
-	return Array.from(variableSet);
-}
-//#endregion
-//#region src/util/render.ts
-/**
-* Renders ONLY environment variable templates in an object, leaving all other templates untouched.
-* This allows env vars to be resolved at provider load time while preserving runtime var templates.
-*
-* Supports full Nunjucks syntax for env vars including filters and expressions:
-* - {{ env.VAR_NAME }}
-* - {{ env['VAR-NAME'] }}
-* - {{ env["VAR-NAME"] }}
-* - {{ env.VAR | default('fallback') }}
-* - {{ env.VAR | upper }}
-*
-* Preserves non-env templates for runtime rendering:
-* - {{ vars.x }} - preserved as literal
-* - {{ prompt }} - preserved as literal
-*
-* Implementation: Uses regex to find env templates, delegates to Nunjucks for rendering.
-* This ensures full Nunjucks feature support while preserving non-env templates.
-*
-* @param obj - The object to process
-* @param envOverrides - Optional env vars to merge with (or replace) the base env
-* @param replaceBase - If true, envOverrides replaces the base env entirely instead of merging
-* @returns The object with only env templates rendered
-*/
-function renderEnvOnlyInObject(obj, envOverrides, replaceBase) {
-	if (getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return obj;
-	if (typeof obj === "string") {
-		const nunjucks = getNunjucksEngine();
-		const baseEnvGlobals = nunjucks.getGlobal("env");
-		const envGlobals = replaceBase ? envOverrides ?? {} : envOverrides ? {
-			...baseEnvGlobals,
-			...envOverrides
-		} : baseEnvGlobals;
-		return obj.replace(/\{\{(?:[^}]|\}(?!\}))*\}\}/g, (match) => {
-			if (!match.match(/\benv\.|env\[/)) return match;
-			const varMatch = match.match(/env\.(\w+)|env\[['"]([^'"]+)['"]\]/);
-			const varName = varMatch?.[1] || varMatch?.[2];
-			if (match.includes("|") || varName && varName in envGlobals && envGlobals[varName] !== void 0) try {
-				return nunjucks.renderString(match, { env: envGlobals });
-			} catch (error) {
-				logger.debug(`Failed to render env template "${match}": ${error instanceof Error ? error.message : String(error)}`);
-				return match;
-			}
-			return match;
-		});
-	}
-	if (Array.isArray(obj)) return obj.map((item) => renderEnvOnlyInObject(item, envOverrides, replaceBase));
-	if (typeof obj === "object" && obj !== null) {
-		const result = {};
-		for (const key in obj) {
-			if (key === "_conversation") {
-				result[key] = obj[key];
-				continue;
-			}
-			result[key] = renderEnvOnlyInObject(obj[key], envOverrides, replaceBase);
-		}
-		return result;
-	}
-	return obj;
-}
-function renderVarsInObject(obj, vars) {
-	if (!vars || getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return obj;
-	if (typeof obj === "string") return getNunjucksEngine().renderString(obj, vars);
-	if (Array.isArray(obj)) return obj.map((item) => renderVarsInObject(item, vars));
-	if (typeof obj === "object" && obj !== null) {
-		const result = {};
-		for (const key in obj) result[key] = renderVarsInObject(obj[key], vars);
-		return result;
-	} else if (typeof obj === "function") return renderVarsInObject(obj({ vars }));
-	return obj;
-}
-//#endregion
-export { getNunjucksEngine as a, extractVariablesFromTemplates as i, renderVarsInObject as n, extractVariablesFromTemplate as r, renderEnvOnlyInObject as t };
-
-//# sourceMappingURL=render-DHIZ6_k8.js.map

package/dist/src/render-DfQSFxGE.cjs

@@ -1,165 +0,0 @@
-const require_logger = require("./logger-COuQb2xB.cjs");
-let nunjucks = require("nunjucks");
-nunjucks = require_logger.__toESM(nunjucks);
-//#region src/util/templates.ts
-/**
-* Get a Nunjucks engine instance with optional filters and configuration.
-* @param filters - Optional map of custom Nunjucks filters.
-* @param throwOnUndefined - Whether to throw an error on undefined variables.
-* @param isGrader - Whether this engine is being used in a grader context.
-* Nunjucks is always enabled in grader mode.
-* @returns A configured Nunjucks environment.
-*/
-function getNunjucksEngine(filters, throwOnUndefined = false, isGrader = false) {
-	if (!isGrader && require_logger.getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return { renderString: (template) => template };
-	const env = nunjucks.default.configure({
-		autoescape: false,
-		throwOnUndefined
-	});
-	const envGlobals = {
-		...require_logger.getEnvBool("PROMPTFOO_DISABLE_TEMPLATE_ENV_VARS", require_logger.getEnvBool("PROMPTFOO_SELF_HOSTED", false)) ? {} : process.env,
-		...require_logger.state.config?.env
-	};
-	env.addGlobal("env", envGlobals);
-	env.addFilter("load", function(str) {
-		return JSON.parse(str);
-	});
-	if (filters) for (const [name, filter] of Object.entries(filters)) env.addFilter(name, filter);
-	return env;
-}
-/**
-* Parse Nunjucks template to extract variables.
-* @param template - The Nunjucks template string.
-* @returns An array of variables used in the template.
-*/
-function extractVariablesFromTemplate(template) {
-	const variableSet = /* @__PURE__ */ new Set();
-	const regex = /\{\{[\s]*([^{}\s|]+)[\s]*(?:\|[^}]+)?\}\}|\{%[\s]*(?:if|for)[\s]+([^{}\s]+)[\s]*.*?%\}/g;
-	template = template.replace(/\{#[\s\S]*?#\}/g, "");
-	let match;
-	while ((match = regex.exec(template)) !== null) {
-		const variable = match[1] || match[2];
-		if (variable) variableSet.add(variable);
-	}
-	const forLoopRegex = /\{%[\s]*for[\s]+(\w+)[\s]+in[\s]+(\w+)[\s]*%\}/g;
-	while ((match = forLoopRegex.exec(template)) !== null) {
-		variableSet.delete(match[1]);
-		variableSet.add(match[2]);
-	}
-	return Array.from(variableSet);
-}
-/**
-* Extract variables from multiple Nunjucks templates.
-* @param templates - An array of Nunjucks template strings.
-* @returns An array of variables used in the templates.
-*/
-function extractVariablesFromTemplates(templates) {
-	const variableSet = /* @__PURE__ */ new Set();
-	for (const template of templates) extractVariablesFromTemplate(template).forEach((variable) => variableSet.add(variable));
-	return Array.from(variableSet);
-}
-//#endregion
-//#region src/util/render.ts
-/**
-* Renders ONLY environment variable templates in an object, leaving all other templates untouched.
-* This allows env vars to be resolved at provider load time while preserving runtime var templates.
-*
-* Supports full Nunjucks syntax for env vars including filters and expressions:
-* - {{ env.VAR_NAME }}
-* - {{ env['VAR-NAME'] }}
-* - {{ env["VAR-NAME"] }}
-* - {{ env.VAR | default('fallback') }}
-* - {{ env.VAR | upper }}
-*
-* Preserves non-env templates for runtime rendering:
-* - {{ vars.x }} - preserved as literal
-* - {{ prompt }} - preserved as literal
-*
-* Implementation: Uses regex to find env templates, delegates to Nunjucks for rendering.
-* This ensures full Nunjucks feature support while preserving non-env templates.
-*
-* @param obj - The object to process
-* @param envOverrides - Optional env vars to merge with (or replace) the base env
-* @param replaceBase - If true, envOverrides replaces the base env entirely instead of merging
-* @returns The object with only env templates rendered
-*/
-function renderEnvOnlyInObject(obj, envOverrides, replaceBase) {
-	if (require_logger.getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return obj;
-	if (typeof obj === "string") {
-		const nunjucks = getNunjucksEngine();
-		const baseEnvGlobals = nunjucks.getGlobal("env");
-		const envGlobals = replaceBase ? envOverrides ?? {} : envOverrides ? {
-			...baseEnvGlobals,
-			...envOverrides
-		} : baseEnvGlobals;
-		return obj.replace(/\{\{(?:[^}]|\}(?!\}))*\}\}/g, (match) => {
-			if (!match.match(/\benv\.|env\[/)) return match;
-			const varMatch = match.match(/env\.(\w+)|env\[['"]([^'"]+)['"]\]/);
-			const varName = varMatch?.[1] || varMatch?.[2];
-			if (match.includes("|") || varName && varName in envGlobals && envGlobals[varName] !== void 0) try {
-				return nunjucks.renderString(match, { env: envGlobals });
-			} catch (error) {
-				require_logger.logger.debug(`Failed to render env template "${match}": ${error instanceof Error ? error.message : String(error)}`);
-				return match;
-			}
-			return match;
-		});
-	}
-	if (Array.isArray(obj)) return obj.map((item) => renderEnvOnlyInObject(item, envOverrides, replaceBase));
-	if (typeof obj === "object" && obj !== null) {
-		const result = {};
-		for (const key in obj) {
-			if (key === "_conversation") {
-				result[key] = obj[key];
-				continue;
-			}
-			result[key] = renderEnvOnlyInObject(obj[key], envOverrides, replaceBase);
-		}
-		return result;
-	}
-	return obj;
-}
-function renderVarsInObject(obj, vars) {
-	if (!vars || require_logger.getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return obj;
-	if (typeof obj === "string") return getNunjucksEngine().renderString(obj, vars);
-	if (Array.isArray(obj)) return obj.map((item) => renderVarsInObject(item, vars));
-	if (typeof obj === "object" && obj !== null) {
-		const result = {};
-		for (const key in obj) result[key] = renderVarsInObject(obj[key], vars);
-		return result;
-	} else if (typeof obj === "function") return renderVarsInObject(obj({ vars }));
-	return obj;
-}
-//#endregion
-Object.defineProperty(exports, "extractVariablesFromTemplate", {
-	enumerable: true,
-	get: function() {
-		return extractVariablesFromTemplate;
-	}
-});
-Object.defineProperty(exports, "extractVariablesFromTemplates", {
-	enumerable: true,
-	get: function() {
-		return extractVariablesFromTemplates;
-	}
-});
-Object.defineProperty(exports, "getNunjucksEngine", {
-	enumerable: true,
-	get: function() {
-		return getNunjucksEngine;
-	}
-});
-Object.defineProperty(exports, "renderEnvOnlyInObject", {
-	enumerable: true,
-	get: function() {
-		return renderEnvOnlyInObject;
-	}
-});
-Object.defineProperty(exports, "renderVarsInObject", {
-	enumerable: true,
-	get: function() {
-		return renderVarsInObject;
-	}
-});
-
-//# sourceMappingURL=render-DfQSFxGE.cjs.map

package/dist/src/rubyUtils-D1L2d3jb.js

@@ -1,3 +0,0 @@
-#!/usr/bin/env node
-import { n as runRuby } from "./rubyUtils-DsGrTx8R.js";
-export { runRuby };

package/dist/src/rubyUtils-DUbq4tff.cjs

@@ -1,2 +0,0 @@
-const require_rubyUtils = require("./rubyUtils-B6eljPuh.cjs");
-exports.runRuby = require_rubyUtils.runRuby;