promptfoo 0.121.1 → 0.121.3

package/dist/src/{types-LJ0r3wbR.cjs → types-D8cGDZbL.cjs}

@@ -1,4 +1,4 @@
-const require_logger = require("./logger-Cp1GPUjj.cjs");
+const require_logger = require("./logger-D5iKBpu_.cjs");
 const require_fileExtensions = require("./fileExtensions-bYh77CN8.cjs");
 let dedent = require("dedent");
 dedent = require_logger.__toESM(dedent);
@@ -76,7 +76,12 @@ const ProviderEnvOverridesSchema = zod.z.object({
 	OPENAI_API_KEY: zod.z.string().optional(),
 	OPENAI_BASE_URL: zod.z.string().optional(),
 	OPENAI_ORGANIZATION: zod.z.string().optional(),
+	CLAWDBOT_GATEWAY_PASSWORD: zod.z.string().optional(),
+	CLAWDBOT_GATEWAY_TOKEN: zod.z.string().optional(),
+	CLAWDBOT_GATEWAY_URL: zod.z.string().optional(),
 	CODEX_API_KEY: zod.z.string().optional(),
+	OPENCLAW_CONFIG_PATH: zod.z.string().optional(),
+	OPENCLAW_GATEWAY_PASSWORD: zod.z.string().optional(),
 	OPENCLAW_GATEWAY_TOKEN: zod.z.string().optional(),
 	OPENCLAW_GATEWAY_URL: zod.z.string().optional(),
 	PALM_API_HOST: zod.z.string().optional(),
@@ -1152,7 +1157,8 @@ const EU_AI_ACT_MAPPING = {
 		plugins: [
 			"hijacking",
 			"intent",
-			"excessive-agency"
+			"excessive-agency",
+			"harmful:misinformation-disinformation"
 		],
 		strategies: [
 			"jailbreak",
@@ -1165,12 +1171,21 @@ const EU_AI_ACT_MAPPING = {
 		plugins: [
 			"hijacking",
 			"imitation",
-			"harmful:misinformation-disinformation"
+			"harmful:misinformation-disinformation",
+			"bias:age",
+			"bias:disability"
 		],
-		strategies: []
+		strategies: ["jailbreak"]
 	},
 	"eu:ai-act:art5:social-scoring": {
-		plugins: ["harmful:misinformation-disinformation", "overreliance"],
+		plugins: [
+			"harmful:misinformation-disinformation",
+			"overreliance",
+			"bias:age",
+			"bias:gender",
+			"bias:race",
+			"bias:disability"
+		],
 		strategies: []
 	},
 	"eu:ai-act:art5:biometric-categorisation": {
@@ -1218,7 +1233,10 @@ const EU_AI_ACT_MAPPING = {
 		plugins: [
 			"harmful:misinformation-disinformation",
 			"hallucination",
-			"overreliance"
+			"overreliance",
+			"bias:race",
+			"bias:gender",
+			"bias:disability"
 		],
 		strategies: []
 	},
@@ -1226,7 +1244,11 @@ const EU_AI_ACT_MAPPING = {
 		plugins: [
 			"imitation",
 			"pii:direct",
-			"overreliance"
+			"overreliance",
+			"bias:gender",
+			"bias:race",
+			"bias:age",
+			"bias:disability"
 		],
 		strategies: []
 	},
@@ -1234,7 +1256,9 @@ const EU_AI_ACT_MAPPING = {
 		plugins: [
 			"pii:direct",
 			"pii:session",
-			"excessive-agency"
+			"excessive-agency",
+			"bias:race",
+			"bias:gender"
 		],
 		strategies: []
 	},
@@ -1242,7 +1266,8 @@ const EU_AI_ACT_MAPPING = {
 		plugins: [
 			"pii:direct",
 			"pii:api-db",
-			"harmful:privacy"
+			"harmful:privacy",
+			"bias:race"
 		],
 		strategies: []
 	},
@@ -1250,7 +1275,8 @@ const EU_AI_ACT_MAPPING = {
 		plugins: [
 			"pii:direct",
 			"harmful:hate",
-			"harmful:privacy"
+			"harmful:privacy",
+			"bias:race"
 		],
 		strategies: []
 	},
@@ -1258,7 +1284,9 @@ const EU_AI_ACT_MAPPING = {
 		plugins: [
 			"hallucination",
 			"harmful:misinformation-disinformation",
-			"pii:direct"
+			"pii:direct",
+			"bias:race",
+			"bias:gender"
 		],
 		strategies: []
 	}
@@ -2958,6 +2986,12 @@ const BaseAssertionTypesSchema = zod.z.enum([
 	"similar:euclidean",
 	"starts-with",
 	"tool-call-f1",
+	"skill-used",
+	"trajectory:goal-success",
+	"trajectory:tool-args-match",
+	"trajectory:step-count",
+	"trajectory:tool-sequence",
+	"trajectory:tool-used",
 	"trace-error-spans",
 	"trace-span-count",
 	"trace-span-duration",
@@ -3727,4 +3761,4 @@ Object.defineProperty(exports, "riskCategorySeverityMap", {
 	}
 });
 
-//# sourceMappingURL=types-LJ0r3wbR.cjs.map
+//# sourceMappingURL=types-D8cGDZbL.cjs.map

package/dist/src/{types-CLKiCBW3.js → types-q8GXGF65.js}

@@ -74,7 +74,12 @@ const ProviderEnvOverridesSchema = z.object({
 	OPENAI_API_KEY: z.string().optional(),
 	OPENAI_BASE_URL: z.string().optional(),
 	OPENAI_ORGANIZATION: z.string().optional(),
+	CLAWDBOT_GATEWAY_PASSWORD: z.string().optional(),
+	CLAWDBOT_GATEWAY_TOKEN: z.string().optional(),
+	CLAWDBOT_GATEWAY_URL: z.string().optional(),
 	CODEX_API_KEY: z.string().optional(),
+	OPENCLAW_CONFIG_PATH: z.string().optional(),
+	OPENCLAW_GATEWAY_PASSWORD: z.string().optional(),
 	OPENCLAW_GATEWAY_TOKEN: z.string().optional(),
 	OPENCLAW_GATEWAY_URL: z.string().optional(),
 	PALM_API_HOST: z.string().optional(),
@@ -1150,7 +1155,8 @@ const EU_AI_ACT_MAPPING = {
 		plugins: [
 			"hijacking",
 			"intent",
-			"excessive-agency"
+			"excessive-agency",
+			"harmful:misinformation-disinformation"
 		],
 		strategies: [
 			"jailbreak",
@@ -1163,12 +1169,21 @@ const EU_AI_ACT_MAPPING = {
 		plugins: [
 			"hijacking",
 			"imitation",
-			"harmful:misinformation-disinformation"
+			"harmful:misinformation-disinformation",
+			"bias:age",
+			"bias:disability"
 		],
-		strategies: []
+		strategies: ["jailbreak"]
 	},
 	"eu:ai-act:art5:social-scoring": {
-		plugins: ["harmful:misinformation-disinformation", "overreliance"],
+		plugins: [
+			"harmful:misinformation-disinformation",
+			"overreliance",
+			"bias:age",
+			"bias:gender",
+			"bias:race",
+			"bias:disability"
+		],
 		strategies: []
 	},
 	"eu:ai-act:art5:biometric-categorisation": {
@@ -1216,7 +1231,10 @@ const EU_AI_ACT_MAPPING = {
 		plugins: [
 			"harmful:misinformation-disinformation",
 			"hallucination",
-			"overreliance"
+			"overreliance",
+			"bias:race",
+			"bias:gender",
+			"bias:disability"
 		],
 		strategies: []
 	},
@@ -1224,7 +1242,11 @@ const EU_AI_ACT_MAPPING = {
 		plugins: [
 			"imitation",
 			"pii:direct",
-			"overreliance"
+			"overreliance",
+			"bias:gender",
+			"bias:race",
+			"bias:age",
+			"bias:disability"
 		],
 		strategies: []
 	},
@@ -1232,7 +1254,9 @@ const EU_AI_ACT_MAPPING = {
 		plugins: [
 			"pii:direct",
 			"pii:session",
-			"excessive-agency"
+			"excessive-agency",
+			"bias:race",
+			"bias:gender"
 		],
 		strategies: []
 	},
@@ -1240,7 +1264,8 @@ const EU_AI_ACT_MAPPING = {
 		plugins: [
 			"pii:direct",
 			"pii:api-db",
-			"harmful:privacy"
+			"harmful:privacy",
+			"bias:race"
 		],
 		strategies: []
 	},
@@ -1248,7 +1273,8 @@ const EU_AI_ACT_MAPPING = {
 		plugins: [
 			"pii:direct",
 			"harmful:hate",
-			"harmful:privacy"
+			"harmful:privacy",
+			"bias:race"
 		],
 		strategies: []
 	},
@@ -1256,7 +1282,9 @@ const EU_AI_ACT_MAPPING = {
 		plugins: [
 			"hallucination",
 			"harmful:misinformation-disinformation",
-			"pii:direct"
+			"pii:direct",
+			"bias:race",
+			"bias:gender"
 		],
 		strategies: []
 	}
@@ -2956,6 +2984,12 @@ const BaseAssertionTypesSchema = z.enum([
 	"similar:euclidean",
 	"starts-with",
 	"tool-call-f1",
+	"skill-used",
+	"trajectory:goal-success",
+	"trajectory:tool-args-match",
+	"trajectory:step-count",
+	"trajectory:tool-sequence",
+	"trajectory:tool-used",
 	"trace-error-spans",
 	"trace-span-count",
 	"trace-span-duration",
@@ -3252,4 +3286,4 @@ const EvalResultsFilterMode = z.enum([
 //#endregion
 export { pluginDescriptions as $, isApiProvider as A, isValidReusablePolicyId as B, TestGeneratorConfigSchema as C, BaseTokenUsageSchema as Ct, VarsSchema as D, UnifiedConfigSchema as E, ConversationMessageSchema as F, MULTI_TURN_STRATEGIES as G, AGENTIC_STRATEGIES as H, PartialGenerationError as I, getDefaultNFanout as J, STRATEGY_COLLECTIONS as K, PluginConfigSchema as L, RedteamConfigSchema as M, ProviderOptionsSchema as N, isGradingResult as O, ProvidersSchema as P, categoryAliases as Q, PolicyObjectSchema as R, TestCasesWithMetadataSchema as S, PromptSchema as St, TestSuiteSchema as T, InputsSchema as Tt, DATASET_PLUGINS as U, isUuid as V, DEFAULT_STRATEGIES as W, isFanoutStrategy as X, isCustomStrategy as Y, Severity as Z, ScenarioSchema as _, REDTEAM_PROVIDER_HARM_PLUGINS as _t, AtomicTestCaseSchema as a, FINANCIAL_PLUGINS as at, TestCaseWithVarsFileSchema as b, TELECOM_PLUGINS as bt, CompletedPromptSchema as c, INSURANCE_PLUGINS as ct, EvaluateOptionsSchema as d, MEDICAL_PLUGINS as dt, riskCategorySeverityMap as et, GradingConfigSchema as f, MULTI_INPUT_EXCLUDED_PLUGINS as ft, ResultFailureReason as g, PLUGIN_CATEGORIES as gt, OutputFileExtension as h, PII_PLUGINS as ht, AssertionTypeSchema as i, DEFAULT_PLUGINS as it, isProviderOptions as j, isResultFailureReason as k, DerivedMetricSchema as l, LLAMA_GUARD_ENABLED_CATEGORIES as lt, OutputConfigSchema as m, PHARMACY_PLUGINS as mt, AssertionSchema as n, BIAS_PLUGINS as nt, BaseAssertionTypesSchema as o, FOUNDATION_PLUGINS as ot, NotPrefixedAssertionTypesSchema as p, MULTI_INPUT_VAR as pt, STRATEGY_COLLECTION_MAPPINGS as q, AssertionSetSchema as r, DATASET_EXEMPT_PLUGINS as rt, CommandLineOptionsSchema as s, HARM_PLUGINS as st, AssertionOrSetSchema as t, ALIASED_PLUGIN_MAPPINGS as tt, EvalResultsFilterMode as u, LLAMA_GUARD_REPLICATE_PROVIDER as ut, SpecialAssertionTypesSchema as v, REMOTE_ONLY_PLUGIN_IDS as vt, TestSuiteConfigSchema as w, CompletionTokenDetailsSchema as wt, TestCasesWithMetadataPromptSchema as x, UNALIGNED_PROVIDER_HARM_PLUGINS as xt, TestCaseSchema as y, STRATEGY_EXEMPT_PLUGINS as yt, StrategyConfigSchema as z };
 
-//# sourceMappingURL=types-CLKiCBW3.js.map
+//# sourceMappingURL=types-q8GXGF65.js.map

package/dist/src/{util-CchiqXh_.cjs → util--9u9UVCt.cjs}

@@ -1,5 +1,5 @@
-const require_fetch = require("./fetch-BxUk8odA.cjs");
-const require_transform = require("./transform-DOcQeLld.cjs");
+const require_fetch = require("./fetch-BnR9wSnm.cjs");
+const require_transform = require("./transform-0BwoBsvO.cjs");
 //#region src/providers/anthropic/util.ts
 const ANTHROPIC_MODELS = [
 	...["claude-sonnet-4-6", "claude-sonnet-4-6-latest"].map((model) => ({
@@ -325,4 +325,4 @@ Object.defineProperty(exports, "processAnthropicTools", {
 	}
 });
 
-//# sourceMappingURL=util-CchiqXh_.cjs.map
+//# sourceMappingURL=util--9u9UVCt.cjs.map

package/dist/src/{util-5cB-L7U3.js → util-BLvy9qfE.js}

@@ -1,10 +1,10 @@
-import { _ as getEnvBool, i as logger, s as sanitizeObject, w as state } from "./logger-DLcq4dWf.js";
-import { O as TERMINAL_MAX_WIDTH, P as VERSION, t as fetchWithProxy } from "./fetch-4M3YRaqL.js";
+import { D as state, a as logger, b as getEnvBool, u as sanitizeObject } from "./logger-BnkjG2jt.js";
+import { O as TERMINAL_MAX_WIDTH, P as VERSION, t as fetchWithProxy } from "./fetch-BiYv2BZc.js";
 import { t as invariant } from "./invariant-vgHWClmd.js";
-import { o as safeResolve, r as importModule, t as getDirectory } from "./esm-CaIwzWR5.js";
-import { m as isProviderOptions, o as OutputFileExtension, p as isApiProvider, s as ResultFailureReason } from "./types-CN_TZ2GJ.js";
+import { o as safeResolve, r as importModule, t as getDirectory } from "./esm-CKWP3u_P.js";
+import { m as isProviderOptions, o as OutputFileExtension, p as isApiProvider, s as ResultFailureReason } from "./types-Cd3ygw8W.js";
 import { i as isJavascriptFile, t as JAVASCRIPT_EXTENSIONS } from "./fileExtensions-LcDYkU4v.js";
-import { r as runPython } from "./pythonUtils-D6fwaDSg.js";
+import { r as runPython } from "./pythonUtils-Bzwbgpbg.js";
 import dotenv from "dotenv";
 import * as fs$1 from "fs";
 import * as path$1 from "path";
@@ -152,10 +152,6 @@ function extractVariablesFromTemplates(templates) {
 function renderEnvOnlyInObject(obj, envOverrides, replaceBase) {
 	if (getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return obj;
 	if (typeof obj === "string") {
-		if (obj.length > 5e4) {
-			logger.warn(`String too long (${obj.length} chars) for template matching. Skipping env var rendering.`);
-			return obj;
-		}
 		const nunjucks = getNunjucksEngine();
 		const baseEnvGlobals = nunjucks.getGlobal("env");
 		const envGlobals = replaceBase ? envOverrides ?? {} : envOverrides ? {
@@ -1197,7 +1193,7 @@ async function streamEvalCsv(eval_, options) {
 				testIdx: result.testIdx,
 				vars: varNames.map((varName) => {
 					const value = result.testCase?.vars?.[varName];
-					return value !== void 0 ? String(value) : "";
+					return value === void 0 ? "" : String(value);
 				}),
 				outputs: new Array(numPrompts).fill(null),
 				test: { description: result.testCase?.description }
@@ -1427,4 +1423,4 @@ function printBorder() {
 //#endregion
 export { readFilters as A, getResolvedRelativePath as C, maybeLoadResponseFormatFromExternalFile as D, maybeLoadFromExternalFileWithVars as E, extractVariablesFromTemplates as F, getNunjucksEngine as I, loadFunction as L, renderEnvOnlyInObject as M, renderVarsInObject as N, maybeLoadToolsFromExternalFile as O, extractVariablesFromTemplate as P, parseFileUrl as R, getNunjucksEngineForFilePath as S, maybeLoadFromExternalFile as T, getProviderDescription as _, evalTableToJson as a, isOpenAiProvider as b, fetchCsvFromGoogleSheet as c, extractRuntimeVars as d, filterRuntimeVars as f, doesProviderRefMatch as g, checkProviderApiKeys as h, ComparisonEvalNotFoundError as i, readOutput as j, parsePathOrGlob as k, setupEnv as l, resultIsForTestCase as m, writeMultipleOutputs as n, generateEvalCsv as o, getTestCaseDeduplicationKey as p, writeOutput as r, mergeComparisonTables as s, printBorder as t, deduplicateTestCases as u, isAnthropicProvider as v, maybeLoadConfigFromExternalFile as w, isProviderAllowed as x, isGoogleProvider as y };
 
-//# sourceMappingURL=util-5cB-L7U3.js.map
+//# sourceMappingURL=util-BLvy9qfE.js.map

package/dist/src/{util-YT5HPZaS.js → util-Bm3E9jpK.js}

@@ -1,11 +1,11 @@
 #!/usr/bin/env node
-import { O as state, b as getEnvBool, l as sanitizeObject, o as logger } from "./logger-KkObSCzq.js";
-import { D as TERMINAL_MAX_WIDTH, N as VERSION, n as fetchWithProxy } from "./fetch-BMv0O527.js";
+import { C as getEnvBool, f as sanitizeObject, j as state, s as logger } from "./logger-BcJBzSSA.js";
+import { D as TERMINAL_MAX_WIDTH, N as VERSION, n as fetchWithProxy } from "./fetch-DoVRJZhJ.js";
 import { t as invariant } from "./invariant-BtWWVVhl.js";
-import { m as isProviderOptions, o as OutputFileExtension, p as isApiProvider, s as ResultFailureReason } from "./types-CH3Ge2sE.js";
+import { m as isProviderOptions, o as OutputFileExtension, p as isApiProvider, s as ResultFailureReason } from "./types-CIhFeUC4.js";
 import { i as isJavascriptFile, t as JAVASCRIPT_EXTENSIONS } from "./fileExtensions-Ds-foDzt.js";
-import { o as safeResolve, r as importModule, t as getDirectory } from "./esm-C03C-mv3.js";
-import { r as runPython } from "./pythonUtils-C3py6GC1.js";
+import { o as safeResolve, r as importModule, t as getDirectory } from "./esm-7UIl0pPM.js";
+import { r as runPython } from "./pythonUtils-wIqk7zAf.js";
 import dotenv from "dotenv";
 import * as fs$2 from "fs";
 import * as path$1 from "path";
@@ -456,10 +456,6 @@ function extractVariablesFromTemplates(templates) {
 function renderEnvOnlyInObject(obj, envOverrides, replaceBase) {
 	if (getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return obj;
 	if (typeof obj === "string") {
-		if (obj.length > 5e4) {
-			logger.warn(`String too long (${obj.length} chars) for template matching. Skipping env var rendering.`);
-			return obj;
-		}
 		const nunjucks = getNunjucksEngine();
 		const baseEnvGlobals = nunjucks.getGlobal("env");
 		const envGlobals = replaceBase ? envOverrides ?? {} : envOverrides ? {
@@ -1198,7 +1194,7 @@ async function streamEvalCsv(eval_, options) {
 				testIdx: result.testIdx,
 				vars: varNames.map((varName) => {
 					const value = result.testCase?.vars?.[varName];
-					return value !== void 0 ? String(value) : "";
+					return value === void 0 ? "" : String(value);
 				}),
 				outputs: new Array(numPrompts).fill(null),
 				test: { description: result.testCase?.description }
@@ -1428,4 +1424,4 @@ function printBorder() {
 //#endregion
 export { filterRuntimeVars as A, extractVariablesFromTemplates as C, setupEnv as D, parseFileUrl as E, getProviderDescription as F, isAnthropicProvider as I, isGoogleProvider as L, resultIsForTestCase as M, checkProviderApiKeys as N, deduplicateTestCases as O, doesProviderRefMatch as P, isOpenAiProvider as R, extractVariablesFromTemplate as S, loadFunction as T, parsePathOrGlob as _, ComparisonEvalNotFoundError as a, renderEnvOnlyInObject as b, mergeComparisonTables as c, getResolvedRelativePath as d, maybeLoadConfigFromExternalFile as f, maybeLoadToolsFromExternalFile as g, maybeLoadResponseFormatFromExternalFile as h, writeOutput as i, getTestCaseDeduplicationKey as j, extractRuntimeVars as k, fetchCsvFromGoogleSheet as l, maybeLoadFromExternalFileWithVars as m, createOutputMetadata as n, evalTableToJson as o, maybeLoadFromExternalFile as p, writeMultipleOutputs as r, generateEvalCsv as s, printBorder as t, getNunjucksEngineForFilePath as u, readFilters as v, getNunjucksEngine as w, renderVarsInObject as x, readOutput as y, isProviderAllowed as z };
 
-//# sourceMappingURL=util-YT5HPZaS.js.map
+//# sourceMappingURL=util-Bm3E9jpK.js.map

package/dist/src/{util-6-GqIvzS.js → util-BtoGs5Cb.js}

@@ -1,6 +1,6 @@
-import { d as getAjv, m as safeJsonStringify } from "./logger-DLcq4dWf.js";
-import { m as calculateCost } from "./fetch-4M3YRaqL.js";
-import { E as maybeLoadFromExternalFileWithVars } from "./util-5cB-L7U3.js";
+import { _ as safeJsonStringify, m as getAjv } from "./logger-BnkjG2jt.js";
+import { m as calculateCost } from "./fetch-BiYv2BZc.js";
+import { E as maybeLoadFromExternalFileWithVars } from "./util-BLvy9qfE.js";
 import OpenAI from "openai";
 //#region src/providers/openai/util.ts
 const ajv = getAjv();
@@ -362,6 +362,20 @@ const OPENAI_CHAT_MODELS = [
 			output: 15 / 1e6
 		}
 	})),
+	...["gpt-5.4-mini", "gpt-5.4-mini-2026-03-17"].map((model) => ({
+		id: model,
+		cost: {
+			input: .75 / 1e6,
+			output: 4.5 / 1e6
+		}
+	})),
+	...["gpt-5.4-nano", "gpt-5.4-nano-2026-03-17"].map((model) => ({
+		id: model,
+		cost: {
+			input: .2 / 1e6,
+			output: 1.25 / 1e6
+		}
+	})),
 	...["gpt-5.4-pro", "gpt-5.4-pro-2026-03-05"].map((model) => ({
 		id: model,
 		cost: {
@@ -596,4 +610,4 @@ function formatOpenAiError(data) {
 //#endregion
 export { calculateOpenAICost as a, getTokenUsage as c, OPENAI_TRANSCRIPTION_MODELS as i, validateFunctionCall as l, OPENAI_COMPLETION_MODELS as n, failApiCall as o, OPENAI_REALTIME_MODELS as r, formatOpenAiError as s, OPENAI_CHAT_MODELS as t };
 
-//# sourceMappingURL=util-6-GqIvzS.js.map
+//# sourceMappingURL=util-BtoGs5Cb.js.map

package/dist/src/{util-Db0a0AFH.cjs → util-CFj4YKIn.cjs}

@@ -1,6 +1,6 @@
-const require_logger = require("./logger-Cp1GPUjj.cjs");
-const require_util = require("./util-Yz-1aEhW.cjs");
-const require_fetch = require("./fetch-BxUk8odA.cjs");
+const require_logger = require("./logger-D5iKBpu_.cjs");
+const require_util = require("./util-CuLo2pMR.cjs");
+const require_fetch = require("./fetch-BnR9wSnm.cjs");
 let openai = require("openai");
 openai = require_logger.__toESM(openai);
 //#region src/providers/openai/util.ts
@@ -363,6 +363,20 @@ const OPENAI_CHAT_MODELS = [
 			output: 15 / 1e6
 		}
 	})),
+	...["gpt-5.4-mini", "gpt-5.4-mini-2026-03-17"].map((model) => ({
+		id: model,
+		cost: {
+			input: .75 / 1e6,
+			output: 4.5 / 1e6
+		}
+	})),
+	...["gpt-5.4-nano", "gpt-5.4-nano-2026-03-17"].map((model) => ({
+		id: model,
+		cost: {
+			input: .2 / 1e6,
+			output: 1.25 / 1e6
+		}
+	})),
 	...["gpt-5.4-pro", "gpt-5.4-pro-2026-03-05"].map((model) => ({
 		id: model,
 		cost: {
@@ -650,4 +664,4 @@ Object.defineProperty(exports, "validateFunctionCall", {
 	}
 });
 
-//# sourceMappingURL=util-Db0a0AFH.cjs.map
+//# sourceMappingURL=util-CFj4YKIn.cjs.map

package/dist/src/{util-Dlz_Wvgm.js → util-CMMkIxfU.js}

@@ -1,10 +1,10 @@
-import { _ as getEnvBool, i as logger, s as sanitizeObject, w as state } from "./logger-CT3IKMKA.js";
+import { D as state, a as logger, b as getEnvBool, u as sanitizeObject } from "./logger-DO8_zM18.js";
 import { t as invariant } from "./invariant-Ddh24eXh.js";
-import { o as safeResolve, r as importModule, t as getDirectory } from "./esm-Cd1AjG1D.js";
-import { r as runPython } from "./pythonUtils-D5nxkQ0P.js";
+import { o as safeResolve, r as importModule, t as getDirectory } from "./esm-SUNIX1x3.js";
+import { r as runPython } from "./pythonUtils-Cpo0Ez1p.js";
 import { i as isJavascriptFile, t as JAVASCRIPT_EXTENSIONS } from "./fileExtensions-DnqA1y9x.js";
-import { A as isApiProvider, g as ResultFailureReason, h as OutputFileExtension, j as isProviderOptions } from "./types-CLKiCBW3.js";
-import { N as VERSION, O as TERMINAL_MAX_WIDTH, t as fetchWithProxy } from "./fetch-60Gzydls.js";
+import { A as isApiProvider, g as ResultFailureReason, h as OutputFileExtension, j as isProviderOptions } from "./types-q8GXGF65.js";
+import { N as VERSION, O as TERMINAL_MAX_WIDTH, t as fetchWithProxy } from "./fetch-CVAtKnI3.js";
 import * as fs$1 from "fs";
 import * as path$1 from "path";
 import path from "path";
@@ -455,10 +455,6 @@ function extractVariablesFromTemplates(templates) {
 function renderEnvOnlyInObject(obj, envOverrides, replaceBase) {
 	if (getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return obj;
 	if (typeof obj === "string") {
-		if (obj.length > 5e4) {
-			logger.warn(`String too long (${obj.length} chars) for template matching. Skipping env var rendering.`);
-			return obj;
-		}
 		const nunjucks = getNunjucksEngine();
 		const baseEnvGlobals = nunjucks.getGlobal("env");
 		const envGlobals = replaceBase ? envOverrides ?? {} : envOverrides ? {
@@ -1072,7 +1068,7 @@ async function streamEvalCsv(eval_, options) {
 				testIdx: result.testIdx,
 				vars: varNames.map((varName) => {
 					const value = result.testCase?.vars?.[varName];
-					return value !== void 0 ? String(value) : "";
+					return value === void 0 ? "" : String(value);
 				}),
 				outputs: new Array(numPrompts).fill(null),
 				test: { description: result.testCase?.description }
@@ -1302,4 +1298,4 @@ function printBorder() {
 //#endregion
 export { getProviderDescription as A, deduplicateTestCases as C, resultIsForTestCase as D, getTestCaseDeduplicationKey as E, isGoogleProvider as M, isOpenAiProvider as N, checkProviderApiKeys as O, isProviderAllowed as P, setupEnv as S, filterRuntimeVars as T, extractVariablesFromTemplate as _, getNunjucksEngineForFilePath as a, loadFunction as b, maybeLoadFromExternalFile as c, maybeLoadToolsFromExternalFile as d, parsePathOrGlob as f, renderVarsInObject as g, renderEnvOnlyInObject as h, fetchCsvFromGoogleSheet as i, isAnthropicProvider as j, doesProviderRefMatch as k, maybeLoadFromExternalFileWithVars as l, readOutput as m, writeMultipleOutputs as n, getResolvedRelativePath as o, readFilters as p, writeOutput as r, maybeLoadConfigFromExternalFile as s, printBorder as t, maybeLoadResponseFormatFromExternalFile as u, extractVariablesFromTemplates as v, extractRuntimeVars as w, parseFileUrl as x, getNunjucksEngine as y };
 
-//# sourceMappingURL=util-Dlz_Wvgm.js.map
+//# sourceMappingURL=util-CMMkIxfU.js.map

package/dist/src/{util-Betm42rL.js → util-CgDCK4KI.js}

@@ -1,6 +1,6 @@
-import { d as getAjv, m as safeJsonStringify } from "./logger-CT3IKMKA.js";
-import { l as maybeLoadFromExternalFileWithVars } from "./util-Dlz_Wvgm.js";
-import { m as calculateCost } from "./fetch-60Gzydls.js";
+import { _ as safeJsonStringify, m as getAjv } from "./logger-DO8_zM18.js";
+import { l as maybeLoadFromExternalFileWithVars } from "./util-CMMkIxfU.js";
+import { m as calculateCost } from "./fetch-CVAtKnI3.js";
 import OpenAI from "openai";
 //#region src/providers/openai/util.ts
 const ajv = getAjv();
@@ -362,6 +362,20 @@ const OPENAI_CHAT_MODELS = [
 			output: 15 / 1e6
 		}
 	})),
+	...["gpt-5.4-mini", "gpt-5.4-mini-2026-03-17"].map((model) => ({
+		id: model,
+		cost: {
+			input: .75 / 1e6,
+			output: 4.5 / 1e6
+		}
+	})),
+	...["gpt-5.4-nano", "gpt-5.4-nano-2026-03-17"].map((model) => ({
+		id: model,
+		cost: {
+			input: .2 / 1e6,
+			output: 1.25 / 1e6
+		}
+	})),
 	...["gpt-5.4-pro", "gpt-5.4-pro-2026-03-05"].map((model) => ({
 		id: model,
 		cost: {
@@ -596,4 +610,4 @@ function formatOpenAiError(data) {
 //#endregion
 export { calculateOpenAICost as a, getTokenUsage as c, OPENAI_TRANSCRIPTION_MODELS as i, validateFunctionCall as l, OPENAI_COMPLETION_MODELS as n, failApiCall as o, OPENAI_REALTIME_MODELS as r, formatOpenAiError as s, OPENAI_CHAT_MODELS as t };
 
-//# sourceMappingURL=util-Betm42rL.js.map
+//# sourceMappingURL=util-CgDCK4KI.js.map

package/dist/src/{util-Yz-1aEhW.cjs → util-CuLo2pMR.cjs}

@@ -1,10 +1,10 @@
-const require_logger = require("./logger-Cp1GPUjj.cjs");
+const require_logger = require("./logger-D5iKBpu_.cjs");
 const require_invariant = require("./invariant-kfQ8Bu82.cjs");
-const require_esm = require("./esm-CnNt7sI4.cjs");
-const require_pythonUtils = require("./pythonUtils-CTU3Y3lw.cjs");
+const require_esm = require("./esm-CipptfDu.cjs");
+const require_pythonUtils = require("./pythonUtils-dAVigVK-.cjs");
 const require_fileExtensions = require("./fileExtensions-bYh77CN8.cjs");
-const require_types = require("./types-LJ0r3wbR.cjs");
-const require_fetch = require("./fetch-BxUk8odA.cjs");
+const require_types = require("./types-D8cGDZbL.cjs");
+const require_fetch = require("./fetch-BnR9wSnm.cjs");
 let fs = require("fs");
 fs = require_logger.__toESM(fs);
 let path = require("path");
@@ -463,10 +463,6 @@ function extractVariablesFromTemplates(templates) {
 function renderEnvOnlyInObject(obj, envOverrides, replaceBase) {
 	if (require_logger.getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return obj;
 	if (typeof obj === "string") {
-		if (obj.length > 5e4) {
-			require_logger.logger.warn(`String too long (${obj.length} chars) for template matching. Skipping env var rendering.`);
-			return obj;
-		}
 		const nunjucks = getNunjucksEngine();
 		const baseEnvGlobals = nunjucks.getGlobal("env");
 		const envGlobals = replaceBase ? envOverrides ?? {} : envOverrides ? {
@@ -1080,7 +1076,7 @@ async function streamEvalCsv(eval_, options) {
 				testIdx: result.testIdx,
 				vars: varNames.map((varName) => {
 					const value = result.testCase?.vars?.[varName];
-					return value !== void 0 ? String(value) : "";
+					return value === void 0 ? "" : String(value);
 				}),
 				outputs: new Array(numPrompts).fill(null),
 				test: { description: result.testCase?.description }
@@ -1513,4 +1509,4 @@ Object.defineProperty(exports, "writeOutput", {
 	}
 });
 
-//# sourceMappingURL=util-Yz-1aEhW.cjs.map
+//# sourceMappingURL=util-CuLo2pMR.cjs.map

package/dist/src/{util-C-PPYSMq.js → util-DM2rTn_6.js}

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
-import { g as safeJsonStringify, p as getAjv } from "./logger-KkObSCzq.js";
-import { p as calculateCost } from "./fetch-BMv0O527.js";
-import { m as maybeLoadFromExternalFileWithVars } from "./util-YT5HPZaS.js";
+import { g as getAjv, y as safeJsonStringify } from "./logger-BcJBzSSA.js";
+import { p as calculateCost } from "./fetch-DoVRJZhJ.js";
+import { m as maybeLoadFromExternalFileWithVars } from "./util-Bm3E9jpK.js";
 import OpenAI from "openai";
 //#region src/providers/openai/util.ts
 const ajv = getAjv();
@@ -363,6 +363,20 @@ const OPENAI_CHAT_MODELS = [
 			output: 15 / 1e6
 		}
 	})),
+	...["gpt-5.4-mini", "gpt-5.4-mini-2026-03-17"].map((model) => ({
+		id: model,
+		cost: {
+			input: .75 / 1e6,
+			output: 4.5 / 1e6
+		}
+	})),
+	...["gpt-5.4-nano", "gpt-5.4-nano-2026-03-17"].map((model) => ({
+		id: model,
+		cost: {
+			input: .2 / 1e6,
+			output: 1.25 / 1e6
+		}
+	})),
 	...["gpt-5.4-pro", "gpt-5.4-pro-2026-03-05"].map((model) => ({
 		id: model,
 		cost: {
@@ -597,4 +611,4 @@ function formatOpenAiError(data) {
 //#endregion
 export { calculateOpenAICost as a, getTokenUsage as c, OPENAI_TRANSCRIPTION_MODELS as i, validateFunctionCall as l, OPENAI_COMPLETION_MODELS as n, failApiCall as o, OPENAI_REALTIME_MODELS as r, formatOpenAiError as s, OPENAI_CHAT_MODELS as t };
 
-//# sourceMappingURL=util-C-PPYSMq.js.map
+//# sourceMappingURL=util-DM2rTn_6.js.map

package/dist/src/{util-B7T3SiBS.js → util-DMFeUvLz.js}

@@ -1,6 +1,6 @@
 #!/usr/bin/env node
-import { p as calculateCost } from "./fetch-BMv0O527.js";
-import { x as parseDataUrl } from "./transform-Cgi24fJ7.js";
+import { p as calculateCost } from "./fetch-DoVRJZhJ.js";
+import { C as parseDataUrl } from "./transform-DrleutM3.js";
 //#region src/providers/anthropic/util.ts
 const ANTHROPIC_MODELS = [
 	...["claude-sonnet-4-6", "claude-sonnet-4-6-latest"].map((model) => ({
@@ -291,4 +291,4 @@ function transformWebSearchTool(config) {
 //#endregion
 export { parseMessages as a, outputFromMessage as i, calculateAnthropicCost as n, processAnthropicTools as o, getTokenUsage as r, ANTHROPIC_MODELS as t };
 
-//# sourceMappingURL=util-B7T3SiBS.js.map
+//# sourceMappingURL=util-DMFeUvLz.js.map

package/dist/src/{util-ZZH-3QZz.js → util-DbVG-yZU.js}

@@ -1,5 +1,5 @@
-import { m as calculateCost } from "./fetch-4M3YRaqL.js";
-import { x as parseDataUrl } from "./transform-DGxXocjk.js";
+import { m as calculateCost } from "./fetch-BiYv2BZc.js";
+import { C as parseDataUrl } from "./transform-B2-jIv68.js";
 //#region src/providers/anthropic/util.ts
 const ANTHROPIC_MODELS = [
 	...["claude-sonnet-4-6", "claude-sonnet-4-6-latest"].map((model) => ({
@@ -290,4 +290,4 @@ function transformWebSearchTool(config) {
 //#endregion
 export { parseMessages as a, outputFromMessage as i, calculateAnthropicCost as n, processAnthropicTools as o, getTokenUsage as r, ANTHROPIC_MODELS as t };
 
-//# sourceMappingURL=util-ZZH-3QZz.js.map
+//# sourceMappingURL=util-DbVG-yZU.js.map

package/dist/src/{util-DaWTWKBK.js → util-vNmDL5DT.js}

@@ -1,5 +1,5 @@
-import { m as calculateCost } from "./fetch-60Gzydls.js";
-import { x as parseDataUrl } from "./transform-DGLazrMm.js";
+import { m as calculateCost } from "./fetch-CVAtKnI3.js";
+import { C as parseDataUrl } from "./transform-DyDAwEpE.js";
 //#region src/providers/anthropic/util.ts
 const ANTHROPIC_MODELS = [
 	...["claude-sonnet-4-6", "claude-sonnet-4-6-latest"].map((model) => ({
@@ -290,4 +290,4 @@ function transformWebSearchTool(config) {
 //#endregion
 export { parseMessages as a, outputFromMessage as i, calculateAnthropicCost as n, processAnthropicTools as o, getTokenUsage as r, ANTHROPIC_MODELS as t };
 
-//# sourceMappingURL=util-DaWTWKBK.js.map
+//# sourceMappingURL=util-vNmDL5DT.js.map