promptfoo 0.120.21 → 0.120.23

package/dist/src/{types-BlspLqbN.js → types-l7snZgzv.js}

@@ -2216,21 +2216,6 @@ const CONFIGURABLE_STRATEGIES = [
 ];
 const CONFIGURABLE_STRATEGIES_SET = new Set(CONFIGURABLE_STRATEGIES);
 /**
-* Strategies that should not have language configuration applied to them.
-*/
-const LANGUAGE_DISALLOWED_STRATEGIES = new Set([
-	"audio",
-	"video",
-	"image",
-	"math-prompt"
-]);
-/**
-* Determines if a strategy should not use language configuration
-*/
-function isLanguageDisallowedStrategy(strategyId) {
-	return strategyId ? LANGUAGE_DISALLOWED_STRATEGIES.has(strategyId) : false;
-}
-/**
 * Default 'n' fan out for strategies that can add additional test cases during generation
 */
 const DEFAULT_N_FAN_OUT_BY_STRATEGY = {
@@ -3181,5 +3166,5 @@ const EvalResultsFilterMode = z.enum([
 ]);
 
 //#endregion
-export { pluginDescriptions as $, isApiProvider as A, isValidReusablePolicyId as B, TestGeneratorConfigSchema as C, BaseTokenUsageSchema as Ct, VarsSchema as D, UnifiedConfigSchema as E, ConversationMessageSchema as F, STRATEGY_COLLECTIONS as G, DATASET_PLUGINS as H, PartialGenerationError as I, isCustomStrategy as J, STRATEGY_COLLECTION_MAPPINGS as K, PluginConfigSchema as L, RedteamConfigSchema as M, ProviderOptionsSchema as N, isGradingResult as O, ProvidersSchema as P, categoryAliases as Q, PolicyObjectSchema as R, TestCasesWithMetadataSchema as S, PromptSchema as St, TestSuiteSchema as T, InputsSchema as Tt, DEFAULT_STRATEGIES as U, AGENTIC_STRATEGIES as V, MULTI_TURN_STRATEGIES as W, isLanguageDisallowedStrategy as X, isFanoutStrategy as Y, Severity as Z, ScenarioSchema as _, REDTEAM_PROVIDER_HARM_PLUGINS as _t, AtomicTestCaseSchema as a, FINANCIAL_PLUGINS as at, TestCaseWithVarsFileSchema as b, TELECOM_PLUGINS as bt, CompletedPromptSchema as c, INSURANCE_PLUGINS as ct, EvaluateOptionsSchema as d, MEDICAL_PLUGINS as dt, riskCategorySeverityMap as et, GradingConfigSchema as f, MULTI_INPUT_EXCLUDED_PLUGINS as ft, ResultFailureReason as g, PLUGIN_CATEGORIES as gt, OutputFileExtension as h, PII_PLUGINS as ht, AssertionTypeSchema as i, DEFAULT_PLUGINS as it, isProviderOptions as j, isResultFailureReason as k, DerivedMetricSchema as l, LLAMA_GUARD_ENABLED_CATEGORIES as lt, OutputConfigSchema as m, PHARMACY_PLUGINS as mt, AssertionSchema as n, BIAS_PLUGINS as nt, BaseAssertionTypesSchema as o, FOUNDATION_PLUGINS as ot, NotPrefixedAssertionTypesSchema as p, MULTI_INPUT_VAR as pt, getDefaultNFanout as q, AssertionSetSchema as r, DATASET_EXEMPT_PLUGINS as rt, CommandLineOptionsSchema as s, HARM_PLUGINS as st, AssertionOrSetSchema as t, ALIASED_PLUGIN_MAPPINGS as tt, EvalResultsFilterMode as u, LLAMA_GUARD_REPLICATE_PROVIDER as ut, SpecialAssertionTypesSchema as v, REMOTE_ONLY_PLUGIN_IDS as vt, TestSuiteConfigSchema as w, CompletionTokenDetailsSchema as wt, TestCasesWithMetadataPromptSchema as x, UNALIGNED_PROVIDER_HARM_PLUGINS as xt, TestCaseSchema as y, STRATEGY_EXEMPT_PLUGINS as yt, StrategyConfigSchema as z };
-//# sourceMappingURL=types-BlspLqbN.js.map
+export { riskCategorySeverityMap as $, isApiProvider as A, isValidReusablePolicyId as B, TestGeneratorConfigSchema as C, CompletionTokenDetailsSchema as Ct, VarsSchema as D, UnifiedConfigSchema as E, ConversationMessageSchema as F, STRATEGY_COLLECTIONS as G, DATASET_PLUGINS as H, PartialGenerationError as I, isCustomStrategy as J, STRATEGY_COLLECTION_MAPPINGS as K, PluginConfigSchema as L, RedteamConfigSchema as M, ProviderOptionsSchema as N, isGradingResult as O, ProvidersSchema as P, pluginDescriptions as Q, PolicyObjectSchema as R, TestCasesWithMetadataSchema as S, BaseTokenUsageSchema as St, TestSuiteSchema as T, DEFAULT_STRATEGIES as U, AGENTIC_STRATEGIES as V, MULTI_TURN_STRATEGIES as W, Severity as X, isFanoutStrategy as Y, categoryAliases as Z, ScenarioSchema as _, REMOTE_ONLY_PLUGIN_IDS as _t, AtomicTestCaseSchema as a, FOUNDATION_PLUGINS as at, TestCaseWithVarsFileSchema as b, UNALIGNED_PROVIDER_HARM_PLUGINS as bt, CompletedPromptSchema as c, LLAMA_GUARD_ENABLED_CATEGORIES as ct, EvaluateOptionsSchema as d, MULTI_INPUT_EXCLUDED_PLUGINS as dt, ALIASED_PLUGIN_MAPPINGS as et, GradingConfigSchema as f, MULTI_INPUT_VAR as ft, ResultFailureReason as g, REDTEAM_PROVIDER_HARM_PLUGINS as gt, OutputFileExtension as h, PLUGIN_CATEGORIES as ht, AssertionTypeSchema as i, FINANCIAL_PLUGINS as it, isProviderOptions as j, isResultFailureReason as k, DerivedMetricSchema as l, LLAMA_GUARD_REPLICATE_PROVIDER as lt, OutputConfigSchema as m, PII_PLUGINS as mt, AssertionSchema as n, DATASET_EXEMPT_PLUGINS as nt, BaseAssertionTypesSchema as o, HARM_PLUGINS as ot, NotPrefixedAssertionTypesSchema as p, PHARMACY_PLUGINS as pt, getDefaultNFanout as q, AssertionSetSchema as r, DEFAULT_PLUGINS as rt, CommandLineOptionsSchema as s, INSURANCE_PLUGINS as st, AssertionOrSetSchema as t, BIAS_PLUGINS as tt, EvalResultsFilterMode as u, MEDICAL_PLUGINS as ut, SpecialAssertionTypesSchema as v, STRATEGY_EXEMPT_PLUGINS as vt, TestSuiteConfigSchema as w, InputsSchema as wt, TestCasesWithMetadataPromptSchema as x, PromptSchema as xt, TestCaseSchema as y, TELECOM_PLUGINS as yt, StrategyConfigSchema as z };
+//# sourceMappingURL=types-l7snZgzv.js.map

package/dist/src/{util-Cd2vI7ii.js → util-BR59kcWy.js}

@@ -1,6 +1,6 @@
 #!/usr/bin/env node
-import { l as calculateCost } from "./fetch-TcCC0nEJ.js";
-import { v as parseDataUrl } from "./transform-B-AYIQmM.js";
+import { d as calculateCost } from "./fetch-DKQm7iwv.js";
+import { v as parseDataUrl } from "./transform-DWBbTh_M.js";
 
 //#region src/providers/anthropic/util.ts
 const ANTHROPIC_MODELS = [
@@ -273,4 +273,4 @@ function transformWebSearchTool(config) {
 
 //#endregion
 export { parseMessages as a, outputFromMessage as i, calculateAnthropicCost as n, processAnthropicTools as o, getTokenUsage as r, ANTHROPIC_MODELS as t };
-//# sourceMappingURL=util-Cd2vI7ii.js.map
+//# sourceMappingURL=util-BR59kcWy.js.map

package/dist/src/{util-BnF-xRPi.js → util-BjTDLTac.js}

@@ -1,5 +1,5 @@
-import { m as calculateCost } from "./fetch-BIPrzD39.js";
-import { v as parseDataUrl } from "./transform-BwedQA8W.js";
+import { g as calculateCost } from "./fetch-BMKSarK_.js";
+import { v as parseDataUrl } from "./transform-Cpk3BVib.js";
 
 //#region src/providers/anthropic/util.ts
 const ANTHROPIC_MODELS = [
@@ -272,4 +272,4 @@ function transformWebSearchTool(config) {
 
 //#endregion
 export { parseMessages as a, outputFromMessage as i, calculateAnthropicCost as n, processAnthropicTools as o, getTokenUsage as r, ANTHROPIC_MODELS as t };
-//# sourceMappingURL=util-BnF-xRPi.js.map
+//# sourceMappingURL=util-BjTDLTac.js.map

package/dist/src/{util-CwsTKPXi.js → util-CSvDts2m.js}

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
 import { g as safeJsonStringify, p as getAjv } from "./logger-Bzi5o47S.js";
-import { l as calculateCost } from "./fetch-TcCC0nEJ.js";
-import { m as maybeLoadFromExternalFileWithVars } from "./util-CyzW5ayt.js";
+import { d as calculateCost } from "./fetch-DKQm7iwv.js";
+import { m as maybeLoadFromExternalFileWithVars } from "./util-UxC1pDDt.js";
 import OpenAI from "openai";
 
 //#region src/providers/openai/util.ts
@@ -556,4 +556,4 @@ function formatOpenAiError(data) {
 
 //#endregion
 export { calculateOpenAICost as a, getTokenUsage as c, OPENAI_TRANSCRIPTION_MODELS as i, validateFunctionCall as l, OPENAI_COMPLETION_MODELS as n, failApiCall as o, OPENAI_REALTIME_MODELS as r, formatOpenAiError as s, OPENAI_CHAT_MODELS as t };
-//# sourceMappingURL=util-CwsTKPXi.js.map
+//# sourceMappingURL=util-CSvDts2m.js.map

package/dist/src/{util-KE6uFWHG.cjs → util-CfLcBZEA.cjs}

@@ -1,5 +1,5 @@
-const require_fetch = require('./fetch-MdGxb6Bv.cjs');
-const require_transform = require('./transform-B5HUD86U.cjs');
+const require_fetch = require('./fetch-BgYKpAJ7.cjs');
+const require_transform = require('./transform-DeVdMzaA.cjs');
 
 //#region src/providers/anthropic/util.ts
 const ANTHROPIC_MODELS = [
@@ -307,4 +307,4 @@ Object.defineProperty(exports, 'processAnthropicTools', {
     return processAnthropicTools;
   }
 });
-//# sourceMappingURL=util-KE6uFWHG.cjs.map
+//# sourceMappingURL=util-CfLcBZEA.cjs.map

package/dist/src/{util-BXjq8vOq.js → util-Czrn_1en.js}

@@ -1,6 +1,6 @@
 import { d as getAjv, m as safeJsonStringify } from "./logger-q5I8CByj.js";
-import { l as maybeLoadFromExternalFileWithVars } from "./util-DX58t30T.js";
-import { m as calculateCost } from "./fetch-BIPrzD39.js";
+import { l as maybeLoadFromExternalFileWithVars } from "./util-GpiGNWSj.js";
+import { g as calculateCost } from "./fetch-BMKSarK_.js";
 import OpenAI from "openai";
 
 //#region src/providers/openai/util.ts
@@ -555,4 +555,4 @@ function formatOpenAiError(data) {
 
 //#endregion
 export { calculateOpenAICost as a, getTokenUsage as c, OPENAI_TRANSCRIPTION_MODELS as i, validateFunctionCall as l, OPENAI_COMPLETION_MODELS as n, failApiCall as o, OPENAI_REALTIME_MODELS as r, formatOpenAiError as s, OPENAI_CHAT_MODELS as t };
-//# sourceMappingURL=util-BXjq8vOq.js.map
+//# sourceMappingURL=util-Czrn_1en.js.map

package/dist/src/{util-BT0p5c9X.cjs → util-Dxwavk84.cjs}

@@ -1,6 +1,6 @@
 const require_logger = require('./logger-CMp-NS-e.cjs');
-const require_util = require('./util-B-Yo0qzc.cjs');
-const require_fetch = require('./fetch-MdGxb6Bv.cjs');
+const require_util = require('./util-RfCZM4TD.cjs');
+const require_fetch = require('./fetch-BgYKpAJ7.cjs');
 let openai = require("openai");
 openai = require_logger.__toESM(openai);
 
@@ -609,4 +609,4 @@ Object.defineProperty(exports, 'validateFunctionCall', {
     return validateFunctionCall;
   }
 });
-//# sourceMappingURL=util-BT0p5c9X.cjs.map
+//# sourceMappingURL=util-Dxwavk84.cjs.map

package/dist/src/{util-DX58t30T.js → util-GpiGNWSj.js}

@@ -3,8 +3,8 @@ import { t as invariant } from "./invariant-1pAf2CD1.js";
 import { o as safeResolve, r as importModule, t as getDirectory } from "./esm-D40XsWlR.js";
 import { r as runPython } from "./pythonUtils-eNq6Wsfr.js";
 import { i as isJavascriptFile, t as JAVASCRIPT_EXTENSIONS } from "./fileExtensions-ePDqouxn.js";
-import { A as isApiProvider, g as ResultFailureReason, h as OutputFileExtension, j as isProviderOptions } from "./types-BlspLqbN.js";
-import { A as TERMINAL_MAX_WIDTH, F as VERSION, t as fetchWithProxy } from "./fetch-BIPrzD39.js";
+import { A as isApiProvider, g as ResultFailureReason, h as OutputFileExtension, j as isProviderOptions } from "./types-l7snZgzv.js";
+import { L as VERSION, M as TERMINAL_MAX_WIDTH, t as fetchWithProxy } from "./fetch-BMKSarK_.js";
 import * as fs$1 from "fs";
 import * as path$1 from "path";
 import path from "path";
@@ -177,11 +177,23 @@ function isRuntimeVar(key) {
 * - Being in the explicit list (e.g., sessionId for backward compatibility)
 */
 function filterRuntimeVars(vars) {
-	if (!vars) return vars;
+	if (!vars || typeof vars !== "object" || Array.isArray(vars)) return vars;
 	const filtered = {};
 	for (const [key, value] of Object.entries(vars)) if (!isRuntimeVar(key)) filtered[key] = value;
 	return filtered;
 }
+/**
+* Extracts only runtime variables from a vars object.
+* This is the inverse of filterRuntimeVars.
+*
+* Used to restore runtime state when re-running filtered tests.
+*/
+function extractRuntimeVars(vars) {
+	if (!vars || typeof vars !== "object" || Array.isArray(vars)) return;
+	const extracted = {};
+	for (const [key, value] of Object.entries(vars)) if (isRuntimeVar(key)) extracted[key] = value;
+	return Object.keys(extracted).length > 0 ? extracted : void 0;
+}
 function varsMatch(vars1, vars2) {
 	return deepEqual(vars1, vars2);
 }
@@ -1240,5 +1252,5 @@ function printBorder() {
 }
 
 //#endregion
-export { isGoogleProvider as A, deduplicateTestCases as C, doesProviderRefMatch as D, resultIsForTestCase as E, isProviderAllowed as M, getProviderDescription as O, setupEnv as S, getTestCaseDeduplicationKey as T, extractVariablesFromTemplate as _, getNunjucksEngineForFilePath as a, loadFunction as b, maybeLoadFromExternalFile as c, maybeLoadToolsFromExternalFile as d, parsePathOrGlob as f, renderVarsInObject as g, renderEnvOnlyInObject as h, fetchCsvFromGoogleSheet as i, isOpenAiProvider as j, isAnthropicProvider as k, maybeLoadFromExternalFileWithVars as l, readOutput as m, writeMultipleOutputs as n, getResolvedRelativePath as o, readFilters as p, writeOutput as r, maybeLoadConfigFromExternalFile as s, printBorder as t, maybeLoadResponseFormatFromExternalFile as u, extractVariablesFromTemplates as v, filterRuntimeVars as w, parseFileUrl as x, getNunjucksEngine as y };
-//# sourceMappingURL=util-DX58t30T.js.map
+export { isAnthropicProvider as A, deduplicateTestCases as C, resultIsForTestCase as D, getTestCaseDeduplicationKey as E, isOpenAiProvider as M, isProviderAllowed as N, doesProviderRefMatch as O, setupEnv as S, filterRuntimeVars as T, extractVariablesFromTemplate as _, getNunjucksEngineForFilePath as a, loadFunction as b, maybeLoadFromExternalFile as c, maybeLoadToolsFromExternalFile as d, parsePathOrGlob as f, renderVarsInObject as g, renderEnvOnlyInObject as h, fetchCsvFromGoogleSheet as i, isGoogleProvider as j, getProviderDescription as k, maybeLoadFromExternalFileWithVars as l, readOutput as m, writeMultipleOutputs as n, getResolvedRelativePath as o, readFilters as p, writeOutput as r, maybeLoadConfigFromExternalFile as s, printBorder as t, maybeLoadResponseFormatFromExternalFile as u, extractVariablesFromTemplates as v, extractRuntimeVars as w, parseFileUrl as x, getNunjucksEngine as y };
+//# sourceMappingURL=util-GpiGNWSj.js.map

package/dist/src/{util-B-Yo0qzc.cjs → util-RfCZM4TD.cjs}

@@ -3,8 +3,8 @@ const require_invariant = require('./invariant-CKcJAQ6M.cjs');
 const require_esm = require('./esm-gWVPXn3r.cjs');
 const require_pythonUtils = require('./pythonUtils-rOCm9w_5.cjs');
 const require_fileExtensions = require('./fileExtensions-DkJYkWUy.cjs');
-const require_types = require('./types-DAmPdu4_.cjs');
-const require_fetch = require('./fetch-MdGxb6Bv.cjs');
+const require_types = require('./types-Cixl-wRO.cjs');
+const require_fetch = require('./fetch-BgYKpAJ7.cjs');
 let fs = require("fs");
 fs = require_logger.__toESM(fs);
 let path = require("path");
@@ -185,11 +185,23 @@ function isRuntimeVar(key) {
 * - Being in the explicit list (e.g., sessionId for backward compatibility)
 */
 function filterRuntimeVars(vars) {
-	if (!vars) return vars;
+	if (!vars || typeof vars !== "object" || Array.isArray(vars)) return vars;
 	const filtered = {};
 	for (const [key, value] of Object.entries(vars)) if (!isRuntimeVar(key)) filtered[key] = value;
 	return filtered;
 }
+/**
+* Extracts only runtime variables from a vars object.
+* This is the inverse of filterRuntimeVars.
+*
+* Used to restore runtime state when re-running filtered tests.
+*/
+function extractRuntimeVars(vars) {
+	if (!vars || typeof vars !== "object" || Array.isArray(vars)) return;
+	const extracted = {};
+	for (const [key, value] of Object.entries(vars)) if (isRuntimeVar(key)) extracted[key] = value;
+	return Object.keys(extracted).length > 0 ? extracted : void 0;
+}
 function varsMatch(vars1, vars2) {
 	return (0, fast_deep_equal.default)(vars1, vars2);
 }
@@ -1260,6 +1272,12 @@ Object.defineProperty(exports, 'doesProviderRefMatch', {
     return doesProviderRefMatch;
   }
 });
+Object.defineProperty(exports, 'extractRuntimeVars', {
+  enumerable: true,
+  get: function () {
+    return extractRuntimeVars;
+  }
+});
 Object.defineProperty(exports, 'extractVariablesFromTemplate', {
   enumerable: true,
   get: function () {
@@ -1440,4 +1458,4 @@ Object.defineProperty(exports, 'writeOutput', {
     return writeOutput;
   }
 });
-//# sourceMappingURL=util-B-Yo0qzc.cjs.map
+//# sourceMappingURL=util-RfCZM4TD.cjs.map

package/dist/src/{util-CyzW5ayt.js → util-UxC1pDDt.js}

@@ -1,11 +1,11 @@
 #!/usr/bin/env node
 import { O as cliState_default, b as getEnvBool, o as logger_default } from "./logger-Bzi5o47S.js";
-import { T as TERMINAL_MAX_WIDTH, j as VERSION, t as fetchWithProxy } from "./fetch-TcCC0nEJ.js";
+import { D as TERMINAL_MAX_WIDTH, N as VERSION, t as fetchWithProxy } from "./fetch-DKQm7iwv.js";
 import { t as invariant } from "./invariant-DT20jrBd.js";
-import { m as isProviderOptions, o as OutputFileExtension, p as isApiProvider, s as ResultFailureReason } from "./types-n3ttAnOa.js";
-import { i as isJavascriptFile, t as JAVASCRIPT_EXTENSIONS } from "./fileExtensions-BpuMmaFL.js";
-import { o as safeResolve, r as importModule, t as getDirectory } from "./esm-Bwuh5HXW.js";
-import { r as runPython } from "./pythonUtils-mprm8p4h.js";
+import { m as isProviderOptions, o as OutputFileExtension, p as isApiProvider, s as ResultFailureReason } from "./types-BZz0C6rq.js";
+import { i as isJavascriptFile, t as JAVASCRIPT_EXTENSIONS } from "./fileExtensions-CzcPkiKZ.js";
+import { o as safeResolve, r as importModule, t as getDirectory } from "./esm-Lh6czAFT.js";
+import { r as runPython } from "./pythonUtils-B9JA-gsC.js";
 import dotenv from "dotenv";
 import * as fs$2 from "fs";
 import * as path$1 from "path";
@@ -178,11 +178,23 @@ function isRuntimeVar(key) {
 * - Being in the explicit list (e.g., sessionId for backward compatibility)
 */
 function filterRuntimeVars(vars) {
-	if (!vars) return vars;
+	if (!vars || typeof vars !== "object" || Array.isArray(vars)) return vars;
 	const filtered = {};
 	for (const [key, value] of Object.entries(vars)) if (!isRuntimeVar(key)) filtered[key] = value;
 	return filtered;
 }
+/**
+* Extracts only runtime variables from a vars object.
+* This is the inverse of filterRuntimeVars.
+*
+* Used to restore runtime state when re-running filtered tests.
+*/
+function extractRuntimeVars(vars) {
+	if (!vars || typeof vars !== "object" || Array.isArray(vars)) return;
+	const extracted = {};
+	for (const [key, value] of Object.entries(vars)) if (isRuntimeVar(key)) extracted[key] = value;
+	return Object.keys(extracted).length > 0 ? extracted : void 0;
+}
 function varsMatch(vars1, vars2) {
 	return deepEqual(vars1, vars2);
 }
@@ -1366,5 +1378,5 @@ function printBorder() {
 }
 
 //#endregion
-export { getTestCaseDeduplicationKey as A, extractVariablesFromTemplates as C, setupEnv as D, parseFileUrl as E, isGoogleProvider as F, isOpenAiProvider as I, isProviderAllowed as L, doesProviderRefMatch as M, getProviderDescription as N, deduplicateTestCases as O, isAnthropicProvider as P, extractVariablesFromTemplate as S, loadFunction as T, parsePathOrGlob as _, ComparisonEvalNotFoundError as a, renderEnvOnlyInObject as b, mergeComparisonTables as c, getResolvedRelativePath as d, maybeLoadConfigFromExternalFile as f, maybeLoadToolsFromExternalFile as g, maybeLoadResponseFormatFromExternalFile as h, writeOutput as i, resultIsForTestCase as j, filterRuntimeVars as k, fetchCsvFromGoogleSheet as l, maybeLoadFromExternalFileWithVars as m, createOutputMetadata as n, evalTableToJson as o, maybeLoadFromExternalFile as p, writeMultipleOutputs as r, generateEvalCsv as s, printBorder as t, getNunjucksEngineForFilePath as u, readFilters as v, getNunjucksEngine as w, renderVarsInObject as x, readOutput as y };
-//# sourceMappingURL=util-CyzW5ayt.js.map
+export { filterRuntimeVars as A, extractVariablesFromTemplates as C, setupEnv as D, parseFileUrl as E, isAnthropicProvider as F, isGoogleProvider as I, isOpenAiProvider as L, resultIsForTestCase as M, doesProviderRefMatch as N, deduplicateTestCases as O, getProviderDescription as P, isProviderAllowed as R, extractVariablesFromTemplate as S, loadFunction as T, parsePathOrGlob as _, ComparisonEvalNotFoundError as a, renderEnvOnlyInObject as b, mergeComparisonTables as c, getResolvedRelativePath as d, maybeLoadConfigFromExternalFile as f, maybeLoadToolsFromExternalFile as g, maybeLoadResponseFormatFromExternalFile as h, writeOutput as i, getTestCaseDeduplicationKey as j, extractRuntimeVars as k, fetchCsvFromGoogleSheet as l, maybeLoadFromExternalFileWithVars as m, createOutputMetadata as n, evalTableToJson as o, maybeLoadFromExternalFile as p, writeMultipleOutputs as r, generateEvalCsv as s, printBorder as t, getNunjucksEngineForFilePath as u, readFilters as v, getNunjucksEngine as w, renderVarsInObject as x, readOutput as y };
+//# sourceMappingURL=util-UxC1pDDt.js.map

package/dist/src/{utils-HdRSruG0.js → utils-2CdNTp-a.js}

@@ -1,6 +1,6 @@
 #!/usr/bin/env node
 import { C as getEnvString } from "./logger-Bzi5o47S.js";
-import { i as sha256 } from "./extractor-D_1s-Thr.js";
+import { a as sha256 } from "./extractor-HnP0pHfO.js";
 
 //#region src/prompts/constants.ts
 const PROMPT_DELIMITER = getEnvString("PROMPTFOO_PROMPT_SEPARATOR") || "---";
@@ -95,4 +95,4 @@ function hashPrompt(prompt) {
 
 //#endregion
 export { PROMPT_DELIMITER as a, generateIdFromPrompt as i, maybeFilePath as n, normalizeInput as r, hashPrompt as t };
-//# sourceMappingURL=utils-HdRSruG0.js.map
+//# sourceMappingURL=utils-2CdNTp-a.js.map

package/dist/src/{utils-BSpcJB4B.cjs → utils-6lWwNARy.cjs}

@@ -1,5 +1,5 @@
 const require_logger = require('./logger-CMp-NS-e.cjs');
-const require_extractor = require('./extractor-DjxI7POm.cjs');
+const require_extractor = require('./extractor-wSeR47-c.cjs');
 
 //#region src/prompts/constants.ts
 const PROMPT_DELIMITER = require_logger.getEnvString("PROMPTFOO_PROMPT_SEPARATOR") || "---";
@@ -123,4 +123,4 @@ Object.defineProperty(exports, 'normalizeInput', {
     return normalizeInput;
   }
 });
-//# sourceMappingURL=utils-BSpcJB4B.cjs.map
+//# sourceMappingURL=utils-6lWwNARy.cjs.map

package/dist/src/{utils-BWOFfOel.js → utils-BMIgqY6C.js}

@@ -1,5 +1,5 @@
 import { b as getEnvString } from "./logger-q5I8CByj.js";
-import { i as sha256 } from "./extractor-B9uQA-6-.js";
+import { a as sha256 } from "./extractor-WvMabjRY.js";
 
 //#region src/prompts/constants.ts
 const PROMPT_DELIMITER = getEnvString("PROMPTFOO_PROMPT_SEPARATOR") || "---";
@@ -94,4 +94,4 @@ function hashPrompt(prompt) {
 
 //#endregion
 export { PROMPT_DELIMITER as a, generateIdFromPrompt as i, maybeFilePath as n, normalizeInput as r, hashPrompt as t };
-//# sourceMappingURL=utils-BWOFfOel.js.map
+//# sourceMappingURL=utils-BMIgqY6C.js.map