promptfoo 0.122.1 → 0.122.2

package/dist/src/{aws-BS8qSHy8.js → aws-iSX9DyrD.js}

@@ -1,16 +1,16 @@
 import { F as getEnvInt, I as getEnvString, P as getEnvFloat, o as logger } from "./logger-D4ion89i.js";
-import { pt as maybeLoadToolsFromExternalFile } from "./util-uYYKYi7_.js";
-import { F as openaiToolsToBedrock, I as parseChatPrompt, M as isOpenAIToolChoice, P as openaiToolChoiceToBedrock, j as isOpenAIToolArray } from "./fetch-BdWQKDMj.js";
+import { pt as maybeLoadToolsFromExternalFile } from "./util-BPtpPW4O.js";
+import { F as openaiToolChoiceToBedrock, I as openaiToolsToBedrock, L as parseChatPrompt, M as isOpenAIToolArray, N as isOpenAIToolChoice } from "./fetch-DnDg-Ics.js";
 import { t as providerRegistry } from "./providerRegistry-C2g0ODeW.js";
 import { f as withGenAISpan } from "./genaiTracer-Cp9O3qLz.js";
-import { a as getCache, l as isCacheEnabled } from "./cache-C41JuZ74.js";
+import { a as getCache, l as isCacheEnabled } from "./cache-ePPAC5hy.js";
 import { d as createEmptyTokenUsage } from "./tokenUsageUtils-T-dUB6UI.js";
-import { t as telemetry } from "./telemetry-Bqa8fxWp.js";
-import { i as getMcpErrorMessage, s as isMcpErrorResult } from "./util-Ur5TGF_w.js";
-import { t as MCPClient } from "./client-nl7Ghern.js";
-import { C as parseMessages, S as outputFromMessage, _ as isSamplingParamsDeprecatedClaudeModel, a as calculateCacheInputCost, d as isAlwaysOnAdaptiveThinkingClaudeModel, f as isClaudeFableOrMythos5Model, h as isClaudeSonnet5Model, m as isClaudeRegionalPremiumModel, n as CLAUDE_REGIONAL_ENDPOINT_PREMIUM, o as clampMaxTokensForThinkingBudget, p as isClaudeOpus5Model, u as getTokenUsage, v as isThinkingOnByDefaultClaudeModel, x as normalizeClaudeThinkingConfig } from "./util-EBjz-RBV.js";
-import { n as executeProviderFunctionCallback, r as loadProviderCallbackFromFileUrl } from "./functionCallbackUtils-BGXXxhrC.js";
-import { a as novaOutputFromMessage, n as createBedrockCacheKeyHash, o as novaParseMessages, t as AwsBedrockGenericProvider } from "./base-DEkuzxBW.js";
+import { t as telemetry } from "./telemetry-BQZTDom3.js";
+import { i as getMcpErrorMessage, s as isMcpErrorResult } from "./util-BPlSGvsQ.js";
+import { t as MCPClient } from "./client-4bErwdpG.js";
+import { C as parseMessages, S as outputFromMessage, _ as isSamplingParamsDeprecatedClaudeModel, a as calculateCacheInputCost, d as isAlwaysOnAdaptiveThinkingClaudeModel, f as isClaudeFableOrMythos5Model, h as isClaudeSonnet5Model, m as isClaudeRegionalPremiumModel, n as CLAUDE_REGIONAL_ENDPOINT_PREMIUM, o as clampMaxTokensForThinkingBudget, p as isClaudeOpus5Model, u as getTokenUsage, v as isThinkingOnByDefaultClaudeModel, x as normalizeClaudeThinkingConfig } from "./util-BaGd-bCr.js";
+import { n as executeProviderFunctionCallback, r as loadProviderCallbackFromFileUrl } from "./functionCallbackUtils-EjWy67uz.js";
+import { a as novaOutputFromMessage, n as createBedrockCacheKeyHash, o as novaParseMessages, t as AwsBedrockGenericProvider } from "./base-CWyDTNcT.js";
 import { r as isBedrockMantleResponsesModel } from "./mantle-DYK8PIFr.js";
 import dedent from "dedent";
 import Anthropic from "@anthropic-ai/sdk";
@@ -3193,7 +3193,7 @@ const awsProviderFactories = [
 			const anthropicModel = modelType === "messages" ? modelName : splits.length === 2 ? splits[1] : isLegacyType ? modelName : void 0;
 			if (/^[^.]+\.anthropic\.claude-mythos-5$/.test(anthropicModel ?? "")) throw new Error(`Amazon Bedrock model "${anthropicModel}" is not a valid Mythos model ID. Use "bedrock:anthropic.claude-mythos-5"; Mythos does not support geo or global inference IDs.`);
 			if (anthropicModel?.startsWith("anthropic.claude-")) {
-				const { createBedrockAnthropicMessagesProvider, isBedrockAnthropicMessagesModel, requiresBedrockAnthropicMessagesModel } = await import("./anthropicMessages-CIzwoHC7.js");
+				const { createBedrockAnthropicMessagesProvider, isBedrockAnthropicMessagesModel, requiresBedrockAnthropicMessagesModel } = await import("./anthropicMessages-HcZgERmB.js");
 				if (requiresBedrockAnthropicMessagesModel(anthropicModel) && isLegacyType) throw new Error(`Amazon Bedrock model "${anthropicModel}" uses the Anthropic Messages API, not ${modelType === "converse" ? "Converse" : "InvokeModel"}. Use "bedrock:${anthropicModel}" or "bedrock:messages:${anthropicModel}".`);
 				if (isBedrockAnthropicMessagesModel(anthropicModel) && (modelType === "messages" || requiresBedrockAnthropicMessagesModel(anthropicModel))) return createBedrockAnthropicMessagesProvider(anthropicModel, {
 					...providerOptions,
@@ -3205,14 +3205,14 @@ const awsProviderFactories = [
 			const routedGrokModel = modelType === "mantle" ? modelName : candidateResponsesModel;
 			if (routedGrokModel?.includes(".xai.")) throw new Error(`Amazon Bedrock model "${routedGrokModel}" is not a valid Grok mantle id. Use the bare "bedrock:xai.grok-4.3" id instead.`);
 			if (candidateResponsesModel && isBedrockMantleResponsesModel(candidateResponsesModel)) {
-				const { createBedrockOpenAiResponsesProvider } = await import("./openaiResponses-CE5BAFhg.js");
+				const { createBedrockOpenAiResponsesProvider } = await import("./openaiResponses-CDvzqtsT.js");
 				return createBedrockOpenAiResponsesProvider(candidateResponsesModel, {
 					...providerOptions,
 					id: providerOptions.id ?? providerPath
 				});
 			}
 			if (modelType === "mantle") {
-				const { createBedrockMantleChatProvider } = await import("./mantleChat-BRtCbGNb.js");
+				const { createBedrockMantleChatProvider } = await import("./mantleChat-BEwZSACi.js");
 				return createBedrockMantleChatProvider(modelName, {
 					...providerOptions,
 					id: providerOptions.id ?? providerPath
@@ -3220,25 +3220,25 @@ const awsProviderFactories = [
 			}
 			if (modelType === "converse") return new AwsBedrockConverseProvider(modelName, providerOptions);
 			if (modelType === "nova-sonic" || modelType.includes("amazon.nova-sonic")) {
-				const { NovaSonicProvider } = await import("./nova-sonic-DXnFfrox.js");
+				const { NovaSonicProvider } = await import("./nova-sonic-D3CP2Y2f.js");
 				return new NovaSonicProvider("amazon.nova-sonic-v1:0", providerOptions);
 			}
 			if (modelType.includes("luma.ray") || modelName.includes("luma.ray")) {
-				const { LumaRayVideoProvider } = await import("./luma-ray-lD3WwDx2.js");
+				const { LumaRayVideoProvider } = await import("./luma-ray-Te_YbEBL.js");
 				return new LumaRayVideoProvider(modelName.includes("luma.ray") ? modelName : splits.slice(1).join(":"), providerOptions);
 			}
 			if (modelType.includes("amazon.nova-reel") || modelType === "video" && (modelName.includes("amazon.nova-reel") || modelName === "")) {
-				const { NovaReelVideoProvider } = await import("./nova-reel-DvEcNfJd.js");
+				const { NovaReelVideoProvider } = await import("./nova-reel-B401inIg.js");
 				return new NovaReelVideoProvider(modelName || "amazon.nova-reel-v1:1", providerOptions);
 			}
 			if (modelType === "agents") {
-				const { AwsBedrockAgentsProvider } = await import("./agents-BYZQa11K.js");
+				const { AwsBedrockAgentsProvider } = await import("./agents-99i09OkS.js");
 				return new AwsBedrockAgentsProvider(modelName, providerOptions);
 			}
 			if (modelType === "completion") return new AwsBedrockCompletionProvider(modelName, providerOptions);
 			if (modelType === "embeddings" || modelType === "embedding") return new AwsBedrockEmbeddingProvider(modelName, providerOptions);
 			if (modelType === "kb" || modelType === "knowledge-base") {
-				const { AwsBedrockKnowledgeBaseProvider } = await import("./knowledgeBase-DSmUn4aP.js");
+				const { AwsBedrockKnowledgeBaseProvider } = await import("./knowledgeBase-CZwpvp9c.js");
 				return new AwsBedrockKnowledgeBaseProvider(modelName, providerOptions);
 			}
 			return new AwsBedrockCompletionProvider(splits.slice(1).join(":"), providerOptions);
@@ -3248,7 +3248,7 @@ const awsProviderFactories = [
 		test: (providerPath) => providerPath.startsWith("bedrock-agent:"),
 		create: async (providerPath, providerOptions) => {
 			const agentId = providerPath.substring(14);
-			const { AwsBedrockAgentsProvider } = await import("./agents-BYZQa11K.js");
+			const { AwsBedrockAgentsProvider } = await import("./agents-99i09OkS.js");
 			return new AwsBedrockAgentsProvider(agentId, providerOptions);
 		}
 	},
@@ -3258,7 +3258,7 @@ const awsProviderFactories = [
 			const splits = providerPath.split(":");
 			const modelType = splits[1];
 			const endpointName = splits.slice(2).join(":");
-			const { SageMakerCompletionProvider, SageMakerEmbeddingProvider } = await import("./sagemaker-2TZPOS4O.js");
+			const { SageMakerCompletionProvider, SageMakerEmbeddingProvider } = await import("./sagemaker-D8HnIjWK.js");
 			if (modelType === "embedding" || modelType === "embeddings") return new SageMakerEmbeddingProvider(endpointName || modelType, providerOptions);
 			if (splits.length === 2) return new SageMakerCompletionProvider(modelType, providerOptions);
 			const resolvedModelType = endpointName.includes("jumpstart") || modelType === "jumpstart" ? "jumpstart" : modelType;
@@ -3275,4 +3275,4 @@ const awsProviderFactories = [
 //#endregion
 export { awsProviderFactories };
 
-//# sourceMappingURL=aws-BS8qSHy8.js.map
+//# sourceMappingURL=aws-iSX9DyrD.js.map

package/dist/src/{base-nbJrRpSV.js → base-C6jKTbCS.js}

@@ -1,12 +1,13 @@
 #!/usr/bin/env node
 import { c as logger } from "./logger-YzVIwMVq.js";
-import { R as transformTools, k as getRequestTimeoutMs } from "./fetch-Bnj1JCJi.js";
+import { A as getRequestTimeoutMs, z as transformTools } from "./fetch-KD8O9oZZ.js";
 import { p as withGenAIToolSpan } from "./genaiTracer-BRW5P2xD.js";
-import { K as CallbackPathTraversalError, V as maybeLoadToolsFromExternalFile, X as wrapError, nt as getNunjucksEngine, q as loadCallbackFromFileUrl } from "./util-BdAsuWmv.js";
+import { K as CallbackPathTraversalError, V as maybeLoadToolsFromExternalFile, X as wrapError, q as loadCallbackFromFileUrl } from "./util-CZyLhvIk.js";
+import { o as getNunjucksEngine } from "./render-BRIaR8VG.js";
 import "./tracing-D7QJcXmX.js";
-import { t as MCPClient } from "./client-QLK1dAIt.js";
-import { D as GoogleAuthManager, S as validateFunctionCall, h as normalizeTools, x as stripExecutableToolFileReferences } from "./util-CwUz9jYN.js";
-import { r as transformMCPToolsToGoogle } from "./transform-CdcZMCo-.js";
+import { t as MCPClient } from "./client-Bz_qkOt7.js";
+import { D as GoogleAuthManager, S as validateFunctionCall, h as normalizeTools, x as stripExecutableToolFileReferences } from "./util-Rbl6Om9L2.js";
+import { r as transformMCPToolsToGoogle } from "./transform-2ldksCeN.js";
 //#region src/providers/google/base.ts
 /**
 * Base class for Google AI providers.
@@ -224,4 +225,4 @@ var GoogleGenericProvider = class {
 //#endregion
 export { GoogleGenericProvider as t };
 
-//# sourceMappingURL=base-nbJrRpSV.js.map
+//# sourceMappingURL=base-C6jKTbCS.js.map

package/dist/src/{base-CoTAT5vv.cjs → base-CJEf9k2O.cjs}

@@ -1,11 +1,12 @@
 const require_logger = require("./logger-BN3n9c1R.cjs");
-const require_util = require("./util-L5T81aJ0.cjs");
-const require_fetch = require("./fetch-DTnUr1aF.cjs");
+const require_util = require("./util-BPkxeLuk.cjs");
+const require_fetch = require("./fetch-D54lzFcD.cjs");
 const require_genaiTracer = require("./genaiTracer-D_3mCxrD.cjs");
+const require_render = require("./render-C1VJjFT2.cjs");
 require("./tracing-DFewlCzC.cjs");
-const require_client = require("./client-DvRyvBRs.cjs");
-const require_util$1 = require("./util-BDDaDhsI.cjs");
-const require_transform = require("./transform-CCHDyuc8.cjs");
+const require_client = require("./client-B8cIFzy1.cjs");
+const require_util$1 = require("./util-DSwbJPgL.cjs");
+const require_transform = require("./transform-DS2y12jo.cjs");
 //#region src/providers/google/base.ts
 /**
 * Base class for Google AI providers.
@@ -94,7 +95,7 @@ var GoogleGenericProvider = class {
 	}
 	getApiKey() {
 		const { apiKey } = require_util$1.GoogleAuthManager.getApiKey(this.config, this.env, this.isVertexMode);
-		if (apiKey) return require_util.getNunjucksEngine().renderString(apiKey, {});
+		if (apiKey) return require_render.getNunjucksEngine().renderString(apiKey, {});
 	}
 	/**
 	* Get the region for Vertex AI.
@@ -228,4 +229,4 @@ Object.defineProperty(exports, "GoogleGenericProvider", {
 	}
 });
 
-//# sourceMappingURL=base-CoTAT5vv.cjs.map
+//# sourceMappingURL=base-CJEf9k2O.cjs.map

package/dist/src/{base-DEkuzxBW.js → base-CWyDTNcT.js}

@@ -1,5 +1,5 @@
 import { F as getEnvInt, I as getEnvString, o as logger } from "./logger-D4ion89i.js";
-import { t as telemetry } from "./telemetry-Bqa8fxWp.js";
+import { t as telemetry } from "./telemetry-BQZTDom3.js";
 import { createHmac } from "crypto";
 //#region src/providers/bedrock/util.ts
 const REQUEST_TIMEOUT_MS = 3e5;
@@ -232,4 +232,4 @@ var AwsBedrockGenericProvider = class {
 //#endregion
 export { novaOutputFromMessage as a, hasProxyEnv as i, createBedrockCacheKeyHash as n, novaParseMessages as o, createBedrockRequestHandler as r, AwsBedrockGenericProvider as t };
 
-//# sourceMappingURL=base-DEkuzxBW.js.map
+//# sourceMappingURL=base-CWyDTNcT.js.map

package/dist/src/{base-mEWUSyIi.cjs → base-CeTzVZ7f.cjs}

@@ -1,5 +1,5 @@
 const require_logger = require("./logger-BN3n9c1R.cjs");
-const require_telemetry = require("./telemetry-DVYPYBQH.cjs");
+const require_telemetry = require("./telemetry-cZi2RTrN.cjs");
 let crypto = require("crypto");
 //#region src/providers/bedrock/util.ts
 const REQUEST_TIMEOUT_MS = 3e5;
@@ -267,4 +267,4 @@ Object.defineProperty(exports, "novaParseMessages", {
 	}
 });
 
-//# sourceMappingURL=base-mEWUSyIi.cjs.map
+//# sourceMappingURL=base-CeTzVZ7f.cjs.map

package/dist/src/{base-CcYX8Sl7.js → base-CnzvtFbT.js}

@@ -1,5 +1,5 @@
 import { N as getEnvInt, P as getEnvString, o as logger } from "./logger-BKiOczgq.js";
-import { t as telemetry } from "./telemetry-CIaL2pmn.js";
+import { t as telemetry } from "./telemetry-CJdYAcRk.js";
 import { createHmac } from "crypto";
 //#region src/providers/bedrock/util.ts
 const REQUEST_TIMEOUT_MS = 3e5;
@@ -232,4 +232,4 @@ var AwsBedrockGenericProvider = class {
 //#endregion
 export { novaOutputFromMessage as a, hasProxyEnv as i, createBedrockCacheKeyHash as n, novaParseMessages as o, createBedrockRequestHandler as r, AwsBedrockGenericProvider as t };
 
-//# sourceMappingURL=base-CcYX8Sl7.js.map
+//# sourceMappingURL=base-CnzvtFbT.js.map

package/dist/src/{base-BW_ro6TZ.js → base-Dd6PX7qL.js}

@@ -1,11 +1,12 @@
 import { o as logger } from "./logger-BKiOczgq.js";
-import { Z as maybeLoadToolsFromExternalFile, ft as getNunjucksEngine, nt as CallbackPathTraversalError, ot as wrapError, rt as loadCallbackFromFileUrl } from "./util-DdGIEAK_.js";
-import { P as transformTools, T as getRequestTimeoutMs } from "./fetch-BjXG13jC.js";
+import { Z as maybeLoadToolsFromExternalFile, nt as CallbackPathTraversalError, ot as wrapError, rt as loadCallbackFromFileUrl } from "./util-BnytsHEr.js";
+import { E as getRequestTimeoutMs, F as transformTools } from "./fetch-tOnj-VPG.js";
 import { p as withGenAIToolSpan } from "./genaiTracer-Ch7k9W3C.js";
+import { o as getNunjucksEngine } from "./render-zarxdXS7.js";
 import "./tracing-Dq2SYDNR.js";
-import { t as MCPClient } from "./client-BpIjXLJ0.js";
-import { E as GoogleAuthManager, S as validateFunctionCall, h as normalizeTools, x as stripExecutableToolFileReferences } from "./util-BxmNax2U.js";
-import { r as transformMCPToolsToGoogle } from "./transform-D0QSXU95.js";
+import { t as MCPClient } from "./client-C8mYuoRi.js";
+import { E as GoogleAuthManager, S as validateFunctionCall, h as normalizeTools, x as stripExecutableToolFileReferences } from "./util-BdN7DdPq.js";
+import { r as transformMCPToolsToGoogle } from "./transform-BesK7nGM.js";
 //#region src/providers/google/base.ts
 /**
 * Base class for Google AI providers.
@@ -223,4 +224,4 @@ var GoogleGenericProvider = class {
 //#endregion
 export { GoogleGenericProvider as t };
 
-//# sourceMappingURL=base-BW_ro6TZ.js.map
+//# sourceMappingURL=base-Dd6PX7qL.js.map

package/dist/src/{base-e2pL9Dg2.js → base-IFkEP-f1.js}

@@ -1,6 +1,6 @@
 #!/usr/bin/env node
 import { L as getEnvInt, R as getEnvString, c as logger } from "./logger-YzVIwMVq.js";
-import { n as telemetry } from "./telemetry-D64Cj0UR.js";
+import { n as telemetry } from "./telemetry-BD4xF9d_.js";
 import { createHmac } from "crypto";
 //#region src/providers/bedrock/util.ts
 const REQUEST_TIMEOUT_MS = 3e5;
@@ -233,4 +233,4 @@ var AwsBedrockGenericProvider = class {
 //#endregion
 export { novaOutputFromMessage as a, hasProxyEnv as i, createBedrockCacheKeyHash as n, novaParseMessages as o, createBedrockRequestHandler as r, AwsBedrockGenericProvider as t };
 
-//# sourceMappingURL=base-e2pL9Dg2.js.map
+//# sourceMappingURL=base-IFkEP-f1.js.map

package/dist/src/{base-Bya3Xq-l.js → base-wuaktSuM.js}

@@ -1,11 +1,12 @@
 import { o as logger } from "./logger-D4ion89i.js";
-import { At as getNunjucksEngine, St as wrapError, pt as maybeLoadToolsFromExternalFile, vt as CallbackPathTraversalError, yt as loadCallbackFromFileUrl } from "./util-uYYKYi7_.js";
-import { A as getRequestTimeoutMs, z as transformTools } from "./fetch-BdWQKDMj.js";
+import { St as wrapError, pt as maybeLoadToolsFromExternalFile, vt as CallbackPathTraversalError, yt as loadCallbackFromFileUrl } from "./util-BPtpPW4O.js";
+import { B as transformTools, j as getRequestTimeoutMs } from "./fetch-DnDg-Ics.js";
 import { p as withGenAIToolSpan } from "./genaiTracer-Cp9O3qLz.js";
+import { o as getNunjucksEngine } from "./render-DIhuKgcQ.js";
 import "./tracing-Ct2HWfTt.js";
-import { t as MCPClient } from "./client-nl7Ghern.js";
-import { E as GoogleAuthManager, S as validateFunctionCall, h as normalizeTools, x as stripExecutableToolFileReferences } from "./util-CmRx53hM.js";
-import { r as transformMCPToolsToGoogle } from "./transform-BfiH9c1w.js";
+import { t as MCPClient } from "./client-4bErwdpG.js";
+import { E as GoogleAuthManager, S as validateFunctionCall, h as normalizeTools, x as stripExecutableToolFileReferences } from "./util-DiVs2Kf-.js";
+import { r as transformMCPToolsToGoogle } from "./transform-ciU2euIH.js";
 //#region src/providers/google/base.ts
 /**
 * Base class for Google AI providers.
@@ -223,4 +224,4 @@ var GoogleGenericProvider = class {
 //#endregion
 export { GoogleGenericProvider as t };
 
-//# sourceMappingURL=base-Bya3Xq-l.js.map
+//# sourceMappingURL=base-wuaktSuM.js.map

package/dist/src/{bestOfN-6RYHfbeS.js → bestOfN-B99Kp3n1.js}

@@ -1,12 +1,12 @@
 import { o as logger } from "./logger-BKiOczgq.js";
 import { t as invariant } from "./invariant-CHP0zrix.js";
-import { Y as VERSION, t as fetchWithProxy } from "./fetch-BjXG13jC.js";
-import { a as getUserEmail } from "./accounts-Jug2Ciel.js";
+import { X as VERSION, t as fetchWithProxy } from "./fetch-tOnj-VPG.js";
+import { a as getUserEmail } from "./accounts-B8CVRmIl.js";
 import { d as createEmptyTokenUsage, s as accumulateResponseTokenUsage } from "./tokenUsageUtils-BCYRro5h.js";
-import { c as neverGenerateRemote, i as getRemoteGenerationUrl, n as getRemoteGenerationExplicitlyDisabledError, p as remoteGenerationContextPayload, r as getRemoteGenerationHeaders } from "./remoteGeneration-CopIeiNI.js";
-import { o as getSessionId } from "./util-BoTwsVvn.js";
-import { S as throwIfTargetPromptExceedsMaxChars, a as callTargetProvider } from "./shared-Dk1AVE9w.js";
-import { n as renderPrompt } from "./evaluatorHelpers-C60uhMf4.js";
+import { c as neverGenerateRemote, i as getRemoteGenerationUrl, n as getRemoteGenerationExplicitlyDisabledError, p as remoteGenerationContextPayload, r as getRemoteGenerationHeaders } from "./remoteGeneration-DnSGqkoH.js";
+import { o as getSessionId } from "./util-BKfPcBQN.js";
+import { S as throwIfTargetPromptExceedsMaxChars, a as callTargetProvider } from "./shared-CkERSpeg.js";
+import { n as renderPrompt } from "./evaluatorHelpers-Bd8xun4J.js";
 import async from "async";
 import chalk from "chalk";
 import dedent from "dedent";
@@ -143,4 +143,4 @@ var BestOfNProvider = class {
 //#endregion
 export { BestOfNProvider as default };
 
-//# sourceMappingURL=bestOfN-6RYHfbeS.js.map
+//# sourceMappingURL=bestOfN-B99Kp3n1.js.map

package/dist/src/{bestOfN-DsHy4gMF.cjs → bestOfN-BtBlH3Y1.cjs}

@@ -1,12 +1,12 @@
 const require_logger = require("./logger-BN3n9c1R.cjs");
 const require_invariant = require("./invariant-C2JOzzO2.cjs");
-const require_fetch = require("./fetch-DTnUr1aF.cjs");
-const require_accounts = require("./accounts-CZFxG3Og.cjs");
+const require_fetch = require("./fetch-D54lzFcD.cjs");
+const require_accounts = require("./accounts-DosZWKJy.cjs");
 const require_tokenUsageUtils = require("./tokenUsageUtils-BbqyaBi4.cjs");
-const require_remoteGeneration = require("./remoteGeneration-PxK1EefI.cjs");
-const require_util = require("./util-COyt9Xaf.cjs");
-const require_shared = require("./shared-IP25vMkJ.cjs");
-const require_evaluatorHelpers = require("./evaluatorHelpers-D2ObFR8i.cjs");
+const require_remoteGeneration = require("./remoteGeneration-C0Ev99MO.cjs");
+const require_util = require("./util-BuKoPAn3.cjs");
+const require_shared = require("./shared-Bl84k1Oo.cjs");
+const require_evaluatorHelpers = require("./evaluatorHelpers-B2c1yYV4.cjs");
 let async = require("async");
 async = require_logger.__toESM(async, 1);
 let chalk = require("chalk");
@@ -146,4 +146,4 @@ var BestOfNProvider = class {
 //#endregion
 exports.default = BestOfNProvider;
 
-//# sourceMappingURL=bestOfN-DsHy4gMF.cjs.map
+//# sourceMappingURL=bestOfN-BtBlH3Y1.cjs.map

package/dist/src/{bestOfN-DDkIdZME.js → bestOfN-C7cPgSak.js}

@@ -1,12 +1,12 @@
 import { o as logger } from "./logger-D4ion89i.js";
-import { X as VERSION, t as fetchWithProxy } from "./fetch-BdWQKDMj.js";
+import { Z as VERSION, t as fetchWithProxy } from "./fetch-DnDg-Ics.js";
 import { t as invariant } from "./invariant-CHP0zrix.js";
-import { s as getUserEmail } from "./accounts-mch0qw47.js";
+import { s as getUserEmail } from "./accounts-BDud3p32.js";
 import { d as createEmptyTokenUsage, s as accumulateResponseTokenUsage } from "./tokenUsageUtils-T-dUB6UI.js";
-import { c as neverGenerateRemote, i as getRemoteGenerationUrl, n as getRemoteGenerationExplicitlyDisabledError, p as remoteGenerationContextPayload, r as getRemoteGenerationHeaders } from "./remoteGeneration-CwQ0KBdC.js";
-import { S as throwIfTargetPromptExceedsMaxChars, a as callTargetProvider } from "./shared-D5rN2VlH.js";
-import { o as getSessionId } from "./util-BVDvJqrO.js";
-import { n as renderPrompt } from "./evaluatorHelpers-lNii4N30.js";
+import { c as neverGenerateRemote, i as getRemoteGenerationUrl, n as getRemoteGenerationExplicitlyDisabledError, p as remoteGenerationContextPayload, r as getRemoteGenerationHeaders } from "./remoteGeneration-DGJxSMYI.js";
+import { S as throwIfTargetPromptExceedsMaxChars, a as callTargetProvider } from "./shared-BkcgE6vB.js";
+import { o as getSessionId } from "./util-CEecmC3Y.js";
+import { n as renderPrompt } from "./evaluatorHelpers-CZ2p3rWG.js";
 import chalk from "chalk";
 import dedent from "dedent";
 import async from "async";
@@ -143,4 +143,4 @@ var BestOfNProvider = class {
 //#endregion
 export { BestOfNProvider as default };
 
-//# sourceMappingURL=bestOfN-DDkIdZME.js.map
+//# sourceMappingURL=bestOfN-C7cPgSak.js.map

package/dist/src/{bestOfN-Cbw8nnar.js → bestOfN-YNF3sLNc.js}

@@ -1,13 +1,13 @@
 #!/usr/bin/env node
 import { c as logger } from "./logger-YzVIwMVq.js";
-import { Y as VERSION, r as fetchWithProxy } from "./fetch-Bnj1JCJi.js";
+import { X as VERSION, r as fetchWithProxy } from "./fetch-KD8O9oZZ.js";
 import { t as invariant } from "./invariant-CbHB1xyx.js";
-import { s as getUserEmail } from "./accounts-CAjSMkuH.js";
+import { s as getUserEmail } from "./accounts-DApS8Gpe.js";
 import { d as createEmptyTokenUsage, s as accumulateResponseTokenUsage } from "./tokenUsageUtils-Cf6nFV6z.js";
-import { c as neverGenerateRemote, i as getRemoteGenerationUrl, n as getRemoteGenerationExplicitlyDisabledError, p as remoteGenerationContextPayload, r as getRemoteGenerationHeaders } from "./remoteGeneration-B0eQSIHo.js";
-import { o as getSessionId } from "./util-DxyypCZC.js";
-import { S as throwIfTargetPromptExceedsMaxChars, a as callTargetProvider } from "./shared-yyb3qFQd.js";
-import { n as renderPrompt } from "./evaluatorHelpers-G6saWD9g.js";
+import { c as neverGenerateRemote, i as getRemoteGenerationUrl, n as getRemoteGenerationExplicitlyDisabledError, p as remoteGenerationContextPayload, r as getRemoteGenerationHeaders } from "./remoteGeneration-Cc78LDjQ.js";
+import { o as getSessionId } from "./util-DlFpV1xV.js";
+import { S as throwIfTargetPromptExceedsMaxChars, a as callTargetProvider } from "./shared-jcnXW0lA.js";
+import { n as renderPrompt } from "./evaluatorHelpers-CgcFRjns.js";
 import chalk from "chalk";
 import dedent from "dedent";
 import async from "async";
@@ -144,4 +144,4 @@ var BestOfNProvider = class {
 //#endregion
 export { BestOfNProvider as default };
 
-//# sourceMappingURL=bestOfN-Cbw8nnar.js.map
+//# sourceMappingURL=bestOfN-YNF3sLNc.js.map

package/dist/src/{billing-nlGj2fi4.js → billing-BhTrP4CT.js}

@@ -1,4 +1,4 @@
-import { n as OPENAI_BILLING_MODELS, p as getOpenAICacheWriteInputTokens } from "./util-CZ9shpIL.js";
+import { n as OPENAI_BILLING_MODELS, p as getOpenAICacheWriteInputTokens } from "./util-DHtnWbEL.js";
 //#region src/providers/openai/billing.ts
 const PER_MILLION = 1 / 1e6;
 function perMillion(value) {
@@ -980,4 +980,4 @@ function calculateObservableOpenAIToolCost(data, modelName, config = {}) {
 //#endregion
 export { calculateOpenAIUsageCost as n, calculateOpenAIUsageCostFromTokenUsage as r, calculateObservableOpenAIToolCost as t };
 
-//# sourceMappingURL=billing-nlGj2fi4.js.map
+//# sourceMappingURL=billing-BhTrP4CT.js.map

package/dist/src/{billing-_izMSTD8.js → billing-D0eg28TA.js}

@@ -1,5 +1,5 @@
 #!/usr/bin/env node
-import { n as OPENAI_BILLING_MODELS, p as getOpenAICacheWriteInputTokens } from "./util-DtOvD10k.js";
+import { n as OPENAI_BILLING_MODELS, p as getOpenAICacheWriteInputTokens } from "./util-DlT2H1W5.js";
 //#region src/providers/openai/billing.ts
 const PER_MILLION = 1 / 1e6;
 function perMillion(value) {
@@ -981,4 +981,4 @@ function calculateObservableOpenAIToolCost(data, modelName, config = {}) {
 //#endregion
 export { calculateOpenAIUsageCost as n, calculateOpenAIUsageCostFromTokenUsage as r, calculateObservableOpenAIToolCost as t };
 
-//# sourceMappingURL=billing-_izMSTD8.js.map
+//# sourceMappingURL=billing-D0eg28TA.js.map

package/dist/src/{billing-K5i9I9vT.cjs → billing-Q1c9C5Or.cjs}

@@ -1,4 +1,4 @@
-const require_util = require("./util-CeP1x2P-.cjs");
+const require_util = require("./util-Cadd9fGT.cjs");
 //#region src/providers/openai/billing.ts
 const PER_MILLION = 1 / 1e6;
 function perMillion(value) {
@@ -997,4 +997,4 @@ Object.defineProperty(exports, "calculateOpenAIUsageCostFromTokenUsage", {
 	}
 });
 
-//# sourceMappingURL=billing-K5i9I9vT.cjs.map
+//# sourceMappingURL=billing-Q1c9C5Or.cjs.map

package/dist/src/{billing-CXk1T-EF.js → billing-eFe0xWZw.js}

@@ -1,4 +1,4 @@
-import { n as OPENAI_BILLING_MODELS, p as getOpenAICacheWriteInputTokens } from "./util-CVbeMrg1.js";
+import { n as OPENAI_BILLING_MODELS, p as getOpenAICacheWriteInputTokens } from "./util-CJi6Bgno.js";
 //#region src/providers/openai/billing.ts
 const PER_MILLION = 1 / 1e6;
 function perMillion(value) {
@@ -980,4 +980,4 @@ function calculateObservableOpenAIToolCost(data, modelName, config = {}) {
 //#endregion
 export { calculateOpenAIUsageCost as n, calculateOpenAIUsageCostFromTokenUsage as r, calculateObservableOpenAIToolCost as t };
 
-//# sourceMappingURL=billing-CXk1T-EF.js.map
+//# sourceMappingURL=billing-eFe0xWZw.js.map

package/dist/src/cache-Cjok8TBD.js

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+import { a as getCache, u as isCacheEnabled } from "./cache-xL5UULpy.js";
+export { getCache, isCacheEnabled };

package/dist/src/{cache-Bwj_lNIo.js → cache-DTOVFNqA.js}

@@ -1,6 +1,6 @@
 import { t as __exportAll } from "./rolldown-runtime-BhDjJH2R.js";
 import { N as getEnvInt, P as getEnvString, b as sanitizeUrlForLogging, d as looksLikeSecret, j as getEnvBool, k as getConfigDirectoryPath, o as logger, u as isSecretField } from "./logger-BKiOczgq.js";
-import { T as getRequestTimeoutMs, a as getFetchWithProxyHeaders, c as PROMPTFOO_TEAM_ID_HEADER, d as getRequestUrlString, g as isAbortError, l as getCloudBearerToken, n as fetchWithRetries, u as getCloudTaskTeamId, y as isTransientConnectionError } from "./fetch-BjXG13jC.js";
+import { E as getRequestTimeoutMs, _ as isAbortError, a as getFetchWithProxyHeaders, b as isTransientConnectionError, c as PROMPTFOO_TEAM_ID_HEADER, d as getCloudTaskTeamId, f as getRequestUrlString, l as getCloudAuthHeaderName, n as fetchWithRetries, u as getCloudBearerToken } from "./fetch-tOnj-VPG.js";
 import { n as sleep } from "./time-BPNW8jwJ.js";
 import { n as sha256 } from "./createHash-D7vud8fe.js";
 import path from "path";
@@ -20,6 +20,7 @@ var cache_exports = /* @__PURE__ */ __exportAll({
 	getCache: () => getCache,
 	getCacheClearGeneration: () => getCacheClearGeneration,
 	getCacheTtlMs: () => getCacheTtlMs,
+	getHeadersForCacheKey: () => getHeadersForCacheKey,
 	getScopedCacheKey: () => getScopedCacheKey,
 	isCacheEnabled: () => isCacheEnabled,
 	withCacheEnabled: () => withCacheEnabled,
@@ -266,13 +267,18 @@ function getUrlForFetchCacheKey(url) {
 function getHeadersForCacheKey(url, options) {
 	const headers = new Headers(getFetchWithProxyHeaders(url, options));
 	const cloudAuth = getCloudBearerToken(url);
-	if (cloudAuth && !headers.has("Authorization")) headers.set("Authorization", cloudAuth);
+	let cloudAuthHeaderNameForFingerprint;
+	if (cloudAuth) {
+		const cloudAuthHeaderName = getCloudAuthHeaderName();
+		cloudAuthHeaderNameForFingerprint = cloudAuthHeaderName.toLowerCase();
+		if (!headers.has(cloudAuthHeaderName)) headers.set(cloudAuthHeaderName, cloudAuth);
+	}
 	const cloudTaskTeamId = getCloudTaskTeamId(url);
 	if (cloudTaskTeamId && !headers.has("x-promptfoo-team-id")) headers.set(PROMPTFOO_TEAM_ID_HEADER, cloudTaskTeamId);
 	return Array.from(headers.entries()).filter(([name]) => !IGNORED_FETCH_CACHE_HEADERS.has(name)).sort(([nameA, valueA], [nameB, valueB]) => {
 		const nameComparison = nameA.localeCompare(nameB);
 		return nameComparison === 0 ? valueA.localeCompare(valueB) : nameComparison;
-	}).map(([name, value]) => [name, getStringForFetchCacheKey(value, name)]);
+	}).map(([name, value]) => [name, name === cloudAuthHeaderNameForFingerprint ? fingerprintFetchCacheSecret(value) : getStringForFetchCacheKey(value, name)]);
 }
 function hashFetchCacheKey(identity) {
 	return sha256(JSON.stringify(identity));
@@ -654,4 +660,4 @@ function isCacheEnabled() {
 //#endregion
 export { getCache as a, getScopedCacheKey as c, withCacheNamespace as d, fetchWithCache as i, isCacheEnabled as l, claimCacheKeyOnce as n, getCacheClearGeneration as o, disableCache as r, getCacheTtlMs as s, cache_exports as t, withCacheEnabled as u };
 
-//# sourceMappingURL=cache-Bwj_lNIo.js.map
+//# sourceMappingURL=cache-DTOVFNqA.js.map

package/dist/src/{cache-C41JuZ74.js → cache-ePPAC5hy.js}

@@ -1,6 +1,6 @@
 import { n as __exportAll } from "./processShim-CAJN2mjb.js";
 import { A as getConfigDirectoryPath, F as getEnvInt, I as getEnvString, N as getEnvBool, d as looksLikeSecret, o as logger, u as isSecretField, x as sanitizeUrlForLogging } from "./logger-D4ion89i.js";
-import { A as getRequestTimeoutMs, a as getFetchWithProxyHeaders, c as PROMPTFOO_TEAM_ID_HEADER, d as getRequestUrlString, l as getCloudBearerToken, n as fetchWithRetries, u as getCloudTaskTeamId, w as isTransientConnectionError, x as isAbortError } from "./fetch-BdWQKDMj.js";
+import { S as isAbortError, T as isTransientConnectionError, a as getFetchWithProxyHeaders, c as PROMPTFOO_TEAM_ID_HEADER, d as getCloudTaskTeamId, f as getRequestUrlString, j as getRequestTimeoutMs, l as getCloudAuthHeaderName, n as fetchWithRetries, u as getCloudBearerToken } from "./fetch-DnDg-Ics.js";
 import { n as sleep } from "./time-BPNW8jwJ.js";
 import { n as sha256 } from "./createHash-D7vud8fe.js";
 import fs from "fs";
@@ -18,6 +18,7 @@ var cache_exports = /* @__PURE__ */ __exportAll({
 	getCache: () => getCache,
 	getCacheClearGeneration: () => getCacheClearGeneration,
 	getCacheTtlMs: () => getCacheTtlMs,
+	getHeadersForCacheKey: () => getHeadersForCacheKey,
 	getScopedCacheKey: () => getScopedCacheKey,
 	isCacheEnabled: () => isCacheEnabled,
 	withCacheEnabled: () => withCacheEnabled,
@@ -264,13 +265,18 @@ function getUrlForFetchCacheKey(url) {
 function getHeadersForCacheKey(url, options) {
 	const headers = new Headers(getFetchWithProxyHeaders(url, options));
 	const cloudAuth = getCloudBearerToken(url);
-	if (cloudAuth && !headers.has("Authorization")) headers.set("Authorization", cloudAuth);
+	let cloudAuthHeaderNameForFingerprint;
+	if (cloudAuth) {
+		const cloudAuthHeaderName = getCloudAuthHeaderName();
+		cloudAuthHeaderNameForFingerprint = cloudAuthHeaderName.toLowerCase();
+		if (!headers.has(cloudAuthHeaderName)) headers.set(cloudAuthHeaderName, cloudAuth);
+	}
 	const cloudTaskTeamId = getCloudTaskTeamId(url);
 	if (cloudTaskTeamId && !headers.has("x-promptfoo-team-id")) headers.set(PROMPTFOO_TEAM_ID_HEADER, cloudTaskTeamId);
 	return Array.from(headers.entries()).filter(([name]) => !IGNORED_FETCH_CACHE_HEADERS.has(name)).sort(([nameA, valueA], [nameB, valueB]) => {
 		const nameComparison = nameA.localeCompare(nameB);
 		return nameComparison === 0 ? valueA.localeCompare(valueB) : nameComparison;
-	}).map(([name, value]) => [name, getStringForFetchCacheKey(value, name)]);
+	}).map(([name, value]) => [name, name === cloudAuthHeaderNameForFingerprint ? fingerprintFetchCacheSecret(value) : getStringForFetchCacheKey(value, name)]);
 }
 function hashFetchCacheKey(identity) {
 	return sha256(JSON.stringify(identity));
@@ -613,4 +619,4 @@ function isCacheEnabled() {
 //#endregion
 export { getCache as a, getScopedCacheKey as c, withCacheNamespace as d, fetchWithCache as i, isCacheEnabled as l, claimCacheKeyOnce as n, getCacheClearGeneration as o, disableCache as r, getCacheTtlMs as s, cache_exports as t, withCacheEnabled as u };
 
-//# sourceMappingURL=cache-C41JuZ74.js.map
+//# sourceMappingURL=cache-ePPAC5hy.js.map

package/dist/src/{cache-DU82DyKI.cjs → cache-g3VTrtsd.cjs}

@@ -1,5 +1,5 @@
 const require_logger = require("./logger-BN3n9c1R.cjs");
-const require_fetch = require("./fetch-DTnUr1aF.cjs");
+const require_fetch = require("./fetch-D54lzFcD.cjs");
 const require_time = require("./time-B7AqDy5g.cjs");
 const require_createHash = require("./createHash-sm6Q6LWg.cjs");
 let path = require("path");
@@ -22,6 +22,7 @@ var cache_exports = /* @__PURE__ */ require_logger.__exportAll({
 	getCache: () => getCache,
 	getCacheClearGeneration: () => getCacheClearGeneration,
 	getCacheTtlMs: () => getCacheTtlMs,
+	getHeadersForCacheKey: () => getHeadersForCacheKey,
 	getScopedCacheKey: () => getScopedCacheKey,
 	isCacheEnabled: () => isCacheEnabled,
 	withCacheEnabled: () => withCacheEnabled,
@@ -268,13 +269,18 @@ function getUrlForFetchCacheKey(url) {
 function getHeadersForCacheKey(url, options) {
 	const headers = new Headers(require_fetch.getFetchWithProxyHeaders(url, options));
 	const cloudAuth = require_fetch.getCloudBearerToken(url);
-	if (cloudAuth && !headers.has("Authorization")) headers.set("Authorization", cloudAuth);
+	let cloudAuthHeaderNameForFingerprint;
+	if (cloudAuth) {
+		const cloudAuthHeaderName = require_fetch.getCloudAuthHeaderName();
+		cloudAuthHeaderNameForFingerprint = cloudAuthHeaderName.toLowerCase();
+		if (!headers.has(cloudAuthHeaderName)) headers.set(cloudAuthHeaderName, cloudAuth);
+	}
 	const cloudTaskTeamId = require_fetch.getCloudTaskTeamId(url);
 	if (cloudTaskTeamId && !headers.has("x-promptfoo-team-id")) headers.set(require_fetch.PROMPTFOO_TEAM_ID_HEADER, cloudTaskTeamId);
 	return Array.from(headers.entries()).filter(([name]) => !IGNORED_FETCH_CACHE_HEADERS.has(name)).sort(([nameA, valueA], [nameB, valueB]) => {
 		const nameComparison = nameA.localeCompare(nameB);
 		return nameComparison === 0 ? valueA.localeCompare(valueB) : nameComparison;
-	}).map(([name, value]) => [name, getStringForFetchCacheKey(value, name)]);
+	}).map(([name, value]) => [name, name === cloudAuthHeaderNameForFingerprint ? fingerprintFetchCacheSecret(value) : getStringForFetchCacheKey(value, name)]);
 }
 function hashFetchCacheKey(identity) {
 	return require_createHash.sha256(JSON.stringify(identity));
@@ -721,4 +727,4 @@ Object.defineProperty(exports, "withCacheNamespace", {
 	}
 });
 
-//# sourceMappingURL=cache-DU82DyKI.cjs.map
+//# sourceMappingURL=cache-g3VTrtsd.cjs.map

package/dist/src/{cache-NhFSRGTI.js → cache-xL5UULpy.js}

@@ -1,6 +1,6 @@
 #!/usr/bin/env node
 import { C as sanitizeUrlForLogging, F as getEnvBool, L as getEnvInt, M as getConfigDirectoryPath, R as getEnvString, c as logger, f as isSecretField, p as looksLikeSecret } from "./logger-YzVIwMVq.js";
-import { C as isTransientConnectionError, b as isAbortError, f as PROMPTFOO_TEAM_ID_HEADER, h as getRequestUrlString, i as fetchWithRetries, k as getRequestTimeoutMs, m as getCloudTaskTeamId, o as getFetchWithProxyHeaders, p as getCloudBearerToken } from "./fetch-Bnj1JCJi.js";
+import { A as getRequestTimeoutMs, f as PROMPTFOO_TEAM_ID_HEADER, g as getRequestUrlString, h as getCloudTaskTeamId, i as fetchWithRetries, m as getCloudBearerToken, o as getFetchWithProxyHeaders, p as getCloudAuthHeaderName, w as isTransientConnectionError, x as isAbortError } from "./fetch-KD8O9oZZ.js";
 import { n as sleep } from "./time-Ct6CnABs.js";
 import { n as sha256 } from "./createHash-DqA6GWxE.js";
 import { AsyncLocalStorage } from "node:async_hooks";
@@ -252,13 +252,18 @@ function getUrlForFetchCacheKey(url) {
 function getHeadersForCacheKey(url, options) {
 	const headers = new Headers(getFetchWithProxyHeaders(url, options));
 	const cloudAuth = getCloudBearerToken(url);
-	if (cloudAuth && !headers.has("Authorization")) headers.set("Authorization", cloudAuth);
+	let cloudAuthHeaderNameForFingerprint;
+	if (cloudAuth) {
+		const cloudAuthHeaderName = getCloudAuthHeaderName();
+		cloudAuthHeaderNameForFingerprint = cloudAuthHeaderName.toLowerCase();
+		if (!headers.has(cloudAuthHeaderName)) headers.set(cloudAuthHeaderName, cloudAuth);
+	}
 	const cloudTaskTeamId = getCloudTaskTeamId(url);
 	if (cloudTaskTeamId && !headers.has("x-promptfoo-team-id")) headers.set(PROMPTFOO_TEAM_ID_HEADER, cloudTaskTeamId);
 	return Array.from(headers.entries()).filter(([name]) => !IGNORED_FETCH_CACHE_HEADERS.has(name)).sort(([nameA, valueA], [nameB, valueB]) => {
 		const nameComparison = nameA.localeCompare(nameB);
 		return nameComparison === 0 ? valueA.localeCompare(valueB) : nameComparison;
-	}).map(([name, value]) => [name, getStringForFetchCacheKey(value, name)]);
+	}).map(([name, value]) => [name, name === cloudAuthHeaderNameForFingerprint ? fingerprintFetchCacheSecret(value) : getStringForFetchCacheKey(value, name)]);
 }
 function hashFetchCacheKey(identity) {
 	return sha256(JSON.stringify(identity));
@@ -626,6 +631,6 @@ function isCacheEnabled() {
 	return getEffectiveCacheEnabled();
 }
 //#endregion
-export { getCache as a, getScopedCacheKey as c, withCacheNamespace as d, fetchWithCache as i, isCacheEnabled as l, clearCache as n, getCacheClearGeneration as o, disableCache as r, getCacheTtlMs as s, claimCacheKeyOnce as t, withCacheEnabled as u };
+export { getCache as a, getHeadersForCacheKey as c, withCacheEnabled as d, withCacheNamespace as f, fetchWithCache as i, getScopedCacheKey as l, clearCache as n, getCacheClearGeneration as o, disableCache as r, getCacheTtlMs as s, claimCacheKeyOnce as t, isCacheEnabled as u };
 
-//# sourceMappingURL=cache-NhFSRGTI.js.map
+//# sourceMappingURL=cache-xL5UULpy.js.map