promptfoo 0.122.1 → 0.122.2

package/dist/src/{evaluator-BNYv5Xws.js → evaluator-BxDpurGf.js}

@@ -1,40 +1,41 @@
 #!/usr/bin/env node
 import { t as getProcessShim } from "./processShim-Ds5EYUIE.js";
 import { A as summarizeEvaluateResultForLogging, B as getMaxEvalTimeMs, E as getAjv, F as getEnvBool, L as getEnvInt, R as getEnvString, T as extractJsonObjects, U as state, V as isCI, c as logger, h as preserveTracingCredentialReferences, i as globalLogCallback, j as loadYaml, k as safeJsonStringify, l as setLogCallback, w as extractFirstJsonObject, z as getEvalTimeoutMs } from "./logger-YzVIwMVq.js";
-import { A as isApiProvider, M as FILE_METADATA_KEY, i as getResultIndexKey, k as generateIdFromPrompt, r as asEvaluateResult, s as sanitizeResultForJsonlArtifact, t as EvalResult } from "./evalResult-CmUmgA2I.js";
-import { F as parseChatPrompt, M as isPromptfooSampleTarget, S as isNonTransientHttpStatus, Y as VERSION, b as isAbortError, i as fetchWithRetries, k as getRequestTimeoutMs } from "./fetch-Bnj1JCJi.js";
+import { A as isApiProvider, M as FILE_METADATA_KEY, i as getResultIndexKey, k as generateIdFromPrompt, r as asEvaluateResult, s as sanitizeResultForJsonlArtifact, t as EvalResult } from "./evalResult-C9ntrv7r.js";
+import { A as getRequestTimeoutMs, C as isNonTransientHttpStatus, I as parseChatPrompt, N as isPromptfooSampleTarget, X as VERSION, i as fetchWithRetries, x as isAbortError } from "./fetch-KD8O9oZZ.js";
 import { t as invariant } from "./invariant-CbHB1xyx.js";
-import { s as getUserEmail } from "./accounts-CAjSMkuH.js";
+import { s as getUserEmail } from "./accounts-DApS8Gpe.js";
 import { n as sleep } from "./time-Ct6CnABs.js";
-import { n as telemetry } from "./telemetry-D64Cj0UR.js";
+import { n as telemetry } from "./telemetry-BD4xF9d_.js";
 import { A as isCliEventSource, N as filterByRange, O as isGradingResult, w as ResultFailureReason, wt as MULTI_INPUT_VAR, xt as LLAMA_GUARD_REPLICATE_PROVIDER } from "./tables-DpSgejqG.js";
 import { i as isJavascriptFile } from "./fileExtensions-CAc10_Jb.js";
 import { t as providerRegistry } from "./providerRegistry-icQCXwgg.js";
 import { i as withSpanRole, r as getActiveTraceparent, t as SPAN_ROLE_ATTRIBUTE } from "./spanRoles-Do-jyyl2.js";
 import { c as getGenAITracer, d as sanitizeBody, f as withGenAISpan, n as PromptfooAttributes, t as GenAIAttributes } from "./genaiTracer-BRW5P2xD.js";
-import { $ as analyzeTemplateReference, A as sanitizeProviderIdForLog, D as isGoogleProvider, E as isAnthropicProvider, J as loadFunction, O as isOpenAiProvider, T as getProviderIdentifier, V as maybeLoadToolsFromExternalFile, Y as parseFileUrl, Z as renderEnvOnlyInObject, et as extractVariablesFromTemplate, k as isProviderAllowed, nt as getNunjucksEngine, s as getOutputFileFormat } from "./util-BdAsuWmv.js";
-import { a as getCache, d as withCacheNamespace, i as fetchWithCache } from "./cache-NhFSRGTI.js";
-import { a as isAgenticProvider } from "./agentic-utils-Cswmio9j.js";
+import { a as getCache, f as withCacheNamespace, i as fetchWithCache } from "./cache-xL5UULpy.js";
+import { a as isAgenticGradingProvider } from "./agentic-utils-DOMq4mqJ.js";
 import { n as removeSecureTempDirectory, r as writeSecureTempFile, t as createSecureTempDirectory } from "./secureTempFiles-DkFNta5J.js";
 import { r as runPython } from "./pythonUtils-BKRucqaP.js";
+import { A as sanitizeProviderIdForLog, D as isGoogleProvider, E as isAnthropicProvider, J as loadFunction, O as isOpenAiProvider, T as getProviderIdentifier, V as maybeLoadToolsFromExternalFile, Y as parseFileUrl, k as isProviderAllowed, s as getOutputFileFormat } from "./util-CZyLhvIk.js";
+import { i as extractVariablesFromTemplate, o as getNunjucksEngine, r as analyzeTemplateReference, t as renderEnvOnlyInObject } from "./render-BRIaR8VG.js";
 import { t as extractAndStoreBinaryData } from "./extractor-8jl9p5Oy.js";
 import { c as accumulateTokenUsage, d as createEmptyTokenUsage, f as getErrorTokenUsage, i as accumulateGradingRequest, l as cloneTokenUsageBreakdown, n as accumulateAttackerTokenUsage, o as accumulateGradingTokenUsage, p as normalizeTokenUsage, s as accumulateResponseTokenUsage, t as accumulateAssertionTokenUsage, u as createEmptyAssertions } from "./tokenUsageUtils-Cf6nFV6z.js";
-import { v as validateFunctionCall } from "./util-DtOvD10k.js";
+import { v as validateFunctionCall } from "./util-DlT2H1W5.js";
 import { s as getDefaultOtelConfig } from "./tracing-D7QJcXmX.js";
 import { a as TOOL_ARGUMENT_ATTRIBUTE_KEYS, c as getToolNameFromAttributes, i as SEARCH_ATTRIBUTE_KEYS, n as getTraceStore, o as getFirstStringAttribute, r as COMMAND_ATTRIBUTE_KEYS } from "./store-_fAGlpRg.js";
-import { d as shouldGenerateRemote, h as getCodexDefaultProviders, i as getRemoteGenerationUrl, p as remoteGenerationContextPayload, r as getRemoteGenerationHeaders } from "./remoteGeneration-B0eQSIHo.js";
-import { $ as DEFAULT_WEB_SEARCH_PROMPT, Ct as getAndCheckProvider, Dt as getCloudTargetIdFromProviders, Et as shouldUseRemoteGrading, G as matchesLlmRubric, H as matchesClosedQa, J as doRemoteGrading, K as matchesPiScore, Q as DEFAULT_AGENT_GRADING_PROMPT, St as callProviderWithContext, Tt as getRemoteGradingContext, U as matchesFactuality, V as isGraderFailure, W as matchesGEval, _t as loadFromJavaScriptFile, at as runJsonGradingPrompt, bt as DEFAULT_ANTHROPIC_MODEL, ct as euclideanDistance, dt as normalizeMatcherTokenUsage, ft as splitIntoSentences, gt as getFinalTest, ht as coerceString, it as renderLlmRubricPrompt, lt as fail, mt as tryParse, n as getGraderById, nt as SUGGEST_PROMPTS_SYSTEM_MESSAGE, ot as cosineSimilarity, pt as splitTextIntoSentences, q as matchesTrajectoryGoalSuccess, rt as loadRubricPrompt, st as dotProduct, tt as SELECT_BEST_PROMPT, ut as graderFail, vt as processFileReference, wt as getGradingProvider, xt as callGradingProvider, yt as getDefaultProviders } from "./graders-43jk_163.js";
-import { c as promptYesNo } from "./server-MNuRsmJQ.js";
-import { n as loadApiProvider, p as MCPProvider } from "./providers-Dbcg914T.js";
+import { d as shouldGenerateRemote, h as getCodexDefaultProviders, i as getRemoteGenerationUrl, p as remoteGenerationContextPayload, r as getRemoteGenerationHeaders } from "./remoteGeneration-Cc78LDjQ.js";
+import { $ as DEFAULT_WEB_SEARCH_PROMPT, Ct as getAndCheckProvider, Dt as getCloudTargetIdFromProviders, Et as shouldUseRemoteGrading, G as matchesLlmRubric, H as matchesClosedQa, J as doRemoteGrading, K as matchesPiScore, Q as DEFAULT_AGENT_GRADING_PROMPT, St as callProviderWithContext, Tt as getRemoteGradingContext, U as matchesFactuality, V as isGraderFailure, W as matchesGEval, _t as loadFromJavaScriptFile, at as runJsonGradingPrompt, bt as DEFAULT_ANTHROPIC_MODEL, ct as euclideanDistance, dt as normalizeMatcherTokenUsage, ft as splitIntoSentences, gt as getFinalTest, ht as coerceString, it as renderLlmRubricPrompt, lt as fail, mt as tryParse, n as getGraderById, nt as SUGGEST_PROMPTS_SYSTEM_MESSAGE, ot as cosineSimilarity, pt as splitTextIntoSentences, q as matchesTrajectoryGoalSuccess, rt as loadRubricPrompt, st as dotProduct, tt as SELECT_BEST_PROMPT, ut as graderFail, vt as processFileReference, wt as getGradingProvider, xt as callGradingProvider, yt as getDefaultProviders } from "./graders-CS8YkOd5.js";
+import { c as promptYesNo } from "./server-BaM1Q5gD.js";
+import { n as loadApiProvider, p as MCPProvider } from "./providers-BmppqfDI.js";
 import { n as loadFromPackage, t as isPackagePath } from "./packageParser-YsNUv3fd.js";
 import { n as runRuby } from "./rubyUtils-XWvHX0Rp.js";
-import { c as isBasicRefusal, f as recordGenerationTokenUsage, o as getSessionId } from "./util-DxyypCZC.js";
-import { A as getProviderCallTracingContext, C as TokenUsageTracker, D as createProviderRateLimitOptions, M as withProviderCallTracingContext, S as throwIfTargetPromptExceedsMaxChars, g as redteamProviderManager, j as withProviderCallExecutionContext, k as getProviderCallExecutionContext, w as createRateLimitRegistry } from "./shared-yyb3qFQd.js";
+import { c as isBasicRefusal, f as recordGenerationTokenUsage, o as getSessionId } from "./util-DlFpV1xV.js";
+import { A as getProviderCallTracingContext, C as TokenUsageTracker, D as createProviderRateLimitOptions, M as withProviderCallTracingContext, S as throwIfTargetPromptExceedsMaxChars, g as redteamProviderManager, j as withProviderCallExecutionContext, k as getProviderCallExecutionContext, w as createRateLimitRegistry } from "./shared-jcnXW0lA.js";
 import { a as getTransformLabel, i as getTransformErrorMessage, o as transform, r as TransformInputType } from "./transform-BBv6X1Ag.js";
 import { n as getActualPromptWithFallback } from "./providerResponse-ChVTuVd0.js";
-import { n as checkExfilTracking } from "./indirectWebPwn-BVsvAUZv.js";
-import { i as filterFiniteScores, n as renderPrompt, r as runExtensionHook, t as collectFileMetadata } from "./evaluatorHelpers-G6saWD9g.js";
-import { n as fetchTraceContext, r as isExternalTraceProvider } from "./traceContext-CNp7smkn.js";
+import { n as checkExfilTracking } from "./indirectWebPwn-BhuZ26Yd.js";
+import { i as filterFiniteScores, n as renderPrompt, r as runExtensionHook, t as collectFileMetadata } from "./evaluatorHelpers-CgcFRjns.js";
+import { n as fetchTraceContext, r as isExternalTraceProvider } from "./traceContext-2sZXHY0h.js";
 import { AsyncResource } from "node:async_hooks";
 import chalk from "chalk";
 import { z as z$1 } from "zod";
@@ -1104,7 +1105,7 @@ async function generateTraceContextIfNeeded(test, evaluateOptions, testIdx, prom
 async function matchesAgentRubric(rubric, llmOutput, grading, vars, assertion, providerCallContext) {
 	if (!grading) throw new Error("Cannot grade output without grading config. Specify --grader option or grading config.");
 	const agentProvider = (grading.provider ? await getGradingProvider("text", grading.provider, null) : null) || getCodexDefaultProviders().llmRubricProvider;
-	if (!agentProvider || !isAgenticProvider(agentProvider)) throw new Error("agent-rubric assertion requires an agentic grading provider. Use openai:codex-sdk, openai:codex-app-server, anthropic:claude-agent-sdk, openinterpreter, or opencode:sdk.");
+	if (!agentProvider || !isAgenticGradingProvider(agentProvider)) throw new Error("agent-rubric assertion requires an agentic grading provider. Use openai:codex-sdk, openai:codex-app-server, anthropic:claude-agent-sdk, openinterpreter, or opencode:sdk.");
 	const result = await runJsonGradingPrompt({
 		assertion,
 		checkName: "agent-rubric check",
@@ -8340,7 +8341,7 @@ async function resolveDefaultTestProvider(defaultTest, testCase) {
 	const defaultProvider = defaultTest.provider;
 	if (isApiProvider(defaultProvider)) return defaultProvider;
 	if (typeof defaultProvider === "object" && defaultProvider.id) {
-		const { loadApiProvider } = await import("./providers-59LpYr3g.js");
+		const { loadApiProvider } = await import("./providers-DI6OXKnh.js");
 		return loadApiProvider(typeof defaultProvider.id === "function" ? defaultProvider.id() : defaultProvider.id, { options: defaultProvider });
 	}
 	return defaultProvider;
@@ -9679,4 +9680,4 @@ function evaluate(testSuite, evalRecord, options, runtime) {
 //#endregion
 export { isPromptAllowed as _, generateVarCombinations as a, runAssertions as b, isAllowedPrompt as c, isProviderTypeMap as d, resolveConfiguredProviderReference as f, doesPromptRefMatch as g, formatPrompts as h, formatVarsForDisplay as i, accumulateNamedMetric as l, fetchRemoteGeneration as m, PromptSuggestionsRejectedError as n, getTraceId as o, callExtraction as p, evaluate as r, getTraceLinkage as s, ProgressBarManager as t, buildConfiguredProviderMap as u, warnEmptyFilterRange as v, readAssertions as y };
 
-//# sourceMappingURL=evaluator-BNYv5Xws.js.map
+//# sourceMappingURL=evaluator-BxDpurGf.js.map

package/dist/src/evaluator-DxIVNCZm.js

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+import { r as evaluate } from "./evaluator-BxDpurGf.js";
+export { evaluate };

package/dist/src/{evaluatorHelpers-D2ObFR8i.cjs → evaluatorHelpers-B2c1yYV4.cjs}

@@ -1,13 +1,14 @@
 const require_logger = require("./logger-BN3n9c1R.cjs");
 const require_invariant = require("./invariant-C2JOzzO2.cjs");
-const require_util = require("./util-L5T81aJ0.cjs");
-const require_fetch = require("./fetch-DTnUr1aF.cjs");
+require("./util-BPkxeLuk.cjs");
+const require_fetch = require("./fetch-D54lzFcD.cjs");
 const require_fileExtensions = require("./fileExtensions-BQZEFw03.cjs");
 const require_esm = require("./esm-DQhzWczC.cjs");
 const require_pythonUtils = require("./pythonUtils-CqlMEmzG.cjs");
+const require_render = require("./render-C1VJjFT2.cjs");
 const require_packageParser = require("./packageParser-DpmHM-J_.cjs");
 const require_transform = require("./transform-Bz311bXX.cjs");
-const require_telemetry = require("./telemetry-DVYPYBQH.cjs");
+const require_telemetry = require("./telemetry-cZi2RTrN.cjs");
 let fs_promises = require("fs/promises");
 fs_promises = require_logger.__toESM(fs_promises, 1);
 let path = require("path");
@@ -167,7 +168,7 @@ function autoWrapRawIfPartialNunjucks(prompt) {
 	return prompt;
 }
 function referencesUndefinedVariables(template, vars) {
-	return require_util.extractVariablesFromTemplate(template).some((variableName) => {
+	return require_render.extractVariablesFromTemplate(template).some((variableName) => {
 		const rootVariableName = /^([A-Za-z_]\w*)/.exec(variableName)?.[1];
 		return Boolean(rootVariableName && rootVariableName !== "env" && vars[rootVariableName] === void 0);
 	});
@@ -274,7 +275,7 @@ function detectMimeFromBase64(base64Data) {
 * @returns The rendered prompt string
 */
 async function renderPrompt(prompt, vars, nunjucksFilters, provider, skipRenderVars) {
-	const nunjucks = require_util.getNunjucksEngine(nunjucksFilters);
+	const nunjucks = require_render.getNunjucksEngine(nunjucksFilters);
 	let basePrompt = prompt.raw;
 	for (const [varName, value] of Object.entries(vars)) {
 		if (skipRenderVars?.includes(varName)) continue;
@@ -390,7 +391,7 @@ async function renderPrompt(prompt, vars, nunjucksFilters, provider, skipRenderV
 			return nunjucks.renderString(basePrompt, vars);
 		}
 		const parsed = JSON.parse(basePrompt);
-		return JSON.stringify(require_util.renderVarsInObject(parsed, vars), null, 2);
+		return JSON.stringify(require_render.renderVarsInObject(parsed, vars), null, 2);
 	} catch {
 		const renderedVars = Object.fromEntries(Object.entries(vars).map(([key, value]) => {
 			if (typeof value !== "string" || skipRenderVars?.includes(key) || varsResolvedFromSkipped.has(key)) return [key, value];
@@ -584,4 +585,4 @@ Object.defineProperty(exports, "runExtensionHook", {
 	}
 });
 
-//# sourceMappingURL=evaluatorHelpers-D2ObFR8i.cjs.map
+//# sourceMappingURL=evaluatorHelpers-B2c1yYV4.cjs.map

package/dist/src/{evaluatorHelpers-C60uhMf4.js → evaluatorHelpers-Bd8xun4J.js}

@@ -1,13 +1,14 @@
 import { O as loadYaml, P as getEnvString, R as state, j as getEnvBool, o as logger } from "./logger-BKiOczgq.js";
 import { t as invariant } from "./invariant-CHP0zrix.js";
-import { ct as renderVarsInObject, ft as getNunjucksEngine, ut as extractVariablesFromTemplate } from "./util-DdGIEAK_.js";
-import { t as fetchWithProxy } from "./fetch-BjXG13jC.js";
+import "./util-BnytsHEr.js";
+import { t as fetchWithProxy } from "./fetch-tOnj-VPG.js";
 import { a as isVideoFile, i as isJavascriptFile, n as isAudioFile, r as isImageFile } from "./fileExtensions-ISrPd1Hs.js";
 import { r as importModule } from "./esm-RDYwXiu5.js";
 import { r as runPython } from "./pythonUtils-BwS-exKo.js";
+import { i as extractVariablesFromTemplate, n as renderVarsInObject, o as getNunjucksEngine } from "./render-zarxdXS7.js";
 import { n as loadFromPackage, t as isPackagePath } from "./packageParser-wE41TUog.js";
 import { o as transform } from "./transform-Ccf_EBqd.js";
-import { t as telemetry } from "./telemetry-CIaL2pmn.js";
+import { t as telemetry } from "./telemetry-CJdYAcRk.js";
 import fs from "fs/promises";
 import * as path$1 from "path";
 //#region src/integrations/helicone.ts
@@ -559,4 +560,4 @@ async function runExtensionHook(extensions, hookName, context) {
 //#endregion
 export { filterFiniteScores as i, renderPrompt as n, runExtensionHook as r, collectFileMetadata as t };
 
-//# sourceMappingURL=evaluatorHelpers-C60uhMf4.js.map
+//# sourceMappingURL=evaluatorHelpers-Bd8xun4J.js.map

package/dist/src/{evaluatorHelpers-lNii4N30.js → evaluatorHelpers-CZ2p3rWG.js}

@@ -1,11 +1,12 @@
 import { I as getEnvString, M as state, N as getEnvBool, k as loadYaml, o as logger } from "./logger-D4ion89i.js";
-import { At as getNunjucksEngine, Et as renderVarsInObject, Ot as extractVariablesFromTemplate } from "./util-uYYKYi7_.js";
-import { t as fetchWithProxy } from "./fetch-BdWQKDMj.js";
+import "./util-BPtpPW4O.js";
+import { t as fetchWithProxy } from "./fetch-DnDg-Ics.js";
 import { t as invariant } from "./invariant-CHP0zrix.js";
 import { r as importModule } from "./esm-Cft3V56i.js";
 import { a as isVideoFile, i as isJavascriptFile, n as isAudioFile, r as isImageFile } from "./shared-B6FXN6z-.js";
 import { r as runPython } from "./pythonUtils-Spisespr.js";
-import { t as telemetry } from "./telemetry-Bqa8fxWp.js";
+import { i as extractVariablesFromTemplate, n as renderVarsInObject, o as getNunjucksEngine } from "./render-DIhuKgcQ.js";
+import { t as telemetry } from "./telemetry-BQZTDom3.js";
 import { n as loadFromPackage, t as isPackagePath } from "./packageParser-DK15aaEn.js";
 import { o as transform } from "./transform-DB3wGXIb.js";
 import * as path$1 from "path";
@@ -559,4 +560,4 @@ async function runExtensionHook(extensions, hookName, context) {
 //#endregion
 export { filterFiniteScores as i, renderPrompt as n, runExtensionHook as r, collectFileMetadata as t };
 
-//# sourceMappingURL=evaluatorHelpers-lNii4N30.js.map
+//# sourceMappingURL=evaluatorHelpers-CZ2p3rWG.js.map

package/dist/src/{evaluatorHelpers-G6saWD9g.js → evaluatorHelpers-CgcFRjns.js}

@@ -1,12 +1,13 @@
 #!/usr/bin/env node
 import { F as getEnvBool, R as getEnvString, U as state, c as logger, j as loadYaml } from "./logger-YzVIwMVq.js";
-import { r as fetchWithProxy } from "./fetch-Bnj1JCJi.js";
+import { r as fetchWithProxy } from "./fetch-KD8O9oZZ.js";
 import { t as invariant } from "./invariant-CbHB1xyx.js";
-import { n as telemetry } from "./telemetry-D64Cj0UR.js";
+import { n as telemetry } from "./telemetry-BD4xF9d_.js";
 import { a as isVideoFile, i as isJavascriptFile, n as isAudioFile, r as isImageFile } from "./fileExtensions-CAc10_Jb.js";
 import { r as importModule } from "./esm-BK0NNGWz.js";
-import { Q as renderVarsInObject, et as extractVariablesFromTemplate, nt as getNunjucksEngine } from "./util-BdAsuWmv.js";
 import { r as runPython } from "./pythonUtils-BKRucqaP.js";
+import "./util-CZyLhvIk.js";
+import { i as extractVariablesFromTemplate, n as renderVarsInObject, o as getNunjucksEngine } from "./render-BRIaR8VG.js";
 import { n as loadFromPackage, t as isPackagePath } from "./packageParser-YsNUv3fd.js";
 import { o as transform } from "./transform-BBv6X1Ag.js";
 import * as path$1 from "path";
@@ -560,4 +561,4 @@ async function runExtensionHook(extensions, hookName, context) {
 //#endregion
 export { filterFiniteScores as i, renderPrompt as n, runExtensionHook as r, collectFileMetadata as t };
 
-//# sourceMappingURL=evaluatorHelpers-G6saWD9g.js.map
+//# sourceMappingURL=evaluatorHelpers-CgcFRjns.js.map

package/dist/src/fetch-BO4sLtRp.js

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+import { r as fetchWithProxy } from "./fetch-KD8O9oZZ.js";
+export { fetchWithProxy };

package/dist/src/{fetch-BCrWkFgb.js → fetch-CKqW5dym.js}

@@ -1,4 +1,4 @@
-import { t as fetchWithProxy } from "./fetch-BjXG13jC.js";
+import { t as fetchWithProxy } from "./fetch-tOnj-VPG.js";
 //#region src/providers/fetch.ts
 function fetchWithProviderProxy(url, options) {
 	return fetchWithProxy(url, options);
@@ -6,4 +6,4 @@ function fetchWithProviderProxy(url, options) {
 //#endregion
 export { fetchWithProviderProxy as t };
 
-//# sourceMappingURL=fetch-BCrWkFgb.js.map
+//# sourceMappingURL=fetch-CKqW5dym.js.map

package/dist/src/{fetch-DxQ9oCzS.cjs → fetch-CQfF18HC.cjs}

@@ -1,4 +1,4 @@
-const require_fetch = require("./fetch-DTnUr1aF.cjs");
+const require_fetch = require("./fetch-D54lzFcD.cjs");
 //#region src/providers/fetch.ts
 function fetchWithProviderProxy(url, options) {
 	return require_fetch.fetchWithProxy(url, options);
@@ -11,4 +11,4 @@ Object.defineProperty(exports, "fetchWithProviderProxy", {
 	}
 });
 
-//# sourceMappingURL=fetch-DxQ9oCzS.cjs.map
+//# sourceMappingURL=fetch-CQfF18HC.cjs.map

package/dist/src/{fetch-DDiGmyRM.js → fetch-Cm0VICza.js}

@@ -1,4 +1,4 @@
-import { t as fetchWithProxy } from "./fetch-BdWQKDMj.js";
+import { t as fetchWithProxy } from "./fetch-DnDg-Ics.js";
 //#region src/providers/fetch.ts
 function fetchWithProviderProxy(url, options) {
 	return fetchWithProxy(url, options);
@@ -6,4 +6,4 @@ function fetchWithProviderProxy(url, options) {
 //#endregion
 export { fetchWithProviderProxy as t };
 
-//# sourceMappingURL=fetch-DDiGmyRM.js.map
+//# sourceMappingURL=fetch-Cm0VICza.js.map

package/dist/src/{fetch-DTnUr1aF.cjs → fetch-D54lzFcD.cjs}

@@ -19,7 +19,7 @@ let zlib = require("zlib");
 * Application version from package.json.
 * Injected at build time, or read from npm environment in development.
 */
-const VERSION = "0.122.1";
+const VERSION = "0.122.2";
 /**
 * PostHog analytics key.
 * Only populated during production builds via PROMPTFOO_POSTHOG_KEY env var.
@@ -118,6 +118,7 @@ var CloudConfig = class {
 			appUrl: savedConfig.appUrl || "https://www.promptfoo.app",
 			apiHost: savedConfig.apiHost,
 			apiKey: savedConfig.apiKey,
+			authHeaderName: savedConfig.authHeaderName,
 			sharing: savedConfig.sharing,
 			currentOrganizationId: savedConfig.currentOrganizationId,
 			currentTeamId: savedConfig.currentTeamId,
@@ -145,6 +146,18 @@ var CloudConfig = class {
 		if (!this.config.apiHost && !process.env.PROMPTFOO_CLOUD_API_URL && process.env.API_HOST && this.resolveApiKey()) warnOnceAboutLegacyApiHost();
 		return host.replace(/\/+$/, "");
 	}
+	/**
+	* Returns the header name used to carry the Cloud API credential, from config file,
+	* PROMPTFOO_CLOUD_AUTH_HEADER environment variable, or the default `Authorization`.
+	* Config file takes precedence over environment variable, matching resolveApiHost().
+	*
+	* process.env is read directly (not getEnvString) for the same reason as
+	* PROMPTFOO_CLOUD_API_URL: an eval config's `env` block must never be able to
+	* influence Cloud auth routing.
+	*/
+	resolveAuthHeaderName() {
+		return this.config.authHeaderName || process.env.PROMPTFOO_CLOUD_AUTH_HEADER || "Authorization";
+	}
 	isEnabled() {
 		return !!this.resolveApiKey();
 	}
@@ -162,6 +175,24 @@ var CloudConfig = class {
 	getApiHost() {
 		return this.resolveApiHost();
 	}
+	setAuthHeaderName(authHeaderName) {
+		this.config.authHeaderName = authHeaderName;
+		this.saveConfig();
+	}
+	getAuthHeaderName() {
+		return this.resolveAuthHeaderName();
+	}
+	/**
+	* Returns the header(s) to attach to a Cloud API request for the current credential,
+	* or `undefined` when no API key is resolved. Callers should spread the result
+	* conditionally (`...(cloudConfig.getAuthHeaders() ?? {})`) rather than sending a
+	* header with a `Bearer undefined` value.
+	*/
+	getAuthHeaders() {
+		const token = this.getApiKey();
+		if (!token) return;
+		return { [this.getAuthHeaderName()]: `Bearer ${token}` };
+	}
 	setAppUrl(appUrl) {
 		this.config.appUrl = appUrl;
 		this.saveConfig();
@@ -192,10 +223,11 @@ var CloudConfig = class {
 	reload() {
 		this.config = this.readConfig();
 	}
-	saveValidatedApiToken(token, apiHost, user, app, hasActiveLicense) {
+	saveValidatedApiToken(token, apiHost, user, app, hasActiveLicense, authHeaderName) {
 		this.setApiKey(token);
 		this.setApiHost(apiHost);
 		this.setAppUrl(app.url);
+		if (authHeaderName) this.setAuthHeaderName(authHeaderName);
 		if (!(isPromptfooCloudHost(apiHost) || isPromptfooCloudHost(app.url))) this.setSharing(true);
 		else if (typeof hasActiveLicense === "boolean") {
 			const createdAt = user?.createdAt ? new Date(user.createdAt) : null;
@@ -203,10 +235,13 @@ var CloudConfig = class {
 			this.setSharing(hasActiveLicense || isGrandfathered);
 		}
 	}
-	async validateApiToken(token, apiHost) {
+	async validateApiToken(token, apiHost, authHeaderName) {
 		try {
 			const { fetchWithProxy } = await Promise.resolve().then(() => fetch_exports);
-			const response = await fetchWithProxy(`${apiHost}/api/v1/users/me`, { headers: { Authorization: `Bearer ${token}` } });
+			const response = await fetchWithProxy(`${apiHost}/api/v1/users/me`, {
+				headers: { [authHeaderName || this.getAuthHeaderName()]: `Bearer ${token}` },
+				skipCloudAuthInjection: true
+			});
 			if (!response.ok) {
 				const errorMessage = await response.text();
 				require_logger.logger.error(`[Cloud] Failed to validate API token: ${errorMessage}. HTTP Status: ${response.status} - ${response.statusText}.`);
@@ -228,8 +263,9 @@ var CloudConfig = class {
 		}
 	}
 	async validateAndSetApiToken(token, apiHost) {
-		const { user, organization, app, hasActiveLicense } = await this.validateApiToken(token, apiHost);
-		this.saveValidatedApiToken(token, apiHost, user, app, hasActiveLicense);
+		const authHeaderName = this.getAuthHeaderName();
+		const { user, organization, app, hasActiveLicense } = await this.validateApiToken(token, apiHost, authHeaderName);
+		this.saveValidatedApiToken(token, apiHost, user, app, hasActiveLicense, authHeaderName);
 		return {
 			user,
 			organization,
@@ -927,7 +963,15 @@ function isPromptfooCloudApiHost(url) {
 	}
 }
 /**
-* Resolves the `Authorization` header value for a request to the configured Promptfoo
+* Resolves the header name used to carry the Cloud API credential (defaults to
+* `Authorization`, but may be configured to a different name via
+* `promptfoo auth login --auth-header-name` or `PROMPTFOO_CLOUD_AUTH_HEADER`).
+*/
+function getCloudAuthHeaderName() {
+	return cloudConfig.getAuthHeaderName();
+}
+/**
+* Resolves the auth header value for a request to the configured Promptfoo
 * Cloud origin, or `undefined` when the request is not cloud-bound or no API key is
 * saved. Centralizing this keeps the live request (`monkeyPatchFetch`) and the cache
 * key (`getHeadersForCacheKey` in cache.ts) in lockstep.
@@ -963,10 +1007,6 @@ function getCloudTaskTeamId(url) {
 function getEffectiveHeaders(url, headers) {
 	return headers ?? (url instanceof Request ? url.headers : void 0);
 }
-/** Case-insensitive check for a caller-supplied `Authorization` header (any `HeadersInit` shape). */
-function hasAuthorizationHeader(headers) {
-	return new Headers(headers).has("authorization");
-}
 function hasHeader(headers, name) {
 	return new Headers(headers).has(name);
 }
@@ -1007,12 +1047,17 @@ async function monkeyPatchFetch(url, options) {
 	} catch (e) {
 		require_logger.logger.warn(`Failed to compress request body: ${e}`);
 	}
-	const cloudAuth = getCloudBearerToken(url);
-	const effectiveHeaders = getEffectiveHeaders(url, opts.headers);
-	if (cloudAuth && !hasAuthorizationHeader(effectiveHeaders)) opts.headers = setHeader(effectiveHeaders, "Authorization", cloudAuth);
-	const cloudTaskTeamId = getCloudTaskTeamId(url);
-	const headersWithAuth = getEffectiveHeaders(url, opts.headers);
-	if (cloudTaskTeamId && !hasHeader(headersWithAuth, "x-promptfoo-team-id")) opts.headers = setHeader(headersWithAuth, PROMPTFOO_TEAM_ID_HEADER, cloudTaskTeamId);
+	if (!options?.skipCloudAuthInjection) {
+		const cloudAuth = getCloudBearerToken(url);
+		if (cloudAuth) {
+			const cloudAuthHeaderName = getCloudAuthHeaderName();
+			const effectiveHeaders = getEffectiveHeaders(url, opts.headers);
+			if (!hasHeader(effectiveHeaders, cloudAuthHeaderName)) opts.headers = setHeader(effectiveHeaders, cloudAuthHeaderName, cloudAuth);
+		}
+		const cloudTaskTeamId = getCloudTaskTeamId(url);
+		const headersWithAuth = getEffectiveHeaders(url, opts.headers);
+		if (cloudTaskTeamId && !hasHeader(headersWithAuth, "x-promptfoo-team-id")) opts.headers = setHeader(headersWithAuth, PROMPTFOO_TEAM_ID_HEADER, cloudTaskTeamId);
+	}
 	try {
 		const response = await fetch(url, opts);
 		if (logEnabled) require_logger.logRequestResponse({
@@ -1686,6 +1731,12 @@ Object.defineProperty(exports, "formatRateLimitErrorMessage", {
 		return formatRateLimitErrorMessage;
 	}
 });
+Object.defineProperty(exports, "getCloudAuthHeaderName", {
+	enumerable: true,
+	get: function() {
+		return getCloudAuthHeaderName;
+	}
+});
 Object.defineProperty(exports, "getCloudBearerToken", {
 	enumerable: true,
 	get: function() {
@@ -1855,4 +1906,4 @@ Object.defineProperty(exports, "writeGlobalConfigPartial", {
 	}
 });
 
-//# sourceMappingURL=fetch-DTnUr1aF.cjs.map
+//# sourceMappingURL=fetch-D54lzFcD.cjs.map

package/dist/src/{fetch-BdWQKDMj.js → fetch-DnDg-Ics.js}

@@ -17,7 +17,7 @@ import { gzip } from "zlib";
 * Application version from package.json.
 * Injected at build time, or read from npm environment in development.
 */
-const VERSION = "0.122.1";
+const VERSION = "0.122.2";
 /**
 * PostHog analytics key.
 * Only populated during production builds via PROMPTFOO_POSTHOG_KEY env var.
@@ -718,6 +718,7 @@ var CloudConfig = class {
 			appUrl: savedConfig.appUrl || "https://www.promptfoo.app",
 			apiHost: savedConfig.apiHost,
 			apiKey: savedConfig.apiKey,
+			authHeaderName: savedConfig.authHeaderName,
 			sharing: savedConfig.sharing,
 			currentOrganizationId: savedConfig.currentOrganizationId,
 			currentTeamId: savedConfig.currentTeamId,
@@ -745,6 +746,18 @@ var CloudConfig = class {
 		if (!this.config.apiHost && !process.env.PROMPTFOO_CLOUD_API_URL && process.env.API_HOST && this.resolveApiKey()) warnOnceAboutLegacyApiHost();
 		return host.replace(/\/+$/, "");
 	}
+	/**
+	* Returns the header name used to carry the Cloud API credential, from config file,
+	* PROMPTFOO_CLOUD_AUTH_HEADER environment variable, or the default `Authorization`.
+	* Config file takes precedence over environment variable, matching resolveApiHost().
+	*
+	* process.env is read directly (not getEnvString) for the same reason as
+	* PROMPTFOO_CLOUD_API_URL: an eval config's `env` block must never be able to
+	* influence Cloud auth routing.
+	*/
+	resolveAuthHeaderName() {
+		return this.config.authHeaderName || process.env.PROMPTFOO_CLOUD_AUTH_HEADER || "Authorization";
+	}
 	isEnabled() {
 		return !!this.resolveApiKey();
 	}
@@ -762,6 +775,24 @@ var CloudConfig = class {
 	getApiHost() {
 		return this.resolveApiHost();
 	}
+	setAuthHeaderName(authHeaderName) {
+		this.config.authHeaderName = authHeaderName;
+		this.saveConfig();
+	}
+	getAuthHeaderName() {
+		return this.resolveAuthHeaderName();
+	}
+	/**
+	* Returns the header(s) to attach to a Cloud API request for the current credential,
+	* or `undefined` when no API key is resolved. Callers should spread the result
+	* conditionally (`...(cloudConfig.getAuthHeaders() ?? {})`) rather than sending a
+	* header with a `Bearer undefined` value.
+	*/
+	getAuthHeaders() {
+		const token = this.getApiKey();
+		if (!token) return;
+		return { [this.getAuthHeaderName()]: `Bearer ${token}` };
+	}
 	setAppUrl(appUrl) {
 		this.config.appUrl = appUrl;
 		this.saveConfig();
@@ -792,10 +823,11 @@ var CloudConfig = class {
 	reload() {
 		this.config = this.readConfig();
 	}
-	saveValidatedApiToken(token, apiHost, user, app, hasActiveLicense) {
+	saveValidatedApiToken(token, apiHost, user, app, hasActiveLicense, authHeaderName) {
 		this.setApiKey(token);
 		this.setApiHost(apiHost);
 		this.setAppUrl(app.url);
+		if (authHeaderName) this.setAuthHeaderName(authHeaderName);
 		if (!(isPromptfooCloudHost(apiHost) || isPromptfooCloudHost(app.url))) this.setSharing(true);
 		else if (typeof hasActiveLicense === "boolean") {
 			const createdAt = user?.createdAt ? new Date(user.createdAt) : null;
@@ -803,10 +835,13 @@ var CloudConfig = class {
 			this.setSharing(hasActiveLicense || isGrandfathered);
 		}
 	}
-	async validateApiToken(token, apiHost) {
+	async validateApiToken(token, apiHost, authHeaderName) {
 		try {
 			const { fetchWithProxy } = await Promise.resolve().then(() => fetch_exports);
-			const response = await fetchWithProxy(`${apiHost}/api/v1/users/me`, { headers: { Authorization: `Bearer ${token}` } });
+			const response = await fetchWithProxy(`${apiHost}/api/v1/users/me`, {
+				headers: { [authHeaderName || this.getAuthHeaderName()]: `Bearer ${token}` },
+				skipCloudAuthInjection: true
+			});
 			if (!response.ok) {
 				const errorMessage = await response.text();
 				logger.error(`[Cloud] Failed to validate API token: ${errorMessage}. HTTP Status: ${response.status} - ${response.statusText}.`);
@@ -828,8 +863,9 @@ var CloudConfig = class {
 		}
 	}
 	async validateAndSetApiToken(token, apiHost) {
-		const { user, organization, app, hasActiveLicense } = await this.validateApiToken(token, apiHost);
-		this.saveValidatedApiToken(token, apiHost, user, app, hasActiveLicense);
+		const authHeaderName = this.getAuthHeaderName();
+		const { user, organization, app, hasActiveLicense } = await this.validateApiToken(token, apiHost, authHeaderName);
+		this.saveValidatedApiToken(token, apiHost, user, app, hasActiveLicense, authHeaderName);
 		return {
 			user,
 			organization,
@@ -928,7 +964,15 @@ function isPromptfooCloudApiHost(url) {
 	}
 }
 /**
-* Resolves the `Authorization` header value for a request to the configured Promptfoo
+* Resolves the header name used to carry the Cloud API credential (defaults to
+* `Authorization`, but may be configured to a different name via
+* `promptfoo auth login --auth-header-name` or `PROMPTFOO_CLOUD_AUTH_HEADER`).
+*/
+function getCloudAuthHeaderName() {
+	return cloudConfig.getAuthHeaderName();
+}
+/**
+* Resolves the auth header value for a request to the configured Promptfoo
 * Cloud origin, or `undefined` when the request is not cloud-bound or no API key is
 * saved. Centralizing this keeps the live request (`monkeyPatchFetch`) and the cache
 * key (`getHeadersForCacheKey` in cache.ts) in lockstep.
@@ -964,10 +1008,6 @@ function getCloudTaskTeamId(url) {
 function getEffectiveHeaders(url, headers) {
 	return headers ?? (url instanceof Request ? url.headers : void 0);
 }
-/** Case-insensitive check for a caller-supplied `Authorization` header (any `HeadersInit` shape). */
-function hasAuthorizationHeader(headers) {
-	return new Headers(headers).has("authorization");
-}
 function hasHeader(headers, name) {
 	return new Headers(headers).has(name);
 }
@@ -1008,12 +1048,17 @@ async function monkeyPatchFetch(url, options) {
 	} catch (e) {
 		logger.warn(`Failed to compress request body: ${e}`);
 	}
-	const cloudAuth = getCloudBearerToken(url);
-	const effectiveHeaders = getEffectiveHeaders(url, opts.headers);
-	if (cloudAuth && !hasAuthorizationHeader(effectiveHeaders)) opts.headers = setHeader(effectiveHeaders, "Authorization", cloudAuth);
-	const cloudTaskTeamId = getCloudTaskTeamId(url);
-	const headersWithAuth = getEffectiveHeaders(url, opts.headers);
-	if (cloudTaskTeamId && !hasHeader(headersWithAuth, "x-promptfoo-team-id")) opts.headers = setHeader(headersWithAuth, PROMPTFOO_TEAM_ID_HEADER, cloudTaskTeamId);
+	if (!options?.skipCloudAuthInjection) {
+		const cloudAuth = getCloudBearerToken(url);
+		if (cloudAuth) {
+			const cloudAuthHeaderName = getCloudAuthHeaderName();
+			const effectiveHeaders = getEffectiveHeaders(url, opts.headers);
+			if (!hasHeader(effectiveHeaders, cloudAuthHeaderName)) opts.headers = setHeader(effectiveHeaders, cloudAuthHeaderName, cloudAuth);
+		}
+		const cloudTaskTeamId = getCloudTaskTeamId(url);
+		const headersWithAuth = getEffectiveHeaders(url, opts.headers);
+		if (cloudTaskTeamId && !hasHeader(headersWithAuth, "x-promptfoo-team-id")) opts.headers = setHeader(headersWithAuth, PROMPTFOO_TEAM_ID_HEADER, cloudTaskTeamId);
+	}
 	try {
 		const response = await fetch(url, opts);
 		if (logEnabled) logRequestResponse({
@@ -1561,6 +1606,6 @@ async function fetchWithRetries(url, options = {}, timeout, maxRetries) {
 	throw new Error(`Request failed after ${maxRetries} retries: ${lastErrorMessage}`);
 }
 //#endregion
-export { getRequestTimeoutMs as A, CLOUD_PROVIDER_PREFIX as B, isNonTransientHttpStatus as C, LONG_RUNNING_MODEL_TIMEOUT_MS as D, parseRetryAfter as E, openaiToolsToBedrock as F, getDefaultPort as G, EVENTS_ENDPOINT as H, parseChatPrompt as I, getShareViewBaseUrl as J, getDefaultShareViewBaseUrl as K, toTitleCase as L, isOpenAIToolChoice as M, isPromptfooSampleTarget as N, calculateCost as O, openaiToolChoiceToBedrock as P, transformToolChoice as R, isHttpRateLimitError as S, parseRateLimitHeaders as T, R_ENDPOINT as U, CONSENT_ENDPOINT as V, TERMINAL_MAX_WIDTH as W, VERSION as X, POSTHOG_KEY as Y, HttpRateLimitError as _, getFetchWithProxyHeaders as a, formatRateLimitErrorMessage as b, PROMPTFOO_TEAM_ID_HEADER as c, getRequestUrlString as d, CloudConfig as f, writeGlobalConfigPartial as g, writeGlobalConfig as h, fetch_exports as i, isOpenAIToolArray as j, clampCachedTokens as k, getCloudBearerToken as l, readGlobalConfig as m, fetchWithRetries as n, stripDecompressionHeaders as o, cloudConfig as p, getShareApiBaseUrl as q, fetchWithTimeout as r, withFetchRetryContext as s, fetchWithProxy as t, getCloudTaskTeamId as u, NON_TRANSIENT_HTTP_STATUSES as v, isTransientConnectionError as w, isAbortError as x, extractRateLimitErrorCode as y, transformTools as z };
+export { clampCachedTokens as A, transformTools as B, isHttpRateLimitError as C, parseRetryAfter as D, parseRateLimitHeaders as E, openaiToolChoiceToBedrock as F, TERMINAL_MAX_WIDTH as G, CONSENT_ENDPOINT as H, openaiToolsToBedrock as I, getShareApiBaseUrl as J, getDefaultPort as K, parseChatPrompt as L, isOpenAIToolArray as M, isOpenAIToolChoice as N, LONG_RUNNING_MODEL_TIMEOUT_MS as O, isPromptfooSampleTarget as P, toTitleCase as R, isAbortError as S, isTransientConnectionError as T, EVENTS_ENDPOINT as U, CLOUD_PROVIDER_PREFIX as V, R_ENDPOINT as W, POSTHOG_KEY as X, getShareViewBaseUrl as Y, VERSION as Z, writeGlobalConfigPartial as _, getFetchWithProxyHeaders as a, extractRateLimitErrorCode as b, PROMPTFOO_TEAM_ID_HEADER as c, getCloudTaskTeamId as d, getRequestUrlString as f, writeGlobalConfig as g, readGlobalConfig as h, fetch_exports as i, getRequestTimeoutMs as j, calculateCost as k, getCloudAuthHeaderName as l, cloudConfig as m, fetchWithRetries as n, stripDecompressionHeaders as o, CloudConfig as p, getDefaultShareViewBaseUrl as q, fetchWithTimeout as r, withFetchRetryContext as s, fetchWithProxy as t, getCloudBearerToken as u, HttpRateLimitError as v, isNonTransientHttpStatus as w, formatRateLimitErrorMessage as x, NON_TRANSIENT_HTTP_STATUSES as y, transformToolChoice as z };
 
-//# sourceMappingURL=fetch-BdWQKDMj.js.map
+//# sourceMappingURL=fetch-DnDg-Ics.js.map

package/dist/src/{fetch-JNQMF9vN.js → fetch-Dwv9LIL3.js}

@@ -1,5 +1,5 @@
 #!/usr/bin/env node
-import { r as fetchWithProxy } from "./fetch-Bnj1JCJi.js";
+import { r as fetchWithProxy } from "./fetch-KD8O9oZZ.js";
 //#region src/providers/fetch.ts
 function fetchWithProviderProxy(url, options) {
 	return fetchWithProxy(url, options);
@@ -7,4 +7,4 @@ function fetchWithProviderProxy(url, options) {
 //#endregion
 export { fetchWithProviderProxy as t };
 
-//# sourceMappingURL=fetch-JNQMF9vN.js.map
+//# sourceMappingURL=fetch-Dwv9LIL3.js.map