promptfoo 0.121.8 → 0.121.9

package/dist/src/{iterativeTree-LOgAi0nU.cjs → iterativeTree-7XyY_zdo.cjs}

@@ -1,18 +1,18 @@
 const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
-const require_logger = require("./logger-cfNpzI4o.cjs");
+const require_logger = require("./logger-Cm0Nb8YX.cjs");
 const require_invariant = require("./invariant-QtnLD03y.cjs");
-const require_fetch = require("./fetch-Cfm4EuOB.cjs");
-const require_accounts = require("./accounts-BVz5gHLK.cjs");
-const require_render = require("./render-BNTrbmBw.cjs");
-const require_remoteGeneration = require("./remoteGeneration-BpIYlb_O.cjs");
+const require_fetch = require("./fetch-B2HvaVUc.cjs");
+const require_accounts = require("./accounts-DAcQXPwE.cjs");
+const require_render = require("./render-DJ4yipCD.cjs");
+const require_remoteGeneration = require("./remoteGeneration-CD3c_rzc.cjs");
 const require_tokenUsageUtils = require("./tokenUsageUtils-_B-P8IAi.cjs");
-const require_util = require("./util-DNtUsus_.cjs");
-const require_promptfoo = require("./promptfoo-ClChwT74.cjs");
-const require_shared = require("./shared-aHWko3P1.cjs");
-const require_indirectWebPwn = require("./indirectWebPwn-D7NA9Nsv.cjs");
-const require_evaluatorHelpers = require("./evaluatorHelpers-D06I9WFL.cjs");
-const require_strategies = require("./strategies-CCcnEbFO.cjs");
-const require_runtimeTransform = require("./runtimeTransform-ON3YYILw.cjs");
+const require_util = require("./util-3BRss2KA.cjs");
+const require_promptfoo = require("./promptfoo-DAXBmrE6.cjs");
+const require_shared = require("./shared-DlmtkptR.cjs");
+const require_indirectWebPwn = require("./indirectWebPwn-04ziKbly.cjs");
+const require_evaluatorHelpers = require("./evaluatorHelpers-2gpZ9Q_f.cjs");
+const require_strategies = require("./strategies-BD7US9WB.cjs");
+const require_runtimeTransform = require("./runtimeTransform-DJEknTZQ.cjs");
 const require_prompts = require("./prompts-hNvWBD3z.cjs");
 let dedent = require("dedent");
 dedent = require_rolldown_runtime.__toESM(dedent, 1);
@@ -462,7 +462,7 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
 					noImprovementCount++;
 					if (noImprovementCount % 5 === 0) require_logger.logger.debug(`[Depth ${depth}, Attempt ${attempts}] No improvement for ${noImprovementCount} consecutive iterations. Max score: ${maxScore}`);
 				}
-				const { getGraderById } = await Promise.resolve().then(() => require("./graders-CBQ2s6gz.cjs")).then((n) => n.graders_exports);
+				const { getGraderById } = await Promise.resolve().then(() => require("./graders-CQv1GT5Q.cjs")).then((n) => n.graders_exports);
 				let graderPassed;
 				let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 				if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
@@ -818,4 +818,4 @@ var RedteamIterativeTreeProvider = class {
 //#endregion
 exports.default = RedteamIterativeTreeProvider;
 
-//# sourceMappingURL=iterativeTree-LOgAi0nU.cjs.map
+//# sourceMappingURL=iterativeTree-7XyY_zdo.cjs.map

package/dist/src/{iterativeTree-CJ8a8G9T.js → iterativeTree-CnHx_kPu.js}

@@ -1,18 +1,18 @@
 #!/usr/bin/env node
-import { g as extractFirstJsonObject, s as logger } from "./logger-BbY6ypFL.js";
-import { f as sleep } from "./fetch-Cpf1U1nO.js";
+import { g as extractFirstJsonObject, s as logger } from "./logger-h-eiS4iv.js";
+import { f as sleep } from "./fetch-C59QM4cf.js";
 import { t as invariant } from "./invariant-B2Rf6avk.js";
-import { c as isLoggedIntoCloud } from "./accounts-D6IBfEE0.js";
-import { o as getNunjucksEngine } from "./render-CSP99NLm.js";
-import { l as shouldGenerateRemote } from "./remoteGeneration-D6UjE2JT.js";
+import { c as isLoggedIntoCloud } from "./accounts-Bw2qPqE-.js";
+import { o as getNunjucksEngine } from "./render-jE6RKVgk.js";
+import { l as shouldGenerateRemote } from "./remoteGeneration-DW6mPZnO.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CDet74yk.js";
-import { a as extractPromptFromTags, i as extractMaterializedVariablesFromJsonWithMetadata, o as getSessionId } from "./util-ETfU_sS9.js";
-import { a as assertRemoteMaterializationHandled, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-BU4_0J85.js";
-import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, n as checkPenalizedPhrases, o as getGraderAssertionValue, r as createIterationContext, t as buildGraderResultAssertion } from "./shared-DNvim54U.js";
-import { n as checkExfilTracking } from "./indirectWebPwn-BMTXXznx.js";
-import { n as renderPrompt } from "./evaluatorHelpers-D1_kwvyp.js";
-import { t as Strategies } from "./strategies-CBI1brSy.js";
-import { t as applyRuntimeTransforms } from "./runtimeTransform-Dgh_D7DU.js";
+import { a as extractPromptFromTags, i as extractMaterializedVariablesFromJsonWithMetadata, o as getSessionId } from "./util-D9grslJP.js";
+import { a as assertRemoteMaterializationHandled, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-wxe28-q9.js";
+import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, n as checkPenalizedPhrases, o as getGraderAssertionValue, r as createIterationContext, t as buildGraderResultAssertion } from "./shared-DsbObxvy.js";
+import { n as checkExfilTracking } from "./indirectWebPwn-BXUoJl4I.js";
+import { n as renderPrompt } from "./evaluatorHelpers-DDG44JeI.js";
+import { t as Strategies } from "./strategies-Ptz_P4P4.js";
+import { t as applyRuntimeTransforms } from "./runtimeTransform-s14J7yxm.js";
 import { n as CLOUD_ATTACKER_SYSTEM_PROMPT, r as JUDGE_SYSTEM_PROMPT, t as ATTACKER_SYSTEM_PROMPT } from "./prompts-C-bqE1Yp.js";
 import dedent from "dedent";
 //#region src/redteam/providers/iterativeTree.ts
@@ -461,7 +461,7 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
 					noImprovementCount++;
 					if (noImprovementCount % 5 === 0) logger.debug(`[Depth ${depth}, Attempt ${attempts}] No improvement for ${noImprovementCount} consecutive iterations. Max score: ${maxScore}`);
 				}
-				const { getGraderById } = await import("./graders-B3D7kCcD.js");
+				const { getGraderById } = await import("./graders-D4vc1PFi.js");
 				let graderPassed;
 				let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 				if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
@@ -817,4 +817,4 @@ var RedteamIterativeTreeProvider = class {
 //#endregion
 export { RedteamIterativeTreeProvider as default };
 
-//# sourceMappingURL=iterativeTree-CJ8a8G9T.js.map
+//# sourceMappingURL=iterativeTree-CnHx_kPu.js.map

package/dist/src/{iterativeTree-FrDDYAN0.js → iterativeTree-D9I3UJ0P.js}

@@ -1,16 +1,16 @@
-import { a as logger, m as extractFirstJsonObject } from "./logger-KD8JjCRJ.js";
-import { m as sleep } from "./fetch-BSSAcMxf.js";
+import { a as logger, m as extractFirstJsonObject } from "./logger-BjYLHvGm.js";
+import { m as sleep } from "./fetch-CBe8pU8Q.js";
 import { t as invariant } from "./invariant-DIYf9sP1.js";
-import { c as isLoggedIntoCloud } from "./accounts-BWjqwsrf.js";
-import { o as getNunjucksEngine } from "./render-_6ur1fhE.js";
-import { l as shouldGenerateRemote } from "./remoteGeneration--D6WjzUm.js";
+import { c as isLoggedIntoCloud } from "./accounts-BAajbKSh.js";
+import { o as getNunjucksEngine } from "./render-BoxrvB84.js";
+import { l as shouldGenerateRemote } from "./remoteGeneration-CoxtxLvB.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-BjVkdk18.js";
-import { a as extractPromptFromTags, i as extractMaterializedVariablesFromJsonWithMetadata, o as getSessionId } from "./util-DGqkTb2-.js";
-import { a as assertRemoteMaterializationHandled, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-CReYAtfb.js";
-import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, n as checkPenalizedPhrases, o as getGraderAssertionValue, r as createIterationContext, t as buildGraderResultAssertion } from "./shared-CRq0gGVf.js";
-import { n as checkExfilTracking } from "./indirectWebPwn-BZFPV7Q9.js";
+import { a as extractPromptFromTags, i as extractMaterializedVariablesFromJsonWithMetadata, o as getSessionId } from "./util-CKZReNsz.js";
+import { a as assertRemoteMaterializationHandled, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-DVKqidd8.js";
+import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, n as checkPenalizedPhrases, o as getGraderAssertionValue, r as createIterationContext, t as buildGraderResultAssertion } from "./shared-yBQATkD5.js";
+import { n as checkExfilTracking } from "./indirectWebPwn-DRYpRTx6.js";
 import { n as renderPrompt, t as Strategies } from "./server/index.js";
-import { t as applyRuntimeTransforms } from "./runtimeTransform-BJOpL9Yc.js";
+import { t as applyRuntimeTransforms } from "./runtimeTransform-BmhEztlx.js";
 import { n as CLOUD_ATTACKER_SYSTEM_PROMPT, r as JUDGE_SYSTEM_PROMPT, t as ATTACKER_SYSTEM_PROMPT } from "./prompts-BYMtqPCw.js";
 import dedent from "dedent";
 //#region src/redteam/providers/iterativeTree.ts
@@ -459,7 +459,7 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
 					noImprovementCount++;
 					if (noImprovementCount % 5 === 0) logger.debug(`[Depth ${depth}, Attempt ${attempts}] No improvement for ${noImprovementCount} consecutive iterations. Max score: ${maxScore}`);
 				}
-				const { getGraderById } = await import("./graders-DaRU98zs.js").then((n) => n.r);
+				const { getGraderById } = await import("./graders-k8qmhrPu.js").then((n) => n.r);
 				let graderPassed;
 				let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 				if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
@@ -815,4 +815,4 @@ var RedteamIterativeTreeProvider = class {
 //#endregion
 export { RedteamIterativeTreeProvider as default };
 
-//# sourceMappingURL=iterativeTree-FrDDYAN0.js.map
+//# sourceMappingURL=iterativeTree-D9I3UJ0P.js.map

package/dist/src/{knowledgeBase-o_wTLzrt.js → knowledgeBase-BGbDBwr5.js}

@@ -1,10 +1,10 @@
 #!/usr/bin/env node
-import { D as getEnvInt, s as logger } from "./logger-BbY6ypFL.js";
-import { r as telemetry } from "./telemetry-DOE567Wj.js";
+import { D as getEnvInt, s as logger } from "./logger-h-eiS4iv.js";
+import { r as telemetry } from "./telemetry-BU80NveV.js";
 import { n as sha256 } from "./createHash-CgRvs4Fn.js";
-import { c as isCacheEnabled, o as getCache } from "./cache-BR77mdIR.js";
+import { c as isCacheEnabled, o as getCache } from "./cache-BuudGL4I.js";
 import { a as createEmptyTokenUsage } from "./tokenUsageUtils-CDet74yk.js";
-import { n as createBedrockRequestHandler, r as hasProxyEnv, t as AwsBedrockGenericProvider } from "./base-Bp4c52YZ.js";
+import { n as createBedrockRequestHandler, r as hasProxyEnv, t as AwsBedrockGenericProvider } from "./base-BARAIJmp.js";
 //#region src/providers/bedrock/knowledgeBase.ts
 /**
 * AWS Bedrock Knowledge Base provider for RAG (Retrieval Augmented Generation).
@@ -134,4 +134,4 @@ var AwsBedrockKnowledgeBaseProvider = class extends AwsBedrockGenericProvider {
 //#endregion
 export { AwsBedrockKnowledgeBaseProvider };
 
-//# sourceMappingURL=knowledgeBase-o_wTLzrt.js.map
+//# sourceMappingURL=knowledgeBase-BGbDBwr5.js.map

package/dist/src/{knowledgeBase-CjOXp6Lr.js → knowledgeBase-BzfBwPyQ.js}

@@ -1,9 +1,9 @@
-import { a as logger, w as getEnvInt } from "./logger-KD8JjCRJ.js";
+import { T as getEnvInt, a as logger } from "./logger-BjYLHvGm.js";
 import { n as sha256 } from "./createHash-CGVzWdjj.js";
-import { i as getCache, o as isCacheEnabled } from "./cache-CrioYnaa.js";
+import { i as getCache, o as isCacheEnabled } from "./cache-x9llZxbx.js";
 import { a as createEmptyTokenUsage } from "./tokenUsageUtils-BjVkdk18.js";
-import { n as telemetry } from "./telemetry-BbpmrenM.js";
-import { n as createBedrockRequestHandler, r as hasProxyEnv, t as AwsBedrockGenericProvider } from "./base-0Gzzue9Z.js";
+import { n as telemetry } from "./telemetry-D3yQCekN.js";
+import { n as createBedrockRequestHandler, r as hasProxyEnv, t as AwsBedrockGenericProvider } from "./base-CTWzNAH9.js";
 //#region src/providers/bedrock/knowledgeBase.ts
 /**
 * AWS Bedrock Knowledge Base provider for RAG (Retrieval Augmented Generation).
@@ -133,4 +133,4 @@ var AwsBedrockKnowledgeBaseProvider = class extends AwsBedrockGenericProvider {
 //#endregion
 export { AwsBedrockKnowledgeBaseProvider };
 
-//# sourceMappingURL=knowledgeBase-CjOXp6Lr.js.map
+//# sourceMappingURL=knowledgeBase-BzfBwPyQ.js.map

package/dist/src/{knowledgeBase-DxAq4n4z.js → knowledgeBase-C_MSTwDt.js}

@@ -1,9 +1,9 @@
-import { a as logger, w as getEnvInt } from "./logger-Ct2S6Yx-.js";
+import { a as logger, w as getEnvInt } from "./logger-Cs0I2v_y.js";
 import { n as sha256 } from "./createHash-BtbSX3mj.js";
-import { i as getCache, o as isCacheEnabled } from "./cache-DdriHsNX.js";
+import { i as getCache, o as isCacheEnabled } from "./cache-CT5D7d_A.js";
 import { a as createEmptyTokenUsage } from "./tokenUsageUtils-CmnQ0G2m.js";
-import { t as telemetry } from "./telemetry-C4bX-6Sr.js";
-import { n as createBedrockRequestHandler, r as hasProxyEnv, t as AwsBedrockGenericProvider } from "./base-BuNn-YBX.js";
+import { t as telemetry } from "./telemetry-BTIhfopq.js";
+import { n as createBedrockRequestHandler, r as hasProxyEnv, t as AwsBedrockGenericProvider } from "./base-0yya4DsM.js";
 //#region src/providers/bedrock/knowledgeBase.ts
 /**
 * AWS Bedrock Knowledge Base provider for RAG (Retrieval Augmented Generation).
@@ -133,4 +133,4 @@ var AwsBedrockKnowledgeBaseProvider = class extends AwsBedrockGenericProvider {
 //#endregion
 export { AwsBedrockKnowledgeBaseProvider };
 
-//# sourceMappingURL=knowledgeBase-DxAq4n4z.js.map
+//# sourceMappingURL=knowledgeBase-C_MSTwDt.js.map

package/dist/src/{knowledgeBase-CdbcGBZF.cjs → knowledgeBase-DSVK_YTi.cjs}

@@ -1,9 +1,9 @@
-const require_logger = require("./logger-cfNpzI4o.cjs");
+const require_logger = require("./logger-Cm0Nb8YX.cjs");
 const require_createHash = require("./createHash-CSiqnK5P.cjs");
-const require_cache = require("./cache-h5MWOBZI.cjs");
+const require_cache = require("./cache-WuIsgzMA.cjs");
 const require_tokenUsageUtils = require("./tokenUsageUtils-_B-P8IAi.cjs");
-const require_telemetry = require("./telemetry-C_ImlCOk.cjs");
-const require_base = require("./base-BzdS8tod.cjs");
+const require_telemetry = require("./telemetry-DvzmDrSM.cjs");
+const require_base = require("./base-BE_pY-r5.cjs");
 //#region src/providers/bedrock/knowledgeBase.ts
 /**
 * AWS Bedrock Knowledge Base provider for RAG (Retrieval Augmented Generation).
@@ -133,4 +133,4 @@ var AwsBedrockKnowledgeBaseProvider = class extends require_base.AwsBedrockGener
 //#endregion
 exports.AwsBedrockKnowledgeBaseProvider = AwsBedrockKnowledgeBaseProvider;
 
-//# sourceMappingURL=knowledgeBase-CdbcGBZF.cjs.map
+//# sourceMappingURL=knowledgeBase-DSVK_YTi.cjs.map

package/dist/src/{litellm-CYfgxLrM.js → litellm-CRTmskqC.js}

@@ -1,8 +1,8 @@
 #!/usr/bin/env node
-import { O as getEnvString } from "./logger-BbY6ypFL.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-DTdf-J5Q.js";
-import { t as OpenAiEmbeddingProvider } from "./embedding-CU78FMnw.js";
-import { t as OpenAiCompletionProvider } from "./completion-DUScduXp.js";
+import { O as getEnvString } from "./logger-h-eiS4iv.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-B8lsx0A0.js";
+import { t as OpenAiEmbeddingProvider } from "./embedding-BQBXSWgy.js";
+import { t as OpenAiCompletionProvider } from "./completion-BoWiFP-D.js";
 //#region src/providers/litellm.ts
 /**
 * Base class for LiteLLM providers that maintains LiteLLM identity
@@ -134,4 +134,4 @@ function createLiteLLMProvider(providerPath, options = {}) {
 //#endregion
 export { createLiteLLMProvider };
 
-//# sourceMappingURL=litellm-CYfgxLrM.js.map
+//# sourceMappingURL=litellm-CRTmskqC.js.map

package/dist/src/{litellm-B2gHwya_.js → litellm-Ch4E-r4b.js}

@@ -1,7 +1,7 @@
-import { T as getEnvString } from "./logger-KD8JjCRJ.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-BSos6PvZ.js";
-import { t as OpenAiEmbeddingProvider } from "./embedding-CV8lmCnU.js";
-import { t as OpenAiCompletionProvider } from "./completion-DT8cxo9T.js";
+import { E as getEnvString } from "./logger-BjYLHvGm.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-CvQMD-mp.js";
+import { t as OpenAiEmbeddingProvider } from "./embedding-BwTB3YDt.js";
+import { t as OpenAiCompletionProvider } from "./completion-C99GFqQE.js";
 //#region src/providers/litellm.ts
 /**
 * Base class for LiteLLM providers that maintains LiteLLM identity
@@ -133,4 +133,4 @@ function createLiteLLMProvider(providerPath, options = {}) {
 //#endregion
 export { createLiteLLMProvider };
 
-//# sourceMappingURL=litellm-B2gHwya_.js.map
+//# sourceMappingURL=litellm-Ch4E-r4b.js.map

package/dist/src/{litellm-ojWBKU3C.js → litellm-DNnk7802.js}

@@ -1,7 +1,7 @@
-import { T as getEnvString } from "./logger-Ct2S6Yx-.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-BBEnnpQk.js";
-import { t as OpenAiEmbeddingProvider } from "./embedding-CStK0TV6.js";
-import { t as OpenAiCompletionProvider } from "./completion-D_2IOAoS.js";
+import { T as getEnvString } from "./logger-Cs0I2v_y.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-CCtIXezK.js";
+import { t as OpenAiEmbeddingProvider } from "./embedding-cd5oPBkX.js";
+import { t as OpenAiCompletionProvider } from "./completion-CUtdijfr.js";
 //#region src/providers/litellm.ts
 /**
 * Base class for LiteLLM providers that maintains LiteLLM identity
@@ -133,4 +133,4 @@ function createLiteLLMProvider(providerPath, options = {}) {
 //#endregion
 export { createLiteLLMProvider };
 
-//# sourceMappingURL=litellm-ojWBKU3C.js.map
+//# sourceMappingURL=litellm-DNnk7802.js.map

package/dist/src/{litellm-CPpdlO7n.cjs → litellm-jA4_p8mv.cjs}

@@ -1,7 +1,7 @@
-const require_logger = require("./logger-cfNpzI4o.cjs");
-const require_chat = require("./chat-DSyYuTYT.cjs");
-const require_embedding = require("./embedding-BQIApR18.cjs");
-const require_completion = require("./completion-CWtqdn3z.cjs");
+const require_logger = require("./logger-Cm0Nb8YX.cjs");
+const require_chat = require("./chat-DkitQHdt.cjs");
+const require_embedding = require("./embedding-BMqFDnLI.cjs");
+const require_completion = require("./completion-CkRVjadz.cjs");
 //#region src/providers/litellm.ts
 /**
 * Base class for LiteLLM providers that maintains LiteLLM identity
@@ -133,4 +133,4 @@ function createLiteLLMProvider(providerPath, options = {}) {
 //#endregion
 exports.createLiteLLMProvider = createLiteLLMProvider;
 
-//# sourceMappingURL=litellm-CPpdlO7n.cjs.map
+//# sourceMappingURL=litellm-jA4_p8mv.cjs.map

package/dist/src/{logger-KD8JjCRJ.js → logger-BjYLHvGm.js}

@@ -1,43 +1,51 @@
 import { t as invariant } from "./invariant-DIYf9sP1.js";
 import dotenv from "dotenv";
-import { AsyncLocalStorage } from "node:async_hooks";
 import fs from "fs";
 import * as path$1 from "path";
 import path from "path";
 import chalk from "chalk";
 import winston from "winston";
+import { AsyncLocalStorage } from "node:async_hooks";
 import * as os$1 from "os";
 import Ajv from "ajv";
 import addFormats from "ajv-formats";
 import yaml from "js-yaml";
 import safeStringify from "fast-safe-stringify";
-//#region src/cliState.ts
-const maxConcurrencyContext = new AsyncLocalStorage();
-let globalMaxConcurrency;
-const state = {
-	get maxConcurrency() {
-		const store = maxConcurrencyContext.getStore();
-		if (store) return store.maxConcurrency;
-		return globalMaxConcurrency;
-	},
-	set maxConcurrency(value) {
-		const store = maxConcurrencyContext.getStore();
-		if (store) {
-			store.maxConcurrency = value;
-			return;
-		}
-		globalMaxConcurrency = value;
-	},
-	withMaxConcurrency(maxConcurrency, fn) {
-		return maxConcurrencyContext.run({ maxConcurrency }, fn);
+//#region src/envOverrides.ts
+/**
+* Module-level singleton; last-writer-wins. Scoped to the current process —
+* not propagated to `worker_threads` or child processes, which must register
+* their own provider (typically by importing `./cliState`).
+*
+* Kept dependency-free on purpose: this module is reachable from the bottom
+* of the import graph (via `envars`), so adding imports here risks circular
+* cycles with logger / cliState.
+*/
+let envOverridesProvider;
+function setEnvOverridesProvider(provider) {
+	envOverridesProvider = provider;
+}
+/**
+* Returns the current env overrides snapshot, or `undefined` if no provider is
+* registered. Swallows provider exceptions to preserve the invariant that
+* `getEnvString` (and its delegates `getEnvBool` / `getEnvInt` / etc.) never
+* throw on environment access — relied on by ~148 call sites.
+*/
+function getEnvOverrides() {
+	if (!envOverridesProvider) return;
+	try {
+		return envOverridesProvider();
+	} catch {
+		return;
 	}
-};
+}
 //#endregion
 //#region src/envars.ts
 dotenv.config({ quiet: true });
 function getEnvString(key, defaultValue) {
-	if (state.config?.env && typeof state.config.env === "object") {
-		const envValue = state.config.env[key];
+	const envOverrides = getEnvOverrides();
+	if (envOverrides) {
+		const envValue = envOverrides[key];
 		if (envValue !== void 0) return String(envValue);
 	}
 	const value = process.env[key];
@@ -102,6 +110,29 @@ function isCI() {
 	return getEnvBool("CI") || getEnvBool("GITHUB_ACTIONS") || getEnvBool("TRAVIS") || getEnvBool("CIRCLECI") || getEnvBool("JENKINS") || getEnvBool("GITLAB_CI") || getEnvBool("APPVEYOR") || getEnvBool("CODEBUILD_BUILD_ID") || getEnvBool("TF_BUILD") || getEnvBool("BITBUCKET_COMMIT") || getEnvBool("BUDDY") || getEnvBool("BUILDKITE") || getEnvBool("TEAMCITY_VERSION");
 }
 //#endregion
+//#region src/cliState.ts
+const maxConcurrencyContext = new AsyncLocalStorage();
+let globalMaxConcurrency;
+const state = {
+	get maxConcurrency() {
+		const store = maxConcurrencyContext.getStore();
+		if (store) return store.maxConcurrency;
+		return globalMaxConcurrency;
+	},
+	set maxConcurrency(value) {
+		const store = maxConcurrencyContext.getStore();
+		if (store) {
+			store.maxConcurrency = value;
+			return;
+		}
+		globalMaxConcurrency = value;
+	},
+	withMaxConcurrency(maxConcurrency, fn) {
+		return maxConcurrencyContext.run({ maxConcurrency }, fn);
+	}
+};
+setEnvOverridesProvider(() => state.config?.env);
+//#endregion
 //#region src/util/config/manage.ts
 let configDirectoryPath = getEnvString("PROMPTFOO_CONFIG_DIR");
 const isNodeEnvironment = typeof process !== "undefined" && process.versions && process.versions.node;
@@ -733,6 +764,6 @@ async function logRequestResponse(options) {
 }
 if (getEnvString("LOG_LEVEL", "info") === "debug") initializeSourceMapSupport();
 //#endregion
-export { getEnvFloat as C, getMaxEvalTimeMs as D, getEvalTimeoutMs as E, isCI as O, getEnvBool as S, getEnvString as T, isValidJson as _, logger as a, summarizeEvaluateResultForLogging as b, REDACTED as c, normalizeFieldName as d, sanitizeObject as f, getAjv as g, extractJsonObjects as h, logRequestResponse as i, state as k, isSecretField as l, extractFirstJsonObject as m, globalLogCallback as n, setLogCallback as o, sanitizeUrl as p, isDebugEnabled as r, setLogLevel as s, getLogLevel as t, looksLikeSecret as u, orderKeys as v, getEnvInt as w, getConfigDirectoryPath as x, safeJsonStringify as y };
+export { getEnvBool as C, getEvalTimeoutMs as D, getEnvString as E, getMaxEvalTimeMs as O, state as S, getEnvInt as T, isValidJson as _, logger as a, summarizeEvaluateResultForLogging as b, REDACTED as c, normalizeFieldName as d, sanitizeObject as f, getAjv as g, extractJsonObjects as h, logRequestResponse as i, isCI as k, isSecretField as l, extractFirstJsonObject as m, globalLogCallback as n, setLogCallback as o, sanitizeUrl as p, isDebugEnabled as r, setLogLevel as s, getLogLevel as t, looksLikeSecret as u, orderKeys as v, getEnvFloat as w, getConfigDirectoryPath as x, safeJsonStringify as y };
 
-//# sourceMappingURL=logger-KD8JjCRJ.js.map
+//# sourceMappingURL=logger-BjYLHvGm.js.map

package/dist/src/{logger-cfNpzI4o.cjs → logger-Cm0Nb8YX.cjs}

@@ -21,6 +21,35 @@ let ajv_formats = require("ajv-formats");
 ajv_formats = require_rolldown_runtime.__toESM(ajv_formats, 1);
 let fast_safe_stringify = require("fast-safe-stringify");
 fast_safe_stringify = require_rolldown_runtime.__toESM(fast_safe_stringify, 1);
+//#region src/envOverrides.ts
+/**
+* Module-level singleton; last-writer-wins. Scoped to the current process —
+* not propagated to `worker_threads` or child processes, which must register
+* their own provider (typically by importing `./cliState`).
+*
+* Kept dependency-free on purpose: this module is reachable from the bottom
+* of the import graph (via `envars`), so adding imports here risks circular
+* cycles with logger / cliState.
+*/
+let envOverridesProvider;
+function setEnvOverridesProvider(provider) {
+	envOverridesProvider = provider;
+}
+/**
+* Returns the current env overrides snapshot, or `undefined` if no provider is
+* registered. Swallows provider exceptions to preserve the invariant that
+* `getEnvString` (and its delegates `getEnvBool` / `getEnvInt` / etc.) never
+* throw on environment access — relied on by ~148 call sites.
+*/
+function getEnvOverrides() {
+	if (!envOverridesProvider) return;
+	try {
+		return envOverridesProvider();
+	} catch {
+		return;
+	}
+}
+//#endregion
 //#region src/cliState.ts
 const maxConcurrencyContext = new node_async_hooks.AsyncLocalStorage();
 let globalMaxConcurrency;
@@ -42,12 +71,14 @@ const state = {
 		return maxConcurrencyContext.run({ maxConcurrency }, fn);
 	}
 };
+setEnvOverridesProvider(() => state.config?.env);
 //#endregion
 //#region src/envars.ts
 dotenv.default.config({ quiet: true });
 function getEnvString(key, defaultValue) {
-	if (state.config?.env && typeof state.config.env === "object") {
-		const envValue = state.config.env[key];
+	const envOverrides = getEnvOverrides();
+	if (envOverrides) {
+		const envValue = envOverrides[key];
 		if (envValue !== void 0) return String(envValue);
 	}
 	const value = process.env[key];
@@ -918,4 +949,4 @@ Object.defineProperty(exports, "summarizeEvaluateResultForLogging", {
 	}
 });
 
-//# sourceMappingURL=logger-cfNpzI4o.cjs.map
+//# sourceMappingURL=logger-Cm0Nb8YX.cjs.map

package/dist/src/{logger-Ct2S6Yx-.js → logger-Cs0I2v_y.js}

@@ -11,6 +11,35 @@ import * as os$1 from "os";
 import Ajv from "ajv";
 import addFormats from "ajv-formats";
 import safeStringify from "fast-safe-stringify";
+//#region src/envOverrides.ts
+/**
+* Module-level singleton; last-writer-wins. Scoped to the current process —
+* not propagated to `worker_threads` or child processes, which must register
+* their own provider (typically by importing `./cliState`).
+*
+* Kept dependency-free on purpose: this module is reachable from the bottom
+* of the import graph (via `envars`), so adding imports here risks circular
+* cycles with logger / cliState.
+*/
+let envOverridesProvider;
+function setEnvOverridesProvider(provider) {
+	envOverridesProvider = provider;
+}
+/**
+* Returns the current env overrides snapshot, or `undefined` if no provider is
+* registered. Swallows provider exceptions to preserve the invariant that
+* `getEnvString` (and its delegates `getEnvBool` / `getEnvInt` / etc.) never
+* throw on environment access — relied on by ~148 call sites.
+*/
+function getEnvOverrides() {
+	if (!envOverridesProvider) return;
+	try {
+		return envOverridesProvider();
+	} catch {
+		return;
+	}
+}
+//#endregion
 //#region src/cliState.ts
 const maxConcurrencyContext = new AsyncLocalStorage();
 let globalMaxConcurrency;
@@ -32,12 +61,14 @@ const state = {
 		return maxConcurrencyContext.run({ maxConcurrency }, fn);
 	}
 };
+setEnvOverridesProvider(() => state.config?.env);
 //#endregion
 //#region src/envars.ts
 dotenv.config({ quiet: true });
 function getEnvString(key, defaultValue) {
-	if (state.config?.env && typeof state.config.env === "object") {
-		const envValue = state.config.env[key];
+	const envOverrides = getEnvOverrides();
+	if (envOverrides) {
+		const envValue = envOverrides[key];
 		if (envValue !== void 0) return String(envValue);
 	}
 	const value = process.env[key];
@@ -735,4 +766,4 @@ if (getEnvString("LOG_LEVEL", "info") === "debug") initializeSourceMapSupport();
 //#endregion
 export { getEnvFloat as C, getMaxEvalTimeMs as D, getEvalTimeoutMs as E, isCI as O, getEnvBool as S, getEnvString as T, isValidJson as _, logger as a, summarizeEvaluateResultForLogging as b, REDACTED as c, normalizeFieldName as d, sanitizeObject as f, getAjv as g, extractJsonObjects as h, logRequestResponse as i, state as k, isSecretField as l, extractFirstJsonObject as m, globalLogCallback as n, setLogCallback as o, sanitizeUrl as p, isDebugEnabled as r, setLogLevel as s, getLogLevel as t, looksLikeSecret as u, orderKeys as v, getEnvInt as w, getConfigDirectoryPath as x, safeJsonStringify as y };
 
-//# sourceMappingURL=logger-Ct2S6Yx-.js.map
+//# sourceMappingURL=logger-Cs0I2v_y.js.map

package/dist/src/{logger-BbY6ypFL.js → logger-h-eiS4iv.js}

@@ -12,6 +12,35 @@ import Ajv from "ajv";
 import addFormats from "ajv-formats";
 import yaml from "js-yaml";
 import safeStringify from "fast-safe-stringify";
+//#region src/envOverrides.ts
+/**
+* Module-level singleton; last-writer-wins. Scoped to the current process —
+* not propagated to `worker_threads` or child processes, which must register
+* their own provider (typically by importing `./cliState`).
+*
+* Kept dependency-free on purpose: this module is reachable from the bottom
+* of the import graph (via `envars`), so adding imports here risks circular
+* cycles with logger / cliState.
+*/
+let envOverridesProvider;
+function setEnvOverridesProvider(provider) {
+	envOverridesProvider = provider;
+}
+/**
+* Returns the current env overrides snapshot, or `undefined` if no provider is
+* registered. Swallows provider exceptions to preserve the invariant that
+* `getEnvString` (and its delegates `getEnvBool` / `getEnvInt` / etc.) never
+* throw on environment access — relied on by ~148 call sites.
+*/
+function getEnvOverrides() {
+	if (!envOverridesProvider) return;
+	try {
+		return envOverridesProvider();
+	} catch {
+		return;
+	}
+}
+//#endregion
 //#region src/cliState.ts
 const maxConcurrencyContext = new AsyncLocalStorage();
 let globalMaxConcurrency;
@@ -33,12 +62,14 @@ const state = {
 		return maxConcurrencyContext.run({ maxConcurrency }, fn);
 	}
 };
+setEnvOverridesProvider(() => state.config?.env);
 //#endregion
 //#region src/envars.ts
 dotenv.config({ quiet: true });
 function getEnvString(key, defaultValue) {
-	if (state.config?.env && typeof state.config.env === "object") {
-		const envValue = state.config.env[key];
+	const envOverrides = getEnvOverrides();
+	if (envOverrides) {
+		const envValue = envOverrides[key];
 		if (envValue !== void 0) return String(envValue);
 	}
 	const value = process.env[key];
@@ -880,4 +911,4 @@ if (getEnvString("LOG_LEVEL", "info") === "debug") initializeSourceMapSupport();
 //#endregion
 export { getMaxEvalTimeMs as A, getConfigDirectoryPath as C, getEnvInt as D, getEnvFloat as E, isNonInteractive as M, state as N, getEnvString as O, summarizeEvaluateResultForLogging as S, getEnvBool as T, extractJsonObjects as _, isDebugEnabled as a, orderKeys as b, setLogCallback as c, isSecretField as d, looksLikeSecret as f, extractFirstJsonObject as g, sanitizeUrl as h, initializeRunLogging as i, isCI as j, getEvalTimeoutMs as k, setLogLevel as l, sanitizeObject as m, getLogLevel as n, logRequestResponse as o, normalizeFieldName as p, globalLogCallback as r, logger as s, closeLogger as t, REDACTED as u, getAjv as v, setConfigDirectoryPath as w, safeJsonStringify as x, isValidJson as y };
 
-//# sourceMappingURL=logger-BbY6ypFL.js.map
+//# sourceMappingURL=logger-h-eiS4iv.js.map

package/dist/src/{luma-ray-BCCO9XXG.cjs → luma-ray-BCkN79tz.cjs}

@@ -1,9 +1,9 @@
 const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
-const require_logger = require("./logger-cfNpzI4o.cjs");
-const require_fetch = require("./fetch-Cfm4EuOB.cjs");
+const require_logger = require("./logger-Cm0Nb8YX.cjs");
+const require_fetch = require("./fetch-B2HvaVUc.cjs");
 const require_text = require("./text-nywWsRBM.cjs");
-const require_base = require("./base-BzdS8tod.cjs");
-const require_blobs = require("./blobs-B0977K1O.cjs");
+const require_base = require("./base-BE_pY-r5.cjs");
+const require_blobs = require("./blobs-5wbW7TbH.cjs");
 let fs = require("fs");
 fs = require_rolldown_runtime.__toESM(fs, 1);
 let path = require("path");
@@ -313,4 +313,4 @@ var LumaRayVideoProvider = class extends require_base.AwsBedrockGenericProvider
 //#endregion
 exports.LumaRayVideoProvider = LumaRayVideoProvider;
 
-//# sourceMappingURL=luma-ray-BCCO9XXG.cjs.map
+//# sourceMappingURL=luma-ray-BCkN79tz.cjs.map

package/dist/src/{luma-ray-DP5N79lB.js → luma-ray-BqVizUQY.js}

@@ -1,8 +1,8 @@
-import { a as logger } from "./logger-Ct2S6Yx-.js";
-import { l as sleep } from "./fetch-Doks14zQ.js";
+import { a as logger } from "./logger-Cs0I2v_y.js";
+import { l as sleep } from "./fetch-CHJu2KON.js";
 import { t as ellipsize } from "./text-DwYK5EBn.js";
-import { t as AwsBedrockGenericProvider } from "./base-BuNn-YBX.js";
-import { r as storeBlob } from "./blobs-Dwef1Ao1.js";
+import { t as AwsBedrockGenericProvider } from "./base-0yya4DsM.js";
+import { r as storeBlob } from "./blobs-BfIMflt0.js";
 import * as fs$1 from "fs";
 import * as path$1 from "path";
 //#region src/providers/bedrock/luma-ray.ts
@@ -310,4 +310,4 @@ var LumaRayVideoProvider = class extends AwsBedrockGenericProvider {
 //#endregion
 export { LumaRayVideoProvider };
 
-//# sourceMappingURL=luma-ray-DP5N79lB.js.map
+//# sourceMappingURL=luma-ray-BqVizUQY.js.map