promptfoo 0.121.7 → 0.121.9

package/dist/src/{iterativeTree-CNyIk0Yn.js → iterativeTree-D9I3UJ0P.js}

@@ -1,16 +1,16 @@
-import { a as logger, m as extractFirstJsonObject } from "./logger-KD8JjCRJ.js";
-import { m as sleep } from "./fetch-BufrQtvR.js";
+import { a as logger, m as extractFirstJsonObject } from "./logger-BjYLHvGm.js";
+import { m as sleep } from "./fetch-CBe8pU8Q.js";
 import { t as invariant } from "./invariant-DIYf9sP1.js";
-import { c as isLoggedIntoCloud } from "./accounts-DanM1wq_.js";
-import { o as getNunjucksEngine } from "./render-_6ur1fhE.js";
-import { l as shouldGenerateRemote } from "./remoteGeneration-COpWcmWd.js";
+import { c as isLoggedIntoCloud } from "./accounts-BAajbKSh.js";
+import { o as getNunjucksEngine } from "./render-BoxrvB84.js";
+import { l as shouldGenerateRemote } from "./remoteGeneration-CoxtxLvB.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-BjVkdk18.js";
-import { a as extractPromptFromTags, i as extractMaterializedVariablesFromJsonWithMetadata, o as getSessionId } from "./util-Df8YMvS1.js";
-import { t as PromptfooChatCompletionProvider } from "./promptfoo-BDrfT30-.js";
-import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, n as checkPenalizedPhrases, o as getGraderAssertionValue, r as createIterationContext, t as buildGraderResultAssertion } from "./shared-7pmVZLNO.js";
-import { n as checkExfilTracking } from "./indirectWebPwn-tNx9OZ35.js";
+import { a as extractPromptFromTags, i as extractMaterializedVariablesFromJsonWithMetadata, o as getSessionId } from "./util-CKZReNsz.js";
+import { a as assertRemoteMaterializationHandled, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-DVKqidd8.js";
+import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, n as checkPenalizedPhrases, o as getGraderAssertionValue, r as createIterationContext, t as buildGraderResultAssertion } from "./shared-yBQATkD5.js";
+import { n as checkExfilTracking } from "./indirectWebPwn-DRYpRTx6.js";
 import { n as renderPrompt, t as Strategies } from "./server/index.js";
-import { t as applyRuntimeTransforms } from "./runtimeTransform-BJOpL9Yc.js";
+import { t as applyRuntimeTransforms } from "./runtimeTransform-BmhEztlx.js";
 import { n as CLOUD_ATTACKER_SYSTEM_PROMPT, r as JUDGE_SYSTEM_PROMPT, t as ATTACKER_SYSTEM_PROMPT } from "./prompts-BYMtqPCw.js";
 import dedent from "dedent";
 //#region src/redteam/providers/iterativeTree.ts
@@ -154,14 +154,20 @@ async function evaluateResponse(provider, judgeSystemPrompt, targetResponse, pre
 * @param redteamHistory - The conversation history of the red team.
 * @returns A promise that resolves to an object containing the improvement and new prompt.
 */
-async function getNewPrompt(redteamProvider, redteamHistory) {
+async function getNewPrompt(redteamProvider, redteamHistory, materializationContext) {
 	const redteamBody = JSON.stringify(redteamHistory);
 	const redteamResp = await redteamProvider.callApi(redteamBody, {
 		prompt: {
 			raw: redteamBody,
 			label: "history"
 		},
-		vars: {}
+		vars: materializationContext ? buildRemoteMaterializationContextVars({
+			injectVar: void 0,
+			inputs: materializationContext.inputs,
+			materializationIndex: materializationContext.materializationIndex,
+			pluginId: materializationContext.pluginId,
+			purpose: materializationContext.purpose
+		}) : {}
 	});
 	if (redteamProvider.delay) {
 		logger.debug(`[IterativeTree] Sleeping for ${redteamProvider.delay}ms`);
@@ -184,6 +190,9 @@ async function getNewPrompt(redteamProvider, redteamHistory) {
 			logger.info(`[IterativeTree] Failed to parse attacker response as JSON (primary and fallback). Skipping this turn. primary=${String(primaryErr)} fallback=${String(fallbackErr)} outputPreview="${redteamResp.output.slice(0, 200)}"`);
 			return {
 				improvement: "parse failure – skipping turn",
+				inputMaterialization: redteamResp.inputMaterialization,
+				materializationHandled: redteamResp.materializationHandled,
+				materializedVars: redteamResp.materializedVars,
 				prompt: "",
 				tokenUsage: redteamResp.tokenUsage
 			};
@@ -192,6 +201,9 @@ async function getNewPrompt(redteamProvider, redteamHistory) {
 	else retObj = redteamResp.output;
 	return {
 		...retObj,
+		inputMaterialization: redteamResp.inputMaterialization,
+		materializationHandled: redteamResp.materializationHandled,
+		materializedVars: redteamResp.materializedVars,
 		tokenUsage: redteamResp.tokenUsage
 	};
 }
@@ -230,13 +242,16 @@ function updateRedteamHistory(targetResponse, goal, score, containsPenalizedPhra
 * @param id - Optional custom UUID for the node. If not provided, a new UUID will be generated.
 * @returns A new TreeNode object.
 */
-function createTreeNode(prompt, score, depth, id) {
+function createTreeNode(prompt, score, depth, id, options) {
 	return {
 		id: id || crypto.randomUUID(),
 		prompt,
 		score,
 		children: [],
-		depth
+		depth,
+		inputMaterialization: options?.inputMaterialization,
+		materializationHandled: options?.materializationHandled,
+		materializedVars: options?.materializedVars
 	};
 }
 /**
@@ -313,10 +328,20 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
 					loggerTag: "[IterativeTree]"
 				});
 				const iterationVars = iterationContext?.vars || {};
-				let { improvement, prompt: newInjectVar } = await getNewPrompt(redteamProvider, [...redteamHistory, {
+				let { improvement, inputMaterialization, materializationHandled, materializedVars, prompt: newInjectVar } = await getNewPrompt(redteamProvider, [...redteamHistory, {
 					role: "assistant",
 					content: node.prompt
-				}]);
+				}], shouldGenerateRemote() ? {
+					inputs,
+					materializationIndex: attempts,
+					pluginId: String(test?.metadata?.pluginId || "unknown-plugin"),
+					purpose: test?.metadata?.purpose
+				} : void 0);
+				if (inputs && shouldGenerateRemote()) assertRemoteMaterializationHandled({
+					inputMaterialization,
+					materializationHandled,
+					materializedVars
+				}, "Iterative Tree multi-input generation");
 				attempts++;
 				const extractedPrompt = extractPromptFromTags(newInjectVar);
 				if (extractedPrompt) newInjectVar = extractedPrompt;
@@ -359,14 +384,22 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
 					...iterationVars,
 					[injectVar]: finalInjectVar
 				};
-				if (inputs && Object.keys(inputs).length > 0) try {
-					const { vars: materializedVars } = await extractMaterializedVariablesFromJsonWithMetadata(JSON.parse(newInjectVar), inputs, {
+				if (inputs && Object.keys(inputs).length > 0) if (shouldGenerateRemote()) try {
+					const parsed = JSON.parse(newInjectVar);
+					Object.assign(updatedVars, buildRemoteMaterializedInputVariables({
+						inputMaterialization,
+						materializationHandled,
+						materializedVars
+					}, parsed, inputs).vars);
+				} catch {}
+				else try {
+					const { vars: localMaterializedVars } = await extractMaterializedVariablesFromJsonWithMetadata(JSON.parse(newInjectVar), inputs, {
 						materializationIndex: attempts - 1,
 						pluginId: String(test?.metadata?.pluginId || "unknown-plugin"),
 						provider: redteamProvider,
 						purpose: test?.metadata?.purpose
 					});
-					Object.assign(updatedVars, materializedVars);
+					Object.assign(updatedVars, localMaterializedVars);
 				} catch {}
 				const targetPrompt = await renderPrompt(prompt, updatedVars, filters, targetProvider, [injectVar]);
 				let targetResponse = await getTargetResponse(targetProvider, targetPrompt, iterationContext, options);
@@ -403,11 +436,18 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
 				const containsPenalizedPhrase = checkPenalizedPhrases(targetResponse.output);
 				const { score, explanation } = await evaluateResponse(gradingProvider, judgeSystemPrompt, targetResponse.output, bestResponse, containsPenalizedPhrase);
 				logger.debug(`[Depth ${depth}, Attempt ${attempts}] Evaluation: score=${score}, penalized=${containsPenalizedPhrase}. Max score so far: ${maxScore}`);
-				nextLevelNodes.push(createTreeNode(newInjectVar, score, depth + 1));
+				nextLevelNodes.push(createTreeNode(newInjectVar, score, depth + 1, void 0, {
+					inputMaterialization,
+					materializationHandled,
+					materializedVars
+				}));
 				if (score > maxScore) {
 					maxScore = score;
 					bestResponse = targetResponse.output;
 					bestNode.prompt = newInjectVar;
+					bestNode.inputMaterialization = inputMaterialization;
+					bestNode.materializationHandled = materializationHandled;
+					bestNode.materializedVars = materializedVars;
 					bestFinalAttackPrompt = finalInjectVar;
 					bestTransformDisplayVars = lastTransformDisplayVars;
 					logger.debug(`[Depth ${depth}, Attempt ${attempts}] New max score: ${maxScore}`);
@@ -419,7 +459,7 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
 					noImprovementCount++;
 					if (noImprovementCount % 5 === 0) logger.debug(`[Depth ${depth}, Attempt ${attempts}] No improvement for ${noImprovementCount} consecutive iterations. Max score: ${maxScore}`);
 				}
-				const { getGraderById } = await import("./graders-C0nXU_ZP.js").then((n) => n.r);
+				const { getGraderById } = await import("./graders-k8qmhrPu.js").then((n) => n.r);
 				let graderPassed;
 				let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 				if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
@@ -618,13 +658,23 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
 		[injectVar]: bestPrompt
 	};
 	if (inputs && Object.keys(inputs).length > 0) try {
-		const { vars: materializedVars } = await extractMaterializedVariablesFromJsonWithMetadata(JSON.parse(bestPrompt), inputs, {
-			materializationIndex: attempts,
-			pluginId: String(test?.metadata?.pluginId || "unknown-plugin"),
-			provider: redteamProvider,
-			purpose: test?.metadata?.purpose
-		});
-		Object.assign(finalUpdatedVars, materializedVars);
+		const parsed = JSON.parse(bestPrompt);
+		if (shouldGenerateRemote()) {
+			const remoteBestNodeMaterialization = {
+				inputMaterialization: bestNode.inputMaterialization,
+				materializationHandled: bestNode.materializationHandled,
+				materializedVars: bestNode.materializedVars
+			};
+			if (remoteBestNodeMaterialization.materializationHandled) Object.assign(finalUpdatedVars, buildRemoteMaterializedInputVariables(remoteBestNodeMaterialization, parsed, inputs).vars);
+		} else {
+			const { vars: materializedVars } = await extractMaterializedVariablesFromJsonWithMetadata(parsed, inputs, {
+				materializationIndex: attempts,
+				pluginId: String(test?.metadata?.pluginId || "unknown-plugin"),
+				provider: redteamProvider,
+				purpose: test?.metadata?.purpose
+			});
+			Object.assign(finalUpdatedVars, materializedVars);
+		}
 	} catch {}
 	const finalTargetPrompt = await renderPrompt(prompt, finalUpdatedVars, filters, targetProvider, [injectVar]);
 	const finalTargetResponse = await getTargetResponse(targetProvider, finalTargetPrompt, context, options);
@@ -765,4 +815,4 @@ var RedteamIterativeTreeProvider = class {
 //#endregion
 export { RedteamIterativeTreeProvider as default };
 
-//# sourceMappingURL=iterativeTree-CNyIk0Yn.js.map
+//# sourceMappingURL=iterativeTree-D9I3UJ0P.js.map

package/dist/src/{knowledgeBase-CkMljjdg.js → knowledgeBase-BGbDBwr5.js}

@@ -1,10 +1,10 @@
 #!/usr/bin/env node
-import { D as getEnvInt, s as logger } from "./logger-BbY6ypFL.js";
-import { r as telemetry } from "./telemetry-00ezXr_t.js";
+import { D as getEnvInt, s as logger } from "./logger-h-eiS4iv.js";
+import { r as telemetry } from "./telemetry-BU80NveV.js";
 import { n as sha256 } from "./createHash-CgRvs4Fn.js";
-import { c as isCacheEnabled, o as getCache } from "./cache-DpPWrkTE.js";
+import { c as isCacheEnabled, o as getCache } from "./cache-BuudGL4I.js";
 import { a as createEmptyTokenUsage } from "./tokenUsageUtils-CDet74yk.js";
-import { n as createBedrockRequestHandler, r as hasProxyEnv, t as AwsBedrockGenericProvider } from "./base-Co80MMCi.js";
+import { n as createBedrockRequestHandler, r as hasProxyEnv, t as AwsBedrockGenericProvider } from "./base-BARAIJmp.js";
 //#region src/providers/bedrock/knowledgeBase.ts
 /**
 * AWS Bedrock Knowledge Base provider for RAG (Retrieval Augmented Generation).
@@ -134,4 +134,4 @@ var AwsBedrockKnowledgeBaseProvider = class extends AwsBedrockGenericProvider {
 //#endregion
 export { AwsBedrockKnowledgeBaseProvider };
 
-//# sourceMappingURL=knowledgeBase-CkMljjdg.js.map
+//# sourceMappingURL=knowledgeBase-BGbDBwr5.js.map

package/dist/src/{knowledgeBase-Bi_8sV-H.js → knowledgeBase-BzfBwPyQ.js}

@@ -1,9 +1,9 @@
-import { a as logger, w as getEnvInt } from "./logger-KD8JjCRJ.js";
+import { T as getEnvInt, a as logger } from "./logger-BjYLHvGm.js";
 import { n as sha256 } from "./createHash-CGVzWdjj.js";
-import { i as getCache, o as isCacheEnabled } from "./cache-roFAE0cI.js";
+import { i as getCache, o as isCacheEnabled } from "./cache-x9llZxbx.js";
 import { a as createEmptyTokenUsage } from "./tokenUsageUtils-BjVkdk18.js";
-import { n as telemetry } from "./telemetry-DmXYcJNV.js";
-import { n as createBedrockRequestHandler, r as hasProxyEnv, t as AwsBedrockGenericProvider } from "./base-E9I8zXjz.js";
+import { n as telemetry } from "./telemetry-D3yQCekN.js";
+import { n as createBedrockRequestHandler, r as hasProxyEnv, t as AwsBedrockGenericProvider } from "./base-CTWzNAH9.js";
 //#region src/providers/bedrock/knowledgeBase.ts
 /**
 * AWS Bedrock Knowledge Base provider for RAG (Retrieval Augmented Generation).
@@ -133,4 +133,4 @@ var AwsBedrockKnowledgeBaseProvider = class extends AwsBedrockGenericProvider {
 //#endregion
 export { AwsBedrockKnowledgeBaseProvider };
 
-//# sourceMappingURL=knowledgeBase-Bi_8sV-H.js.map
+//# sourceMappingURL=knowledgeBase-BzfBwPyQ.js.map

package/dist/src/{knowledgeBase-BadkINlJ.js → knowledgeBase-C_MSTwDt.js}

@@ -1,9 +1,9 @@
-import { a as logger, w as getEnvInt } from "./logger-Ct2S6Yx-.js";
+import { a as logger, w as getEnvInt } from "./logger-Cs0I2v_y.js";
 import { n as sha256 } from "./createHash-BtbSX3mj.js";
-import { i as getCache, o as isCacheEnabled } from "./cache-DIXbtkNO.js";
+import { i as getCache, o as isCacheEnabled } from "./cache-CT5D7d_A.js";
 import { a as createEmptyTokenUsage } from "./tokenUsageUtils-CmnQ0G2m.js";
-import { t as telemetry } from "./telemetry-DwX9XUN5.js";
-import { n as createBedrockRequestHandler, r as hasProxyEnv, t as AwsBedrockGenericProvider } from "./base-CKLo890h.js";
+import { t as telemetry } from "./telemetry-BTIhfopq.js";
+import { n as createBedrockRequestHandler, r as hasProxyEnv, t as AwsBedrockGenericProvider } from "./base-0yya4DsM.js";
 //#region src/providers/bedrock/knowledgeBase.ts
 /**
 * AWS Bedrock Knowledge Base provider for RAG (Retrieval Augmented Generation).
@@ -133,4 +133,4 @@ var AwsBedrockKnowledgeBaseProvider = class extends AwsBedrockGenericProvider {
 //#endregion
 export { AwsBedrockKnowledgeBaseProvider };
 
-//# sourceMappingURL=knowledgeBase-BadkINlJ.js.map
+//# sourceMappingURL=knowledgeBase-C_MSTwDt.js.map

package/dist/src/{knowledgeBase-DUh34xba.cjs → knowledgeBase-DSVK_YTi.cjs}

@@ -1,9 +1,9 @@
-const require_logger = require("./logger-cfNpzI4o.cjs");
+const require_logger = require("./logger-Cm0Nb8YX.cjs");
 const require_createHash = require("./createHash-CSiqnK5P.cjs");
-const require_cache = require("./cache-CPGUA4Yl.cjs");
+const require_cache = require("./cache-WuIsgzMA.cjs");
 const require_tokenUsageUtils = require("./tokenUsageUtils-_B-P8IAi.cjs");
-const require_telemetry = require("./telemetry-CJ7FnCsc.cjs");
-const require_base = require("./base-DGJW48uz.cjs");
+const require_telemetry = require("./telemetry-DvzmDrSM.cjs");
+const require_base = require("./base-BE_pY-r5.cjs");
 //#region src/providers/bedrock/knowledgeBase.ts
 /**
 * AWS Bedrock Knowledge Base provider for RAG (Retrieval Augmented Generation).
@@ -133,4 +133,4 @@ var AwsBedrockKnowledgeBaseProvider = class extends require_base.AwsBedrockGener
 //#endregion
 exports.AwsBedrockKnowledgeBaseProvider = AwsBedrockKnowledgeBaseProvider;
 
-//# sourceMappingURL=knowledgeBase-DUh34xba.cjs.map
+//# sourceMappingURL=knowledgeBase-DSVK_YTi.cjs.map

package/dist/src/{litellm-BXyn5kZK.js → litellm-CRTmskqC.js}

@@ -1,8 +1,8 @@
 #!/usr/bin/env node
-import { O as getEnvString } from "./logger-BbY6ypFL.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-DqUFcWI0.js";
-import { t as OpenAiEmbeddingProvider } from "./embedding--UZVe4_7.js";
-import { t as OpenAiCompletionProvider } from "./completion-DZNxcyfG.js";
+import { O as getEnvString } from "./logger-h-eiS4iv.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-B8lsx0A0.js";
+import { t as OpenAiEmbeddingProvider } from "./embedding-BQBXSWgy.js";
+import { t as OpenAiCompletionProvider } from "./completion-BoWiFP-D.js";
 //#region src/providers/litellm.ts
 /**
 * Base class for LiteLLM providers that maintains LiteLLM identity
@@ -134,4 +134,4 @@ function createLiteLLMProvider(providerPath, options = {}) {
 //#endregion
 export { createLiteLLMProvider };
 
-//# sourceMappingURL=litellm-BXyn5kZK.js.map
+//# sourceMappingURL=litellm-CRTmskqC.js.map

package/dist/src/{litellm-BKBo0jpC.js → litellm-Ch4E-r4b.js}

@@ -1,7 +1,7 @@
-import { T as getEnvString } from "./logger-KD8JjCRJ.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-CUCorGiL.js";
-import { t as OpenAiEmbeddingProvider } from "./embedding-C251p1-8.js";
-import { t as OpenAiCompletionProvider } from "./completion-CO2e1_62.js";
+import { E as getEnvString } from "./logger-BjYLHvGm.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-CvQMD-mp.js";
+import { t as OpenAiEmbeddingProvider } from "./embedding-BwTB3YDt.js";
+import { t as OpenAiCompletionProvider } from "./completion-C99GFqQE.js";
 //#region src/providers/litellm.ts
 /**
 * Base class for LiteLLM providers that maintains LiteLLM identity
@@ -133,4 +133,4 @@ function createLiteLLMProvider(providerPath, options = {}) {
 //#endregion
 export { createLiteLLMProvider };
 
-//# sourceMappingURL=litellm-BKBo0jpC.js.map
+//# sourceMappingURL=litellm-Ch4E-r4b.js.map

package/dist/src/{litellm-CNcfbCfa.js → litellm-DNnk7802.js}

@@ -1,7 +1,7 @@
-import { T as getEnvString } from "./logger-Ct2S6Yx-.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-Dabu84Br.js";
-import { t as OpenAiEmbeddingProvider } from "./embedding-Bi3rxrZF.js";
-import { t as OpenAiCompletionProvider } from "./completion-sNvCLTAP.js";
+import { T as getEnvString } from "./logger-Cs0I2v_y.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-CCtIXezK.js";
+import { t as OpenAiEmbeddingProvider } from "./embedding-cd5oPBkX.js";
+import { t as OpenAiCompletionProvider } from "./completion-CUtdijfr.js";
 //#region src/providers/litellm.ts
 /**
 * Base class for LiteLLM providers that maintains LiteLLM identity
@@ -133,4 +133,4 @@ function createLiteLLMProvider(providerPath, options = {}) {
 //#endregion
 export { createLiteLLMProvider };
 
-//# sourceMappingURL=litellm-CNcfbCfa.js.map
+//# sourceMappingURL=litellm-DNnk7802.js.map

package/dist/src/{litellm-CtAr7bKG.cjs → litellm-jA4_p8mv.cjs}

@@ -1,7 +1,7 @@
-const require_logger = require("./logger-cfNpzI4o.cjs");
-const require_chat = require("./chat-DxTDQ83C.cjs");
-const require_embedding = require("./embedding-BbrwopfX.cjs");
-const require_completion = require("./completion-CSYfl2cd.cjs");
+const require_logger = require("./logger-Cm0Nb8YX.cjs");
+const require_chat = require("./chat-DkitQHdt.cjs");
+const require_embedding = require("./embedding-BMqFDnLI.cjs");
+const require_completion = require("./completion-CkRVjadz.cjs");
 //#region src/providers/litellm.ts
 /**
 * Base class for LiteLLM providers that maintains LiteLLM identity
@@ -133,4 +133,4 @@ function createLiteLLMProvider(providerPath, options = {}) {
 //#endregion
 exports.createLiteLLMProvider = createLiteLLMProvider;
 
-//# sourceMappingURL=litellm-CtAr7bKG.cjs.map
+//# sourceMappingURL=litellm-jA4_p8mv.cjs.map

package/dist/src/{logger-KD8JjCRJ.js → logger-BjYLHvGm.js}

@@ -1,43 +1,51 @@
 import { t as invariant } from "./invariant-DIYf9sP1.js";
 import dotenv from "dotenv";
-import { AsyncLocalStorage } from "node:async_hooks";
 import fs from "fs";
 import * as path$1 from "path";
 import path from "path";
 import chalk from "chalk";
 import winston from "winston";
+import { AsyncLocalStorage } from "node:async_hooks";
 import * as os$1 from "os";
 import Ajv from "ajv";
 import addFormats from "ajv-formats";
 import yaml from "js-yaml";
 import safeStringify from "fast-safe-stringify";
-//#region src/cliState.ts
-const maxConcurrencyContext = new AsyncLocalStorage();
-let globalMaxConcurrency;
-const state = {
-	get maxConcurrency() {
-		const store = maxConcurrencyContext.getStore();
-		if (store) return store.maxConcurrency;
-		return globalMaxConcurrency;
-	},
-	set maxConcurrency(value) {
-		const store = maxConcurrencyContext.getStore();
-		if (store) {
-			store.maxConcurrency = value;
-			return;
-		}
-		globalMaxConcurrency = value;
-	},
-	withMaxConcurrency(maxConcurrency, fn) {
-		return maxConcurrencyContext.run({ maxConcurrency }, fn);
+//#region src/envOverrides.ts
+/**
+* Module-level singleton; last-writer-wins. Scoped to the current process —
+* not propagated to `worker_threads` or child processes, which must register
+* their own provider (typically by importing `./cliState`).
+*
+* Kept dependency-free on purpose: this module is reachable from the bottom
+* of the import graph (via `envars`), so adding imports here risks circular
+* cycles with logger / cliState.
+*/
+let envOverridesProvider;
+function setEnvOverridesProvider(provider) {
+	envOverridesProvider = provider;
+}
+/**
+* Returns the current env overrides snapshot, or `undefined` if no provider is
+* registered. Swallows provider exceptions to preserve the invariant that
+* `getEnvString` (and its delegates `getEnvBool` / `getEnvInt` / etc.) never
+* throw on environment access — relied on by ~148 call sites.
+*/
+function getEnvOverrides() {
+	if (!envOverridesProvider) return;
+	try {
+		return envOverridesProvider();
+	} catch {
+		return;
 	}
-};
+}
 //#endregion
 //#region src/envars.ts
 dotenv.config({ quiet: true });
 function getEnvString(key, defaultValue) {
-	if (state.config?.env && typeof state.config.env === "object") {
-		const envValue = state.config.env[key];
+	const envOverrides = getEnvOverrides();
+	if (envOverrides) {
+		const envValue = envOverrides[key];
 		if (envValue !== void 0) return String(envValue);
 	}
 	const value = process.env[key];
@@ -102,6 +110,29 @@ function isCI() {
 	return getEnvBool("CI") || getEnvBool("GITHUB_ACTIONS") || getEnvBool("TRAVIS") || getEnvBool("CIRCLECI") || getEnvBool("JENKINS") || getEnvBool("GITLAB_CI") || getEnvBool("APPVEYOR") || getEnvBool("CODEBUILD_BUILD_ID") || getEnvBool("TF_BUILD") || getEnvBool("BITBUCKET_COMMIT") || getEnvBool("BUDDY") || getEnvBool("BUILDKITE") || getEnvBool("TEAMCITY_VERSION");
 }
 //#endregion
+//#region src/cliState.ts
+const maxConcurrencyContext = new AsyncLocalStorage();
+let globalMaxConcurrency;
+const state = {
+	get maxConcurrency() {
+		const store = maxConcurrencyContext.getStore();
+		if (store) return store.maxConcurrency;
+		return globalMaxConcurrency;
+	},
+	set maxConcurrency(value) {
+		const store = maxConcurrencyContext.getStore();
+		if (store) {
+			store.maxConcurrency = value;
+			return;
+		}
+		globalMaxConcurrency = value;
+	},
+	withMaxConcurrency(maxConcurrency, fn) {
+		return maxConcurrencyContext.run({ maxConcurrency }, fn);
+	}
+};
+setEnvOverridesProvider(() => state.config?.env);
+//#endregion
 //#region src/util/config/manage.ts
 let configDirectoryPath = getEnvString("PROMPTFOO_CONFIG_DIR");
 const isNodeEnvironment = typeof process !== "undefined" && process.versions && process.versions.node;
@@ -733,6 +764,6 @@ async function logRequestResponse(options) {
 }
 if (getEnvString("LOG_LEVEL", "info") === "debug") initializeSourceMapSupport();
 //#endregion
-export { getEnvFloat as C, getMaxEvalTimeMs as D, getEvalTimeoutMs as E, isCI as O, getEnvBool as S, getEnvString as T, isValidJson as _, logger as a, summarizeEvaluateResultForLogging as b, REDACTED as c, normalizeFieldName as d, sanitizeObject as f, getAjv as g, extractJsonObjects as h, logRequestResponse as i, state as k, isSecretField as l, extractFirstJsonObject as m, globalLogCallback as n, setLogCallback as o, sanitizeUrl as p, isDebugEnabled as r, setLogLevel as s, getLogLevel as t, looksLikeSecret as u, orderKeys as v, getEnvInt as w, getConfigDirectoryPath as x, safeJsonStringify as y };
+export { getEnvBool as C, getEvalTimeoutMs as D, getEnvString as E, getMaxEvalTimeMs as O, state as S, getEnvInt as T, isValidJson as _, logger as a, summarizeEvaluateResultForLogging as b, REDACTED as c, normalizeFieldName as d, sanitizeObject as f, getAjv as g, extractJsonObjects as h, logRequestResponse as i, isCI as k, isSecretField as l, extractFirstJsonObject as m, globalLogCallback as n, setLogCallback as o, sanitizeUrl as p, isDebugEnabled as r, setLogLevel as s, getLogLevel as t, looksLikeSecret as u, orderKeys as v, getEnvFloat as w, getConfigDirectoryPath as x, safeJsonStringify as y };
 
-//# sourceMappingURL=logger-KD8JjCRJ.js.map
+//# sourceMappingURL=logger-BjYLHvGm.js.map

package/dist/src/{logger-cfNpzI4o.cjs → logger-Cm0Nb8YX.cjs}

@@ -21,6 +21,35 @@ let ajv_formats = require("ajv-formats");
 ajv_formats = require_rolldown_runtime.__toESM(ajv_formats, 1);
 let fast_safe_stringify = require("fast-safe-stringify");
 fast_safe_stringify = require_rolldown_runtime.__toESM(fast_safe_stringify, 1);
+//#region src/envOverrides.ts
+/**
+* Module-level singleton; last-writer-wins. Scoped to the current process —
+* not propagated to `worker_threads` or child processes, which must register
+* their own provider (typically by importing `./cliState`).
+*
+* Kept dependency-free on purpose: this module is reachable from the bottom
+* of the import graph (via `envars`), so adding imports here risks circular
+* cycles with logger / cliState.
+*/
+let envOverridesProvider;
+function setEnvOverridesProvider(provider) {
+	envOverridesProvider = provider;
+}
+/**
+* Returns the current env overrides snapshot, or `undefined` if no provider is
+* registered. Swallows provider exceptions to preserve the invariant that
+* `getEnvString` (and its delegates `getEnvBool` / `getEnvInt` / etc.) never
+* throw on environment access — relied on by ~148 call sites.
+*/
+function getEnvOverrides() {
+	if (!envOverridesProvider) return;
+	try {
+		return envOverridesProvider();
+	} catch {
+		return;
+	}
+}
+//#endregion
 //#region src/cliState.ts
 const maxConcurrencyContext = new node_async_hooks.AsyncLocalStorage();
 let globalMaxConcurrency;
@@ -42,12 +71,14 @@ const state = {
 		return maxConcurrencyContext.run({ maxConcurrency }, fn);
 	}
 };
+setEnvOverridesProvider(() => state.config?.env);
 //#endregion
 //#region src/envars.ts
 dotenv.default.config({ quiet: true });
 function getEnvString(key, defaultValue) {
-	if (state.config?.env && typeof state.config.env === "object") {
-		const envValue = state.config.env[key];
+	const envOverrides = getEnvOverrides();
+	if (envOverrides) {
+		const envValue = envOverrides[key];
 		if (envValue !== void 0) return String(envValue);
 	}
 	const value = process.env[key];
@@ -918,4 +949,4 @@ Object.defineProperty(exports, "summarizeEvaluateResultForLogging", {
 	}
 });
 
-//# sourceMappingURL=logger-cfNpzI4o.cjs.map
+//# sourceMappingURL=logger-Cm0Nb8YX.cjs.map

package/dist/src/{logger-Ct2S6Yx-.js → logger-Cs0I2v_y.js}

@@ -11,6 +11,35 @@ import * as os$1 from "os";
 import Ajv from "ajv";
 import addFormats from "ajv-formats";
 import safeStringify from "fast-safe-stringify";
+//#region src/envOverrides.ts
+/**
+* Module-level singleton; last-writer-wins. Scoped to the current process —
+* not propagated to `worker_threads` or child processes, which must register
+* their own provider (typically by importing `./cliState`).
+*
+* Kept dependency-free on purpose: this module is reachable from the bottom
+* of the import graph (via `envars`), so adding imports here risks circular
+* cycles with logger / cliState.
+*/
+let envOverridesProvider;
+function setEnvOverridesProvider(provider) {
+	envOverridesProvider = provider;
+}
+/**
+* Returns the current env overrides snapshot, or `undefined` if no provider is
+* registered. Swallows provider exceptions to preserve the invariant that
+* `getEnvString` (and its delegates `getEnvBool` / `getEnvInt` / etc.) never
+* throw on environment access — relied on by ~148 call sites.
+*/
+function getEnvOverrides() {
+	if (!envOverridesProvider) return;
+	try {
+		return envOverridesProvider();
+	} catch {
+		return;
+	}
+}
+//#endregion
 //#region src/cliState.ts
 const maxConcurrencyContext = new AsyncLocalStorage();
 let globalMaxConcurrency;
@@ -32,12 +61,14 @@ const state = {
 		return maxConcurrencyContext.run({ maxConcurrency }, fn);
 	}
 };
+setEnvOverridesProvider(() => state.config?.env);
 //#endregion
 //#region src/envars.ts
 dotenv.config({ quiet: true });
 function getEnvString(key, defaultValue) {
-	if (state.config?.env && typeof state.config.env === "object") {
-		const envValue = state.config.env[key];
+	const envOverrides = getEnvOverrides();
+	if (envOverrides) {
+		const envValue = envOverrides[key];
 		if (envValue !== void 0) return String(envValue);
 	}
 	const value = process.env[key];
@@ -735,4 +766,4 @@ if (getEnvString("LOG_LEVEL", "info") === "debug") initializeSourceMapSupport();
 //#endregion
 export { getEnvFloat as C, getMaxEvalTimeMs as D, getEvalTimeoutMs as E, isCI as O, getEnvBool as S, getEnvString as T, isValidJson as _, logger as a, summarizeEvaluateResultForLogging as b, REDACTED as c, normalizeFieldName as d, sanitizeObject as f, getAjv as g, extractJsonObjects as h, logRequestResponse as i, state as k, isSecretField as l, extractFirstJsonObject as m, globalLogCallback as n, setLogCallback as o, sanitizeUrl as p, isDebugEnabled as r, setLogLevel as s, getLogLevel as t, looksLikeSecret as u, orderKeys as v, getEnvInt as w, getConfigDirectoryPath as x, safeJsonStringify as y };
 
-//# sourceMappingURL=logger-Ct2S6Yx-.js.map
+//# sourceMappingURL=logger-Cs0I2v_y.js.map