promptfoo 0.121.7 → 0.121.8

package/dist/src/{iterativeTree-B5zxBBSW.js → iterativeTree-DcuFXnjL.js}

@@ -1,16 +1,16 @@
 import { a as logger, m as extractFirstJsonObject } from "./logger-Ct2S6Yx-.js";
 import { t as invariant } from "./invariant-Ddh24eXh.js";
-import { l as sleep } from "./fetch-It34O8Ur.js";
-import { o as isLoggedIntoCloud } from "./accounts-Ca7WIoPY.js";
+import { l as sleep } from "./fetch-Doks14zQ.js";
+import { o as isLoggedIntoCloud } from "./accounts-DAv_0iE7.js";
 import { o as getNunjucksEngine } from "./render-DFfDeYUK.js";
-import { l as shouldGenerateRemote } from "./remoteGeneration-DsaSwmG2.js";
+import { l as shouldGenerateRemote } from "./remoteGeneration-CJC3E0aW.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CmnQ0G2m.js";
-import { a as extractPromptFromTags, i as extractMaterializedVariablesFromJsonWithMetadata, o as getSessionId } from "./util-DNl96nNs.js";
-import { t as PromptfooChatCompletionProvider } from "./promptfoo-Cm4hiy1Y.js";
-import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, n as checkPenalizedPhrases, o as getGraderAssertionValue, r as createIterationContext, t as buildGraderResultAssertion } from "./shared-D6IjElRI.js";
-import { n as checkExfilTracking } from "./indirectWebPwn-CbjUG0rh.js";
-import { n as renderPrompt } from "./evaluatorHelpers-DuqFFfq7.js";
-import { t as Strategies } from "./strategies-CiSeroPH.js";
+import { a as extractPromptFromTags, i as extractMaterializedVariablesFromJsonWithMetadata, o as getSessionId } from "./util-DpV6KT5i.js";
+import { a as assertRemoteMaterializationHandled, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-CqEpj6Sr.js";
+import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, n as checkPenalizedPhrases, o as getGraderAssertionValue, r as createIterationContext, t as buildGraderResultAssertion } from "./shared-CSIGeGLl.js";
+import { n as checkExfilTracking } from "./indirectWebPwn-CiWB-vVH.js";
+import { n as renderPrompt } from "./evaluatorHelpers-CrRObe2z.js";
+import { t as Strategies } from "./strategies-CD1gHeeQ.js";
 import { t as applyRuntimeTransforms } from "./runtimeTransform-DigbjU1r.js";
 import { n as CLOUD_ATTACKER_SYSTEM_PROMPT, r as JUDGE_SYSTEM_PROMPT, t as ATTACKER_SYSTEM_PROMPT } from "./prompts-DHhQsANy.js";
 import dedent from "dedent";
@@ -155,14 +155,20 @@ async function evaluateResponse(provider, judgeSystemPrompt, targetResponse, pre
 * @param redteamHistory - The conversation history of the red team.
 * @returns A promise that resolves to an object containing the improvement and new prompt.
 */
-async function getNewPrompt(redteamProvider, redteamHistory) {
+async function getNewPrompt(redteamProvider, redteamHistory, materializationContext) {
 	const redteamBody = JSON.stringify(redteamHistory);
 	const redteamResp = await redteamProvider.callApi(redteamBody, {
 		prompt: {
 			raw: redteamBody,
 			label: "history"
 		},
-		vars: {}
+		vars: materializationContext ? buildRemoteMaterializationContextVars({
+			injectVar: void 0,
+			inputs: materializationContext.inputs,
+			materializationIndex: materializationContext.materializationIndex,
+			pluginId: materializationContext.pluginId,
+			purpose: materializationContext.purpose
+		}) : {}
 	});
 	if (redteamProvider.delay) {
 		logger.debug(`[IterativeTree] Sleeping for ${redteamProvider.delay}ms`);
@@ -185,6 +191,9 @@ async function getNewPrompt(redteamProvider, redteamHistory) {
 			logger.info(`[IterativeTree] Failed to parse attacker response as JSON (primary and fallback). Skipping this turn. primary=${String(primaryErr)} fallback=${String(fallbackErr)} outputPreview="${redteamResp.output.slice(0, 200)}"`);
 			return {
 				improvement: "parse failure – skipping turn",
+				inputMaterialization: redteamResp.inputMaterialization,
+				materializationHandled: redteamResp.materializationHandled,
+				materializedVars: redteamResp.materializedVars,
 				prompt: "",
 				tokenUsage: redteamResp.tokenUsage
 			};
@@ -193,6 +202,9 @@ async function getNewPrompt(redteamProvider, redteamHistory) {
 	else retObj = redteamResp.output;
 	return {
 		...retObj,
+		inputMaterialization: redteamResp.inputMaterialization,
+		materializationHandled: redteamResp.materializationHandled,
+		materializedVars: redteamResp.materializedVars,
 		tokenUsage: redteamResp.tokenUsage
 	};
 }
@@ -231,13 +243,16 @@ function updateRedteamHistory(targetResponse, goal, score, containsPenalizedPhra
 * @param id - Optional custom UUID for the node. If not provided, a new UUID will be generated.
 * @returns A new TreeNode object.
 */
-function createTreeNode(prompt, score, depth, id) {
+function createTreeNode(prompt, score, depth, id, options) {
 	return {
 		id: id || crypto.randomUUID(),
 		prompt,
 		score,
 		children: [],
-		depth
+		depth,
+		inputMaterialization: options?.inputMaterialization,
+		materializationHandled: options?.materializationHandled,
+		materializedVars: options?.materializedVars
 	};
 }
 /**
@@ -314,10 +329,20 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
 					loggerTag: "[IterativeTree]"
 				});
 				const iterationVars = iterationContext?.vars || {};
-				let { improvement, prompt: newInjectVar } = await getNewPrompt(redteamProvider, [...redteamHistory, {
+				let { improvement, inputMaterialization, materializationHandled, materializedVars, prompt: newInjectVar } = await getNewPrompt(redteamProvider, [...redteamHistory, {
 					role: "assistant",
 					content: node.prompt
-				}]);
+				}], shouldGenerateRemote() ? {
+					inputs,
+					materializationIndex: attempts,
+					pluginId: String(test?.metadata?.pluginId || "unknown-plugin"),
+					purpose: test?.metadata?.purpose
+				} : void 0);
+				if (inputs && shouldGenerateRemote()) assertRemoteMaterializationHandled({
+					inputMaterialization,
+					materializationHandled,
+					materializedVars
+				}, "Iterative Tree multi-input generation");
 				attempts++;
 				const extractedPrompt = extractPromptFromTags(newInjectVar);
 				if (extractedPrompt) newInjectVar = extractedPrompt;
@@ -360,14 +385,22 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
 					...iterationVars,
 					[injectVar]: finalInjectVar
 				};
-				if (inputs && Object.keys(inputs).length > 0) try {
-					const { vars: materializedVars } = await extractMaterializedVariablesFromJsonWithMetadata(JSON.parse(newInjectVar), inputs, {
+				if (inputs && Object.keys(inputs).length > 0) if (shouldGenerateRemote()) try {
+					const parsed = JSON.parse(newInjectVar);
+					Object.assign(updatedVars, buildRemoteMaterializedInputVariables({
+						inputMaterialization,
+						materializationHandled,
+						materializedVars
+					}, parsed, inputs).vars);
+				} catch {}
+				else try {
+					const { vars: localMaterializedVars } = await extractMaterializedVariablesFromJsonWithMetadata(JSON.parse(newInjectVar), inputs, {
 						materializationIndex: attempts - 1,
 						pluginId: String(test?.metadata?.pluginId || "unknown-plugin"),
 						provider: redteamProvider,
 						purpose: test?.metadata?.purpose
 					});
-					Object.assign(updatedVars, materializedVars);
+					Object.assign(updatedVars, localMaterializedVars);
 				} catch {}
 				const targetPrompt = await renderPrompt(prompt, updatedVars, filters, targetProvider, [injectVar]);
 				let targetResponse = await getTargetResponse(targetProvider, targetPrompt, iterationContext, options);
@@ -404,11 +437,18 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
 				const containsPenalizedPhrase = checkPenalizedPhrases(targetResponse.output);
 				const { score, explanation } = await evaluateResponse(gradingProvider, judgeSystemPrompt, targetResponse.output, bestResponse, containsPenalizedPhrase);
 				logger.debug(`[Depth ${depth}, Attempt ${attempts}] Evaluation: score=${score}, penalized=${containsPenalizedPhrase}. Max score so far: ${maxScore}`);
-				nextLevelNodes.push(createTreeNode(newInjectVar, score, depth + 1));
+				nextLevelNodes.push(createTreeNode(newInjectVar, score, depth + 1, void 0, {
+					inputMaterialization,
+					materializationHandled,
+					materializedVars
+				}));
 				if (score > maxScore) {
 					maxScore = score;
 					bestResponse = targetResponse.output;
 					bestNode.prompt = newInjectVar;
+					bestNode.inputMaterialization = inputMaterialization;
+					bestNode.materializationHandled = materializationHandled;
+					bestNode.materializedVars = materializedVars;
 					bestFinalAttackPrompt = finalInjectVar;
 					bestTransformDisplayVars = lastTransformDisplayVars;
 					logger.debug(`[Depth ${depth}, Attempt ${attempts}] New max score: ${maxScore}`);
@@ -420,7 +460,7 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
 					noImprovementCount++;
 					if (noImprovementCount % 5 === 0) logger.debug(`[Depth ${depth}, Attempt ${attempts}] No improvement for ${noImprovementCount} consecutive iterations. Max score: ${maxScore}`);
 				}
-				const { getGraderById } = await import("./graders-BX0f2tvS.js").then((n) => n.r);
+				const { getGraderById } = await import("./graders-KXzjnIim.js").then((n) => n.r);
 				let graderPassed;
 				let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 				if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
@@ -619,13 +659,23 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
 		[injectVar]: bestPrompt
 	};
 	if (inputs && Object.keys(inputs).length > 0) try {
-		const { vars: materializedVars } = await extractMaterializedVariablesFromJsonWithMetadata(JSON.parse(bestPrompt), inputs, {
-			materializationIndex: attempts,
-			pluginId: String(test?.metadata?.pluginId || "unknown-plugin"),
-			provider: redteamProvider,
-			purpose: test?.metadata?.purpose
-		});
-		Object.assign(finalUpdatedVars, materializedVars);
+		const parsed = JSON.parse(bestPrompt);
+		if (shouldGenerateRemote()) {
+			const remoteBestNodeMaterialization = {
+				inputMaterialization: bestNode.inputMaterialization,
+				materializationHandled: bestNode.materializationHandled,
+				materializedVars: bestNode.materializedVars
+			};
+			if (remoteBestNodeMaterialization.materializationHandled) Object.assign(finalUpdatedVars, buildRemoteMaterializedInputVariables(remoteBestNodeMaterialization, parsed, inputs).vars);
+		} else {
+			const { vars: materializedVars } = await extractMaterializedVariablesFromJsonWithMetadata(parsed, inputs, {
+				materializationIndex: attempts,
+				pluginId: String(test?.metadata?.pluginId || "unknown-plugin"),
+				provider: redteamProvider,
+				purpose: test?.metadata?.purpose
+			});
+			Object.assign(finalUpdatedVars, materializedVars);
+		}
 	} catch {}
 	const finalTargetPrompt = await renderPrompt(prompt, finalUpdatedVars, filters, targetProvider, [injectVar]);
 	const finalTargetResponse = await getTargetResponse(targetProvider, finalTargetPrompt, context, options);
@@ -766,4 +816,4 @@ var RedteamIterativeTreeProvider = class {
 //#endregion
 export { RedteamIterativeTreeProvider as default };
 
-//# sourceMappingURL=iterativeTree-B5zxBBSW.js.map
+//# sourceMappingURL=iterativeTree-DcuFXnjL.js.map

package/dist/src/{iterativeTree-CNyIk0Yn.js → iterativeTree-FrDDYAN0.js}

@@ -1,14 +1,14 @@
 import { a as logger, m as extractFirstJsonObject } from "./logger-KD8JjCRJ.js";
-import { m as sleep } from "./fetch-BufrQtvR.js";
+import { m as sleep } from "./fetch-BSSAcMxf.js";
 import { t as invariant } from "./invariant-DIYf9sP1.js";
-import { c as isLoggedIntoCloud } from "./accounts-DanM1wq_.js";
+import { c as isLoggedIntoCloud } from "./accounts-BWjqwsrf.js";
 import { o as getNunjucksEngine } from "./render-_6ur1fhE.js";
-import { l as shouldGenerateRemote } from "./remoteGeneration-COpWcmWd.js";
+import { l as shouldGenerateRemote } from "./remoteGeneration--D6WjzUm.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-BjVkdk18.js";
-import { a as extractPromptFromTags, i as extractMaterializedVariablesFromJsonWithMetadata, o as getSessionId } from "./util-Df8YMvS1.js";
-import { t as PromptfooChatCompletionProvider } from "./promptfoo-BDrfT30-.js";
-import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, n as checkPenalizedPhrases, o as getGraderAssertionValue, r as createIterationContext, t as buildGraderResultAssertion } from "./shared-7pmVZLNO.js";
-import { n as checkExfilTracking } from "./indirectWebPwn-tNx9OZ35.js";
+import { a as extractPromptFromTags, i as extractMaterializedVariablesFromJsonWithMetadata, o as getSessionId } from "./util-DGqkTb2-.js";
+import { a as assertRemoteMaterializationHandled, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-CReYAtfb.js";
+import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, n as checkPenalizedPhrases, o as getGraderAssertionValue, r as createIterationContext, t as buildGraderResultAssertion } from "./shared-CRq0gGVf.js";
+import { n as checkExfilTracking } from "./indirectWebPwn-BZFPV7Q9.js";
 import { n as renderPrompt, t as Strategies } from "./server/index.js";
 import { t as applyRuntimeTransforms } from "./runtimeTransform-BJOpL9Yc.js";
 import { n as CLOUD_ATTACKER_SYSTEM_PROMPT, r as JUDGE_SYSTEM_PROMPT, t as ATTACKER_SYSTEM_PROMPT } from "./prompts-BYMtqPCw.js";
@@ -154,14 +154,20 @@ async function evaluateResponse(provider, judgeSystemPrompt, targetResponse, pre
 * @param redteamHistory - The conversation history of the red team.
 * @returns A promise that resolves to an object containing the improvement and new prompt.
 */
-async function getNewPrompt(redteamProvider, redteamHistory) {
+async function getNewPrompt(redteamProvider, redteamHistory, materializationContext) {
 	const redteamBody = JSON.stringify(redteamHistory);
 	const redteamResp = await redteamProvider.callApi(redteamBody, {
 		prompt: {
 			raw: redteamBody,
 			label: "history"
 		},
-		vars: {}
+		vars: materializationContext ? buildRemoteMaterializationContextVars({
+			injectVar: void 0,
+			inputs: materializationContext.inputs,
+			materializationIndex: materializationContext.materializationIndex,
+			pluginId: materializationContext.pluginId,
+			purpose: materializationContext.purpose
+		}) : {}
 	});
 	if (redteamProvider.delay) {
 		logger.debug(`[IterativeTree] Sleeping for ${redteamProvider.delay}ms`);
@@ -184,6 +190,9 @@ async function getNewPrompt(redteamProvider, redteamHistory) {
 			logger.info(`[IterativeTree] Failed to parse attacker response as JSON (primary and fallback). Skipping this turn. primary=${String(primaryErr)} fallback=${String(fallbackErr)} outputPreview="${redteamResp.output.slice(0, 200)}"`);
 			return {
 				improvement: "parse failure – skipping turn",
+				inputMaterialization: redteamResp.inputMaterialization,
+				materializationHandled: redteamResp.materializationHandled,
+				materializedVars: redteamResp.materializedVars,
 				prompt: "",
 				tokenUsage: redteamResp.tokenUsage
 			};
@@ -192,6 +201,9 @@ async function getNewPrompt(redteamProvider, redteamHistory) {
 	else retObj = redteamResp.output;
 	return {
 		...retObj,
+		inputMaterialization: redteamResp.inputMaterialization,
+		materializationHandled: redteamResp.materializationHandled,
+		materializedVars: redteamResp.materializedVars,
 		tokenUsage: redteamResp.tokenUsage
 	};
 }
@@ -230,13 +242,16 @@ function updateRedteamHistory(targetResponse, goal, score, containsPenalizedPhra
 * @param id - Optional custom UUID for the node. If not provided, a new UUID will be generated.
 * @returns A new TreeNode object.
 */
-function createTreeNode(prompt, score, depth, id) {
+function createTreeNode(prompt, score, depth, id, options) {
 	return {
 		id: id || crypto.randomUUID(),
 		prompt,
 		score,
 		children: [],
-		depth
+		depth,
+		inputMaterialization: options?.inputMaterialization,
+		materializationHandled: options?.materializationHandled,
+		materializedVars: options?.materializedVars
 	};
 }
 /**
@@ -313,10 +328,20 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
 					loggerTag: "[IterativeTree]"
 				});
 				const iterationVars = iterationContext?.vars || {};
-				let { improvement, prompt: newInjectVar } = await getNewPrompt(redteamProvider, [...redteamHistory, {
+				let { improvement, inputMaterialization, materializationHandled, materializedVars, prompt: newInjectVar } = await getNewPrompt(redteamProvider, [...redteamHistory, {
 					role: "assistant",
 					content: node.prompt
-				}]);
+				}], shouldGenerateRemote() ? {
+					inputs,
+					materializationIndex: attempts,
+					pluginId: String(test?.metadata?.pluginId || "unknown-plugin"),
+					purpose: test?.metadata?.purpose
+				} : void 0);
+				if (inputs && shouldGenerateRemote()) assertRemoteMaterializationHandled({
+					inputMaterialization,
+					materializationHandled,
+					materializedVars
+				}, "Iterative Tree multi-input generation");
 				attempts++;
 				const extractedPrompt = extractPromptFromTags(newInjectVar);
 				if (extractedPrompt) newInjectVar = extractedPrompt;
@@ -359,14 +384,22 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
 					...iterationVars,
 					[injectVar]: finalInjectVar
 				};
-				if (inputs && Object.keys(inputs).length > 0) try {
-					const { vars: materializedVars } = await extractMaterializedVariablesFromJsonWithMetadata(JSON.parse(newInjectVar), inputs, {
+				if (inputs && Object.keys(inputs).length > 0) if (shouldGenerateRemote()) try {
+					const parsed = JSON.parse(newInjectVar);
+					Object.assign(updatedVars, buildRemoteMaterializedInputVariables({
+						inputMaterialization,
+						materializationHandled,
+						materializedVars
+					}, parsed, inputs).vars);
+				} catch {}
+				else try {
+					const { vars: localMaterializedVars } = await extractMaterializedVariablesFromJsonWithMetadata(JSON.parse(newInjectVar), inputs, {
 						materializationIndex: attempts - 1,
 						pluginId: String(test?.metadata?.pluginId || "unknown-plugin"),
 						provider: redteamProvider,
 						purpose: test?.metadata?.purpose
 					});
-					Object.assign(updatedVars, materializedVars);
+					Object.assign(updatedVars, localMaterializedVars);
 				} catch {}
 				const targetPrompt = await renderPrompt(prompt, updatedVars, filters, targetProvider, [injectVar]);
 				let targetResponse = await getTargetResponse(targetProvider, targetPrompt, iterationContext, options);
@@ -403,11 +436,18 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
 				const containsPenalizedPhrase = checkPenalizedPhrases(targetResponse.output);
 				const { score, explanation } = await evaluateResponse(gradingProvider, judgeSystemPrompt, targetResponse.output, bestResponse, containsPenalizedPhrase);
 				logger.debug(`[Depth ${depth}, Attempt ${attempts}] Evaluation: score=${score}, penalized=${containsPenalizedPhrase}. Max score so far: ${maxScore}`);
-				nextLevelNodes.push(createTreeNode(newInjectVar, score, depth + 1));
+				nextLevelNodes.push(createTreeNode(newInjectVar, score, depth + 1, void 0, {
+					inputMaterialization,
+					materializationHandled,
+					materializedVars
+				}));
 				if (score > maxScore) {
 					maxScore = score;
 					bestResponse = targetResponse.output;
 					bestNode.prompt = newInjectVar;
+					bestNode.inputMaterialization = inputMaterialization;
+					bestNode.materializationHandled = materializationHandled;
+					bestNode.materializedVars = materializedVars;
 					bestFinalAttackPrompt = finalInjectVar;
 					bestTransformDisplayVars = lastTransformDisplayVars;
 					logger.debug(`[Depth ${depth}, Attempt ${attempts}] New max score: ${maxScore}`);
@@ -419,7 +459,7 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
 					noImprovementCount++;
 					if (noImprovementCount % 5 === 0) logger.debug(`[Depth ${depth}, Attempt ${attempts}] No improvement for ${noImprovementCount} consecutive iterations. Max score: ${maxScore}`);
 				}
-				const { getGraderById } = await import("./graders-C0nXU_ZP.js").then((n) => n.r);
+				const { getGraderById } = await import("./graders-DaRU98zs.js").then((n) => n.r);
 				let graderPassed;
 				let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 				if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
@@ -618,13 +658,23 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
 		[injectVar]: bestPrompt
 	};
 	if (inputs && Object.keys(inputs).length > 0) try {
-		const { vars: materializedVars } = await extractMaterializedVariablesFromJsonWithMetadata(JSON.parse(bestPrompt), inputs, {
-			materializationIndex: attempts,
-			pluginId: String(test?.metadata?.pluginId || "unknown-plugin"),
-			provider: redteamProvider,
-			purpose: test?.metadata?.purpose
-		});
-		Object.assign(finalUpdatedVars, materializedVars);
+		const parsed = JSON.parse(bestPrompt);
+		if (shouldGenerateRemote()) {
+			const remoteBestNodeMaterialization = {
+				inputMaterialization: bestNode.inputMaterialization,
+				materializationHandled: bestNode.materializationHandled,
+				materializedVars: bestNode.materializedVars
+			};
+			if (remoteBestNodeMaterialization.materializationHandled) Object.assign(finalUpdatedVars, buildRemoteMaterializedInputVariables(remoteBestNodeMaterialization, parsed, inputs).vars);
+		} else {
+			const { vars: materializedVars } = await extractMaterializedVariablesFromJsonWithMetadata(parsed, inputs, {
+				materializationIndex: attempts,
+				pluginId: String(test?.metadata?.pluginId || "unknown-plugin"),
+				provider: redteamProvider,
+				purpose: test?.metadata?.purpose
+			});
+			Object.assign(finalUpdatedVars, materializedVars);
+		}
 	} catch {}
 	const finalTargetPrompt = await renderPrompt(prompt, finalUpdatedVars, filters, targetProvider, [injectVar]);
 	const finalTargetResponse = await getTargetResponse(targetProvider, finalTargetPrompt, context, options);
@@ -765,4 +815,4 @@ var RedteamIterativeTreeProvider = class {
 //#endregion
 export { RedteamIterativeTreeProvider as default };
 
-//# sourceMappingURL=iterativeTree-CNyIk0Yn.js.map
+//# sourceMappingURL=iterativeTree-FrDDYAN0.js.map

package/dist/src/{iterativeTree-CPMF10ve.cjs → iterativeTree-LOgAi0nU.cjs}

@@ -1,17 +1,17 @@
 const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
 const require_logger = require("./logger-cfNpzI4o.cjs");
 const require_invariant = require("./invariant-QtnLD03y.cjs");
-const require_fetch = require("./fetch-Dw4XZHjj.cjs");
-const require_accounts = require("./accounts-CmWzeD2d.cjs");
+const require_fetch = require("./fetch-Cfm4EuOB.cjs");
+const require_accounts = require("./accounts-BVz5gHLK.cjs");
 const require_render = require("./render-BNTrbmBw.cjs");
-const require_remoteGeneration = require("./remoteGeneration-DS9N3pgB.cjs");
+const require_remoteGeneration = require("./remoteGeneration-BpIYlb_O.cjs");
 const require_tokenUsageUtils = require("./tokenUsageUtils-_B-P8IAi.cjs");
-const require_util = require("./util-CN8om2rz.cjs");
-const require_promptfoo = require("./promptfoo-b-baRMj-.cjs");
-const require_shared = require("./shared-WkgnDkcg.cjs");
-const require_indirectWebPwn = require("./indirectWebPwn-BJ22AbQa.cjs");
-const require_evaluatorHelpers = require("./evaluatorHelpers-CRqTvSux.cjs");
-const require_strategies = require("./strategies-7CS3Alao.cjs");
+const require_util = require("./util-DNtUsus_.cjs");
+const require_promptfoo = require("./promptfoo-ClChwT74.cjs");
+const require_shared = require("./shared-aHWko3P1.cjs");
+const require_indirectWebPwn = require("./indirectWebPwn-D7NA9Nsv.cjs");
+const require_evaluatorHelpers = require("./evaluatorHelpers-D06I9WFL.cjs");
+const require_strategies = require("./strategies-CCcnEbFO.cjs");
 const require_runtimeTransform = require("./runtimeTransform-ON3YYILw.cjs");
 const require_prompts = require("./prompts-hNvWBD3z.cjs");
 let dedent = require("dedent");
@@ -157,14 +157,20 @@ async function evaluateResponse(provider, judgeSystemPrompt, targetResponse, pre
 * @param redteamHistory - The conversation history of the red team.
 * @returns A promise that resolves to an object containing the improvement and new prompt.
 */
-async function getNewPrompt(redteamProvider, redteamHistory) {
+async function getNewPrompt(redteamProvider, redteamHistory, materializationContext) {
 	const redteamBody = JSON.stringify(redteamHistory);
 	const redteamResp = await redteamProvider.callApi(redteamBody, {
 		prompt: {
 			raw: redteamBody,
 			label: "history"
 		},
-		vars: {}
+		vars: materializationContext ? require_promptfoo.buildRemoteMaterializationContextVars({
+			injectVar: void 0,
+			inputs: materializationContext.inputs,
+			materializationIndex: materializationContext.materializationIndex,
+			pluginId: materializationContext.pluginId,
+			purpose: materializationContext.purpose
+		}) : {}
 	});
 	if (redteamProvider.delay) {
 		require_logger.logger.debug(`[IterativeTree] Sleeping for ${redteamProvider.delay}ms`);
@@ -187,6 +193,9 @@ async function getNewPrompt(redteamProvider, redteamHistory) {
 			require_logger.logger.info(`[IterativeTree] Failed to parse attacker response as JSON (primary and fallback). Skipping this turn. primary=${String(primaryErr)} fallback=${String(fallbackErr)} outputPreview="${redteamResp.output.slice(0, 200)}"`);
 			return {
 				improvement: "parse failure – skipping turn",
+				inputMaterialization: redteamResp.inputMaterialization,
+				materializationHandled: redteamResp.materializationHandled,
+				materializedVars: redteamResp.materializedVars,
 				prompt: "",
 				tokenUsage: redteamResp.tokenUsage
 			};
@@ -195,6 +204,9 @@ async function getNewPrompt(redteamProvider, redteamHistory) {
 	else retObj = redteamResp.output;
 	return {
 		...retObj,
+		inputMaterialization: redteamResp.inputMaterialization,
+		materializationHandled: redteamResp.materializationHandled,
+		materializedVars: redteamResp.materializedVars,
 		tokenUsage: redteamResp.tokenUsage
 	};
 }
@@ -233,13 +245,16 @@ function updateRedteamHistory(targetResponse, goal, score, containsPenalizedPhra
 * @param id - Optional custom UUID for the node. If not provided, a new UUID will be generated.
 * @returns A new TreeNode object.
 */
-function createTreeNode(prompt, score, depth, id) {
+function createTreeNode(prompt, score, depth, id, options) {
 	return {
 		id: id || crypto.randomUUID(),
 		prompt,
 		score,
 		children: [],
-		depth
+		depth,
+		inputMaterialization: options?.inputMaterialization,
+		materializationHandled: options?.materializationHandled,
+		materializedVars: options?.materializedVars
 	};
 }
 /**
@@ -316,10 +331,20 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
 					loggerTag: "[IterativeTree]"
 				});
 				const iterationVars = iterationContext?.vars || {};
-				let { improvement, prompt: newInjectVar } = await getNewPrompt(redteamProvider, [...redteamHistory, {
+				let { improvement, inputMaterialization, materializationHandled, materializedVars, prompt: newInjectVar } = await getNewPrompt(redteamProvider, [...redteamHistory, {
 					role: "assistant",
 					content: node.prompt
-				}]);
+				}], require_remoteGeneration.shouldGenerateRemote() ? {
+					inputs,
+					materializationIndex: attempts,
+					pluginId: String(test?.metadata?.pluginId || "unknown-plugin"),
+					purpose: test?.metadata?.purpose
+				} : void 0);
+				if (inputs && require_remoteGeneration.shouldGenerateRemote()) require_promptfoo.assertRemoteMaterializationHandled({
+					inputMaterialization,
+					materializationHandled,
+					materializedVars
+				}, "Iterative Tree multi-input generation");
 				attempts++;
 				const extractedPrompt = require_util.extractPromptFromTags(newInjectVar);
 				if (extractedPrompt) newInjectVar = extractedPrompt;
@@ -362,14 +387,22 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
 					...iterationVars,
 					[injectVar]: finalInjectVar
 				};
-				if (inputs && Object.keys(inputs).length > 0) try {
-					const { vars: materializedVars } = await require_util.extractMaterializedVariablesFromJsonWithMetadata(JSON.parse(newInjectVar), inputs, {
+				if (inputs && Object.keys(inputs).length > 0) if (require_remoteGeneration.shouldGenerateRemote()) try {
+					const parsed = JSON.parse(newInjectVar);
+					Object.assign(updatedVars, require_promptfoo.buildRemoteMaterializedInputVariables({
+						inputMaterialization,
+						materializationHandled,
+						materializedVars
+					}, parsed, inputs).vars);
+				} catch {}
+				else try {
+					const { vars: localMaterializedVars } = await require_util.extractMaterializedVariablesFromJsonWithMetadata(JSON.parse(newInjectVar), inputs, {
 						materializationIndex: attempts - 1,
 						pluginId: String(test?.metadata?.pluginId || "unknown-plugin"),
 						provider: redteamProvider,
 						purpose: test?.metadata?.purpose
 					});
-					Object.assign(updatedVars, materializedVars);
+					Object.assign(updatedVars, localMaterializedVars);
 				} catch {}
 				const targetPrompt = await require_evaluatorHelpers.renderPrompt(prompt, updatedVars, filters, targetProvider, [injectVar]);
 				let targetResponse = await require_shared.getTargetResponse(targetProvider, targetPrompt, iterationContext, options);
@@ -406,11 +439,18 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
 				const containsPenalizedPhrase = require_shared.checkPenalizedPhrases(targetResponse.output);
 				const { score, explanation } = await evaluateResponse(gradingProvider, judgeSystemPrompt, targetResponse.output, bestResponse, containsPenalizedPhrase);
 				require_logger.logger.debug(`[Depth ${depth}, Attempt ${attempts}] Evaluation: score=${score}, penalized=${containsPenalizedPhrase}. Max score so far: ${maxScore}`);
-				nextLevelNodes.push(createTreeNode(newInjectVar, score, depth + 1));
+				nextLevelNodes.push(createTreeNode(newInjectVar, score, depth + 1, void 0, {
+					inputMaterialization,
+					materializationHandled,
+					materializedVars
+				}));
 				if (score > maxScore) {
 					maxScore = score;
 					bestResponse = targetResponse.output;
 					bestNode.prompt = newInjectVar;
+					bestNode.inputMaterialization = inputMaterialization;
+					bestNode.materializationHandled = materializationHandled;
+					bestNode.materializedVars = materializedVars;
 					bestFinalAttackPrompt = finalInjectVar;
 					bestTransformDisplayVars = lastTransformDisplayVars;
 					require_logger.logger.debug(`[Depth ${depth}, Attempt ${attempts}] New max score: ${maxScore}`);
@@ -422,7 +462,7 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
 					noImprovementCount++;
 					if (noImprovementCount % 5 === 0) require_logger.logger.debug(`[Depth ${depth}, Attempt ${attempts}] No improvement for ${noImprovementCount} consecutive iterations. Max score: ${maxScore}`);
 				}
-				const { getGraderById } = await Promise.resolve().then(() => require("./graders-ClrU2fnd.cjs")).then((n) => n.graders_exports);
+				const { getGraderById } = await Promise.resolve().then(() => require("./graders-CBQ2s6gz.cjs")).then((n) => n.graders_exports);
 				let graderPassed;
 				let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 				if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
@@ -621,13 +661,23 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
 		[injectVar]: bestPrompt
 	};
 	if (inputs && Object.keys(inputs).length > 0) try {
-		const { vars: materializedVars } = await require_util.extractMaterializedVariablesFromJsonWithMetadata(JSON.parse(bestPrompt), inputs, {
-			materializationIndex: attempts,
-			pluginId: String(test?.metadata?.pluginId || "unknown-plugin"),
-			provider: redteamProvider,
-			purpose: test?.metadata?.purpose
-		});
-		Object.assign(finalUpdatedVars, materializedVars);
+		const parsed = JSON.parse(bestPrompt);
+		if (require_remoteGeneration.shouldGenerateRemote()) {
+			const remoteBestNodeMaterialization = {
+				inputMaterialization: bestNode.inputMaterialization,
+				materializationHandled: bestNode.materializationHandled,
+				materializedVars: bestNode.materializedVars
+			};
+			if (remoteBestNodeMaterialization.materializationHandled) Object.assign(finalUpdatedVars, require_promptfoo.buildRemoteMaterializedInputVariables(remoteBestNodeMaterialization, parsed, inputs).vars);
+		} else {
+			const { vars: materializedVars } = await require_util.extractMaterializedVariablesFromJsonWithMetadata(parsed, inputs, {
+				materializationIndex: attempts,
+				pluginId: String(test?.metadata?.pluginId || "unknown-plugin"),
+				provider: redteamProvider,
+				purpose: test?.metadata?.purpose
+			});
+			Object.assign(finalUpdatedVars, materializedVars);
+		}
 	} catch {}
 	const finalTargetPrompt = await require_evaluatorHelpers.renderPrompt(prompt, finalUpdatedVars, filters, targetProvider, [injectVar]);
 	const finalTargetResponse = await require_shared.getTargetResponse(targetProvider, finalTargetPrompt, context, options);
@@ -768,4 +818,4 @@ var RedteamIterativeTreeProvider = class {
 //#endregion
 exports.default = RedteamIterativeTreeProvider;
 
-//# sourceMappingURL=iterativeTree-CPMF10ve.cjs.map
+//# sourceMappingURL=iterativeTree-LOgAi0nU.cjs.map

package/dist/src/{knowledgeBase-DUh34xba.cjs → knowledgeBase-CdbcGBZF.cjs}

@@ -1,9 +1,9 @@
 const require_logger = require("./logger-cfNpzI4o.cjs");
 const require_createHash = require("./createHash-CSiqnK5P.cjs");
-const require_cache = require("./cache-CPGUA4Yl.cjs");
+const require_cache = require("./cache-h5MWOBZI.cjs");
 const require_tokenUsageUtils = require("./tokenUsageUtils-_B-P8IAi.cjs");
-const require_telemetry = require("./telemetry-CJ7FnCsc.cjs");
-const require_base = require("./base-DGJW48uz.cjs");
+const require_telemetry = require("./telemetry-C_ImlCOk.cjs");
+const require_base = require("./base-BzdS8tod.cjs");
 //#region src/providers/bedrock/knowledgeBase.ts
 /**
 * AWS Bedrock Knowledge Base provider for RAG (Retrieval Augmented Generation).
@@ -133,4 +133,4 @@ var AwsBedrockKnowledgeBaseProvider = class extends require_base.AwsBedrockGener
 //#endregion
 exports.AwsBedrockKnowledgeBaseProvider = AwsBedrockKnowledgeBaseProvider;
 
-//# sourceMappingURL=knowledgeBase-DUh34xba.cjs.map
+//# sourceMappingURL=knowledgeBase-CdbcGBZF.cjs.map

package/dist/src/{knowledgeBase-Bi_8sV-H.js → knowledgeBase-CjOXp6Lr.js}

@@ -1,9 +1,9 @@
 import { a as logger, w as getEnvInt } from "./logger-KD8JjCRJ.js";
 import { n as sha256 } from "./createHash-CGVzWdjj.js";
-import { i as getCache, o as isCacheEnabled } from "./cache-roFAE0cI.js";
+import { i as getCache, o as isCacheEnabled } from "./cache-CrioYnaa.js";
 import { a as createEmptyTokenUsage } from "./tokenUsageUtils-BjVkdk18.js";
-import { n as telemetry } from "./telemetry-DmXYcJNV.js";
-import { n as createBedrockRequestHandler, r as hasProxyEnv, t as AwsBedrockGenericProvider } from "./base-E9I8zXjz.js";
+import { n as telemetry } from "./telemetry-BbpmrenM.js";
+import { n as createBedrockRequestHandler, r as hasProxyEnv, t as AwsBedrockGenericProvider } from "./base-0Gzzue9Z.js";
 //#region src/providers/bedrock/knowledgeBase.ts
 /**
 * AWS Bedrock Knowledge Base provider for RAG (Retrieval Augmented Generation).
@@ -133,4 +133,4 @@ var AwsBedrockKnowledgeBaseProvider = class extends AwsBedrockGenericProvider {
 //#endregion
 export { AwsBedrockKnowledgeBaseProvider };
 
-//# sourceMappingURL=knowledgeBase-Bi_8sV-H.js.map
+//# sourceMappingURL=knowledgeBase-CjOXp6Lr.js.map