promptfoo 0.121.7 → 0.121.9

package/dist/src/{indirectWebPwn-OsXnKejv.js → indirectWebPwn-BoPqjm9W.js}

@@ -1,10 +1,10 @@
-import { a as logger } from "./logger-Ct2S6Yx-.js";
+import { a as logger } from "./logger-Cs0I2v_y.js";
 import { t as invariant } from "./invariant-Ddh24eXh.js";
-import { n as fetchWithRetries } from "./fetch-It34O8Ur.js";
-import { i as getUserEmail } from "./accounts-Ca7WIoPY.js";
-import { r as getRemoteGenerationUrl } from "./remoteGeneration-DsaSwmG2.js";
+import { n as fetchWithRetries } from "./fetch-CHJu2KON.js";
+import { i as getUserEmail } from "./accounts-4Xa5fcHy.js";
+import { r as getRemoteGenerationUrl } from "./remoteGeneration-DvWEm3yi.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CmnQ0G2m.js";
-import { c as getTargetResponse } from "./shared-D6IjElRI.js";
+import { c as getTargetResponse } from "./shared-BF25a7ms.js";
 import { randomUUID } from "node:crypto";
 //#region src/redteam/providers/indirectWebPwn.ts
 /**
@@ -256,4 +256,4 @@ var IndirectWebPwnProvider = class {
 //#endregion
 export { IndirectWebPwnProvider as default };
 
-//# sourceMappingURL=indirectWebPwn-OsXnKejv.js.map
+//# sourceMappingURL=indirectWebPwn-BoPqjm9W.js.map

package/dist/src/{indirectWebPwn-CbjUG0rh.js → indirectWebPwn-DRYpRTx6.js}

@@ -1,7 +1,7 @@
-import { a as logger } from "./logger-Ct2S6Yx-.js";
-import { n as fetchWithRetries } from "./fetch-It34O8Ur.js";
-import { i as getUserEmail } from "./accounts-Ca7WIoPY.js";
-import { r as getRemoteGenerationUrl } from "./remoteGeneration-DsaSwmG2.js";
+import { a as logger } from "./logger-BjYLHvGm.js";
+import { n as fetchWithRetries } from "./fetch-CBe8pU8Q.js";
+import { o as getUserEmail } from "./accounts-BAajbKSh.js";
+import { r as getRemoteGenerationUrl } from "./remoteGeneration-CoxtxLvB.js";
 import { createHash, randomUUID } from "node:crypto";
 //#region src/redteam/strategies/indirectWebPwn.ts
 /**
@@ -382,4 +382,4 @@ async function transformForPerTurnLayer(testCases, injectVar, config) {
 //#endregion
 export { checkExfilTracking as n, addIndirectWebPwnTestCases as t };
 
-//# sourceMappingURL=indirectWebPwn-CbjUG0rh.js.map
+//# sourceMappingURL=indirectWebPwn-DRYpRTx6.js.map

package/dist/src/{indirectWebPwn-CfQJt3gk.cjs → indirectWebPwn-MiCFTfzI.cjs}

@@ -1,11 +1,11 @@
 require("./rolldown-runtime-D_mwlA32.cjs");
-const require_logger = require("./logger-cfNpzI4o.cjs");
+const require_logger = require("./logger-Cm0Nb8YX.cjs");
 const require_invariant = require("./invariant-QtnLD03y.cjs");
-const require_fetch = require("./fetch-Dw4XZHjj.cjs");
-const require_accounts = require("./accounts-CmWzeD2d.cjs");
-const require_remoteGeneration = require("./remoteGeneration-DS9N3pgB.cjs");
+const require_fetch = require("./fetch-B2HvaVUc.cjs");
+const require_accounts = require("./accounts-DAcQXPwE.cjs");
+const require_remoteGeneration = require("./remoteGeneration-CD3c_rzc.cjs");
 const require_tokenUsageUtils = require("./tokenUsageUtils-_B-P8IAi.cjs");
-const require_shared = require("./shared-WkgnDkcg.cjs");
+const require_shared = require("./shared-DlmtkptR.cjs");
 let node_crypto = require("node:crypto");
 //#region src/redteam/providers/indirectWebPwn.ts
 /**
@@ -257,4 +257,4 @@ var IndirectWebPwnProvider = class {
 //#endregion
 exports.default = IndirectWebPwnProvider;
 
-//# sourceMappingURL=indirectWebPwn-CfQJt3gk.cjs.map
+//# sourceMappingURL=indirectWebPwn-MiCFTfzI.cjs.map

package/dist/src/{inputVariables-DUGMb9Ka.js → inputVariables-B7cylqzM.js}

@@ -1,4 +1,4 @@
-import { a as logger } from "./logger-Ct2S6Yx-.js";
+import { a as logger } from "./logger-Cs0I2v_y.js";
 import { Bt as getInputDescription, Ht as normalizeInputDefinition, Vt as getInputType, jt as DocxInjectionPlacementSchema, kt as DocumentMediaInjectionPlacementSchema, zt as buildInputPromptDescription } from "./types-D6glLbdF.js";
 //#region src/redteam/inputVariables.ts
 const SVG_WIDTH = 1200;
@@ -461,4 +461,4 @@ async function materializeInputVariablesWithMetadata(variables, inputs, context
 //#endregion
 export { materializeInputVariablesWithMetadata as n, buildPromptInputDescriptions as t };
 
-//# sourceMappingURL=inputVariables-DUGMb9Ka.js.map
+//# sourceMappingURL=inputVariables-B7cylqzM.js.map

package/dist/src/{inputVariables-Dq9W-Z3a.cjs → inputVariables-D5K2vTp4.cjs}

@@ -1,4 +1,4 @@
-const require_logger = require("./logger-cfNpzI4o.cjs");
+const require_logger = require("./logger-Cm0Nb8YX.cjs");
 const require_types = require("./types-CxJvaY2S.cjs");
 //#region src/redteam/inputVariables.ts
 const SVG_WIDTH = 1200;
@@ -472,4 +472,4 @@ Object.defineProperty(exports, "materializeInputVariablesWithMetadata", {
 	}
 });
 
-//# sourceMappingURL=inputVariables-Dq9W-Z3a.cjs.map
+//# sourceMappingURL=inputVariables-D5K2vTp4.cjs.map

package/dist/src/{inputVariables-B0qUChbV.js → inputVariables-DpOsOnzU.js}

@@ -1,5 +1,5 @@
-import { a as logger } from "./logger-KD8JjCRJ.js";
-import { _t as DocxInjectionPlacementSchema, bt as getInputType, gt as DocumentMediaInjectionPlacementSchema, vt as buildInputPromptDescription, xt as normalizeInputDefinition, yt as getInputDescription } from "./types-BJQBBPTP.js";
+import { a as logger } from "./logger-BjYLHvGm.js";
+import { _t as DocxInjectionPlacementSchema, bt as getInputType, gt as DocumentMediaInjectionPlacementSchema, vt as buildInputPromptDescription, xt as normalizeInputDefinition, yt as getInputDescription } from "./types-uLCKnRiK.js";
 //#region src/redteam/inputVariables.ts
 const SVG_WIDTH = 1200;
 const SVG_LINE_HEIGHT = 32;
@@ -464,4 +464,4 @@ function createPlaceholderInputValue(name, definition, value = `test_${name}`) {
 //#endregion
 export { createPlaceholderInputValue as n, materializeInputVariablesWithMetadata as r, buildPromptInputDescriptions as t };
 
-//# sourceMappingURL=inputVariables-B0qUChbV.js.map
+//# sourceMappingURL=inputVariables-DpOsOnzU.js.map

package/dist/src/{inputVariables-DXFdi7AI.js → inputVariables-qJmuSN5i.js}

@@ -1,6 +1,6 @@
 #!/usr/bin/env node
-import { s as logger } from "./logger-BbY6ypFL.js";
-import { Ct as getInputDescription, St as buildInputPromptDescription, Tt as normalizeInputDefinition, bt as DocumentMediaInjectionPlacementSchema, wt as getInputType, xt as DocxInjectionPlacementSchema } from "./types-BFevViUY.js";
+import { s as logger } from "./logger-h-eiS4iv.js";
+import { Ct as getInputDescription, St as buildInputPromptDescription, Tt as normalizeInputDefinition, bt as DocumentMediaInjectionPlacementSchema, wt as getInputType, xt as DocxInjectionPlacementSchema } from "./types-C_e_SykX.js";
 //#region src/redteam/inputVariables.ts
 const SVG_WIDTH = 1200;
 const SVG_LINE_HEIGHT = 32;
@@ -465,4 +465,4 @@ function createPlaceholderInputValue(name, definition, value = `test_${name}`) {
 //#endregion
 export { createPlaceholderInputValue as n, materializeInputVariablesWithMetadata as r, buildPromptInputDescriptions as t };
 
-//# sourceMappingURL=inputVariables-DXFdi7AI.js.map
+//# sourceMappingURL=inputVariables-qJmuSN5i.js.map

package/dist/src/{interactiveCheck-C4QlIuoR.js → interactiveCheck-BLnDrfjg.js}

@@ -1,5 +1,5 @@
 #!/usr/bin/env node
-import { T as getEnvBool, s as logger } from "./logger-BbY6ypFL.js";
+import { T as getEnvBool, s as logger } from "./logger-h-eiS4iv.js";
 //#region src/ui/interactiveCheck.ts
 /**
 * Lightweight module for checking if interactive UI should be used.
@@ -56,4 +56,4 @@ function shouldUseInkUI() {
 //#endregion
 export { shouldUseInkUI as n, canUseInteractiveUI as t };
 
-//# sourceMappingURL=interactiveCheck-C4QlIuoR.js.map
+//# sourceMappingURL=interactiveCheck-BLnDrfjg.js.map

package/dist/src/{iterative-FTS4Bz67.js → iterative-BDRx_noa.js}

@@ -1,20 +1,20 @@
 #!/usr/bin/env node
-import { D as getEnvInt, g as extractFirstJsonObject, s as logger } from "./logger-BbY6ypFL.js";
-import { f as sleep } from "./fetch-DXUnXkVU.js";
+import { D as getEnvInt, g as extractFirstJsonObject, s as logger } from "./logger-h-eiS4iv.js";
+import { f as sleep } from "./fetch-C59QM4cf.js";
 import { t as invariant } from "./invariant-B2Rf6avk.js";
-import { c as isLoggedIntoCloud } from "./accounts-CjFnOPmb.js";
-import { o as getNunjucksEngine } from "./render-CSP99NLm.js";
-import { l as shouldGenerateRemote } from "./remoteGeneration-B1_XsKXU.js";
+import { c as isLoggedIntoCloud } from "./accounts-Bw2qPqE-.js";
+import { o as getNunjucksEngine } from "./render-jE6RKVgk.js";
+import { l as shouldGenerateRemote } from "./remoteGeneration-DW6mPZnO.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CDet74yk.js";
-import { r as materializeInputVariablesWithMetadata, t as buildPromptInputDescriptions } from "./inputVariables-DXFdi7AI.js";
-import { a as extractPromptFromTags, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-kDURhgJW.js";
-import { t as PromptfooChatCompletionProvider } from "./promptfoo-Rjp-MeBb.js";
-import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, n as checkPenalizedPhrases, o as getGraderAssertionValue, r as createIterationContext, t as buildGraderResultAssertion } from "./shared-9WHQ1oNE.js";
-import { n as checkExfilTracking } from "./indirectWebPwn-uyWdHx04.js";
-import { n as renderPrompt } from "./evaluatorHelpers-BsYP_muT.js";
-import { t as Strategies } from "./strategies-DRJjGTIY.js";
-import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-BnwKCkSB.js";
-import { t as applyRuntimeTransforms } from "./runtimeTransform-Dgh_D7DU.js";
+import { r as materializeInputVariablesWithMetadata, t as buildPromptInputDescriptions } from "./inputVariables-qJmuSN5i.js";
+import { a as extractPromptFromTags, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-D9grslJP.js";
+import { a as assertRemoteMaterializationHandled, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-wxe28-q9.js";
+import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, n as checkPenalizedPhrases, o as getGraderAssertionValue, r as createIterationContext, t as buildGraderResultAssertion } from "./shared-DsbObxvy.js";
+import { n as checkExfilTracking } from "./indirectWebPwn-BXUoJl4I.js";
+import { n as renderPrompt } from "./evaluatorHelpers-DDG44JeI.js";
+import { t as Strategies } from "./strategies-Ptz_P4P4.js";
+import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-D2F0D7es.js";
+import { t as applyRuntimeTransforms } from "./runtimeTransform-s14J7yxm.js";
 import { n as CLOUD_ATTACKER_SYSTEM_PROMPT, r as JUDGE_SYSTEM_PROMPT, t as ATTACKER_SYSTEM_PROMPT } from "./prompts-C-bqE1Yp.js";
 import dedent from "dedent";
 //#region src/redteam/providers/iterative.ts
@@ -62,6 +62,7 @@ async function runRedteamConversation({ context, filters, injectVar, numIteratio
 	let stopReason = "Max iterations reached";
 	const sessionIds = [];
 	const totalTokenUsage = createEmptyTokenUsage();
+	const usingRemoteRedteamProvider = shouldGenerateRemote();
 	const previousOutputs = [];
 	let lastResponse = void 0;
 	const tracingOptions = resolveTracingOptions({
@@ -88,7 +89,13 @@ async function runRedteamConversation({ context, filters, injectVar, numIteratio
 				raw: redteamBody,
 				label: "history"
 			},
-			vars: {}
+			vars: usingRemoteRedteamProvider ? buildRemoteMaterializationContextVars({
+				injectVar,
+				inputs,
+				materializationIndex: i,
+				pluginId: String(test?.metadata?.pluginId || "iterative"),
+				purpose: test?.metadata?.purpose
+			}) : {}
 		}, options);
 		TokenUsageTracker.getInstance().trackUsage(redteamProvider.id(), redteamResp.tokenUsage);
 		if (redteamProvider.delay) {
@@ -157,13 +164,16 @@ async function runRedteamConversation({ context, filters, injectVar, numIteratio
 				hasImage: !!lastTransformResult.image
 			});
 		}
+		if (inputs && usingRemoteRedteamProvider) assertRemoteMaterializationHandled(redteamResp, "Iterative multi-input generation");
 		const currentInputVars = extractInputVarsFromPrompt(newInjectVar, inputs);
-		const materializedInputVars = currentInputVars && inputs ? await materializeInputVariablesWithMetadata(currentInputVars, inputs, {
+		let materializedInputVars;
+		if (currentInputVars && inputs) if (usingRemoteRedteamProvider) materializedInputVars = buildRemoteMaterializedInputVariables(redteamResp, currentInputVars, inputs);
+		else materializedInputVars = await materializeInputVariablesWithMetadata(currentInputVars, inputs, {
 			materializationIndex: i,
 			pluginId: String(test?.metadata?.pluginId || "iterative"),
 			provider: redteamProvider,
 			purpose: test?.metadata?.purpose
-		}) : void 0;
+		});
 		const currentRenderInputVars = materializedInputVars?.vars ?? currentInputVars;
 		const updatedVars = {
 			...iterationVars,
@@ -222,7 +232,7 @@ async function runRedteamConversation({ context, filters, injectVar, numIteratio
 		if (sessionId) sessionIds.push(sessionId);
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
-		const { getGraderById } = await import("./graders-BDT7dif6.js");
+		const { getGraderById } = await import("./graders-D4vc1PFi.js");
 		if (test && assertToUse) {
 			const grader = getGraderById(assertToUse.type);
 			if (grader) {
@@ -489,4 +499,4 @@ var RedteamIterativeProvider = class {
 //#endregion
 export { RedteamIterativeProvider as default };
 
-//# sourceMappingURL=iterative-FTS4Bz67.js.map
+//# sourceMappingURL=iterative-BDRx_noa.js.map

package/dist/src/{iterative-CpU6i2As.js → iterative-BZxrxnoh.js}

@@ -1,18 +1,18 @@
-import { a as logger, m as extractFirstJsonObject, w as getEnvInt } from "./logger-KD8JjCRJ.js";
-import { m as sleep } from "./fetch-BufrQtvR.js";
+import { T as getEnvInt, a as logger, m as extractFirstJsonObject } from "./logger-BjYLHvGm.js";
+import { m as sleep } from "./fetch-CBe8pU8Q.js";
 import { t as invariant } from "./invariant-DIYf9sP1.js";
-import { c as isLoggedIntoCloud } from "./accounts-DanM1wq_.js";
-import { o as getNunjucksEngine } from "./render-_6ur1fhE.js";
-import { l as shouldGenerateRemote } from "./remoteGeneration-COpWcmWd.js";
+import { c as isLoggedIntoCloud } from "./accounts-BAajbKSh.js";
+import { o as getNunjucksEngine } from "./render-BoxrvB84.js";
+import { l as shouldGenerateRemote } from "./remoteGeneration-CoxtxLvB.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-BjVkdk18.js";
-import { r as materializeInputVariablesWithMetadata, t as buildPromptInputDescriptions } from "./inputVariables-B0qUChbV.js";
-import { a as extractPromptFromTags, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-Df8YMvS1.js";
-import { t as PromptfooChatCompletionProvider } from "./promptfoo-BDrfT30-.js";
-import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, n as checkPenalizedPhrases, o as getGraderAssertionValue, r as createIterationContext, t as buildGraderResultAssertion } from "./shared-7pmVZLNO.js";
-import { n as checkExfilTracking } from "./indirectWebPwn-tNx9OZ35.js";
+import { r as materializeInputVariablesWithMetadata, t as buildPromptInputDescriptions } from "./inputVariables-DpOsOnzU.js";
+import { a as extractPromptFromTags, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-CKZReNsz.js";
+import { a as assertRemoteMaterializationHandled, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-DVKqidd8.js";
+import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, n as checkPenalizedPhrases, o as getGraderAssertionValue, r as createIterationContext, t as buildGraderResultAssertion } from "./shared-yBQATkD5.js";
+import { n as checkExfilTracking } from "./indirectWebPwn-DRYpRTx6.js";
 import { n as renderPrompt, t as Strategies } from "./server/index.js";
-import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-Chi74lOD.js";
-import { t as applyRuntimeTransforms } from "./runtimeTransform-BJOpL9Yc.js";
+import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-PLePpCmo.js";
+import { t as applyRuntimeTransforms } from "./runtimeTransform-BmhEztlx.js";
 import { n as CLOUD_ATTACKER_SYSTEM_PROMPT, r as JUDGE_SYSTEM_PROMPT, t as ATTACKER_SYSTEM_PROMPT } from "./prompts-BYMtqPCw.js";
 import dedent from "dedent";
 //#region src/redteam/providers/iterative.ts
@@ -60,6 +60,7 @@ async function runRedteamConversation({ context, filters, injectVar, numIteratio
 	let stopReason = "Max iterations reached";
 	const sessionIds = [];
 	const totalTokenUsage = createEmptyTokenUsage();
+	const usingRemoteRedteamProvider = shouldGenerateRemote();
 	const previousOutputs = [];
 	let lastResponse = void 0;
 	const tracingOptions = resolveTracingOptions({
@@ -86,7 +87,13 @@ async function runRedteamConversation({ context, filters, injectVar, numIteratio
 				raw: redteamBody,
 				label: "history"
 			},
-			vars: {}
+			vars: usingRemoteRedteamProvider ? buildRemoteMaterializationContextVars({
+				injectVar,
+				inputs,
+				materializationIndex: i,
+				pluginId: String(test?.metadata?.pluginId || "iterative"),
+				purpose: test?.metadata?.purpose
+			}) : {}
 		}, options);
 		TokenUsageTracker.getInstance().trackUsage(redteamProvider.id(), redteamResp.tokenUsage);
 		if (redteamProvider.delay) {
@@ -155,13 +162,16 @@ async function runRedteamConversation({ context, filters, injectVar, numIteratio
 				hasImage: !!lastTransformResult.image
 			});
 		}
+		if (inputs && usingRemoteRedteamProvider) assertRemoteMaterializationHandled(redteamResp, "Iterative multi-input generation");
 		const currentInputVars = extractInputVarsFromPrompt(newInjectVar, inputs);
-		const materializedInputVars = currentInputVars && inputs ? await materializeInputVariablesWithMetadata(currentInputVars, inputs, {
+		let materializedInputVars;
+		if (currentInputVars && inputs) if (usingRemoteRedteamProvider) materializedInputVars = buildRemoteMaterializedInputVariables(redteamResp, currentInputVars, inputs);
+		else materializedInputVars = await materializeInputVariablesWithMetadata(currentInputVars, inputs, {
 			materializationIndex: i,
 			pluginId: String(test?.metadata?.pluginId || "iterative"),
 			provider: redteamProvider,
 			purpose: test?.metadata?.purpose
-		}) : void 0;
+		});
 		const currentRenderInputVars = materializedInputVars?.vars ?? currentInputVars;
 		const updatedVars = {
 			...iterationVars,
@@ -220,7 +230,7 @@ async function runRedteamConversation({ context, filters, injectVar, numIteratio
 		if (sessionId) sessionIds.push(sessionId);
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
-		const { getGraderById } = await import("./graders-C0nXU_ZP.js").then((n) => n.r);
+		const { getGraderById } = await import("./graders-k8qmhrPu.js").then((n) => n.r);
 		if (test && assertToUse) {
 			const grader = getGraderById(assertToUse.type);
 			if (grader) {
@@ -487,4 +497,4 @@ var RedteamIterativeProvider = class {
 //#endregion
 export { RedteamIterativeProvider as default };
 
-//# sourceMappingURL=iterative-CpU6i2As.js.map
+//# sourceMappingURL=iterative-BZxrxnoh.js.map

package/dist/src/{iterative-DQBuWM-j.cjs → iterative-KSovqu_j.cjs}

@@ -1,20 +1,20 @@
 const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
-const require_logger = require("./logger-cfNpzI4o.cjs");
+const require_logger = require("./logger-Cm0Nb8YX.cjs");
 const require_invariant = require("./invariant-QtnLD03y.cjs");
-const require_fetch = require("./fetch-Dw4XZHjj.cjs");
-const require_accounts = require("./accounts-CmWzeD2d.cjs");
-const require_render = require("./render-BNTrbmBw.cjs");
-const require_remoteGeneration = require("./remoteGeneration-DS9N3pgB.cjs");
+const require_fetch = require("./fetch-B2HvaVUc.cjs");
+const require_accounts = require("./accounts-DAcQXPwE.cjs");
+const require_render = require("./render-DJ4yipCD.cjs");
+const require_remoteGeneration = require("./remoteGeneration-CD3c_rzc.cjs");
 const require_tokenUsageUtils = require("./tokenUsageUtils-_B-P8IAi.cjs");
-const require_inputVariables = require("./inputVariables-Dq9W-Z3a.cjs");
-const require_util = require("./util-CN8om2rz.cjs");
-const require_promptfoo = require("./promptfoo-b-baRMj-.cjs");
-const require_shared = require("./shared-WkgnDkcg.cjs");
-const require_indirectWebPwn = require("./indirectWebPwn-BJ22AbQa.cjs");
-const require_evaluatorHelpers = require("./evaluatorHelpers-CRqTvSux.cjs");
-const require_strategies = require("./strategies-7CS3Alao.cjs");
-const require_tracingOptions = require("./tracingOptions-DrbSFaKy.cjs");
-const require_runtimeTransform = require("./runtimeTransform-ON3YYILw.cjs");
+const require_inputVariables = require("./inputVariables-D5K2vTp4.cjs");
+const require_util = require("./util-3BRss2KA.cjs");
+const require_promptfoo = require("./promptfoo-DAXBmrE6.cjs");
+const require_shared = require("./shared-DlmtkptR.cjs");
+const require_indirectWebPwn = require("./indirectWebPwn-04ziKbly.cjs");
+const require_evaluatorHelpers = require("./evaluatorHelpers-2gpZ9Q_f.cjs");
+const require_strategies = require("./strategies-BD7US9WB.cjs");
+const require_tracingOptions = require("./tracingOptions-eqmq5sA2.cjs");
+const require_runtimeTransform = require("./runtimeTransform-DJEknTZQ.cjs");
 const require_prompts = require("./prompts-hNvWBD3z.cjs");
 let dedent = require("dedent");
 dedent = require_rolldown_runtime.__toESM(dedent, 1);
@@ -63,6 +63,7 @@ async function runRedteamConversation({ context, filters, injectVar, numIteratio
 	let stopReason = "Max iterations reached";
 	const sessionIds = [];
 	const totalTokenUsage = require_tokenUsageUtils.createEmptyTokenUsage();
+	const usingRemoteRedteamProvider = require_remoteGeneration.shouldGenerateRemote();
 	const previousOutputs = [];
 	let lastResponse = void 0;
 	const tracingOptions = require_tracingOptions.resolveTracingOptions({
@@ -89,7 +90,13 @@ async function runRedteamConversation({ context, filters, injectVar, numIteratio
 				raw: redteamBody,
 				label: "history"
 			},
-			vars: {}
+			vars: usingRemoteRedteamProvider ? require_promptfoo.buildRemoteMaterializationContextVars({
+				injectVar,
+				inputs,
+				materializationIndex: i,
+				pluginId: String(test?.metadata?.pluginId || "iterative"),
+				purpose: test?.metadata?.purpose
+			}) : {}
 		}, options);
 		require_shared.TokenUsageTracker.getInstance().trackUsage(redteamProvider.id(), redteamResp.tokenUsage);
 		if (redteamProvider.delay) {
@@ -158,13 +165,16 @@ async function runRedteamConversation({ context, filters, injectVar, numIteratio
 				hasImage: !!lastTransformResult.image
 			});
 		}
+		if (inputs && usingRemoteRedteamProvider) require_promptfoo.assertRemoteMaterializationHandled(redteamResp, "Iterative multi-input generation");
 		const currentInputVars = require_util.extractInputVarsFromPrompt(newInjectVar, inputs);
-		const materializedInputVars = currentInputVars && inputs ? await require_inputVariables.materializeInputVariablesWithMetadata(currentInputVars, inputs, {
+		let materializedInputVars;
+		if (currentInputVars && inputs) if (usingRemoteRedteamProvider) materializedInputVars = require_promptfoo.buildRemoteMaterializedInputVariables(redteamResp, currentInputVars, inputs);
+		else materializedInputVars = await require_inputVariables.materializeInputVariablesWithMetadata(currentInputVars, inputs, {
 			materializationIndex: i,
 			pluginId: String(test?.metadata?.pluginId || "iterative"),
 			provider: redteamProvider,
 			purpose: test?.metadata?.purpose
-		}) : void 0;
+		});
 		const currentRenderInputVars = materializedInputVars?.vars ?? currentInputVars;
 		const updatedVars = {
 			...iterationVars,
@@ -223,7 +233,7 @@ async function runRedteamConversation({ context, filters, injectVar, numIteratio
 		if (sessionId) sessionIds.push(sessionId);
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
-		const { getGraderById } = await Promise.resolve().then(() => require("./graders-ClrU2fnd.cjs")).then((n) => n.graders_exports);
+		const { getGraderById } = await Promise.resolve().then(() => require("./graders-CQv1GT5Q.cjs")).then((n) => n.graders_exports);
 		if (test && assertToUse) {
 			const grader = getGraderById(assertToUse.type);
 			if (grader) {
@@ -490,4 +500,4 @@ var RedteamIterativeProvider = class {
 //#endregion
 exports.default = RedteamIterativeProvider;
 
-//# sourceMappingURL=iterative-DQBuWM-j.cjs.map
+//# sourceMappingURL=iterative-KSovqu_j.cjs.map

package/dist/src/{iterative-DJQEQpG3.js → iterative-vxBU1IPs.js}

@@ -1,19 +1,19 @@
-import { a as logger, m as extractFirstJsonObject, w as getEnvInt } from "./logger-Ct2S6Yx-.js";
+import { a as logger, m as extractFirstJsonObject, w as getEnvInt } from "./logger-Cs0I2v_y.js";
 import { t as invariant } from "./invariant-Ddh24eXh.js";
-import { l as sleep } from "./fetch-It34O8Ur.js";
-import { o as isLoggedIntoCloud } from "./accounts-Ca7WIoPY.js";
-import { o as getNunjucksEngine } from "./render-DFfDeYUK.js";
-import { l as shouldGenerateRemote } from "./remoteGeneration-DsaSwmG2.js";
+import { l as sleep } from "./fetch-CHJu2KON.js";
+import { o as isLoggedIntoCloud } from "./accounts-4Xa5fcHy.js";
+import { o as getNunjucksEngine } from "./render-CTZQAINJ.js";
+import { l as shouldGenerateRemote } from "./remoteGeneration-DvWEm3yi.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CmnQ0G2m.js";
-import { n as materializeInputVariablesWithMetadata, t as buildPromptInputDescriptions } from "./inputVariables-DUGMb9Ka.js";
-import { a as extractPromptFromTags, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-DNl96nNs.js";
-import { t as PromptfooChatCompletionProvider } from "./promptfoo-Cm4hiy1Y.js";
-import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, n as checkPenalizedPhrases, o as getGraderAssertionValue, r as createIterationContext, t as buildGraderResultAssertion } from "./shared-D6IjElRI.js";
-import { n as checkExfilTracking } from "./indirectWebPwn-CbjUG0rh.js";
-import { n as renderPrompt } from "./evaluatorHelpers-DuqFFfq7.js";
-import { t as Strategies } from "./strategies-CiSeroPH.js";
-import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-ji2OuXbT.js";
-import { t as applyRuntimeTransforms } from "./runtimeTransform-DigbjU1r.js";
+import { n as materializeInputVariablesWithMetadata, t as buildPromptInputDescriptions } from "./inputVariables-B7cylqzM.js";
+import { a as extractPromptFromTags, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-D1NKMz55.js";
+import { a as assertRemoteMaterializationHandled, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-CEsoPlBa.js";
+import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, n as checkPenalizedPhrases, o as getGraderAssertionValue, r as createIterationContext, t as buildGraderResultAssertion } from "./shared-BF25a7ms.js";
+import { n as checkExfilTracking } from "./indirectWebPwn-1gHqaL91.js";
+import { n as renderPrompt } from "./evaluatorHelpers-C8C8WQTv.js";
+import { t as Strategies } from "./strategies-4Nnr_9xt.js";
+import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-WpE9IqC8.js";
+import { t as applyRuntimeTransforms } from "./runtimeTransform-Bw9Tttpp.js";
 import { n as CLOUD_ATTACKER_SYSTEM_PROMPT, r as JUDGE_SYSTEM_PROMPT, t as ATTACKER_SYSTEM_PROMPT } from "./prompts-DHhQsANy.js";
 import dedent from "dedent";
 //#region src/redteam/providers/iterative.ts
@@ -61,6 +61,7 @@ async function runRedteamConversation({ context, filters, injectVar, numIteratio
 	let stopReason = "Max iterations reached";
 	const sessionIds = [];
 	const totalTokenUsage = createEmptyTokenUsage();
+	const usingRemoteRedteamProvider = shouldGenerateRemote();
 	const previousOutputs = [];
 	let lastResponse = void 0;
 	const tracingOptions = resolveTracingOptions({
@@ -87,7 +88,13 @@ async function runRedteamConversation({ context, filters, injectVar, numIteratio
 				raw: redteamBody,
 				label: "history"
 			},
-			vars: {}
+			vars: usingRemoteRedteamProvider ? buildRemoteMaterializationContextVars({
+				injectVar,
+				inputs,
+				materializationIndex: i,
+				pluginId: String(test?.metadata?.pluginId || "iterative"),
+				purpose: test?.metadata?.purpose
+			}) : {}
 		}, options);
 		TokenUsageTracker.getInstance().trackUsage(redteamProvider.id(), redteamResp.tokenUsage);
 		if (redteamProvider.delay) {
@@ -156,13 +163,16 @@ async function runRedteamConversation({ context, filters, injectVar, numIteratio
 				hasImage: !!lastTransformResult.image
 			});
 		}
+		if (inputs && usingRemoteRedteamProvider) assertRemoteMaterializationHandled(redteamResp, "Iterative multi-input generation");
 		const currentInputVars = extractInputVarsFromPrompt(newInjectVar, inputs);
-		const materializedInputVars = currentInputVars && inputs ? await materializeInputVariablesWithMetadata(currentInputVars, inputs, {
+		let materializedInputVars;
+		if (currentInputVars && inputs) if (usingRemoteRedteamProvider) materializedInputVars = buildRemoteMaterializedInputVariables(redteamResp, currentInputVars, inputs);
+		else materializedInputVars = await materializeInputVariablesWithMetadata(currentInputVars, inputs, {
 			materializationIndex: i,
 			pluginId: String(test?.metadata?.pluginId || "iterative"),
 			provider: redteamProvider,
 			purpose: test?.metadata?.purpose
-		}) : void 0;
+		});
 		const currentRenderInputVars = materializedInputVars?.vars ?? currentInputVars;
 		const updatedVars = {
 			...iterationVars,
@@ -221,7 +231,7 @@ async function runRedteamConversation({ context, filters, injectVar, numIteratio
 		if (sessionId) sessionIds.push(sessionId);
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
-		const { getGraderById } = await import("./graders-BX0f2tvS.js").then((n) => n.r);
+		const { getGraderById } = await import("./graders-GNRQ1357.js").then((n) => n.r);
 		if (test && assertToUse) {
 			const grader = getGraderById(assertToUse.type);
 			if (grader) {
@@ -488,4 +498,4 @@ var RedteamIterativeProvider = class {
 //#endregion
 export { RedteamIterativeProvider as default };
 
-//# sourceMappingURL=iterative-DJQEQpG3.js.map
+//# sourceMappingURL=iterative-vxBU1IPs.js.map

package/dist/src/{iterativeImage-Doz8mgxF.js → iterativeImage-BZuMd4x3.js}

@@ -1,11 +1,11 @@
-import { a as logger, m as extractFirstJsonObject, w as getEnvInt } from "./logger-Ct2S6Yx-.js";
+import { a as logger, m as extractFirstJsonObject, w as getEnvInt } from "./logger-Cs0I2v_y.js";
 import { t as invariant } from "./invariant-Ddh24eXh.js";
-import { l as sleep } from "./fetch-It34O8Ur.js";
-import { a as extractVariablesFromTemplates, o as getNunjucksEngine } from "./render-DFfDeYUK.js";
+import { l as sleep } from "./fetch-CHJu2KON.js";
+import { a as extractVariablesFromTemplates, o as getNunjucksEngine } from "./render-CTZQAINJ.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CmnQ0G2m.js";
-import { n as materializeInputVariablesWithMetadata, t as buildPromptInputDescriptions } from "./inputVariables-DUGMb9Ka.js";
-import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, r as createIterationContext } from "./shared-D6IjElRI.js";
-import { n as renderPrompt } from "./evaluatorHelpers-DuqFFfq7.js";
+import { n as materializeInputVariablesWithMetadata, t as buildPromptInputDescriptions } from "./inputVariables-B7cylqzM.js";
+import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, r as createIterationContext } from "./shared-BF25a7ms.js";
+import { n as renderPrompt } from "./evaluatorHelpers-C8C8WQTv.js";
 import dedent from "dedent";
 //#region src/redteam/providers/iterativeImage.ts
 const ATTACKER_SYSTEM_PROMPT = dedent`
@@ -410,4 +410,4 @@ var RedteamIterativeProvider = class {
 //#endregion
 export { RedteamIterativeProvider as default };
 
-//# sourceMappingURL=iterativeImage-Doz8mgxF.js.map
+//# sourceMappingURL=iterativeImage-BZuMd4x3.js.map

package/dist/src/{iterativeImage-BUABMVOA.js → iterativeImage-DUWLmyVM.js}

@@ -1,10 +1,10 @@
-import { a as logger, m as extractFirstJsonObject, w as getEnvInt } from "./logger-KD8JjCRJ.js";
-import { m as sleep } from "./fetch-BufrQtvR.js";
+import { T as getEnvInt, a as logger, m as extractFirstJsonObject } from "./logger-BjYLHvGm.js";
+import { m as sleep } from "./fetch-CBe8pU8Q.js";
 import { t as invariant } from "./invariant-DIYf9sP1.js";
-import { a as extractVariablesFromTemplates, o as getNunjucksEngine } from "./render-_6ur1fhE.js";
+import { a as extractVariablesFromTemplates, o as getNunjucksEngine } from "./render-BoxrvB84.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-BjVkdk18.js";
-import { r as materializeInputVariablesWithMetadata, t as buildPromptInputDescriptions } from "./inputVariables-B0qUChbV.js";
-import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, r as createIterationContext } from "./shared-7pmVZLNO.js";
+import { r as materializeInputVariablesWithMetadata, t as buildPromptInputDescriptions } from "./inputVariables-DpOsOnzU.js";
+import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, r as createIterationContext } from "./shared-yBQATkD5.js";
 import { n as renderPrompt } from "./server/index.js";
 import dedent from "dedent";
 //#region src/redteam/providers/iterativeImage.ts
@@ -410,4 +410,4 @@ var RedteamIterativeProvider = class {
 //#endregion
 export { RedteamIterativeProvider as default };
 
-//# sourceMappingURL=iterativeImage-BUABMVOA.js.map
+//# sourceMappingURL=iterativeImage-DUWLmyVM.js.map

package/dist/src/{iterativeImage-ByFWkxax.cjs → iterativeImage-DqNKoaIl.cjs}

@@ -1,12 +1,12 @@
 const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
-const require_logger = require("./logger-cfNpzI4o.cjs");
+const require_logger = require("./logger-Cm0Nb8YX.cjs");
 const require_invariant = require("./invariant-QtnLD03y.cjs");
-const require_fetch = require("./fetch-Dw4XZHjj.cjs");
-const require_render = require("./render-BNTrbmBw.cjs");
+const require_fetch = require("./fetch-B2HvaVUc.cjs");
+const require_render = require("./render-DJ4yipCD.cjs");
 const require_tokenUsageUtils = require("./tokenUsageUtils-_B-P8IAi.cjs");
-const require_inputVariables = require("./inputVariables-Dq9W-Z3a.cjs");
-const require_shared = require("./shared-WkgnDkcg.cjs");
-const require_evaluatorHelpers = require("./evaluatorHelpers-CRqTvSux.cjs");
+const require_inputVariables = require("./inputVariables-D5K2vTp4.cjs");
+const require_shared = require("./shared-DlmtkptR.cjs");
+const require_evaluatorHelpers = require("./evaluatorHelpers-2gpZ9Q_f.cjs");
 let dedent = require("dedent");
 dedent = require_rolldown_runtime.__toESM(dedent, 1);
 //#region src/redteam/providers/iterativeImage.ts
@@ -412,4 +412,4 @@ var RedteamIterativeProvider = class {
 //#endregion
 exports.default = RedteamIterativeProvider;
 
-//# sourceMappingURL=iterativeImage-ByFWkxax.cjs.map
+//# sourceMappingURL=iterativeImage-DqNKoaIl.cjs.map

package/dist/src/{iterativeImage-BzUapOUi.js → iterativeImage-DwIp1WGB.js}

@@ -1,12 +1,12 @@
 #!/usr/bin/env node
-import { D as getEnvInt, g as extractFirstJsonObject, s as logger } from "./logger-BbY6ypFL.js";
-import { f as sleep } from "./fetch-DXUnXkVU.js";
+import { D as getEnvInt, g as extractFirstJsonObject, s as logger } from "./logger-h-eiS4iv.js";
+import { f as sleep } from "./fetch-C59QM4cf.js";
 import { t as invariant } from "./invariant-B2Rf6avk.js";
-import { a as extractVariablesFromTemplates, o as getNunjucksEngine } from "./render-CSP99NLm.js";
+import { a as extractVariablesFromTemplates, o as getNunjucksEngine } from "./render-jE6RKVgk.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CDet74yk.js";
-import { r as materializeInputVariablesWithMetadata, t as buildPromptInputDescriptions } from "./inputVariables-DXFdi7AI.js";
-import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, r as createIterationContext } from "./shared-9WHQ1oNE.js";
-import { n as renderPrompt } from "./evaluatorHelpers-BsYP_muT.js";
+import { r as materializeInputVariablesWithMetadata, t as buildPromptInputDescriptions } from "./inputVariables-qJmuSN5i.js";
+import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, r as createIterationContext } from "./shared-DsbObxvy.js";
+import { n as renderPrompt } from "./evaluatorHelpers-DDG44JeI.js";
 import dedent from "dedent";
 //#region src/redteam/providers/iterativeImage.ts
 const ATTACKER_SYSTEM_PROMPT = dedent`
@@ -411,4 +411,4 @@ var RedteamIterativeProvider = class {
 //#endregion
 export { RedteamIterativeProvider as default };
 
-//# sourceMappingURL=iterativeImage-BzUapOUi.js.map
+//# sourceMappingURL=iterativeImage-DwIp1WGB.js.map