promptfoo 0.121.7 → 0.121.9

package/dist/src/{promptfoo-BDrfT30-.js → promptfoo-CEsoPlBa.js}

@@ -1,9 +1,61 @@
-import { a as logger } from "./logger-KD8JjCRJ.js";
-import { n as fetchWithRetries, v as REQUEST_TIMEOUT_MS } from "./fetch-BufrQtvR.js";
-import { n as VERSION } from "./version-BK20a4sw.js";
-import { o as getUserEmail } from "./accounts-DanM1wq_.js";
-import { c as neverGenerateRemoteForRegularEvals, i as getRemoteGenerationUrlForUnaligned, r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-COpWcmWd.js";
+import { a as logger } from "./logger-Cs0I2v_y.js";
+import { Vt as getInputType } from "./types-D6glLbdF.js";
+import { m as getRequestTimeoutMs, n as fetchWithRetries } from "./fetch-CHJu2KON.js";
+import { n as VERSION } from "./version-BNhpIb2U.js";
+import { i as getUserEmail } from "./accounts-4Xa5fcHy.js";
+import { c as neverGenerateRemoteForRegularEvals, i as getRemoteGenerationUrlForUnaligned, r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-DvWEm3yi.js";
 import dedent from "dedent";
+//#region src/redteam/remoteMaterialization.ts
+const REMOTE_MATERIALIZATION_CONTEXT_VAR = "__promptfooRemoteMaterialization";
+function filterMaterializedVarsToInputs(vars, inputs, options) {
+	if (!inputs || Object.keys(inputs).length === 0) return vars;
+	return Object.fromEntries(Object.entries(vars).filter(([key]) => {
+		if (!Object.prototype.hasOwnProperty.call(inputs, key)) return false;
+		if (!options?.textOnly) return true;
+		return getInputType(inputs[key]) === "text";
+	}));
+}
+function buildRemoteMaterializedInputVariables(response, fallbackVars, inputs) {
+	const filteredFallbackVars = filterMaterializedVarsToInputs(fallbackVars, inputs, { textOnly: true });
+	const filteredMaterializedVars = filterMaterializedVarsToInputs(response.materializedVars ?? {}, inputs);
+	return {
+		...response.inputMaterialization ? { metadata: response.inputMaterialization } : {},
+		vars: {
+			...filteredFallbackVars,
+			...filteredMaterializedVars
+		}
+	};
+}
+function getRemoteMaterializationHost() {
+	const remoteUrl = getRemoteGenerationUrl();
+	try {
+		return new URL(remoteUrl).origin;
+	} catch {
+		return remoteUrl;
+	}
+}
+function buildRemoteMaterializationContextVars(context) {
+	return { [REMOTE_MATERIALIZATION_CONTEXT_VAR]: context };
+}
+function getRemoteMaterializationContextFromVars(vars) {
+	const raw = vars?.[REMOTE_MATERIALIZATION_CONTEXT_VAR];
+	if (!raw || typeof raw !== "object" || Array.isArray(raw)) return;
+	return raw;
+}
+function requiresRemoteMaterialization(inputs) {
+	return Boolean(inputs && Object.keys(inputs).length > 0);
+}
+function getRemoteMaterializationUpgradeError(operation) {
+	return `${operation} requires remote multi-input materialization support from a newer Promptfoo server. Current remote endpoint: ${getRemoteMaterializationHost()}. Upgrade the Promptfoo server you are connected to and try again.`;
+}
+function isRemoteMaterializationUpgradeError(error) {
+	return error instanceof Error && error.message.includes("requires remote multi-input materialization support from a newer");
+}
+function assertRemoteMaterializationHandled(response, operation) {
+	if (response?.materializationHandled === true) return;
+	throw new Error(getRemoteMaterializationUpgradeError(operation));
+}
+//#endregion
 //#region src/providers/promptfoo.ts
 /**
 * Provider for generating harmful/adversarial content using Promptfoo's unaligned models.
@@ -87,6 +139,7 @@ var PromptfooChatCompletionProvider = class {
 
           Learn more: https://www.promptfoo.dev/docs/red-team/configuration#remote-generation
         ` };
+		const materializationContext = getRemoteMaterializationContextFromVars(context?.vars);
 		const body = {
 			jsonOnly: this.options.jsonOnly,
 			preferSmallModel: this.options.preferSmallModel,
@@ -94,7 +147,8 @@ var PromptfooChatCompletionProvider = class {
 			step: context?.prompt.label,
 			task: this.options.task,
 			email: getUserEmail(),
-			...this.options.inputs && { inputs: this.options.inputs }
+			...this.options.inputs && { inputs: this.options.inputs },
+			...materializationContext ? { materializationContext } : {}
 		};
 		try {
 			const response = await fetchWithRetries(getRemoteGenerationUrl(), {
@@ -102,13 +156,16 @@ var PromptfooChatCompletionProvider = class {
 				headers: { "Content-Type": "application/json" },
 				body: JSON.stringify(body),
 				...callApiOptions?.abortSignal && { signal: callApiOptions.abortSignal }
-			}, REQUEST_TIMEOUT_MS);
+			}, getRequestTimeoutMs());
 			const data = await response.json();
 			if (!data.result) {
 				logger.debug(`Error from promptfoo completion provider. Status: ${response.status} ${response.statusText} ${JSON.stringify(data)} `);
 				return { error: "LLM did not return a result, likely refusal" };
 			}
 			return {
+				inputMaterialization: data.inputMaterialization,
+				materializationHandled: data.materializationHandled,
+				materializedVars: data.materializedVars,
 				output: data.result,
 				tokenUsage: data.tokenUsage
 			};
@@ -161,7 +218,7 @@ var PromptfooSimulatedUserProvider = class {
 				headers: { "Content-Type": "application/json" },
 				body: JSON.stringify(body),
 				...callApiOptions?.abortSignal && { signal: callApiOptions.abortSignal }
-			}, REQUEST_TIMEOUT_MS);
+			}, getRequestTimeoutMs());
 			if (!response.ok) throw new Error(`API call failed with status ${response.status}: ${await response.text()}`);
 			const data = await response.json();
 			return {
@@ -175,6 +232,6 @@ var PromptfooSimulatedUserProvider = class {
 	}
 };
 //#endregion
-export { REDTEAM_SIMULATED_USER_TASK_ID as i, PromptfooHarmfulCompletionProvider as n, PromptfooSimulatedUserProvider as r, PromptfooChatCompletionProvider as t };
+export { assertRemoteMaterializationHandled as a, isRemoteMaterializationUpgradeError as c, REDTEAM_SIMULATED_USER_TASK_ID as i, requiresRemoteMaterialization as l, PromptfooHarmfulCompletionProvider as n, buildRemoteMaterializationContextVars as o, PromptfooSimulatedUserProvider as r, buildRemoteMaterializedInputVariables as s, PromptfooChatCompletionProvider as t };
 
-//# sourceMappingURL=promptfoo-BDrfT30-.js.map
+//# sourceMappingURL=promptfoo-CEsoPlBa.js.map

package/dist/src/{promptfoo-b-baRMj-.cjs → promptfoo-DAXBmrE6.cjs}

@@ -1,11 +1,63 @@
 const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
-const require_logger = require("./logger-cfNpzI4o.cjs");
-const require_fetch = require("./fetch-Dw4XZHjj.cjs");
-const require_version = require("./version-BWCSaByA.cjs");
-const require_accounts = require("./accounts-CmWzeD2d.cjs");
-const require_remoteGeneration = require("./remoteGeneration-DS9N3pgB.cjs");
+const require_logger = require("./logger-Cm0Nb8YX.cjs");
+const require_types = require("./types-CxJvaY2S.cjs");
+const require_fetch = require("./fetch-B2HvaVUc.cjs");
+const require_version = require("./version-XjGPawtU.cjs");
+const require_accounts = require("./accounts-DAcQXPwE.cjs");
+const require_remoteGeneration = require("./remoteGeneration-CD3c_rzc.cjs");
 let dedent = require("dedent");
 dedent = require_rolldown_runtime.__toESM(dedent, 1);
+//#region src/redteam/remoteMaterialization.ts
+const REMOTE_MATERIALIZATION_CONTEXT_VAR = "__promptfooRemoteMaterialization";
+function filterMaterializedVarsToInputs(vars, inputs, options) {
+	if (!inputs || Object.keys(inputs).length === 0) return vars;
+	return Object.fromEntries(Object.entries(vars).filter(([key]) => {
+		if (!Object.prototype.hasOwnProperty.call(inputs, key)) return false;
+		if (!options?.textOnly) return true;
+		return require_types.getInputType(inputs[key]) === "text";
+	}));
+}
+function buildRemoteMaterializedInputVariables(response, fallbackVars, inputs) {
+	const filteredFallbackVars = filterMaterializedVarsToInputs(fallbackVars, inputs, { textOnly: true });
+	const filteredMaterializedVars = filterMaterializedVarsToInputs(response.materializedVars ?? {}, inputs);
+	return {
+		...response.inputMaterialization ? { metadata: response.inputMaterialization } : {},
+		vars: {
+			...filteredFallbackVars,
+			...filteredMaterializedVars
+		}
+	};
+}
+function getRemoteMaterializationHost() {
+	const remoteUrl = require_remoteGeneration.getRemoteGenerationUrl();
+	try {
+		return new URL(remoteUrl).origin;
+	} catch {
+		return remoteUrl;
+	}
+}
+function buildRemoteMaterializationContextVars(context) {
+	return { [REMOTE_MATERIALIZATION_CONTEXT_VAR]: context };
+}
+function getRemoteMaterializationContextFromVars(vars) {
+	const raw = vars?.[REMOTE_MATERIALIZATION_CONTEXT_VAR];
+	if (!raw || typeof raw !== "object" || Array.isArray(raw)) return;
+	return raw;
+}
+function requiresRemoteMaterialization(inputs) {
+	return Boolean(inputs && Object.keys(inputs).length > 0);
+}
+function getRemoteMaterializationUpgradeError(operation) {
+	return `${operation} requires remote multi-input materialization support from a newer Promptfoo server. Current remote endpoint: ${getRemoteMaterializationHost()}. Upgrade the Promptfoo server you are connected to and try again.`;
+}
+function isRemoteMaterializationUpgradeError(error) {
+	return error instanceof Error && error.message.includes("requires remote multi-input materialization support from a newer");
+}
+function assertRemoteMaterializationHandled(response, operation) {
+	if (response?.materializationHandled === true) return;
+	throw new Error(getRemoteMaterializationUpgradeError(operation));
+}
+//#endregion
 //#region src/providers/promptfoo.ts
 /**
 * Provider for generating harmful/adversarial content using Promptfoo's unaligned models.
@@ -89,6 +141,7 @@ var PromptfooChatCompletionProvider = class {
 
           Learn more: https://www.promptfoo.dev/docs/red-team/configuration#remote-generation
         ` };
+		const materializationContext = getRemoteMaterializationContextFromVars(context?.vars);
 		const body = {
 			jsonOnly: this.options.jsonOnly,
 			preferSmallModel: this.options.preferSmallModel,
@@ -96,7 +149,8 @@ var PromptfooChatCompletionProvider = class {
 			step: context?.prompt.label,
 			task: this.options.task,
 			email: require_accounts.getUserEmail(),
-			...this.options.inputs && { inputs: this.options.inputs }
+			...this.options.inputs && { inputs: this.options.inputs },
+			...materializationContext ? { materializationContext } : {}
 		};
 		try {
 			const response = await require_fetch.fetchWithRetries(require_remoteGeneration.getRemoteGenerationUrl(), {
@@ -104,13 +158,16 @@ var PromptfooChatCompletionProvider = class {
 				headers: { "Content-Type": "application/json" },
 				body: JSON.stringify(body),
 				...callApiOptions?.abortSignal && { signal: callApiOptions.abortSignal }
-			}, require_fetch.REQUEST_TIMEOUT_MS);
+			}, require_fetch.getRequestTimeoutMs());
 			const data = await response.json();
 			if (!data.result) {
 				require_logger.logger.debug(`Error from promptfoo completion provider. Status: ${response.status} ${response.statusText} ${JSON.stringify(data)} `);
 				return { error: "LLM did not return a result, likely refusal" };
 			}
 			return {
+				inputMaterialization: data.inputMaterialization,
+				materializationHandled: data.materializationHandled,
+				materializedVars: data.materializedVars,
 				output: data.result,
 				tokenUsage: data.tokenUsage
 			};
@@ -163,7 +220,7 @@ var PromptfooSimulatedUserProvider = class {
 				headers: { "Content-Type": "application/json" },
 				body: JSON.stringify(body),
 				...callApiOptions?.abortSignal && { signal: callApiOptions.abortSignal }
-			}, require_fetch.REQUEST_TIMEOUT_MS);
+			}, require_fetch.getRequestTimeoutMs());
 			if (!response.ok) throw new Error(`API call failed with status ${response.status}: ${await response.text()}`);
 			const data = await response.json();
 			return {
@@ -201,5 +258,35 @@ Object.defineProperty(exports, "REDTEAM_SIMULATED_USER_TASK_ID", {
 		return REDTEAM_SIMULATED_USER_TASK_ID;
 	}
 });
+Object.defineProperty(exports, "assertRemoteMaterializationHandled", {
+	enumerable: true,
+	get: function() {
+		return assertRemoteMaterializationHandled;
+	}
+});
+Object.defineProperty(exports, "buildRemoteMaterializationContextVars", {
+	enumerable: true,
+	get: function() {
+		return buildRemoteMaterializationContextVars;
+	}
+});
+Object.defineProperty(exports, "buildRemoteMaterializedInputVariables", {
+	enumerable: true,
+	get: function() {
+		return buildRemoteMaterializedInputVariables;
+	}
+});
+Object.defineProperty(exports, "isRemoteMaterializationUpgradeError", {
+	enumerable: true,
+	get: function() {
+		return isRemoteMaterializationUpgradeError;
+	}
+});
+Object.defineProperty(exports, "requiresRemoteMaterialization", {
+	enumerable: true,
+	get: function() {
+		return requiresRemoteMaterialization;
+	}
+});
 
-//# sourceMappingURL=promptfoo-b-baRMj-.cjs.map
+//# sourceMappingURL=promptfoo-DAXBmrE6.cjs.map

package/dist/src/{promptfoo-Cm4hiy1Y.js → promptfoo-DVKqidd8.js}

@@ -1,9 +1,61 @@
-import { a as logger } from "./logger-Ct2S6Yx-.js";
-import { n as fetchWithRetries, p as REQUEST_TIMEOUT_MS } from "./fetch-It34O8Ur.js";
-import { n as VERSION } from "./version-lpHV_53E.js";
-import { i as getUserEmail } from "./accounts-Ca7WIoPY.js";
-import { c as neverGenerateRemoteForRegularEvals, i as getRemoteGenerationUrlForUnaligned, r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-DsaSwmG2.js";
+import { a as logger } from "./logger-BjYLHvGm.js";
+import { n as fetchWithRetries, y as getRequestTimeoutMs } from "./fetch-CBe8pU8Q.js";
+import { n as VERSION } from "./version-BGiEZvX0.js";
+import { o as getUserEmail } from "./accounts-BAajbKSh.js";
+import { c as neverGenerateRemoteForRegularEvals, i as getRemoteGenerationUrlForUnaligned, r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-CoxtxLvB.js";
+import { bt as getInputType } from "./types-uLCKnRiK.js";
 import dedent from "dedent";
+//#region src/redteam/remoteMaterialization.ts
+const REMOTE_MATERIALIZATION_CONTEXT_VAR = "__promptfooRemoteMaterialization";
+function filterMaterializedVarsToInputs(vars, inputs, options) {
+	if (!inputs || Object.keys(inputs).length === 0) return vars;
+	return Object.fromEntries(Object.entries(vars).filter(([key]) => {
+		if (!Object.prototype.hasOwnProperty.call(inputs, key)) return false;
+		if (!options?.textOnly) return true;
+		return getInputType(inputs[key]) === "text";
+	}));
+}
+function buildRemoteMaterializedInputVariables(response, fallbackVars, inputs) {
+	const filteredFallbackVars = filterMaterializedVarsToInputs(fallbackVars, inputs, { textOnly: true });
+	const filteredMaterializedVars = filterMaterializedVarsToInputs(response.materializedVars ?? {}, inputs);
+	return {
+		...response.inputMaterialization ? { metadata: response.inputMaterialization } : {},
+		vars: {
+			...filteredFallbackVars,
+			...filteredMaterializedVars
+		}
+	};
+}
+function getRemoteMaterializationHost() {
+	const remoteUrl = getRemoteGenerationUrl();
+	try {
+		return new URL(remoteUrl).origin;
+	} catch {
+		return remoteUrl;
+	}
+}
+function buildRemoteMaterializationContextVars(context) {
+	return { [REMOTE_MATERIALIZATION_CONTEXT_VAR]: context };
+}
+function getRemoteMaterializationContextFromVars(vars) {
+	const raw = vars?.[REMOTE_MATERIALIZATION_CONTEXT_VAR];
+	if (!raw || typeof raw !== "object" || Array.isArray(raw)) return;
+	return raw;
+}
+function requiresRemoteMaterialization(inputs) {
+	return Boolean(inputs && Object.keys(inputs).length > 0);
+}
+function getRemoteMaterializationUpgradeError(operation) {
+	return `${operation} requires remote multi-input materialization support from a newer Promptfoo server. Current remote endpoint: ${getRemoteMaterializationHost()}. Upgrade the Promptfoo server you are connected to and try again.`;
+}
+function isRemoteMaterializationUpgradeError(error) {
+	return error instanceof Error && error.message.includes("requires remote multi-input materialization support from a newer");
+}
+function assertRemoteMaterializationHandled(response, operation) {
+	if (response?.materializationHandled === true) return;
+	throw new Error(getRemoteMaterializationUpgradeError(operation));
+}
+//#endregion
 //#region src/providers/promptfoo.ts
 /**
 * Provider for generating harmful/adversarial content using Promptfoo's unaligned models.
@@ -87,6 +139,7 @@ var PromptfooChatCompletionProvider = class {
 
           Learn more: https://www.promptfoo.dev/docs/red-team/configuration#remote-generation
         ` };
+		const materializationContext = getRemoteMaterializationContextFromVars(context?.vars);
 		const body = {
 			jsonOnly: this.options.jsonOnly,
 			preferSmallModel: this.options.preferSmallModel,
@@ -94,7 +147,8 @@ var PromptfooChatCompletionProvider = class {
 			step: context?.prompt.label,
 			task: this.options.task,
 			email: getUserEmail(),
-			...this.options.inputs && { inputs: this.options.inputs }
+			...this.options.inputs && { inputs: this.options.inputs },
+			...materializationContext ? { materializationContext } : {}
 		};
 		try {
 			const response = await fetchWithRetries(getRemoteGenerationUrl(), {
@@ -102,13 +156,16 @@ var PromptfooChatCompletionProvider = class {
 				headers: { "Content-Type": "application/json" },
 				body: JSON.stringify(body),
 				...callApiOptions?.abortSignal && { signal: callApiOptions.abortSignal }
-			}, REQUEST_TIMEOUT_MS);
+			}, getRequestTimeoutMs());
 			const data = await response.json();
 			if (!data.result) {
 				logger.debug(`Error from promptfoo completion provider. Status: ${response.status} ${response.statusText} ${JSON.stringify(data)} `);
 				return { error: "LLM did not return a result, likely refusal" };
 			}
 			return {
+				inputMaterialization: data.inputMaterialization,
+				materializationHandled: data.materializationHandled,
+				materializedVars: data.materializedVars,
 				output: data.result,
 				tokenUsage: data.tokenUsage
 			};
@@ -161,7 +218,7 @@ var PromptfooSimulatedUserProvider = class {
 				headers: { "Content-Type": "application/json" },
 				body: JSON.stringify(body),
 				...callApiOptions?.abortSignal && { signal: callApiOptions.abortSignal }
-			}, REQUEST_TIMEOUT_MS);
+			}, getRequestTimeoutMs());
 			if (!response.ok) throw new Error(`API call failed with status ${response.status}: ${await response.text()}`);
 			const data = await response.json();
 			return {
@@ -175,6 +232,6 @@ var PromptfooSimulatedUserProvider = class {
 	}
 };
 //#endregion
-export { REDTEAM_SIMULATED_USER_TASK_ID as i, PromptfooHarmfulCompletionProvider as n, PromptfooSimulatedUserProvider as r, PromptfooChatCompletionProvider as t };
+export { assertRemoteMaterializationHandled as a, isRemoteMaterializationUpgradeError as c, REDTEAM_SIMULATED_USER_TASK_ID as i, requiresRemoteMaterialization as l, PromptfooHarmfulCompletionProvider as n, buildRemoteMaterializationContextVars as o, PromptfooSimulatedUserProvider as r, buildRemoteMaterializedInputVariables as s, PromptfooChatCompletionProvider as t };
 
-//# sourceMappingURL=promptfoo-Cm4hiy1Y.js.map
+//# sourceMappingURL=promptfoo-DVKqidd8.js.map

package/dist/src/{promptfoo-Rjp-MeBb.js → promptfoo-wxe28-q9.js}

@@ -1,10 +1,62 @@
 #!/usr/bin/env node
-import { s as logger } from "./logger-BbY6ypFL.js";
-import { _ as REQUEST_TIMEOUT_MS, r as fetchWithRetries } from "./fetch-DXUnXkVU.js";
-import { n as VERSION } from "./version-eRkNuGv8.js";
-import { o as getUserEmail } from "./accounts-CjFnOPmb.js";
-import { c as neverGenerateRemoteForRegularEvals, i as getRemoteGenerationUrlForUnaligned, r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-B1_XsKXU.js";
+import { s as logger } from "./logger-h-eiS4iv.js";
+import { r as fetchWithRetries, v as getRequestTimeoutMs } from "./fetch-C59QM4cf.js";
+import { n as VERSION } from "./version-CnYqmWbz.js";
+import { o as getUserEmail } from "./accounts-Bw2qPqE-.js";
+import { wt as getInputType } from "./types-C_e_SykX.js";
+import { c as neverGenerateRemoteForRegularEvals, i as getRemoteGenerationUrlForUnaligned, r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-DW6mPZnO.js";
 import dedent from "dedent";
+//#region src/redteam/remoteMaterialization.ts
+const REMOTE_MATERIALIZATION_CONTEXT_VAR = "__promptfooRemoteMaterialization";
+function filterMaterializedVarsToInputs(vars, inputs, options) {
+	if (!inputs || Object.keys(inputs).length === 0) return vars;
+	return Object.fromEntries(Object.entries(vars).filter(([key]) => {
+		if (!Object.prototype.hasOwnProperty.call(inputs, key)) return false;
+		if (!options?.textOnly) return true;
+		return getInputType(inputs[key]) === "text";
+	}));
+}
+function buildRemoteMaterializedInputVariables(response, fallbackVars, inputs) {
+	const filteredFallbackVars = filterMaterializedVarsToInputs(fallbackVars, inputs, { textOnly: true });
+	const filteredMaterializedVars = filterMaterializedVarsToInputs(response.materializedVars ?? {}, inputs);
+	return {
+		...response.inputMaterialization ? { metadata: response.inputMaterialization } : {},
+		vars: {
+			...filteredFallbackVars,
+			...filteredMaterializedVars
+		}
+	};
+}
+function getRemoteMaterializationHost() {
+	const remoteUrl = getRemoteGenerationUrl();
+	try {
+		return new URL(remoteUrl).origin;
+	} catch {
+		return remoteUrl;
+	}
+}
+function buildRemoteMaterializationContextVars(context) {
+	return { [REMOTE_MATERIALIZATION_CONTEXT_VAR]: context };
+}
+function getRemoteMaterializationContextFromVars(vars) {
+	const raw = vars?.[REMOTE_MATERIALIZATION_CONTEXT_VAR];
+	if (!raw || typeof raw !== "object" || Array.isArray(raw)) return;
+	return raw;
+}
+function requiresRemoteMaterialization(inputs) {
+	return Boolean(inputs && Object.keys(inputs).length > 0);
+}
+function getRemoteMaterializationUpgradeError(operation) {
+	return `${operation} requires remote multi-input materialization support from a newer Promptfoo server. Current remote endpoint: ${getRemoteMaterializationHost()}. Upgrade the Promptfoo server you are connected to and try again.`;
+}
+function isRemoteMaterializationUpgradeError(error) {
+	return error instanceof Error && error.message.includes("requires remote multi-input materialization support from a newer");
+}
+function assertRemoteMaterializationHandled(response, operation) {
+	if (response?.materializationHandled === true) return;
+	throw new Error(getRemoteMaterializationUpgradeError(operation));
+}
+//#endregion
 //#region src/providers/promptfoo.ts
 /**
 * Provider for generating harmful/adversarial content using Promptfoo's unaligned models.
@@ -88,6 +140,7 @@ var PromptfooChatCompletionProvider = class {
 
           Learn more: https://www.promptfoo.dev/docs/red-team/configuration#remote-generation
         ` };
+		const materializationContext = getRemoteMaterializationContextFromVars(context?.vars);
 		const body = {
 			jsonOnly: this.options.jsonOnly,
 			preferSmallModel: this.options.preferSmallModel,
@@ -95,7 +148,8 @@ var PromptfooChatCompletionProvider = class {
 			step: context?.prompt.label,
 			task: this.options.task,
 			email: getUserEmail(),
-			...this.options.inputs && { inputs: this.options.inputs }
+			...this.options.inputs && { inputs: this.options.inputs },
+			...materializationContext ? { materializationContext } : {}
 		};
 		try {
 			const response = await fetchWithRetries(getRemoteGenerationUrl(), {
@@ -103,13 +157,16 @@ var PromptfooChatCompletionProvider = class {
 				headers: { "Content-Type": "application/json" },
 				body: JSON.stringify(body),
 				...callApiOptions?.abortSignal && { signal: callApiOptions.abortSignal }
-			}, REQUEST_TIMEOUT_MS);
+			}, getRequestTimeoutMs());
 			const data = await response.json();
 			if (!data.result) {
 				logger.debug(`Error from promptfoo completion provider. Status: ${response.status} ${response.statusText} ${JSON.stringify(data)} `);
 				return { error: "LLM did not return a result, likely refusal" };
 			}
 			return {
+				inputMaterialization: data.inputMaterialization,
+				materializationHandled: data.materializationHandled,
+				materializedVars: data.materializedVars,
 				output: data.result,
 				tokenUsage: data.tokenUsage
 			};
@@ -162,7 +219,7 @@ var PromptfooSimulatedUserProvider = class {
 				headers: { "Content-Type": "application/json" },
 				body: JSON.stringify(body),
 				...callApiOptions?.abortSignal && { signal: callApiOptions.abortSignal }
-			}, REQUEST_TIMEOUT_MS);
+			}, getRequestTimeoutMs());
 			if (!response.ok) throw new Error(`API call failed with status ${response.status}: ${await response.text()}`);
 			const data = await response.json();
 			return {
@@ -176,6 +233,6 @@ var PromptfooSimulatedUserProvider = class {
 	}
 };
 //#endregion
-export { REDTEAM_SIMULATED_USER_TASK_ID as i, PromptfooHarmfulCompletionProvider as n, PromptfooSimulatedUserProvider as r, PromptfooChatCompletionProvider as t };
+export { assertRemoteMaterializationHandled as a, isRemoteMaterializationUpgradeError as c, REDTEAM_SIMULATED_USER_TASK_ID as i, requiresRemoteMaterialization as l, PromptfooHarmfulCompletionProvider as n, buildRemoteMaterializationContextVars as o, PromptfooSimulatedUserProvider as r, buildRemoteMaterializedInputVariables as s, PromptfooChatCompletionProvider as t };
 
-//# sourceMappingURL=promptfoo-Rjp-MeBb.js.map
+//# sourceMappingURL=promptfoo-wxe28-q9.js.map

package/dist/src/{providerRegistry-DHcFiVWX.js → providerRegistry-Bf4tRLgu.js}

@@ -1,4 +1,4 @@
-import { a as logger } from "./logger-Ct2S6Yx-.js";
+import { a as logger } from "./logger-Cs0I2v_y.js";
 //#region src/providers/providerRegistry.ts
 /**
 * Global registry of Python providers for cleanup on process exit.
@@ -42,4 +42,4 @@ const providerRegistry = new ProviderRegistry();
 //#endregion
 export { providerRegistry as t };
 
-//# sourceMappingURL=providerRegistry-DHcFiVWX.js.map
+//# sourceMappingURL=providerRegistry-Bf4tRLgu.js.map

package/dist/src/{providerRegistry-CZO_w7ue.cjs → providerRegistry-DKbi2EbP.cjs}

@@ -1,4 +1,4 @@
-const require_logger = require("./logger-cfNpzI4o.cjs");
+const require_logger = require("./logger-Cm0Nb8YX.cjs");
 //#region src/providers/providerRegistry.ts
 /**
 * Global registry of Python providers for cleanup on process exit.
@@ -47,4 +47,4 @@ Object.defineProperty(exports, "providerRegistry", {
 	}
 });
 
-//# sourceMappingURL=providerRegistry-CZO_w7ue.cjs.map
+//# sourceMappingURL=providerRegistry-DKbi2EbP.cjs.map

package/dist/src/{providerRegistry-ReCd0sFa.js → providerRegistry-DLeG-xXn.js}

@@ -1,5 +1,5 @@
 #!/usr/bin/env node
-import { s as logger } from "./logger-BbY6ypFL.js";
+import { s as logger } from "./logger-h-eiS4iv.js";
 //#region src/providers/providerRegistry.ts
 /**
 * Global registry of Python providers for cleanup on process exit.
@@ -43,4 +43,4 @@ const providerRegistry = new ProviderRegistry();
 //#endregion
 export { providerRegistry as t };
 
-//# sourceMappingURL=providerRegistry-ReCd0sFa.js.map
+//# sourceMappingURL=providerRegistry-DLeG-xXn.js.map

package/dist/src/{providerRegistry-1gB5vtzQ.js → providerRegistry-v8Wa3f9z.js}

@@ -1,4 +1,4 @@
-import { a as logger } from "./logger-KD8JjCRJ.js";
+import { a as logger } from "./logger-BjYLHvGm.js";
 //#region src/providers/providerRegistry.ts
 /**
 * Global registry of Python providers for cleanup on process exit.
@@ -42,4 +42,4 @@ const providerRegistry = new ProviderRegistry();
 //#endregion
 export { providerRegistry as t };
 
-//# sourceMappingURL=providerRegistry-1gB5vtzQ.js.map
+//# sourceMappingURL=providerRegistry-v8Wa3f9z.js.map