promptfoo 0.125.0 → 0.125.1

package/dist/src/promptfoo-BqV8ogVA.js

@@ -0,0 +1,285 @@
+import { o as logger } from "./logger-Gff7RMNF.js";
+import { X as VERSION, n as fetchWithRetries } from "./fetch-B5KxZuKu.js";
+import { s as getUserEmail } from "./accounts-CPISMNlh.js";
+import { a as getRequestTimeoutMs } from "./shared-BBI-NXjW.js";
+import { c as getInputType, t as BaseTokenUsageSchema } from "./shared-CPig5o70.js";
+import { a as getRemoteGenerationUrlForUnaligned, c as neverGenerateRemote, i as getRemoteGenerationUrl, l as neverGenerateRemoteForRegularEvals, r as getRemoteGenerationHeaders, u as providerRemoteGenerationContextPayload } from "./remoteGeneration-DtnqocnL.js";
+import dedent from "dedent";
+//#region src/redteam/remoteMaterialization.ts
+const REMOTE_MATERIALIZATION_CONTEXT_VAR = "__promptfooRemoteMaterialization";
+function filterMaterializedVarsToInputs(vars, inputs, options) {
+	if (!inputs || Object.keys(inputs).length === 0) return vars;
+	return Object.fromEntries(Object.entries(vars).filter(([key]) => {
+		if (!Object.prototype.hasOwnProperty.call(inputs, key)) return false;
+		if (!options?.textOnly) return true;
+		return getInputType(inputs[key]) === "text";
+	}));
+}
+function buildRemoteMaterializedInputVariables(response, fallbackVars, inputs) {
+	const filteredFallbackVars = filterMaterializedVarsToInputs(fallbackVars, inputs, { textOnly: true });
+	const filteredMaterializedVars = filterMaterializedVarsToInputs(response.materializedVars ?? {}, inputs);
+	return {
+		...response.inputMaterialization ? { metadata: response.inputMaterialization } : {},
+		vars: {
+			...filteredFallbackVars,
+			...filteredMaterializedVars
+		}
+	};
+}
+function getRemoteMaterializationHost() {
+	const remoteUrl = getRemoteGenerationUrl();
+	try {
+		return new URL(remoteUrl).origin;
+	} catch {
+		return remoteUrl;
+	}
+}
+function buildRemoteMaterializationContextVars(context) {
+	return { [REMOTE_MATERIALIZATION_CONTEXT_VAR]: context };
+}
+function getRemoteMaterializationContextFromVars(vars) {
+	const raw = vars?.[REMOTE_MATERIALIZATION_CONTEXT_VAR];
+	if (!raw || typeof raw !== "object" || Array.isArray(raw)) return;
+	return raw;
+}
+function requiresRemoteMaterialization(inputs) {
+	return Boolean(inputs && Object.keys(inputs).length > 0);
+}
+function getRemoteMaterializationUpgradeError(operation) {
+	return `${operation} requires remote multi-input materialization support from a newer Promptfoo server. Current remote endpoint: ${getRemoteMaterializationHost()}. Upgrade the Promptfoo server you are connected to and try again.`;
+}
+function isRemoteMaterializationUpgradeError(error) {
+	return error instanceof Error && error.message.includes("requires remote multi-input materialization support from a newer");
+}
+function assertRemoteMaterializationHandled(response, operation) {
+	if (response?.materializationHandled === true) return;
+	throw new Error(getRemoteMaterializationUpgradeError(operation));
+}
+//#endregion
+//#region src/providers/promptfoo.ts
+/**
+* Provider for generating harmful/adversarial content using Promptfoo's unaligned models.
+* Used by red team plugins to generate test cases for harmful content categories.
+*/
+var PromptfooHarmfulCompletionProvider = class {
+	harmCategory;
+	n;
+	purpose;
+	config;
+	targetId;
+	redteamGenerationContext;
+	constructor(options) {
+		this.harmCategory = options.harmCategory;
+		this.n = options.n;
+		this.purpose = options.purpose;
+		this.config = options.config;
+		this.targetId = options.targetId;
+		this.redteamGenerationContext = options.redteamGenerationContext ?? (options.targetId ? {
+			providerTargetIds: [],
+			cloudTargetId: options.targetId
+		} : void 0);
+	}
+	id() {
+		return `promptfoo:redteam:${this.harmCategory}`;
+	}
+	toString() {
+		return `[Promptfoo Harmful Completion Provider ${this.purpose} - ${this.harmCategory}]`;
+	}
+	async callApi(_prompt, _context, callApiOptions) {
+		if (neverGenerateRemote()) return { error: dedent`
+          Remote generation is disabled. Harmful content generation requires Promptfoo's unaligned models.
+
+          To enable:
+          - Remove PROMPTFOO_DISABLE_REMOTE_GENERATION (or PROMPTFOO_DISABLE_REDTEAM_REMOTE_GENERATION)
+          - Or configure an alternative unaligned model provider
+
+          Learn more: https://www.promptfoo.dev/docs/red-team/configuration#remote-generation
+        ` };
+		const body = {
+			email: getUserEmail(),
+			harmCategory: this.harmCategory,
+			n: this.n,
+			purpose: this.purpose,
+			version: VERSION,
+			config: this.config,
+			...providerRemoteGenerationContextPayload(this.redteamGenerationContext ?? this.targetId)
+		};
+		try {
+			logger.debug(`[HarmfulCompletionProvider] Calling generate harmful API (${getRemoteGenerationUrlForUnaligned()}) with body: ${JSON.stringify(body)}`);
+			const response = await fetchWithRetries(getRemoteGenerationUrlForUnaligned(), {
+				method: "POST",
+				headers: getRemoteGenerationHeaders(),
+				body: JSON.stringify(body),
+				...callApiOptions?.abortSignal && { signal: callApiOptions.abortSignal }
+			}, 58e4, 2);
+			if (!response.ok) {
+				const body = await response.text();
+				const error = /* @__PURE__ */ new Error(`API call failed with status ${response.status}: ${body}`);
+				try {
+					const parsed = JSON.parse(body);
+					if (parsed.tokenUsage) Object.assign(error, { tokenUsage: parsed.tokenUsage });
+				} catch {}
+				throw error;
+			}
+			const data = await response.json();
+			return {
+				output: (Array.isArray(data.output) ? data.output : [data.output]).filter((item) => typeof item === "string" && item.length > 0),
+				...data.tokenUsage ? { tokenUsage: data.tokenUsage } : {}
+			};
+		} catch (err) {
+			if (err instanceof Error && err.name === "AbortError") throw err;
+			logger.info(`[HarmfulCompletionProvider] ${err}`);
+			const parsedTokenUsage = err && typeof err === "object" && "tokenUsage" in err ? BaseTokenUsageSchema.safeParse(err.tokenUsage) : void 0;
+			const tokenUsage = parsedTokenUsage?.success ? parsedTokenUsage.data : void 0;
+			return {
+				error: `[HarmfulCompletionProvider] ${err}`,
+				...tokenUsage ? { tokenUsage } : {}
+			};
+		}
+	}
+};
+/**
+* Provider for red team adversarial strategies using Promptfoo's task-specific models.
+* Supports multi-turn attack strategies like crescendo, goat, and iterative attacks.
+*/
+var PromptfooChatCompletionProvider = class {
+	options;
+	constructor(options) {
+		this.options = options;
+	}
+	id() {
+		return this.options.id || "promptfoo:chatcompletion";
+	}
+	toString() {
+		return `[Promptfoo Chat Completion Provider]`;
+	}
+	async callApi(prompt, context, callApiOptions) {
+		if (neverGenerateRemote()) return { error: dedent`
+          Remote generation is disabled. This red team strategy requires Promptfoo's task-specific models.
+
+          To enable:
+          - Remove PROMPTFOO_DISABLE_REMOTE_GENERATION (or PROMPTFOO_DISABLE_REDTEAM_REMOTE_GENERATION)
+          - Or provide OPENAI_API_KEY for local generation (may have lower quality)
+
+          Learn more: https://www.promptfoo.dev/docs/red-team/configuration#remote-generation
+        ` };
+		const materializationContext = getRemoteMaterializationContextFromVars(context?.vars);
+		const body = {
+			jsonOnly: this.options.jsonOnly,
+			preferSmallModel: this.options.preferSmallModel,
+			prompt,
+			step: context?.prompt.label,
+			task: this.options.task,
+			email: getUserEmail(),
+			...providerRemoteGenerationContextPayload(this.options.redteamGenerationContext ?? this.options.targetId),
+			...this.options.inputs && { inputs: this.options.inputs },
+			...materializationContext ? { materializationContext } : {}
+		};
+		try {
+			const response = await fetchWithRetries(getRemoteGenerationUrl(), {
+				method: "POST",
+				headers: getRemoteGenerationHeaders(),
+				body: JSON.stringify(body),
+				...callApiOptions?.abortSignal && { signal: callApiOptions.abortSignal }
+			}, getRequestTimeoutMs());
+			const data = await response.json();
+			if (this.options.task === "meta-agent-decision" && response.status === 400 && data.providerError?.status === 400 && data.providerError?.type === "invalid_request_error" && data.providerError?.code === "invalid_json") return {
+				error: "Meta-agent request failed: the upstream provider rejected the coordination request as invalid JSON (invalid_json).",
+				metadata: { remoteGenerationError: {
+					status: 400,
+					type: "invalid_request_error",
+					code: "invalid_json"
+				} },
+				...data.tokenUsage ? { tokenUsage: data.tokenUsage } : {}
+			};
+			if (typeof data.error === "string" && data.error) return {
+				error: data.error,
+				...data.isRefusal === true ? { isRefusal: true } : {},
+				...data.tokenUsage ? { tokenUsage: data.tokenUsage } : {}
+			};
+			if (!data.result) {
+				logger.debug(`Error from promptfoo completion provider. Status: ${response.status} ${response.statusText} ${JSON.stringify(data)} `);
+				return {
+					error: "LLM did not return a result, likely refusal",
+					...data.isRefusal === true ? { isRefusal: true } : {},
+					...data.tokenUsage ? { tokenUsage: data.tokenUsage } : {}
+				};
+			}
+			return {
+				inputMaterialization: data.inputMaterialization,
+				materializationHandled: data.materializationHandled,
+				materializedVars: data.materializedVars,
+				output: data.result,
+				...data.isRefusal === true ? { isRefusal: true } : {},
+				tokenUsage: data.tokenUsage
+			};
+		} catch (err) {
+			if (err instanceof Error && err.name === "AbortError") throw err;
+			return { error: `API call error: ${String(err)}` };
+		}
+	}
+};
+const REDTEAM_SIMULATED_USER_TASK_ID = "mischievous-user-redteam";
+/**
+* Provider for simulating realistic user conversations using Promptfoo's conversation models.
+* Supports both regular simulated users and adversarial red team users.
+*/
+var PromptfooSimulatedUserProvider = class {
+	options;
+	taskId;
+	constructor(options = {}, taskId) {
+		this.options = options;
+		this.taskId = taskId;
+	}
+	id() {
+		return this.options.id || "promptfoo:agent";
+	}
+	toString() {
+		return "[Promptfoo Agent Provider]";
+	}
+	async callApi(prompt, _context, callApiOptions) {
+		const isRedteamTask = this.taskId === REDTEAM_SIMULATED_USER_TASK_ID;
+		if (isRedteamTask ? neverGenerateRemote() : neverGenerateRemoteForRegularEvals()) return {
+			error: dedent`
+          Remote generation is disabled.
+
+          SimulatedUser requires Promptfoo's conversation simulation models.
+
+          To enable, remove ${isRedteamTask ? "PROMPTFOO_DISABLE_REMOTE_GENERATION or PROMPTFOO_DISABLE_REDTEAM_REMOTE_GENERATION" : "PROMPTFOO_DISABLE_REMOTE_GENERATION"}
+
+          Learn more: ${isRedteamTask ? "https://www.promptfoo.dev/docs/red-team/configuration#remote-generation" : "https://www.promptfoo.dev/docs/providers/simulated-user#remote-generation"}
+        `,
+			tokenUsage: { numRequests: 0 }
+		};
+		const messages = JSON.parse(prompt);
+		const body = {
+			task: this.taskId,
+			instructions: this.options.instructions,
+			history: messages,
+			email: getUserEmail(),
+			version: VERSION,
+			...providerRemoteGenerationContextPayload(this.options.redteamGenerationContext ?? this.options.targetId)
+		};
+		try {
+			const response = await fetchWithRetries(getRemoteGenerationUrl(), {
+				method: "POST",
+				headers: getRemoteGenerationHeaders(),
+				body: JSON.stringify(body),
+				...callApiOptions?.abortSignal && { signal: callApiOptions.abortSignal }
+			}, getRequestTimeoutMs());
+			if (!response.ok) throw new Error(`API call failed with status ${response.status}: ${await response.text()}`);
+			const data = await response.json();
+			return {
+				output: data.result,
+				tokenUsage: data.tokenUsage
+			};
+		} catch (err) {
+			if (err instanceof Error && err.name === "AbortError") throw err;
+			return { error: `API call error: ${String(err)}` };
+		}
+	}
+};
+//#endregion
+export { assertRemoteMaterializationHandled as a, isRemoteMaterializationUpgradeError as c, REDTEAM_SIMULATED_USER_TASK_ID as i, requiresRemoteMaterialization as l, PromptfooHarmfulCompletionProvider as n, buildRemoteMaterializationContextVars as o, PromptfooSimulatedUserProvider as r, buildRemoteMaterializedInputVariables as s, PromptfooChatCompletionProvider as t };
+
+//# sourceMappingURL=promptfoo-BqV8ogVA.js.map

package/dist/src/promptfoo-S1Q9OHk_.js

@@ -0,0 +1,286 @@
+#!/usr/bin/env node
+import { c as logger } from "./logger-pCNnmVuz.js";
+import { Y as VERSION, i as fetchWithRetries } from "./fetch-RXHsZF-J.js";
+import { s as getUserEmail } from "./accounts-BOxNYxVN.js";
+import { a as getRequestTimeoutMs } from "./shared-DS_sDrmK.js";
+import { c as getInputType, t as BaseTokenUsageSchema } from "./shared-D-YP2yH6.js";
+import { a as getRemoteGenerationUrlForUnaligned, c as neverGenerateRemote, i as getRemoteGenerationUrl, l as neverGenerateRemoteForRegularEvals, r as getRemoteGenerationHeaders, u as providerRemoteGenerationContextPayload } from "./remoteGeneration-g3KvW-sP.js";
+import dedent from "dedent";
+//#region src/redteam/remoteMaterialization.ts
+const REMOTE_MATERIALIZATION_CONTEXT_VAR = "__promptfooRemoteMaterialization";
+function filterMaterializedVarsToInputs(vars, inputs, options) {
+	if (!inputs || Object.keys(inputs).length === 0) return vars;
+	return Object.fromEntries(Object.entries(vars).filter(([key]) => {
+		if (!Object.prototype.hasOwnProperty.call(inputs, key)) return false;
+		if (!options?.textOnly) return true;
+		return getInputType(inputs[key]) === "text";
+	}));
+}
+function buildRemoteMaterializedInputVariables(response, fallbackVars, inputs) {
+	const filteredFallbackVars = filterMaterializedVarsToInputs(fallbackVars, inputs, { textOnly: true });
+	const filteredMaterializedVars = filterMaterializedVarsToInputs(response.materializedVars ?? {}, inputs);
+	return {
+		...response.inputMaterialization ? { metadata: response.inputMaterialization } : {},
+		vars: {
+			...filteredFallbackVars,
+			...filteredMaterializedVars
+		}
+	};
+}
+function getRemoteMaterializationHost() {
+	const remoteUrl = getRemoteGenerationUrl();
+	try {
+		return new URL(remoteUrl).origin;
+	} catch {
+		return remoteUrl;
+	}
+}
+function buildRemoteMaterializationContextVars(context) {
+	return { [REMOTE_MATERIALIZATION_CONTEXT_VAR]: context };
+}
+function getRemoteMaterializationContextFromVars(vars) {
+	const raw = vars?.[REMOTE_MATERIALIZATION_CONTEXT_VAR];
+	if (!raw || typeof raw !== "object" || Array.isArray(raw)) return;
+	return raw;
+}
+function requiresRemoteMaterialization(inputs) {
+	return Boolean(inputs && Object.keys(inputs).length > 0);
+}
+function getRemoteMaterializationUpgradeError(operation) {
+	return `${operation} requires remote multi-input materialization support from a newer Promptfoo server. Current remote endpoint: ${getRemoteMaterializationHost()}. Upgrade the Promptfoo server you are connected to and try again.`;
+}
+function isRemoteMaterializationUpgradeError(error) {
+	return error instanceof Error && error.message.includes("requires remote multi-input materialization support from a newer");
+}
+function assertRemoteMaterializationHandled(response, operation) {
+	if (response?.materializationHandled === true) return;
+	throw new Error(getRemoteMaterializationUpgradeError(operation));
+}
+//#endregion
+//#region src/providers/promptfoo.ts
+/**
+* Provider for generating harmful/adversarial content using Promptfoo's unaligned models.
+* Used by red team plugins to generate test cases for harmful content categories.
+*/
+var PromptfooHarmfulCompletionProvider = class {
+	harmCategory;
+	n;
+	purpose;
+	config;
+	targetId;
+	redteamGenerationContext;
+	constructor(options) {
+		this.harmCategory = options.harmCategory;
+		this.n = options.n;
+		this.purpose = options.purpose;
+		this.config = options.config;
+		this.targetId = options.targetId;
+		this.redteamGenerationContext = options.redteamGenerationContext ?? (options.targetId ? {
+			providerTargetIds: [],
+			cloudTargetId: options.targetId
+		} : void 0);
+	}
+	id() {
+		return `promptfoo:redteam:${this.harmCategory}`;
+	}
+	toString() {
+		return `[Promptfoo Harmful Completion Provider ${this.purpose} - ${this.harmCategory}]`;
+	}
+	async callApi(_prompt, _context, callApiOptions) {
+		if (neverGenerateRemote()) return { error: dedent`
+          Remote generation is disabled. Harmful content generation requires Promptfoo's unaligned models.
+
+          To enable:
+          - Remove PROMPTFOO_DISABLE_REMOTE_GENERATION (or PROMPTFOO_DISABLE_REDTEAM_REMOTE_GENERATION)
+          - Or configure an alternative unaligned model provider
+
+          Learn more: https://www.promptfoo.dev/docs/red-team/configuration#remote-generation
+        ` };
+		const body = {
+			email: getUserEmail(),
+			harmCategory: this.harmCategory,
+			n: this.n,
+			purpose: this.purpose,
+			version: VERSION,
+			config: this.config,
+			...providerRemoteGenerationContextPayload(this.redteamGenerationContext ?? this.targetId)
+		};
+		try {
+			logger.debug(`[HarmfulCompletionProvider] Calling generate harmful API (${getRemoteGenerationUrlForUnaligned()}) with body: ${JSON.stringify(body)}`);
+			const response = await fetchWithRetries(getRemoteGenerationUrlForUnaligned(), {
+				method: "POST",
+				headers: getRemoteGenerationHeaders(),
+				body: JSON.stringify(body),
+				...callApiOptions?.abortSignal && { signal: callApiOptions.abortSignal }
+			}, 58e4, 2);
+			if (!response.ok) {
+				const body = await response.text();
+				const error = /* @__PURE__ */ new Error(`API call failed with status ${response.status}: ${body}`);
+				try {
+					const parsed = JSON.parse(body);
+					if (parsed.tokenUsage) Object.assign(error, { tokenUsage: parsed.tokenUsage });
+				} catch {}
+				throw error;
+			}
+			const data = await response.json();
+			return {
+				output: (Array.isArray(data.output) ? data.output : [data.output]).filter((item) => typeof item === "string" && item.length > 0),
+				...data.tokenUsage ? { tokenUsage: data.tokenUsage } : {}
+			};
+		} catch (err) {
+			if (err instanceof Error && err.name === "AbortError") throw err;
+			logger.info(`[HarmfulCompletionProvider] ${err}`);
+			const parsedTokenUsage = err && typeof err === "object" && "tokenUsage" in err ? BaseTokenUsageSchema.safeParse(err.tokenUsage) : void 0;
+			const tokenUsage = parsedTokenUsage?.success ? parsedTokenUsage.data : void 0;
+			return {
+				error: `[HarmfulCompletionProvider] ${err}`,
+				...tokenUsage ? { tokenUsage } : {}
+			};
+		}
+	}
+};
+/**
+* Provider for red team adversarial strategies using Promptfoo's task-specific models.
+* Supports multi-turn attack strategies like crescendo, goat, and iterative attacks.
+*/
+var PromptfooChatCompletionProvider = class {
+	options;
+	constructor(options) {
+		this.options = options;
+	}
+	id() {
+		return this.options.id || "promptfoo:chatcompletion";
+	}
+	toString() {
+		return `[Promptfoo Chat Completion Provider]`;
+	}
+	async callApi(prompt, context, callApiOptions) {
+		if (neverGenerateRemote()) return { error: dedent`
+          Remote generation is disabled. This red team strategy requires Promptfoo's task-specific models.
+
+          To enable:
+          - Remove PROMPTFOO_DISABLE_REMOTE_GENERATION (or PROMPTFOO_DISABLE_REDTEAM_REMOTE_GENERATION)
+          - Or provide OPENAI_API_KEY for local generation (may have lower quality)
+
+          Learn more: https://www.promptfoo.dev/docs/red-team/configuration#remote-generation
+        ` };
+		const materializationContext = getRemoteMaterializationContextFromVars(context?.vars);
+		const body = {
+			jsonOnly: this.options.jsonOnly,
+			preferSmallModel: this.options.preferSmallModel,
+			prompt,
+			step: context?.prompt.label,
+			task: this.options.task,
+			email: getUserEmail(),
+			...providerRemoteGenerationContextPayload(this.options.redteamGenerationContext ?? this.options.targetId),
+			...this.options.inputs && { inputs: this.options.inputs },
+			...materializationContext ? { materializationContext } : {}
+		};
+		try {
+			const response = await fetchWithRetries(getRemoteGenerationUrl(), {
+				method: "POST",
+				headers: getRemoteGenerationHeaders(),
+				body: JSON.stringify(body),
+				...callApiOptions?.abortSignal && { signal: callApiOptions.abortSignal }
+			}, getRequestTimeoutMs());
+			const data = await response.json();
+			if (this.options.task === "meta-agent-decision" && response.status === 400 && data.providerError?.status === 400 && data.providerError?.type === "invalid_request_error" && data.providerError?.code === "invalid_json") return {
+				error: "Meta-agent request failed: the upstream provider rejected the coordination request as invalid JSON (invalid_json).",
+				metadata: { remoteGenerationError: {
+					status: 400,
+					type: "invalid_request_error",
+					code: "invalid_json"
+				} },
+				...data.tokenUsage ? { tokenUsage: data.tokenUsage } : {}
+			};
+			if (typeof data.error === "string" && data.error) return {
+				error: data.error,
+				...data.isRefusal === true ? { isRefusal: true } : {},
+				...data.tokenUsage ? { tokenUsage: data.tokenUsage } : {}
+			};
+			if (!data.result) {
+				logger.debug(`Error from promptfoo completion provider. Status: ${response.status} ${response.statusText} ${JSON.stringify(data)} `);
+				return {
+					error: "LLM did not return a result, likely refusal",
+					...data.isRefusal === true ? { isRefusal: true } : {},
+					...data.tokenUsage ? { tokenUsage: data.tokenUsage } : {}
+				};
+			}
+			return {
+				inputMaterialization: data.inputMaterialization,
+				materializationHandled: data.materializationHandled,
+				materializedVars: data.materializedVars,
+				output: data.result,
+				...data.isRefusal === true ? { isRefusal: true } : {},
+				tokenUsage: data.tokenUsage
+			};
+		} catch (err) {
+			if (err instanceof Error && err.name === "AbortError") throw err;
+			return { error: `API call error: ${String(err)}` };
+		}
+	}
+};
+const REDTEAM_SIMULATED_USER_TASK_ID = "mischievous-user-redteam";
+/**
+* Provider for simulating realistic user conversations using Promptfoo's conversation models.
+* Supports both regular simulated users and adversarial red team users.
+*/
+var PromptfooSimulatedUserProvider = class {
+	options;
+	taskId;
+	constructor(options = {}, taskId) {
+		this.options = options;
+		this.taskId = taskId;
+	}
+	id() {
+		return this.options.id || "promptfoo:agent";
+	}
+	toString() {
+		return "[Promptfoo Agent Provider]";
+	}
+	async callApi(prompt, _context, callApiOptions) {
+		const isRedteamTask = this.taskId === REDTEAM_SIMULATED_USER_TASK_ID;
+		if (isRedteamTask ? neverGenerateRemote() : neverGenerateRemoteForRegularEvals()) return {
+			error: dedent`
+          Remote generation is disabled.
+
+          SimulatedUser requires Promptfoo's conversation simulation models.
+
+          To enable, remove ${isRedteamTask ? "PROMPTFOO_DISABLE_REMOTE_GENERATION or PROMPTFOO_DISABLE_REDTEAM_REMOTE_GENERATION" : "PROMPTFOO_DISABLE_REMOTE_GENERATION"}
+
+          Learn more: ${isRedteamTask ? "https://www.promptfoo.dev/docs/red-team/configuration#remote-generation" : "https://www.promptfoo.dev/docs/providers/simulated-user#remote-generation"}
+        `,
+			tokenUsage: { numRequests: 0 }
+		};
+		const messages = JSON.parse(prompt);
+		const body = {
+			task: this.taskId,
+			instructions: this.options.instructions,
+			history: messages,
+			email: getUserEmail(),
+			version: VERSION,
+			...providerRemoteGenerationContextPayload(this.options.redteamGenerationContext ?? this.options.targetId)
+		};
+		try {
+			const response = await fetchWithRetries(getRemoteGenerationUrl(), {
+				method: "POST",
+				headers: getRemoteGenerationHeaders(),
+				body: JSON.stringify(body),
+				...callApiOptions?.abortSignal && { signal: callApiOptions.abortSignal }
+			}, getRequestTimeoutMs());
+			if (!response.ok) throw new Error(`API call failed with status ${response.status}: ${await response.text()}`);
+			const data = await response.json();
+			return {
+				output: data.result,
+				tokenUsage: data.tokenUsage
+			};
+		} catch (err) {
+			if (err instanceof Error && err.name === "AbortError") throw err;
+			return { error: `API call error: ${String(err)}` };
+		}
+	}
+};
+//#endregion
+export { assertRemoteMaterializationHandled as a, isRemoteMaterializationUpgradeError as c, REDTEAM_SIMULATED_USER_TASK_ID as i, requiresRemoteMaterialization as l, PromptfooHarmfulCompletionProvider as n, buildRemoteMaterializationContextVars as o, PromptfooSimulatedUserProvider as r, buildRemoteMaterializedInputVariables as s, PromptfooChatCompletionProvider as t };
+
+//# sourceMappingURL=promptfoo-S1Q9OHk_.js.map