promptfoo 0.121.5 → 0.121.7

package/dist/src/promptLength-BbBbDHNj.cjs

@@ -0,0 +1,94 @@
+const require_logger = require("./logger-cfNpzI4o.cjs");
+//#region src/redteam/shared/promptLength.ts
+const MAX_CHARS_PER_MESSAGE_MODIFIER_KEY = "maxCharsPerMessage";
+function isRecord(value) {
+	return typeof value === "object" && value !== null;
+}
+function getMaxCharsPerMessage(limit) {
+	const maxCharsPerMessage = limit ?? require_logger.state.config?.redteam?.maxCharsPerMessage;
+	if (typeof maxCharsPerMessage !== "number" || !Number.isInteger(maxCharsPerMessage) || maxCharsPerMessage <= 0) return;
+	return maxCharsPerMessage;
+}
+function parseChatMessages(prompt) {
+	try {
+		const parsed = JSON.parse(prompt);
+		if (Array.isArray(parsed) && parsed.every((item) => isRecord(item) && typeof item.role === "string" && typeof item.content === "string")) return parsed.map((message, index) => ({
+			content: message.content,
+			path: `[${index}].content`,
+			role: message.role
+		}));
+		if (isRecord(parsed) && parsed._promptfoo_audio_hybrid === true && (parsed.history === void 0 || Array.isArray(parsed.history)) && isRecord(parsed.currentTurn) && typeof parsed.currentTurn.role === "string" && typeof parsed.currentTurn.transcript === "string" && (parsed.history === void 0 || parsed.history.every((item) => isRecord(item) && typeof item.role === "string" && typeof item.content === "string"))) return [...(parsed.history ?? []).map((message, index) => ({
+			content: message.content,
+			path: `history[${index}].content`,
+			role: message.role
+		})), {
+			content: parsed.currentTurn.transcript,
+			path: "currentTurn.transcript",
+			role: parsed.currentTurn.role
+		}];
+	} catch {}
+}
+function getPromptLengthViolation(prompt, limit) {
+	const maxCharsPerMessage = getMaxCharsPerMessage(limit);
+	if (!maxCharsPerMessage) return;
+	const messages = parseChatMessages(prompt);
+	if (messages) {
+		const oversizedMessage = messages.find((message) => message.role === "user" && message.content.length > maxCharsPerMessage);
+		return oversizedMessage ? {
+			length: oversizedMessage.content.length,
+			limit: maxCharsPerMessage,
+			path: oversizedMessage.path
+		} : void 0;
+	}
+	if (prompt.length <= maxCharsPerMessage) return;
+	return {
+		length: prompt.length,
+		limit: maxCharsPerMessage,
+		path: "prompt"
+	};
+}
+function getMaxCharsPerMessageModifierValue(limit) {
+	const maxCharsPerMessage = getMaxCharsPerMessage(limit);
+	if (!maxCharsPerMessage) return;
+	return `Each generated user message must be ${maxCharsPerMessage} characters or fewer.`;
+}
+function getGeneratedPromptOverLimit(prompt, limit) {
+	const violation = getPromptLengthViolation(prompt, limit);
+	if (!violation) return;
+	return {
+		length: violation.length,
+		limit: violation.limit
+	};
+}
+function throwIfTargetPromptExceedsMaxChars(prompt, limit) {
+	const violation = getPromptLengthViolation(prompt, limit);
+	if (!violation) return;
+	throw new Error(`Target prompt message at ${violation.path} exceeds maxCharsPerMessage=${violation.limit}: ${violation.length} characters.`);
+}
+//#endregion
+Object.defineProperty(exports, "MAX_CHARS_PER_MESSAGE_MODIFIER_KEY", {
+	enumerable: true,
+	get: function() {
+		return MAX_CHARS_PER_MESSAGE_MODIFIER_KEY;
+	}
+});
+Object.defineProperty(exports, "getGeneratedPromptOverLimit", {
+	enumerable: true,
+	get: function() {
+		return getGeneratedPromptOverLimit;
+	}
+});
+Object.defineProperty(exports, "getMaxCharsPerMessageModifierValue", {
+	enumerable: true,
+	get: function() {
+		return getMaxCharsPerMessageModifierValue;
+	}
+});
+Object.defineProperty(exports, "throwIfTargetPromptExceedsMaxChars", {
+	enumerable: true,
+	get: function() {
+		return throwIfTargetPromptExceedsMaxChars;
+	}
+});
+
+//# sourceMappingURL=promptLength-BbBbDHNj.cjs.map

package/dist/src/promptfoo-BDrfT30-.js

@@ -0,0 +1,180 @@
+import { a as logger } from "./logger-KD8JjCRJ.js";
+import { n as fetchWithRetries, v as REQUEST_TIMEOUT_MS } from "./fetch-BufrQtvR.js";
+import { n as VERSION } from "./version-BK20a4sw.js";
+import { o as getUserEmail } from "./accounts-DanM1wq_.js";
+import { c as neverGenerateRemoteForRegularEvals, i as getRemoteGenerationUrlForUnaligned, r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-COpWcmWd.js";
+import dedent from "dedent";
+//#region src/providers/promptfoo.ts
+/**
+* Provider for generating harmful/adversarial content using Promptfoo's unaligned models.
+* Used by red team plugins to generate test cases for harmful content categories.
+*/
+var PromptfooHarmfulCompletionProvider = class {
+	harmCategory;
+	n;
+	purpose;
+	config;
+	constructor(options) {
+		this.harmCategory = options.harmCategory;
+		this.n = options.n;
+		this.purpose = options.purpose;
+		this.config = options.config;
+	}
+	id() {
+		return `promptfoo:redteam:${this.harmCategory}`;
+	}
+	toString() {
+		return `[Promptfoo Harmful Completion Provider ${this.purpose} - ${this.harmCategory}]`;
+	}
+	async callApi(_prompt, _context, callApiOptions) {
+		if (neverGenerateRemote()) return { error: dedent`
+          Remote generation is disabled. Harmful content generation requires Promptfoo's unaligned models.
+
+          To enable:
+          - Remove PROMPTFOO_DISABLE_REMOTE_GENERATION (or PROMPTFOO_DISABLE_REDTEAM_REMOTE_GENERATION)
+          - Or configure an alternative unaligned model provider
+
+          Learn more: https://www.promptfoo.dev/docs/red-team/configuration#remote-generation
+        ` };
+		const body = {
+			email: getUserEmail(),
+			harmCategory: this.harmCategory,
+			n: this.n,
+			purpose: this.purpose,
+			version: VERSION,
+			config: this.config
+		};
+		try {
+			logger.debug(`[HarmfulCompletionProvider] Calling generate harmful API (${getRemoteGenerationUrlForUnaligned()}) with body: ${JSON.stringify(body)}`);
+			const response = await fetchWithRetries(getRemoteGenerationUrlForUnaligned(), {
+				method: "POST",
+				headers: { "Content-Type": "application/json" },
+				body: JSON.stringify(body),
+				...callApiOptions?.abortSignal && { signal: callApiOptions.abortSignal }
+			}, 58e4, 2);
+			if (!response.ok) throw new Error(`API call failed with status ${response.status}: ${await response.text()}`);
+			const data = await response.json();
+			return { output: (Array.isArray(data.output) ? data.output : [data.output]).filter((item) => typeof item === "string" && item.length > 0) };
+		} catch (err) {
+			if (err instanceof Error && err.name === "AbortError") throw err;
+			logger.info(`[HarmfulCompletionProvider] ${err}`);
+			return { error: `[HarmfulCompletionProvider] ${err}` };
+		}
+	}
+};
+/**
+* Provider for red team adversarial strategies using Promptfoo's task-specific models.
+* Supports multi-turn attack strategies like crescendo, goat, and iterative attacks.
+*/
+var PromptfooChatCompletionProvider = class {
+	options;
+	constructor(options) {
+		this.options = options;
+	}
+	id() {
+		return this.options.id || "promptfoo:chatcompletion";
+	}
+	toString() {
+		return `[Promptfoo Chat Completion Provider]`;
+	}
+	async callApi(prompt, context, callApiOptions) {
+		if (neverGenerateRemote()) return { error: dedent`
+          Remote generation is disabled. This red team strategy requires Promptfoo's task-specific models.
+
+          To enable:
+          - Remove PROMPTFOO_DISABLE_REMOTE_GENERATION (or PROMPTFOO_DISABLE_REDTEAM_REMOTE_GENERATION)
+          - Or provide OPENAI_API_KEY for local generation (may have lower quality)
+
+          Learn more: https://www.promptfoo.dev/docs/red-team/configuration#remote-generation
+        ` };
+		const body = {
+			jsonOnly: this.options.jsonOnly,
+			preferSmallModel: this.options.preferSmallModel,
+			prompt,
+			step: context?.prompt.label,
+			task: this.options.task,
+			email: getUserEmail(),
+			...this.options.inputs && { inputs: this.options.inputs }
+		};
+		try {
+			const response = await fetchWithRetries(getRemoteGenerationUrl(), {
+				method: "POST",
+				headers: { "Content-Type": "application/json" },
+				body: JSON.stringify(body),
+				...callApiOptions?.abortSignal && { signal: callApiOptions.abortSignal }
+			}, REQUEST_TIMEOUT_MS);
+			const data = await response.json();
+			if (!data.result) {
+				logger.debug(`Error from promptfoo completion provider. Status: ${response.status} ${response.statusText} ${JSON.stringify(data)} `);
+				return { error: "LLM did not return a result, likely refusal" };
+			}
+			return {
+				output: data.result,
+				tokenUsage: data.tokenUsage
+			};
+		} catch (err) {
+			if (err instanceof Error && err.name === "AbortError") throw err;
+			return { error: `API call error: ${String(err)}` };
+		}
+	}
+};
+const REDTEAM_SIMULATED_USER_TASK_ID = "mischievous-user-redteam";
+/**
+* Provider for simulating realistic user conversations using Promptfoo's conversation models.
+* Supports both regular simulated users and adversarial red team users.
+*/
+var PromptfooSimulatedUserProvider = class {
+	options;
+	taskId;
+	constructor(options = {}, taskId) {
+		this.options = options;
+		this.taskId = taskId;
+	}
+	id() {
+		return this.options.id || "promptfoo:agent";
+	}
+	toString() {
+		return "[Promptfoo Agent Provider]";
+	}
+	async callApi(prompt, _context, callApiOptions) {
+		const isRedteamTask = this.taskId === REDTEAM_SIMULATED_USER_TASK_ID;
+		if (isRedteamTask ? neverGenerateRemote() : neverGenerateRemoteForRegularEvals()) return { error: dedent`
+          Remote generation is disabled.
+
+          SimulatedUser requires Promptfoo's conversation simulation models.
+
+          To enable, remove ${isRedteamTask ? "PROMPTFOO_DISABLE_REMOTE_GENERATION or PROMPTFOO_DISABLE_REDTEAM_REMOTE_GENERATION" : "PROMPTFOO_DISABLE_REMOTE_GENERATION"}
+
+          Learn more: ${isRedteamTask ? "https://www.promptfoo.dev/docs/red-team/configuration#remote-generation" : "https://www.promptfoo.dev/docs/providers/simulated-user#remote-generation"}
+        ` };
+		const messages = JSON.parse(prompt);
+		const body = {
+			task: this.taskId,
+			instructions: this.options.instructions,
+			history: messages,
+			email: getUserEmail(),
+			version: VERSION
+		};
+		try {
+			const response = await fetchWithRetries(getRemoteGenerationUrl(), {
+				method: "POST",
+				headers: { "Content-Type": "application/json" },
+				body: JSON.stringify(body),
+				...callApiOptions?.abortSignal && { signal: callApiOptions.abortSignal }
+			}, REQUEST_TIMEOUT_MS);
+			if (!response.ok) throw new Error(`API call failed with status ${response.status}: ${await response.text()}`);
+			const data = await response.json();
+			return {
+				output: data.result,
+				tokenUsage: data.tokenUsage
+			};
+		} catch (err) {
+			if (err instanceof Error && err.name === "AbortError") throw err;
+			return { error: `API call error: ${String(err)}` };
+		}
+	}
+};
+//#endregion
+export { REDTEAM_SIMULATED_USER_TASK_ID as i, PromptfooHarmfulCompletionProvider as n, PromptfooSimulatedUserProvider as r, PromptfooChatCompletionProvider as t };
+
+//# sourceMappingURL=promptfoo-BDrfT30-.js.map

package/dist/src/promptfoo-Cm4hiy1Y.js

@@ -0,0 +1,180 @@
+import { a as logger } from "./logger-Ct2S6Yx-.js";
+import { n as fetchWithRetries, p as REQUEST_TIMEOUT_MS } from "./fetch-It34O8Ur.js";
+import { n as VERSION } from "./version-lpHV_53E.js";
+import { i as getUserEmail } from "./accounts-Ca7WIoPY.js";
+import { c as neverGenerateRemoteForRegularEvals, i as getRemoteGenerationUrlForUnaligned, r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-DsaSwmG2.js";
+import dedent from "dedent";
+//#region src/providers/promptfoo.ts
+/**
+* Provider for generating harmful/adversarial content using Promptfoo's unaligned models.
+* Used by red team plugins to generate test cases for harmful content categories.
+*/
+var PromptfooHarmfulCompletionProvider = class {
+	harmCategory;
+	n;
+	purpose;
+	config;
+	constructor(options) {
+		this.harmCategory = options.harmCategory;
+		this.n = options.n;
+		this.purpose = options.purpose;
+		this.config = options.config;
+	}
+	id() {
+		return `promptfoo:redteam:${this.harmCategory}`;
+	}
+	toString() {
+		return `[Promptfoo Harmful Completion Provider ${this.purpose} - ${this.harmCategory}]`;
+	}
+	async callApi(_prompt, _context, callApiOptions) {
+		if (neverGenerateRemote()) return { error: dedent`
+          Remote generation is disabled. Harmful content generation requires Promptfoo's unaligned models.
+
+          To enable:
+          - Remove PROMPTFOO_DISABLE_REMOTE_GENERATION (or PROMPTFOO_DISABLE_REDTEAM_REMOTE_GENERATION)
+          - Or configure an alternative unaligned model provider
+
+          Learn more: https://www.promptfoo.dev/docs/red-team/configuration#remote-generation
+        ` };
+		const body = {
+			email: getUserEmail(),
+			harmCategory: this.harmCategory,
+			n: this.n,
+			purpose: this.purpose,
+			version: VERSION,
+			config: this.config
+		};
+		try {
+			logger.debug(`[HarmfulCompletionProvider] Calling generate harmful API (${getRemoteGenerationUrlForUnaligned()}) with body: ${JSON.stringify(body)}`);
+			const response = await fetchWithRetries(getRemoteGenerationUrlForUnaligned(), {
+				method: "POST",
+				headers: { "Content-Type": "application/json" },
+				body: JSON.stringify(body),
+				...callApiOptions?.abortSignal && { signal: callApiOptions.abortSignal }
+			}, 58e4, 2);
+			if (!response.ok) throw new Error(`API call failed with status ${response.status}: ${await response.text()}`);
+			const data = await response.json();
+			return { output: (Array.isArray(data.output) ? data.output : [data.output]).filter((item) => typeof item === "string" && item.length > 0) };
+		} catch (err) {
+			if (err instanceof Error && err.name === "AbortError") throw err;
+			logger.info(`[HarmfulCompletionProvider] ${err}`);
+			return { error: `[HarmfulCompletionProvider] ${err}` };
+		}
+	}
+};
+/**
+* Provider for red team adversarial strategies using Promptfoo's task-specific models.
+* Supports multi-turn attack strategies like crescendo, goat, and iterative attacks.
+*/
+var PromptfooChatCompletionProvider = class {
+	options;
+	constructor(options) {
+		this.options = options;
+	}
+	id() {
+		return this.options.id || "promptfoo:chatcompletion";
+	}
+	toString() {
+		return `[Promptfoo Chat Completion Provider]`;
+	}
+	async callApi(prompt, context, callApiOptions) {
+		if (neverGenerateRemote()) return { error: dedent`
+          Remote generation is disabled. This red team strategy requires Promptfoo's task-specific models.
+
+          To enable:
+          - Remove PROMPTFOO_DISABLE_REMOTE_GENERATION (or PROMPTFOO_DISABLE_REDTEAM_REMOTE_GENERATION)
+          - Or provide OPENAI_API_KEY for local generation (may have lower quality)
+
+          Learn more: https://www.promptfoo.dev/docs/red-team/configuration#remote-generation
+        ` };
+		const body = {
+			jsonOnly: this.options.jsonOnly,
+			preferSmallModel: this.options.preferSmallModel,
+			prompt,
+			step: context?.prompt.label,
+			task: this.options.task,
+			email: getUserEmail(),
+			...this.options.inputs && { inputs: this.options.inputs }
+		};
+		try {
+			const response = await fetchWithRetries(getRemoteGenerationUrl(), {
+				method: "POST",
+				headers: { "Content-Type": "application/json" },
+				body: JSON.stringify(body),
+				...callApiOptions?.abortSignal && { signal: callApiOptions.abortSignal }
+			}, REQUEST_TIMEOUT_MS);
+			const data = await response.json();
+			if (!data.result) {
+				logger.debug(`Error from promptfoo completion provider. Status: ${response.status} ${response.statusText} ${JSON.stringify(data)} `);
+				return { error: "LLM did not return a result, likely refusal" };
+			}
+			return {
+				output: data.result,
+				tokenUsage: data.tokenUsage
+			};
+		} catch (err) {
+			if (err instanceof Error && err.name === "AbortError") throw err;
+			return { error: `API call error: ${String(err)}` };
+		}
+	}
+};
+const REDTEAM_SIMULATED_USER_TASK_ID = "mischievous-user-redteam";
+/**
+* Provider for simulating realistic user conversations using Promptfoo's conversation models.
+* Supports both regular simulated users and adversarial red team users.
+*/
+var PromptfooSimulatedUserProvider = class {
+	options;
+	taskId;
+	constructor(options = {}, taskId) {
+		this.options = options;
+		this.taskId = taskId;
+	}
+	id() {
+		return this.options.id || "promptfoo:agent";
+	}
+	toString() {
+		return "[Promptfoo Agent Provider]";
+	}
+	async callApi(prompt, _context, callApiOptions) {
+		const isRedteamTask = this.taskId === REDTEAM_SIMULATED_USER_TASK_ID;
+		if (isRedteamTask ? neverGenerateRemote() : neverGenerateRemoteForRegularEvals()) return { error: dedent`
+          Remote generation is disabled.
+
+          SimulatedUser requires Promptfoo's conversation simulation models.
+
+          To enable, remove ${isRedteamTask ? "PROMPTFOO_DISABLE_REMOTE_GENERATION or PROMPTFOO_DISABLE_REDTEAM_REMOTE_GENERATION" : "PROMPTFOO_DISABLE_REMOTE_GENERATION"}
+
+          Learn more: ${isRedteamTask ? "https://www.promptfoo.dev/docs/red-team/configuration#remote-generation" : "https://www.promptfoo.dev/docs/providers/simulated-user#remote-generation"}
+        ` };
+		const messages = JSON.parse(prompt);
+		const body = {
+			task: this.taskId,
+			instructions: this.options.instructions,
+			history: messages,
+			email: getUserEmail(),
+			version: VERSION
+		};
+		try {
+			const response = await fetchWithRetries(getRemoteGenerationUrl(), {
+				method: "POST",
+				headers: { "Content-Type": "application/json" },
+				body: JSON.stringify(body),
+				...callApiOptions?.abortSignal && { signal: callApiOptions.abortSignal }
+			}, REQUEST_TIMEOUT_MS);
+			if (!response.ok) throw new Error(`API call failed with status ${response.status}: ${await response.text()}`);
+			const data = await response.json();
+			return {
+				output: data.result,
+				tokenUsage: data.tokenUsage
+			};
+		} catch (err) {
+			if (err instanceof Error && err.name === "AbortError") throw err;
+			return { error: `API call error: ${String(err)}` };
+		}
+	}
+};
+//#endregion
+export { REDTEAM_SIMULATED_USER_TASK_ID as i, PromptfooHarmfulCompletionProvider as n, PromptfooSimulatedUserProvider as r, PromptfooChatCompletionProvider as t };
+
+//# sourceMappingURL=promptfoo-Cm4hiy1Y.js.map

package/dist/src/promptfoo-Rjp-MeBb.js

@@ -0,0 +1,181 @@
+#!/usr/bin/env node
+import { s as logger } from "./logger-BbY6ypFL.js";
+import { _ as REQUEST_TIMEOUT_MS, r as fetchWithRetries } from "./fetch-DXUnXkVU.js";
+import { n as VERSION } from "./version-eRkNuGv8.js";
+import { o as getUserEmail } from "./accounts-CjFnOPmb.js";
+import { c as neverGenerateRemoteForRegularEvals, i as getRemoteGenerationUrlForUnaligned, r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-B1_XsKXU.js";
+import dedent from "dedent";
+//#region src/providers/promptfoo.ts
+/**
+* Provider for generating harmful/adversarial content using Promptfoo's unaligned models.
+* Used by red team plugins to generate test cases for harmful content categories.
+*/
+var PromptfooHarmfulCompletionProvider = class {
+	harmCategory;
+	n;
+	purpose;
+	config;
+	constructor(options) {
+		this.harmCategory = options.harmCategory;
+		this.n = options.n;
+		this.purpose = options.purpose;
+		this.config = options.config;
+	}
+	id() {
+		return `promptfoo:redteam:${this.harmCategory}`;
+	}
+	toString() {
+		return `[Promptfoo Harmful Completion Provider ${this.purpose} - ${this.harmCategory}]`;
+	}
+	async callApi(_prompt, _context, callApiOptions) {
+		if (neverGenerateRemote()) return { error: dedent`
+          Remote generation is disabled. Harmful content generation requires Promptfoo's unaligned models.
+
+          To enable:
+          - Remove PROMPTFOO_DISABLE_REMOTE_GENERATION (or PROMPTFOO_DISABLE_REDTEAM_REMOTE_GENERATION)
+          - Or configure an alternative unaligned model provider
+
+          Learn more: https://www.promptfoo.dev/docs/red-team/configuration#remote-generation
+        ` };
+		const body = {
+			email: getUserEmail(),
+			harmCategory: this.harmCategory,
+			n: this.n,
+			purpose: this.purpose,
+			version: VERSION,
+			config: this.config
+		};
+		try {
+			logger.debug(`[HarmfulCompletionProvider] Calling generate harmful API (${getRemoteGenerationUrlForUnaligned()}) with body: ${JSON.stringify(body)}`);
+			const response = await fetchWithRetries(getRemoteGenerationUrlForUnaligned(), {
+				method: "POST",
+				headers: { "Content-Type": "application/json" },
+				body: JSON.stringify(body),
+				...callApiOptions?.abortSignal && { signal: callApiOptions.abortSignal }
+			}, 58e4, 2);
+			if (!response.ok) throw new Error(`API call failed with status ${response.status}: ${await response.text()}`);
+			const data = await response.json();
+			return { output: (Array.isArray(data.output) ? data.output : [data.output]).filter((item) => typeof item === "string" && item.length > 0) };
+		} catch (err) {
+			if (err instanceof Error && err.name === "AbortError") throw err;
+			logger.info(`[HarmfulCompletionProvider] ${err}`);
+			return { error: `[HarmfulCompletionProvider] ${err}` };
+		}
+	}
+};
+/**
+* Provider for red team adversarial strategies using Promptfoo's task-specific models.
+* Supports multi-turn attack strategies like crescendo, goat, and iterative attacks.
+*/
+var PromptfooChatCompletionProvider = class {
+	options;
+	constructor(options) {
+		this.options = options;
+	}
+	id() {
+		return this.options.id || "promptfoo:chatcompletion";
+	}
+	toString() {
+		return `[Promptfoo Chat Completion Provider]`;
+	}
+	async callApi(prompt, context, callApiOptions) {
+		if (neverGenerateRemote()) return { error: dedent`
+          Remote generation is disabled. This red team strategy requires Promptfoo's task-specific models.
+
+          To enable:
+          - Remove PROMPTFOO_DISABLE_REMOTE_GENERATION (or PROMPTFOO_DISABLE_REDTEAM_REMOTE_GENERATION)
+          - Or provide OPENAI_API_KEY for local generation (may have lower quality)
+
+          Learn more: https://www.promptfoo.dev/docs/red-team/configuration#remote-generation
+        ` };
+		const body = {
+			jsonOnly: this.options.jsonOnly,
+			preferSmallModel: this.options.preferSmallModel,
+			prompt,
+			step: context?.prompt.label,
+			task: this.options.task,
+			email: getUserEmail(),
+			...this.options.inputs && { inputs: this.options.inputs }
+		};
+		try {
+			const response = await fetchWithRetries(getRemoteGenerationUrl(), {
+				method: "POST",
+				headers: { "Content-Type": "application/json" },
+				body: JSON.stringify(body),
+				...callApiOptions?.abortSignal && { signal: callApiOptions.abortSignal }
+			}, REQUEST_TIMEOUT_MS);
+			const data = await response.json();
+			if (!data.result) {
+				logger.debug(`Error from promptfoo completion provider. Status: ${response.status} ${response.statusText} ${JSON.stringify(data)} `);
+				return { error: "LLM did not return a result, likely refusal" };
+			}
+			return {
+				output: data.result,
+				tokenUsage: data.tokenUsage
+			};
+		} catch (err) {
+			if (err instanceof Error && err.name === "AbortError") throw err;
+			return { error: `API call error: ${String(err)}` };
+		}
+	}
+};
+const REDTEAM_SIMULATED_USER_TASK_ID = "mischievous-user-redteam";
+/**
+* Provider for simulating realistic user conversations using Promptfoo's conversation models.
+* Supports both regular simulated users and adversarial red team users.
+*/
+var PromptfooSimulatedUserProvider = class {
+	options;
+	taskId;
+	constructor(options = {}, taskId) {
+		this.options = options;
+		this.taskId = taskId;
+	}
+	id() {
+		return this.options.id || "promptfoo:agent";
+	}
+	toString() {
+		return "[Promptfoo Agent Provider]";
+	}
+	async callApi(prompt, _context, callApiOptions) {
+		const isRedteamTask = this.taskId === REDTEAM_SIMULATED_USER_TASK_ID;
+		if (isRedteamTask ? neverGenerateRemote() : neverGenerateRemoteForRegularEvals()) return { error: dedent`
+          Remote generation is disabled.
+
+          SimulatedUser requires Promptfoo's conversation simulation models.
+
+          To enable, remove ${isRedteamTask ? "PROMPTFOO_DISABLE_REMOTE_GENERATION or PROMPTFOO_DISABLE_REDTEAM_REMOTE_GENERATION" : "PROMPTFOO_DISABLE_REMOTE_GENERATION"}
+
+          Learn more: ${isRedteamTask ? "https://www.promptfoo.dev/docs/red-team/configuration#remote-generation" : "https://www.promptfoo.dev/docs/providers/simulated-user#remote-generation"}
+        ` };
+		const messages = JSON.parse(prompt);
+		const body = {
+			task: this.taskId,
+			instructions: this.options.instructions,
+			history: messages,
+			email: getUserEmail(),
+			version: VERSION
+		};
+		try {
+			const response = await fetchWithRetries(getRemoteGenerationUrl(), {
+				method: "POST",
+				headers: { "Content-Type": "application/json" },
+				body: JSON.stringify(body),
+				...callApiOptions?.abortSignal && { signal: callApiOptions.abortSignal }
+			}, REQUEST_TIMEOUT_MS);
+			if (!response.ok) throw new Error(`API call failed with status ${response.status}: ${await response.text()}`);
+			const data = await response.json();
+			return {
+				output: data.result,
+				tokenUsage: data.tokenUsage
+			};
+		} catch (err) {
+			if (err instanceof Error && err.name === "AbortError") throw err;
+			return { error: `API call error: ${String(err)}` };
+		}
+	}
+};
+//#endregion
+export { REDTEAM_SIMULATED_USER_TASK_ID as i, PromptfooHarmfulCompletionProvider as n, PromptfooSimulatedUserProvider as r, PromptfooChatCompletionProvider as t };
+
+//# sourceMappingURL=promptfoo-Rjp-MeBb.js.map