promptfoo 0.120.24 → 0.120.26

package/dist/src/{providers-BWoVY_Wz.cjs → providers-BNKVY53V.cjs}

@@ -1,34 +1,35 @@
-const require_logger = require('./logger-CMp-NS-e.cjs');
+const require_logger = require('./logger-BdZ-IqBc.cjs');
 const require_invariant = require('./invariant-CKcJAQ6M.cjs');
-const require_esm = require('./esm-gWVPXn3r.cjs');
-const require_pythonUtils = require('./pythonUtils-rOCm9w_5.cjs');
+const require_esm = require('./esm-BQkx5roy.cjs');
+const require_pythonUtils = require('./pythonUtils-DZ6EbdY4.cjs');
 const require_fileExtensions = require('./fileExtensions-DkJYkWUy.cjs');
-const require_transform = require('./transform-DshYLyBq.cjs');
-const require_types = require('./types-B-XUqfNs.cjs');
-const require_util = require('./util-C7A-PlKK.cjs');
-const require_fetch = require('./fetch-MvWxCS5U.cjs');
-const require_cache = require('./cache-KNsTJLKP.cjs');
-const require_extractor = require('./extractor-D-RM2m6A.cjs');
-const require_genaiTracer = require('./genaiTracer-BQ8AmajD.cjs');
-const require_chat = require('./chat-DOQIJx7O.cjs');
-const require_tokenUsageUtils = require('./tokenUsageUtils-BtZd3sP7.cjs');
-const require_transform$1 = require('./transform-Bw1IstDE.cjs');
-const require_messages = require('./messages-B5HsO_dM.cjs');
-const require_util$1 = require('./util-CV99ps44.cjs');
-const require_openai = require('./openai-BjpdxIOG.cjs');
-const require_util$2 = require('./util-DTJWKLkl.cjs');
-const require_completion = require('./completion-D6BTVt6e.cjs');
-const require_accounts = require('./accounts-BwVGYllP.cjs');
-const require_server = require('./server-CSbLW-UI.cjs');
-const require_blobs = require('./blobs-DOdc-E8L.cjs');
-const require_tables = require('./tables-Dansasnu.cjs');
-const require_telemetry = require('./telemetry-DFDFKdnr.cjs');
-const require_text = require('./text-PYISqVm1.cjs');
-const require_store = require('./store-BpumNYCl.cjs');
-const require_base = require('./base-Bso8ccGu.cjs');
-const require_image = require('./image-DS9hlgSc.cjs');
-const require_providerRegistry = require('./providerRegistry-HGQd2MF6.cjs');
-const require_rubyUtils = require('./rubyUtils-rnCVDgH-.cjs');
+const require_transform = require('./transform-Kd6u-oNm.cjs');
+const require_types = require('./types-BIfttHrT.cjs');
+const require_util = require('./util-DUYOvxAy.cjs');
+const require_fetch = require('./fetch-ZMn_oemb.cjs');
+const require_cache = require('./cache-7xULbvt3.cjs');
+const require_extractor = require('./extractor-DbhlYEeo.cjs');
+const require_genaiTracer = require('./genaiTracer-CQlpZkrp.cjs');
+const require_chat = require('./chat-C4zqjObh.cjs');
+const require_tokenUsageUtils = require('./tokenUsageUtils-CXhxVj72.cjs');
+const require_transform$1 = require('./transform-ivxEY4f7.cjs');
+const require_messages = require('./messages-DXV3Qh8_.cjs');
+const require_util$1 = require('./util-DkFTvieG.cjs');
+const require_responses = require('./responses-zOtKtnY_.cjs');
+const require_openai = require('./openai-Bigwjgo1.cjs');
+const require_util$2 = require('./util-C08Kns6-.cjs');
+const require_completion = require('./completion-DDyL3Cb2.cjs');
+const require_accounts = require('./accounts-BzEY8H3v.cjs');
+const require_server = require('./server-CgUQ25qW.cjs');
+const require_blobs = require('./blobs-673H0jCl.cjs');
+const require_tables = require('./tables-B9E1kRp-.cjs');
+const require_telemetry = require('./telemetry-D0_yFdtU.cjs');
+const require_text = require('./text-DF2hMKdg.cjs');
+const require_store = require('./store-BqwfFEyF.cjs');
+const require_base = require('./base-f71xxWai.cjs');
+const require_image = require('./image-C3BjJUAU.cjs');
+const require_providerRegistry = require('./providerRegistry-lc7a7utN.cjs');
+const require_rubyUtils = require('./rubyUtils-DCVaJ3mc.cjs');
 let fs = require("fs");
 fs = require_logger.__toESM(fs);
 let path = require("path");
@@ -63,6 +64,7 @@ let node_crypto = require("node:crypto");
 let drizzle_orm = require("drizzle-orm");
 let events = require("events");
 let cli_progress = require("cli-progress");
+let execa = require("execa");
 let ws = require("ws");
 ws = require_logger.__toESM(ws);
 let http = require("http");
@@ -158,179 +160,6 @@ var ScriptCompletionProvider = class {
 	}
 };
 
-//#endregion
-//#region src/providers/functionCallbackUtils.ts
-/**
-* Handles function callback execution for AI providers.
-* Provides a unified way to execute function callbacks across different provider formats.
-*/
-var FunctionCallbackHandler = class {
-	loadedCallbacks = {};
-	mcpToolNames = null;
-	constructor(mcpClient) {
-		this.mcpClient = mcpClient;
-	}
-	/**
-	* Processes a function call by executing its callback or returning the original call
-	* @param call The function call to process (can be various formats)
-	* @param callbacks Configuration mapping function names to callbacks
-	* @param context Optional context to pass to the callback
-	* @returns The result of processing
-	*/
-	async processCall(call, callbacks, context) {
-		const functionInfo = this.extractFunctionInfo(call);
-		if (this.mcpClient && functionInfo) {
-			if (this.mcpToolNames === null) {
-				const mcpTools = this.mcpClient.getAllTools();
-				this.mcpToolNames = new Set(mcpTools.map((tool) => tool.name));
-			}
-			if (this.mcpToolNames.has(functionInfo.name)) return await this.executeMcpTool(functionInfo.name, functionInfo.arguments);
-		}
-		if (!functionInfo || !callbacks || !callbacks[functionInfo.name]) return {
-			output: typeof call === "string" ? call : JSON.stringify(call),
-			isError: false
-		};
-		try {
-			return {
-				output: await this.executeCallback(functionInfo.name, functionInfo.arguments || "{}", callbacks, context),
-				isError: false
-			};
-		} catch (error) {
-			require_logger.logger_default.debug(`Function callback failed for ${functionInfo.name}: ${error}`);
-			return {
-				output: typeof call === "string" ? call : JSON.stringify(call),
-				isError: true
-			};
-		}
-	}
-	/**
-	* Processes multiple function calls
-	* @param calls Array of calls or a single call
-	* @param callbacks Configuration mapping function names to callbacks
-	* @param context Optional context to pass to callbacks
-	* @param options Processing options
-	* @returns Processed output in appropriate format
-	*/
-	async processCalls(calls, callbacks, context, _options) {
-		if (!calls) return calls;
-		const isArray = Array.isArray(calls);
-		const callsArray = isArray ? calls : [calls];
-		const results = await Promise.all(callsArray.map((call) => this.processCall(call, callbacks, context)));
-		if (results.some((r, index) => !r.isError && r.output !== JSON.stringify(callsArray[index]))) {
-			const outputs = results.map((r) => r.output);
-			if (!isArray && outputs.length === 1) return outputs[0];
-			return outputs.every((o) => typeof o === "string") ? outputs.join("\n") : outputs;
-		}
-		if (!isArray && results.length === 1) return results[0].output;
-		return calls;
-	}
-	/**
-	* Extracts function name and arguments from various call formats
-	*/
-	extractFunctionInfo(call) {
-		if (!call || typeof call !== "object") return null;
-		if (call.name && typeof call.name === "string") return {
-			name: call.name,
-			arguments: call.arguments
-		};
-		if (call.type === "function" && call.function?.name) return {
-			name: call.function.name,
-			arguments: call.function.arguments
-		};
-		return null;
-	}
-	/**
-	* Executes a function callback
-	*/
-	async executeCallback(functionName, args, callbacks, context) {
-		let callback = this.loadedCallbacks[functionName];
-		if (!callback) {
-			const callbackConfig = callbacks[functionName];
-			if (typeof callbackConfig === "string") if (callbackConfig.startsWith("file://")) callback = await this.loadExternalFunction(callbackConfig);
-			else callback = new Function("return " + callbackConfig)();
-			else if (typeof callbackConfig === "function") callback = callbackConfig;
-			else throw new Error(`Invalid callback configuration for ${functionName}`);
-			this.loadedCallbacks[functionName] = callback;
-		}
-		const result = await callback(args, context);
-		return typeof result === "string" ? result : JSON.stringify(result);
-	}
-	/**
-	* Loads a function from an external file
-	*/
-	async loadExternalFunction(fileRef) {
-		let filePath = fileRef.slice(7);
-		let functionName;
-		if (filePath.includes(":")) {
-			const splits = filePath.split(":");
-			if (splits[0] && require_fileExtensions.isJavascriptFile(splits[0])) [filePath, functionName] = splits;
-		}
-		try {
-			const resolvedPath = path.default.resolve(require_logger.cliState_default.basePath || "", filePath);
-			require_logger.logger_default.debug(`Loading function from ${resolvedPath}${functionName ? `:${functionName}` : ""}`);
-			const mod = await require_esm.importModule(resolvedPath);
-			const func = functionName && mod[functionName] ? mod[functionName] : mod.default || mod;
-			if (typeof func !== "function") throw new Error(`Expected ${resolvedPath}${functionName ? `:${functionName}` : ""} to export a function, got ${typeof func}`);
-			return func;
-		} catch (error) {
-			throw new Error(`Failed to load function from ${fileRef}: ${error}`);
-		}
-	}
-	/**
-	* Executes an MCP tool
-	*/
-	async executeMcpTool(toolName, args) {
-		try {
-			if (!this.mcpClient) throw new Error("MCP client not available");
-			const parsedArgs = args == null || args === "" ? {} : typeof args === "string" ? JSON.parse(args) : args;
-			const result = await this.mcpClient.callTool(toolName, parsedArgs);
-			if (result?.error) return {
-				output: `MCP Tool Error (${toolName}): ${result.error}`,
-				isError: true
-			};
-			const normalizeContent = (content) => {
-				if (content == null) return "";
-				if (typeof content === "string") return content;
-				if (Array.isArray(content)) return content.map((part) => {
-					if (typeof part === "string") return part;
-					if (part && typeof part === "object") {
-						if ("text" in part && part.text != null) return String(part.text);
-						if ("json" in part) return JSON.stringify(part.json);
-						if ("data" in part) return JSON.stringify(part.data);
-						return JSON.stringify(part);
-					}
-					return String(part);
-				}).join("\n");
-				return JSON.stringify(content);
-			};
-			return {
-				output: `MCP Tool Result (${toolName}): ${normalizeContent(result?.content)}`,
-				isError: false
-			};
-		} catch (error) {
-			const errorMessage = error instanceof Error ? error.message : String(error);
-			require_logger.logger_default.debug(`MCP tool execution failed for ${toolName}: ${errorMessage}`);
-			return {
-				output: `MCP Tool Error (${toolName}): ${errorMessage}`,
-				isError: true
-			};
-		}
-	}
-	/**
-	* Sets the MCP client, preserving any loaded callbacks
-	*/
-	setMcpClient(client) {
-		this.mcpClient = client;
-		this.mcpToolNames = null;
-	}
-	/**
-	* Clears the cached callbacks
-	*/
-	clearCache() {
-		this.loadedCallbacks = {};
-	}
-};
-
 //#endregion
 //#region src/providers/azure/defaults.ts
 const DEFAULT_AZURE_API_VERSION = "2024-12-01-preview";
@@ -1109,6 +938,13 @@ const AZURE_MODELS = [
 			output: 6 / 1e6
 		}
 	},
+	{
+		id: "claude-sonnet-4-6",
+		cost: {
+			input: 3 / 1e6,
+			output: 15 / 1e6
+		}
+	},
 	{
 		id: "claude-opus-4-6",
 		cost: {
@@ -1403,6 +1239,13 @@ const AZURE_MODELS = [
 			output: .026 / 1e6
 		}
 	},
+	{
+		id: "Mistral-Large-3",
+		cost: {
+			input: .5 / 1e6,
+			output: 1.5 / 1e6
+		}
+	},
 	{
 		id: "Mistral-Large-2411",
 		cost: {
@@ -1686,13 +1529,13 @@ var AzureChatCompletionProvider = class extends AzureGenericProvider {
 	functionCallbackHandler;
 	constructor(...args) {
 		super(...args);
-		this.functionCallbackHandler = new FunctionCallbackHandler();
+		this.functionCallbackHandler = new require_responses.FunctionCallbackHandler();
 		if (this.config.mcp?.enabled) this.initializationPromise = this.initializeMCP();
 	}
 	async initializeMCP() {
 		this.mcpClient = new require_chat.MCPClient(this.config.mcp);
 		await this.mcpClient.initialize();
-		this.functionCallbackHandler = new FunctionCallbackHandler(this.mcpClient);
+		this.functionCallbackHandler = new require_responses.FunctionCallbackHandler(this.mcpClient);
 	}
 	async cleanup() {
 		if (this.mcpClient) {
@@ -2461,7 +2304,7 @@ var AIStudioChatProvider = class extends GoogleGenericProvider {
 			temperature: config.temperature,
 			topP: config.topP,
 			topK: config.topK,
-			safetySettings: config.safetySettings,
+			safetySettings: require_transform$1.normalizeSafetySettings(config.safetySettings),
 			stopSequences: config.stopSequences,
 			maxOutputTokens: config.maxOutputTokens
 		};
@@ -2535,7 +2378,7 @@ var AIStudioChatProvider = class extends GoogleGenericProvider {
 				...config.maxOutputTokens !== void 0 && { maxOutputTokens: config.maxOutputTokens },
 				...config.generationConfig
 			},
-			safetySettings: config.safetySettings,
+			safetySettings: require_transform$1.normalizeSafetySettings(config.safetySettings),
 			...config.toolConfig ? { toolConfig: config.toolConfig } : {},
 			...allTools.length > 0 ? { tools: allTools } : {},
 			...systemInstruction ? { system_instruction: systemInstruction } : {}
@@ -2854,7 +2697,7 @@ var VertexChatProvider = class extends GoogleGenericProvider {
 				topK: config.topK,
 				...config.generationConfig
 			},
-			...config.safetySettings ? { safetySettings: config.safetySettings } : {},
+			...config.safetySettings ? { safetySettings: require_transform$1.normalizeSafetySettings(config.safetySettings) } : {},
 			...config.toolConfig ? { toolConfig: config.toolConfig } : {},
 			...allTools.length > 0 ? { tools: allTools } : {},
 			...systemInstruction ? { systemInstruction } : {},
@@ -3068,7 +2911,7 @@ var VertexChatProvider = class extends GoogleGenericProvider {
 			parameters: {
 				context: this.config.context,
 				examples: this.config.examples,
-				safetySettings: this.config.safetySettings,
+				safetySettings: require_transform$1.normalizeSafetySettings(this.config.safetySettings),
 				stopSequences: this.config.stopSequences,
 				temperature: this.config.temperature,
 				maxOutputTokens: this.config.maxOutputTokens,
@@ -3419,7 +3262,7 @@ const MISTRAL_EMBEDDING_MODELS = [{
 		output: .1 / 1e6
 	}
 }];
-function getTokenUsage$2(data, cached) {
+function getTokenUsage$1(data, cached) {
 	if (data.usage) if (cached) return {
 		cached: data.usage.total_tokens,
 		total: data.usage.total_tokens,
@@ -3553,7 +3396,7 @@ var MistralChatCompletionProvider = class MistralChatCompletionProvider {
 		if (!data.choices || !data.choices[0] || !data.choices[0].message.content) return { error: `Malformed response data: ${JSON.stringify(data)}` };
 		const result = {
 			output: data.choices[0].message.content,
-			tokenUsage: getTokenUsage$2(data, cached),
+			tokenUsage: getTokenUsage$1(data, cached),
 			cached,
 			cost: calculateMistralCost(this.modelName, config, data.usage?.prompt_tokens, data.usage?.completion_tokens)
 		};
@@ -3630,7 +3473,7 @@ var MistralEmbeddingProvider = class {
 		try {
 			const embedding = data?.data?.[0]?.embedding;
 			if (!embedding) throw new Error("No embedding found in Mistral Embedding API response");
-			const tokenUsage = getTokenUsage$2(data, cached);
+			const tokenUsage = getTokenUsage$1(data, cached);
 			const promptTokens = tokenUsage.prompt || 0;
 			const completionTokens = 0;
 			return {
@@ -3771,472 +3614,6 @@ var OpenAiModerationProvider = class OpenAiModerationProvider extends require_op
 	}
 };
 
-//#endregion
-//#region src/providers/responses/processor.ts
-/**
-* Extract user-facing metadata from response data.
-* Only includes fields that are useful for users viewing eval results.
-*/
-function extractMetadata(data, processedOutput) {
-	const metadata = {};
-	if (typeof data.id === "string" && data.id) metadata.responseId = data.id;
-	if (typeof data.model === "string" && data.model) metadata.model = data.model;
-	if (Array.isArray(processedOutput.annotations) && processedOutput.annotations.length > 0) metadata.annotations = processedOutput.annotations;
-	return metadata;
-}
-/**
-* Extract token usage from response data, handling both OpenAI Chat Completions format
-* (prompt_tokens, completion_tokens) and Azure Responses format (input_tokens, output_tokens)
-*/
-function getTokenUsage$1(data, cached) {
-	if (data.usage) if (cached) {
-		const totalTokens = data.usage.total_tokens || (data.usage.input_tokens || 0) + (data.usage.output_tokens || 0);
-		return {
-			cached: totalTokens,
-			total: totalTokens,
-			numRequests: 1
-		};
-	} else {
-		const promptTokens = data.usage.prompt_tokens || data.usage.input_tokens || 0;
-		const completionTokens = data.usage.completion_tokens || data.usage.output_tokens || 0;
-		return {
-			total: data.usage.total_tokens || promptTokens + completionTokens,
-			prompt: promptTokens,
-			completion: completionTokens,
-			numRequests: 1,
-			...data.usage.completion_tokens_details ? { completionDetails: {
-				reasoning: data.usage.completion_tokens_details.reasoning_tokens,
-				acceptedPrediction: data.usage.completion_tokens_details.accepted_prediction_tokens,
-				rejectedPrediction: data.usage.completion_tokens_details.rejected_prediction_tokens
-			} } : {}
-		};
-	}
-	return {};
-}
-/**
-* Shared response processor for OpenAI and Azure Responses APIs.
-* Handles all response types with identical logic to ensure feature parity.
-*/
-var ResponsesProcessor = class {
-	constructor(config) {
-		this.config = config;
-	}
-	async processResponseOutput(data, requestConfig, cached) {
-		require_logger.logger_default.debug(`Processing ${this.config.providerType} responses output`, {
-			responseId: data.id,
-			model: data.model
-		});
-		if (data.error) return { error: require_util$2.formatOpenAiError(data) };
-		try {
-			const context = {
-				config: requestConfig,
-				cached,
-				data
-			};
-			const processedOutput = await this.processOutput(data.output, context);
-			if (processedOutput.isRefusal) return {
-				output: processedOutput.refusal,
-				tokenUsage: getTokenUsage$1(data, cached),
-				isRefusal: true,
-				cached,
-				cost: this.config.costCalculator(this.config.modelName, data.usage, requestConfig),
-				raw: data,
-				metadata: extractMetadata(data, processedOutput)
-			};
-			let finalOutput = processedOutput.result;
-			if (requestConfig.response_format?.type === "json_schema" && typeof finalOutput === "string") try {
-				finalOutput = JSON.parse(finalOutput);
-			} catch (error) {
-				require_logger.logger_default.error(`Failed to parse JSON output: ${error}`);
-			}
-			const result = {
-				output: finalOutput,
-				tokenUsage: getTokenUsage$1(data, cached),
-				cached,
-				cost: this.config.costCalculator(this.config.modelName, data.usage, requestConfig),
-				raw: data,
-				metadata: extractMetadata(data, processedOutput)
-			};
-			if (processedOutput.annotations && processedOutput.annotations.length > 0) result.raw = {
-				...data,
-				annotations: processedOutput.annotations
-			};
-			return result;
-		} catch (err) {
-			return { error: `Error parsing response: ${String(err)}\nResponse: ${JSON.stringify(data)}` };
-		}
-	}
-	async processOutput(output, context) {
-		if (this.config.modelName.includes("deep-research")) require_logger.logger_default.debug(`Deep research response structure: ${JSON.stringify(context.data, null, 2)}`);
-		if (!output || !Array.isArray(output) || output.length === 0) throw new Error("Invalid response format: Missing output array");
-		let result = "";
-		let refusal = "";
-		let isRefusal = false;
-		const annotations = [];
-		for (const item of output) {
-			if (!item || typeof item !== "object") {
-				require_logger.logger_default.warn(`Skipping invalid output item: ${JSON.stringify(item)}`);
-				continue;
-			}
-			const processed = await this.processOutputItem(item, context);
-			if (processed.isRefusal) {
-				refusal = processed.content || "";
-				isRefusal = true;
-			} else if (processed.content) if (result) result += "\n" + processed.content;
-			else result = processed.content;
-			if (processed.annotations) annotations.push(...processed.annotations);
-		}
-		return {
-			result,
-			refusal,
-			isRefusal,
-			annotations: annotations.length > 0 ? annotations : void 0
-		};
-	}
-	async processOutputItem(item, context) {
-		switch (item.type) {
-			case "function_call": return await this.processFunctionCall(item, context);
-			case "message": return await this.processMessage(item, context);
-			case "tool_result": return this.processToolResult(item);
-			case "reasoning": return this.processReasoning(item);
-			case "web_search_call": return this.processWebSearch(item);
-			case "code_interpreter_call": return this.processCodeInterpreter(item);
-			case "mcp_list_tools": return this.processMcpListTools(item);
-			case "mcp_call": return this.processMcpCall(item);
-			case "mcp_approval_request": return this.processMcpApprovalRequest(item);
-			default:
-				require_logger.logger_default.debug(`Unknown output item type: ${item.type}`);
-				return {};
-		}
-	}
-	async processFunctionCall(item, context) {
-		let functionResult;
-		if (item.arguments === "{}" && item.status === "completed") functionResult = JSON.stringify({
-			type: "function_call",
-			name: item.name,
-			status: "no_arguments_provided",
-			note: "Function called but no arguments were extracted. Consider using the correct Responses API tool format."
-		});
-		else functionResult = await this.config.functionCallbackHandler.processCalls(item, context.config.functionToolCallbacks);
-		return { content: functionResult };
-	}
-	async processMessage(item, context) {
-		if (item.role !== "assistant") return {};
-		let content = "";
-		let isRefusal = false;
-		let refusal = "";
-		const annotations = [];
-		if (item.content) for (const contentItem of item.content) {
-			if (!contentItem || typeof contentItem !== "object") {
-				require_logger.logger_default.warn(`Skipping invalid content item: ${JSON.stringify(contentItem)}`);
-				continue;
-			}
-			if (contentItem.type === "output_text") {
-				content += contentItem.text;
-				if (Array.isArray(contentItem.annotations) && contentItem.annotations.length > 0) annotations.push(...contentItem.annotations);
-			} else if (contentItem.type === "tool_use" || contentItem.type === "function_call") content = await this.config.functionCallbackHandler.processCalls(contentItem, context.config.functionToolCallbacks);
-			else if (contentItem.type === "refusal") {
-				refusal = contentItem.refusal;
-				isRefusal = true;
-			}
-		}
-		else if (item.refusal) {
-			refusal = item.refusal;
-			isRefusal = true;
-		}
-		return {
-			content: isRefusal ? refusal : content,
-			isRefusal,
-			annotations: annotations.length > 0 ? annotations : void 0
-		};
-	}
-	processToolResult(item) {
-		return Promise.resolve({ content: JSON.stringify(item) });
-	}
-	processReasoning(item) {
-		if (!item.summary || !item.summary.length) return Promise.resolve({});
-		const reasoningText = `Reasoning: ${item.summary.map((s) => s.text).join("\n")}`;
-		return Promise.resolve({ content: reasoningText });
-	}
-	processWebSearch(item) {
-		let content = "";
-		const action = item.action;
-		if (action) if (action.type === "search") content = `Web Search: "${action.query}"`;
-		else if (action.type === "open_page") content = `Opening page: ${action.url}`;
-		else if (action.type === "find_in_page") content = `Finding in page: "${action.query}"`;
-		else content = `Web action: ${action.type}`;
-		else content = `Web Search Call (status: ${item.status || "unknown"})`;
-		if (item.status === "failed" && item.error) content += ` (Error: ${item.error})`;
-		return Promise.resolve({ content });
-	}
-	processCodeInterpreter(item) {
-		let content = `Code Interpreter: ${item.code || "Running code..."}`;
-		if (item.status === "failed" && item.error) content += ` (Error: ${item.error})`;
-		return Promise.resolve({ content });
-	}
-	processMcpListTools(item) {
-		const content = `MCP Tools from ${item.server_label}: ${JSON.stringify(item.tools, null, 2)}`;
-		return Promise.resolve({ content });
-	}
-	processMcpCall(item) {
-		let content;
-		if (item.error) content = `MCP Tool Error (${item.name}): ${item.error}`;
-		else content = `MCP Tool Result (${item.name}): ${item.output}`;
-		return Promise.resolve({ content });
-	}
-	processMcpApprovalRequest(item) {
-		const content = `MCP Approval Required for ${item.server_label}.${item.name}: ${item.arguments}`;
-		return Promise.resolve({ content });
-	}
-};
-
-//#endregion
-//#region src/providers/openai/responses.ts
-var OpenAiResponsesProvider = class extends require_openai.OpenAiGenericProvider {
-	functionCallbackHandler = new FunctionCallbackHandler();
-	processor;
-	static OPENAI_RESPONSES_MODEL_NAMES = [
-		"gpt-4o",
-		"gpt-4o-2024-08-06",
-		"gpt-4o-2024-11-20",
-		"gpt-4o-2024-05-13",
-		"gpt-4o-2024-07-18",
-		"gpt-4o-mini",
-		"gpt-4o-mini-2024-07-18",
-		"gpt-4.1",
-		"gpt-4.1-2025-04-14",
-		"gpt-4.1-mini",
-		"gpt-4.1-mini-2025-04-14",
-		"gpt-4.1-nano",
-		"gpt-4.1-nano-2025-04-14",
-		"gpt-5",
-		"gpt-5-2025-08-07",
-		"gpt-5-chat",
-		"gpt-5-chat-latest",
-		"gpt-5-nano",
-		"gpt-5-nano-2025-08-07",
-		"gpt-5-mini",
-		"gpt-5-mini-2025-08-07",
-		"gpt-5-pro",
-		"gpt-5-pro-2025-10-06",
-		"gpt-5.1",
-		"gpt-5.1-2025-11-13",
-		"gpt-5.1-mini",
-		"gpt-5.1-nano",
-		"gpt-5.1-codex",
-		"gpt-5.1-codex-max",
-		"gpt-5.1-chat-latest",
-		"gpt-5.2",
-		"gpt-5.2-2025-12-11",
-		"gpt-audio",
-		"gpt-audio-2025-08-28",
-		"gpt-audio-mini",
-		"gpt-audio-mini-2025-10-06",
-		"computer-use-preview",
-		"computer-use-preview-2025-03-11",
-		"o1",
-		"o1-2024-12-17",
-		"o1-preview",
-		"o1-preview-2024-09-12",
-		"o1-mini",
-		"o1-mini-2024-09-12",
-		"o1-pro",
-		"o1-pro-2025-03-19",
-		"o3-pro",
-		"o3-pro-2025-06-10",
-		"o3",
-		"o3-2025-04-16",
-		"o4-mini",
-		"o4-mini-2025-04-16",
-		"o3-mini",
-		"o3-mini-2025-01-31",
-		"codex-mini-latest",
-		"gpt-5-codex",
-		"o3-deep-research",
-		"o3-deep-research-2025-06-26",
-		"o4-mini-deep-research",
-		"o4-mini-deep-research-2025-06-26"
-	];
-	config;
-	constructor(modelName, options = {}) {
-		super(modelName, options);
-		this.config = options.config || {};
-		this.processor = new ResponsesProcessor({
-			modelName: this.modelName,
-			providerType: "openai",
-			functionCallbackHandler: this.functionCallbackHandler,
-			costCalculator: (modelName, usage, config) => require_util$2.calculateOpenAICost(modelName, config, usage?.input_tokens, usage?.output_tokens, 0, 0) ?? 0
-		});
-	}
-	isGPT5Model() {
-		return this.modelName.startsWith("gpt-5") || this.modelName.includes("/gpt-5");
-	}
-	isReasoningModel() {
-		return this.modelName.startsWith("o1") || this.modelName.startsWith("o3") || this.modelName.startsWith("o4") || this.modelName.includes("/o1") || this.modelName.includes("/o3") || this.modelName.includes("/o4") || this.modelName === "codex-mini-latest" || this.isGPT5Model();
-	}
-	supportsTemperature() {
-		return !this.isReasoningModel();
-	}
-	async getOpenAiBody(prompt, context, _callApiOptions) {
-		const config = {
-			...this.config,
-			...context?.prompt?.config
-		};
-		let input;
-		try {
-			const parsedJson = JSON.parse(prompt);
-			if (Array.isArray(parsedJson)) input = parsedJson;
-			else input = prompt;
-		} catch {
-			input = prompt;
-		}
-		const isReasoningModel = this.isReasoningModel();
-		const maxOutputTokens = config.max_output_tokens ?? (isReasoningModel ? require_logger.getEnvInt("OPENAI_MAX_COMPLETION_TOKENS") : require_logger.getEnvInt("OPENAI_MAX_TOKENS", 1024));
-		const temperature = this.supportsTemperature() ? config.temperature ?? require_logger.getEnvFloat("OPENAI_TEMPERATURE", 0) : void 0;
-		const reasoningEffort = isReasoningModel ? require_util.renderVarsInObject(config.reasoning_effort, context?.vars) : void 0;
-		const instructions = config.instructions;
-		const responseFormat = require_util.maybeLoadResponseFormatFromExternalFile(config.response_format, context?.vars);
-		let textFormat;
-		if (responseFormat) if (responseFormat.type === "json_object") textFormat = { format: { type: "json_object" } };
-		else if (responseFormat.type === "json_schema") {
-			const schema = responseFormat.schema || responseFormat.json_schema?.schema;
-			textFormat = { format: {
-				type: "json_schema",
-				name: responseFormat.json_schema?.name || responseFormat.name || "response_schema",
-				schema,
-				strict: true
-			} };
-		} else textFormat = { format: { type: "text" } };
-		else textFormat = { format: { type: "text" } };
-		if (this.isGPT5Model() && config.verbosity) textFormat = {
-			...textFormat,
-			verbosity: config.verbosity
-		};
-		const loadedTools = config.tools ? await require_util.maybeLoadToolsFromExternalFile(config.tools, context?.vars) : void 0;
-		const body = {
-			model: this.modelName,
-			input,
-			...maxOutputTokens !== void 0 ? { max_output_tokens: maxOutputTokens } : {},
-			...reasoningEffort ? { reasoning: { effort: reasoningEffort } } : {},
-			...temperature !== void 0 ? { temperature } : {},
-			...instructions ? { instructions } : {},
-			...config.top_p !== void 0 || require_logger.getEnvString("OPENAI_TOP_P") ? { top_p: config.top_p ?? require_logger.getEnvFloat("OPENAI_TOP_P", 1) } : {},
-			...loadedTools ? { tools: loadedTools } : {},
-			...config.tool_choice ? { tool_choice: config.tool_choice } : {},
-			...config.max_tool_calls ? { max_tool_calls: config.max_tool_calls } : {},
-			...config.previous_response_id ? { previous_response_id: config.previous_response_id } : {},
-			text: textFormat,
-			...config.truncation ? { truncation: config.truncation } : {},
-			...config.metadata ? { metadata: config.metadata } : {},
-			..."parallel_tool_calls" in config ? { parallel_tool_calls: Boolean(config.parallel_tool_calls) } : {},
-			...config.stream ? { stream: config.stream } : {},
-			..."store" in config ? { store: Boolean(config.store) } : {},
-			...config.background ? { background: config.background } : {},
-			...config.webhook_url ? { webhook_url: config.webhook_url } : {},
-			...config.user ? { user: config.user } : {},
-			...config.passthrough || {}
-		};
-		if (config.reasoning && this.isReasoningModel()) body.reasoning = config.reasoning;
-		return {
-			body,
-			config: {
-				...config,
-				tools: loadedTools,
-				response_format: responseFormat
-			}
-		};
-	}
-	async callApi(prompt, context, callApiOptions) {
-		if (!this.getApiKey()) throw new Error("OpenAI API key is not set. Set the OPENAI_API_KEY environment variable or add `apiKey` to the provider config.");
-		const { body, config } = await this.getOpenAiBody(prompt, context, callApiOptions);
-		const isDeepResearchModel = this.modelName.includes("deep-research");
-		if (isDeepResearchModel) {
-			if (!config.tools?.some((tool) => tool.type === "web_search_preview")) return { error: `Deep research model ${this.modelName} requires the web_search_preview tool to be configured. Add it to your provider config:\ntools:\n  - type: web_search_preview` };
-			const mcpTools = config.tools?.filter((tool) => tool.type === "mcp") || [];
-			for (const mcpTool of mcpTools) if (mcpTool.require_approval !== "never") return { error: `Deep research model ${this.modelName} requires MCP tools to have require_approval: 'never'. Update your MCP tool configuration:\ntools:\n  - type: mcp\n    require_approval: never` };
-		}
-		let timeout = require_fetch.REQUEST_TIMEOUT_MS;
-		if (isDeepResearchModel || this.modelName.includes("gpt-5-pro")) {
-			const evalTimeout = require_logger.getEnvInt("PROMPTFOO_EVAL_TIMEOUT_MS", 0);
-			timeout = evalTimeout > 0 ? evalTimeout : require_fetch.LONG_RUNNING_MODEL_TIMEOUT_MS;
-			require_logger.logger_default.debug(`Using timeout of ${timeout}ms for long-running model ${this.modelName}`);
-		}
-		let data;
-		let status;
-		let statusText;
-		let cached = false;
-		let deleteFromCache;
-		let responseHeaders;
-		try {
-			({data, cached, status, statusText, deleteFromCache, headers: responseHeaders} = await require_cache.fetchWithCache(`${this.getApiUrl()}/responses`, {
-				method: "POST",
-				headers: {
-					"Content-Type": "application/json",
-					Authorization: `Bearer ${this.getApiKey()}`,
-					...this.getOrganization() ? { "OpenAI-Organization": this.getOrganization() } : {},
-					...config.headers
-				},
-				body: JSON.stringify(body)
-			}, timeout, "json", context?.bustCache ?? context?.debug, this.config.maxRetries));
-			if (status < 200 || status >= 300) {
-				const errorMessage = `API error: ${status} ${statusText}\n${typeof data === "string" ? data : JSON.stringify(data)}`;
-				if (typeof data === "object" && data?.error?.code === "invalid_prompt") return {
-					output: errorMessage,
-					tokenUsage: data?.usage ? require_util$2.getTokenUsage(data, cached) : void 0,
-					isRefusal: true,
-					metadata: { http: {
-						status,
-						statusText,
-						headers: responseHeaders ?? {}
-					} }
-				};
-				return {
-					error: errorMessage,
-					metadata: { http: {
-						status,
-						statusText,
-						headers: responseHeaders ?? {}
-					} }
-				};
-			}
-		} catch (err) {
-			require_logger.logger_default.error(`API call error: ${String(err)}`);
-			await deleteFromCache?.();
-			return {
-				error: `API call error: ${String(err)}`,
-				metadata: { http: {
-					status: 0,
-					statusText: "Error",
-					headers: responseHeaders ?? {}
-				} }
-			};
-		}
-		if (data.error?.message) {
-			await deleteFromCache?.();
-			return {
-				error: require_util$2.formatOpenAiError(data),
-				metadata: { http: {
-					status,
-					statusText,
-					headers: responseHeaders ?? {}
-				} }
-			};
-		}
-		const result = await this.processor.processResponseOutput(data, config, cached);
-		return {
-			...result,
-			metadata: {
-				...result.metadata,
-				http: {
-					status,
-					statusText,
-					headers: responseHeaders ?? {}
-				}
-			}
-		};
-	}
-};
-
 //#endregion
 //#region src/util/cloud.ts
 const PERMISSION_CHECK_SERVER_FEATURE_NAME = "config-permission-check-endpoint";
@@ -4297,6 +3674,98 @@ async function getProviderFromCloud(id) {
 		throw new Error(`Failed to fetch provider from cloud: ${id}.`);
 	}
 }
+function isRecord(value) {
+	return value !== null && typeof value === "object" && !Array.isArray(value);
+}
+async function fetchCloudConfig(path) {
+	const response = await makeRequest(path, "GET");
+	if (!response.ok) {
+		const errorMessage = typeof response.text === "function" ? await response.text() : "";
+		require_logger.logger_default.error(`[Cloud] Failed to fetch config from cloud: ${errorMessage}. HTTP Status: ${response.status} -- ${response.statusText}.`);
+		throw new Error(`Failed to fetch config from cloud: ${response.statusText}`);
+	}
+	return response.json();
+}
+function looksLikeEvalConfig(config) {
+	return "providers" in config || "providerIds" in config || "prompts" in config || "tests" in config || "testCases" in config;
+}
+function extractEvalConfigPayload(body) {
+	if (!isRecord(body)) throw new Error("Invalid cloud eval config response: expected a JSON object.");
+	const bodyConfig = isRecord(body.config) ? body.config : void 0;
+	if (!bodyConfig) {
+		if (looksLikeEvalConfig(body)) return body;
+		throw new Error("Invalid cloud eval config response: missing \"config\" object.");
+	}
+	const nestedConfig = isRecord(bodyConfig.config) ? bodyConfig.config : void 0;
+	if (!nestedConfig) return {
+		...bodyConfig,
+		...typeof bodyConfig.name !== "string" && typeof body.name === "string" ? { name: body.name } : {}
+	};
+	return {
+		...nestedConfig,
+		...typeof nestedConfig.name !== "string" && typeof bodyConfig.name === "string" ? { name: bodyConfig.name } : {}
+	};
+}
+function normalizeCloudEvalProvider(provider) {
+	if (typeof provider !== "string") return provider;
+	if (provider.startsWith(require_fetch.CLOUD_PROVIDER_PREFIX) || !require_types.isUuid(provider)) return provider;
+	return `${require_fetch.CLOUD_PROVIDER_PREFIX}${provider}`;
+}
+function normalizeCloudEvalPrompt(prompt) {
+	if (typeof prompt === "string") return prompt;
+	if (isRecord(prompt)) {
+		if (typeof prompt.content === "string") return prompt.content;
+		if (typeof prompt.raw === "string") return prompt.raw;
+	}
+	return String(prompt ?? "");
+}
+function normalizeEvalConfig(config) {
+	const providers = Array.isArray(config.providers) ? config.providers : Array.isArray(config.providerIds) ? config.providerIds : [];
+	const prompts = Array.isArray(config.prompts) ? config.prompts : [];
+	const tests = Array.isArray(config.tests) ? config.tests : Array.isArray(config.testCases) ? config.testCases : [];
+	const commandLineOptions = {
+		...isRecord(config.commandLineOptions) ? config.commandLineOptions : {},
+		...config.maxConcurrency != null ? { maxConcurrency: config.maxConcurrency } : {},
+		...config.delay != null ? { delay: config.delay } : {},
+		...config.verbose != null ? { verbose: config.verbose } : {}
+	};
+	const normalizedConfig = {
+		...config,
+		providers: providers.map(normalizeCloudEvalProvider),
+		prompts: prompts.map(normalizeCloudEvalPrompt),
+		tests
+	};
+	if (Object.keys(commandLineOptions).length > 0) normalizedConfig.commandLineOptions = commandLineOptions;
+	else delete normalizedConfig.commandLineOptions;
+	if (typeof config.description === "string" && config.description.trim().length > 0) normalizedConfig.description = config.description;
+	else if (typeof config.name === "string" && config.name.trim().length > 0) normalizedConfig.description = config.name;
+	delete normalizedConfig.providerIds;
+	delete normalizedConfig.testCases;
+	delete normalizedConfig.maxConcurrency;
+	delete normalizedConfig.delay;
+	delete normalizedConfig.verbose;
+	return normalizedConfig;
+}
+/**
+* Fetches an eval configuration from PromptFoo Cloud by ID.
+* The response may contain legacy eval fields, which are normalized into UnifiedConfig.
+* @param id - The unique identifier of the cloud eval configuration
+* @returns Promise resolving to a normalized unified configuration object
+* @throws Error if cloud is not enabled, config not found, or response shape is invalid
+*/
+async function getEvalConfigFromCloud(id) {
+	if (!require_fetch.cloudConfig.isEnabled()) throw new Error(`Could not fetch Config ${id} from cloud. Cloud config is not enabled. Please run \`promptfoo auth login\` to login.`);
+	try {
+		const config = normalizeEvalConfig(extractEvalConfigPayload(await fetchCloudConfig(`configs/${id}`)));
+		require_logger.logger_default.info(`Eval config fetched from cloud: ${id}`);
+		return config;
+	} catch (e) {
+		require_logger.logger_default.error(`Failed to fetch eval config from cloud: ${id}.`);
+		require_logger.logger_default.error(String(e));
+		if (e instanceof Error) throw e;
+		throw new Error(String(e));
+	}
+}
 /**
 * Checks if a provider path represents a cloud-based provider.
 * @param providerPath - The provider path to check
@@ -5900,7 +5369,7 @@ async function loadRedteamProvider({ provider, jsonOnly = false, preferSmallMode
 		ret = redteamProvider;
 	} else if (typeof redteamProvider === "string" || require_types.isProviderOptions(redteamProvider)) {
 		require_logger.logger_default.debug(`Loading ${purpose} provider`, { provider: redteamProvider });
-		ret = (await (await Promise.resolve().then(() => require("./providers-CiZCpIxz.cjs"))).loadApiProviders([redteamProvider]))[0];
+		ret = (await (await Promise.resolve().then(() => require("./providers-BMZZmPBJ.cjs"))).loadApiProviders([redteamProvider]))[0];
 	} else {
 		const defaultModel = preferSmallModel ? ATTACKER_MODEL_SMALL : ATTACKER_MODEL;
 		require_logger.logger_default.debug(`Using default ${purpose} provider: ${defaultModel}`);
@@ -6179,7 +5648,7 @@ async function externalizeResponseForRedteamHistory(response, context) {
 */
 async function tryUnblocking({ messages, lastResponse, goal, purpose }) {
 	try {
-		const { checkServerFeatureSupport } = await Promise.resolve().then(() => require("./server-Bc4T4XDt.cjs"));
+		const { checkServerFeatureSupport } = await Promise.resolve().then(() => require("./server-XpGXFHkS.cjs"));
 		const supportsUnblocking = await checkServerFeatureSupport("blocking-question-analysis", "2025-06-16T14:49:11-07:00");
 		if (!require_logger.getEnvBool("PROMPTFOO_ENABLE_UNBLOCKING")) {
 			require_logger.logger_default.debug("[Unblocking] Disabled by default (set PROMPTFOO_ENABLE_UNBLOCKING=true to enable)");
@@ -9948,7 +9417,6 @@ async function addImageToBase64(testCases, injectVar, config = {}) {
 
 //#endregion
 //#region src/redteam/strategies/simpleVideo.ts
-let ffmpegCache = null;
 function shouldShowProgressBar() {
 	return !require_logger.cliState_default.webUI && require_logger.logger_default.level !== "debug";
 }
@@ -9965,25 +9433,29 @@ function getSystemFont() {
 		return "DejaVu-Sans";
 	}
 }
-async function importFfmpeg() {
-	if (ffmpegCache) return ffmpegCache;
+let ffmpegAvailable = false;
+async function checkFfmpegAvailable() {
+	if (ffmpegAvailable) return;
 	try {
-		ffmpegCache = await import("fluent-ffmpeg");
-		return ffmpegCache;
+		await (0, execa.execa)("ffmpeg", ["-version"]);
+		ffmpegAvailable = true;
 	} catch (error) {
-		require_logger.logger_default.warn(`fluent-ffmpeg library not available: ${error}`);
-		throw new Error("To use the video strategy, please install fluent-ffmpeg: npm install fluent-ffmpeg\nAlso make sure you have FFmpeg installed on your system:\n- macOS: brew install ffmpeg\n- Ubuntu/Debian: apt-get install ffmpeg\n- Windows: Download from ffmpeg.org");
+		throw new Error(`To use the video strategy, FFmpeg must be installed on your system:
+- macOS: brew install ffmpeg
+- Ubuntu/Debian: apt-get install ffmpeg
+- Windows: Download from ffmpeg.org
+Error: ${error}`);
 	}
 }
-async function createTempVideoEnvironment(text) {
+function escapeDrawtextString(text) {
+	return text.replace(/\\/g, "\\\\").replace(/'/g, "'\\''").replace(/:/g, "\\:").replace(/\n/g, "\\n").replace(/%/g, "%%");
+}
+async function createTempVideoEnvironment() {
 	const tempDir = path.default.join(os.default.tmpdir(), "promptfoo-video");
 	if (!fs.default.existsSync(tempDir)) fs.default.mkdirSync(tempDir, { recursive: true });
-	const textFilePath = path.default.join(tempDir, "text.txt");
-	const outputPath = path.default.join(tempDir, "output-video.mp4");
-	fs.default.writeFileSync(textFilePath, text);
+	const outputPath = path.default.join(tempDir, `output-video-${(0, crypto$1.randomUUID)()}.mp4`);
 	const cleanup = () => {
 		try {
-			if (fs.default.existsSync(textFilePath)) fs.default.unlinkSync(textFilePath);
 			if (fs.default.existsSync(outputPath)) fs.default.unlinkSync(outputPath);
 		} catch (error) {
 			require_logger.logger_default.warn(`Failed to clean up temporary files: ${error}`);
@@ -9991,7 +9463,6 @@ async function createTempVideoEnvironment(text) {
 	};
 	return {
 		tempDir,
-		textFilePath,
 		outputPath,
 		cleanup
 	};
@@ -10002,26 +9473,29 @@ function getFallbackBase64(text) {
 async function textToVideo(text) {
 	try {
 		if (require_server.neverGenerateRemote()) {
-			const ffmpegModule = await importFfmpeg();
-			const { textFilePath, outputPath, cleanup } = await createTempVideoEnvironment(text);
-			return new Promise((resolve, reject) => {
-				ffmpegModule().input("color=white:s=640x480:d=5").inputFormat("lavfi").input(textFilePath).inputOptions(["-f", "concat"]).complexFilter([`[0:v]drawtext=fontfile=${getSystemFont()}:text='${text.replace(/'/g, "\\'")}':fontcolor=black:fontsize=24:x=(w-text_w)/2:y=(h-text_h)/2[v]`]).outputOptions(["-map", "[v]"]).save(outputPath).on("end", async () => {
-					try {
-						const base64Video = fs.default.readFileSync(outputPath).toString("base64");
-						cleanup();
-						resolve(base64Video);
-					} catch (error) {
-						require_logger.logger_default.error(`Error processing video output: ${error}`);
-						cleanup();
-						reject(error);
-					}
-				}).on("error", (err) => {
-					require_logger.logger_default.error(`Error creating video: ${err}`);
-					cleanup();
-					reject(err);
-				});
-			});
-		} else throw new Error("Local video generation requires fluent-ffmpeg. Future versions may support remote generation.");
+			await checkFfmpegAvailable();
+			const { outputPath, cleanup } = await createTempVideoEnvironment();
+			try {
+				const escapedText = escapeDrawtextString(text);
+				await (0, execa.execa)("ffmpeg", [
+					"-f",
+					"lavfi",
+					"-i",
+					"color=white:s=640x480:d=5",
+					"-vf",
+					`drawtext=fontfile=${getSystemFont()}:text='${escapedText}':fontcolor=black:fontsize=24:x=(w-text_w)/2:y=(h-text_h)/2`,
+					"-y",
+					outputPath
+				]);
+				const base64Video = fs.default.readFileSync(outputPath).toString("base64");
+				cleanup();
+				return base64Video;
+			} catch (error) {
+				require_logger.logger_default.error(`Error creating video with ffmpeg: ${error}`);
+				cleanup();
+				throw error;
+			}
+		} else throw new Error("Local video generation requires FFmpeg to be installed. Future versions may support remote generation.");
 	} catch (error) {
 		require_logger.logger_default.error(`Error generating video from text: ${error}`);
 		return getFallbackBase64(text);
@@ -10232,6 +9706,7 @@ const Strategies = [
 	},
 	{
 		id: "crescendo",
+		requiresGoalExtraction: true,
 		action: async (testCases, injectVar, config) => {
 			require_logger.logger_default.debug(`Adding Crescendo to ${testCases.length} test cases`);
 			const newTestCases = addCrescendo(testCases, injectVar, config);
@@ -10241,6 +9716,7 @@ const Strategies = [
 	},
 	{
 		id: "custom",
+		requiresGoalExtraction: true,
 		action: async (testCases, injectVar, config, strategyId = "custom") => {
 			require_logger.logger_default.debug(`Adding Custom to ${testCases.length} test cases`);
 			const newTestCases = addCustom(testCases, injectVar, config, strategyId);
@@ -10259,6 +9735,7 @@ const Strategies = [
 	},
 	{
 		id: "goat",
+		requiresGoalExtraction: true,
 		action: async (testCases, injectVar, config) => {
 			require_logger.logger_default.debug(`Adding GOAT to ${testCases.length} test cases`);
 			const newTestCases = await addGoatTestCases(testCases, injectVar, config);
@@ -10268,6 +9745,7 @@ const Strategies = [
 	},
 	{
 		id: "indirect-web-pwn",
+		requiresGoalExtraction: true,
 		action: async (testCases, injectVar, config) => {
 			require_logger.logger_default.debug(`Adding Indirect Web Pwn to ${testCases.length} test cases`);
 			const newTestCases = await addIndirectWebPwnTestCases(testCases, injectVar, config);
@@ -10304,10 +9782,12 @@ const Strategies = [
 	},
 	{
 		id: "jailbreak",
+		requiresGoalExtraction: true,
 		action: async (testCases, injectVar, config) => {
-			require_logger.logger_default.debug(`Adding experimental jailbreaks to ${testCases.length} test cases`);
-			const newTestCases = addIterativeJailbreaks(testCases, injectVar, "iterative", config);
-			require_logger.logger_default.debug(`Added ${newTestCases.length} experimental jailbreak test cases`);
+			require_logger.logger_default.warn("Strategy \"jailbreak\" is deprecated. Use \"jailbreak:meta\" instead. The \"jailbreak\" strategy used outdated single-shot optimization techniques.");
+			require_logger.logger_default.debug(`Adding meta-agent jailbreaks to ${testCases.length} test cases`);
+			const newTestCases = addIterativeJailbreaks(testCases, injectVar, "iterative:meta", config);
+			require_logger.logger_default.debug(`Added ${newTestCases.length} meta-agent jailbreak test cases`);
 			return newTestCases;
 		}
 	},
@@ -10331,6 +9811,7 @@ const Strategies = [
 	},
 	{
 		id: "jailbreak:tree",
+		requiresGoalExtraction: true,
 		action: async (testCases, injectVar, config) => {
 			require_logger.logger_default.debug(`Adding experimental tree jailbreaks to ${testCases.length} test cases`);
 			const newTestCases = addIterativeJailbreaks(testCases, injectVar, "iterative:tree", config);
@@ -10340,6 +9821,7 @@ const Strategies = [
 	},
 	{
 		id: "jailbreak:meta",
+		requiresGoalExtraction: true,
 		action: async (testCases, injectVar, config) => {
 			require_logger.logger_default.debug(`Adding meta-agent jailbreaks to ${testCases.length} test cases`);
 			const newTestCases = addIterativeJailbreaks(testCases, injectVar, "iterative:meta", config);
@@ -10349,6 +9831,7 @@ const Strategies = [
 	},
 	{
 		id: "jailbreak:hydra",
+		requiresGoalExtraction: true,
 		action: async (testCases, injectVar, config) => {
 			require_logger.logger_default.debug(`Adding hydra multi-turn jailbreaks to ${testCases.length} test cases`);
 			const newTestCases = addHydra(testCases, injectVar, config);
@@ -11252,7 +10735,7 @@ var CrescendoProvider = class {
 		});
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
-		const { getGraderById } = await Promise.resolve().then(() => require("./graders-BK3LuhJ8.cjs"));
+		const { getGraderById } = await Promise.resolve().then(() => require("./graders-CGZQShfJ.cjs"));
 		let graderPassed;
 		const additionalRubric = getGoalRubric(this.userGoal);
 		while (roundNum < this.maxTurns) try {
@@ -11927,7 +11410,7 @@ var CustomProvider = class {
 		let lastTransformResult;
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
-		const { getGraderById } = await Promise.resolve().then(() => require("./graders-BK3LuhJ8.cjs"));
+		const { getGraderById } = await Promise.resolve().then(() => require("./graders-CGZQShfJ.cjs"));
 		let graderPassed;
 		let storedGraderResult;
 		const additionalRubric = getGoalRubric(this.userGoal);
@@ -12409,7 +11892,7 @@ var GoatProvider = class {
 		let assertToUse;
 		let graderPassed;
 		let storedGraderResult;
-		const { getGraderById } = await Promise.resolve().then(() => require("./graders-BK3LuhJ8.cjs"));
+		const { getGraderById } = await Promise.resolve().then(() => require("./graders-CGZQShfJ.cjs"));
 		let test;
 		if (context?.test) {
 			test = context?.test;
@@ -12850,7 +12333,7 @@ var HydraProvider = class {
 		let lastTransformResult;
 		let lastTransformDisplayVars;
 		let lastFinalAttackPrompt;
-		const { getGraderById } = await Promise.resolve().then(() => require("./graders-BK3LuhJ8.cjs"));
+		const { getGraderById } = await Promise.resolve().then(() => require("./graders-CGZQShfJ.cjs"));
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
 		let previousTraceSummary;
@@ -12886,7 +12369,7 @@ var HydraProvider = class {
 				},
 				vars: {}
 			}, options);
-			require_tokenUsageUtils.accumulateResponseTokenUsage(totalTokenUsage, agentResp);
+			require_tokenUsageUtils.accumulateResponseTokenUsage(totalTokenUsage, agentResp, { countAsRequest: false });
 			if (this.agentProvider.delay) await require_fetch.sleep(this.agentProvider.delay);
 			if (agentResp.error) {
 				require_logger.logger_default.debug("[Hydra] Agent provider error", {
@@ -13209,7 +12692,7 @@ var HydraProvider = class {
 					label: "hydra-learning-update"
 				},
 				vars: {}
-			}, options));
+			}, options), { countAsRequest: false });
 			require_logger.logger_default.debug("[Hydra] Scan learnings updated", {
 				scanId,
 				testRunId
@@ -13419,7 +12902,8 @@ var IndirectWebPwnProvider = class {
 					fetchPrompt,
 					attempt: attempt + 1
 				});
-				const targetResponse = await targetProvider.callApi(fetchPrompt, context, options);
+				const targetResponse = await getTargetResponse(targetProvider, fetchPrompt, context, options);
+				require_tokenUsageUtils.accumulateResponseTokenUsage(totalTokenUsage, targetResponse);
 				if (targetResponse.metadata?.webFetchUsed) webFetchActuallyUsed = true;
 				if (targetResponse.error) {
 					require_logger.logger_default.error("[IndirectWebPwn] Target error", { error: targetResponse.error });
@@ -13445,11 +12929,6 @@ var IndirectWebPwnProvider = class {
 					output: responseOutput
 				});
 				lastOutput = responseOutput;
-				if (targetResponse.tokenUsage) {
-					totalTokenUsage.total = (totalTokenUsage.total || 0) + (targetResponse.tokenUsage.total || 0);
-					totalTokenUsage.prompt = (totalTokenUsage.prompt || 0) + (targetResponse.tokenUsage.prompt || 0);
-					totalTokenUsage.completion = (totalTokenUsage.completion || 0) + (targetResponse.tokenUsage.completion || 0);
-				}
 				const tracking = await this.checkPageFetched(webPage.uuid, evalId);
 				require_logger.logger_default.debug("[IndirectWebPwn] Tracking check", {
 					uuid: webPage.uuid,
@@ -13693,7 +13172,7 @@ async function runRedteamConversation$2({ context, filters, injectVar, numIterat
 		if (sessionId) sessionIds.push(sessionId);
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
-		const { getGraderById } = await Promise.resolve().then(() => require("./graders-BK3LuhJ8.cjs"));
+		const { getGraderById } = await Promise.resolve().then(() => require("./graders-CGZQShfJ.cjs"));
 		if (test && assertToUse) {
 			const grader = getGraderById(assertToUse.type);
 			if (grader) {
@@ -14159,11 +13638,11 @@ async function runRedteamConversation$1({ prompt, filters, vars, redteamProvider
 			promptIdx: context?.promptIdx
 		});
 		lastResponse = targetResponse;
+		require_tokenUsageUtils.accumulateResponseTokenUsage(totalTokenUsage, targetResponse);
 		if (targetResponse.error) {
 			require_logger.logger_default.debug(`Iteration ${i + 1}: Target provider error: ${targetResponse.error}`);
 			continue;
 		}
-		require_tokenUsageUtils.accumulateResponseTokenUsage(totalTokenUsage, targetResponse);
 		const url = targetResponse.output.match(/(https?:\/\/[^\s)]+)/g);
 		let imageDescription;
 		if (url && url.length > 0) try {
@@ -14183,7 +13662,7 @@ async function runRedteamConversation$1({ prompt, filters, vars, redteamProvider
 					}
 				}]
 			}]), void 0, options);
-			require_tokenUsageUtils.accumulateResponseTokenUsage(totalTokenUsage, visionResponse);
+			require_tokenUsageUtils.accumulateResponseTokenUsage(totalTokenUsage, visionResponse, { countAsRequest: false });
 			if (visionProvider.delay) await require_fetch.sleep(visionProvider.delay);
 			if (visionResponse.error) {
 				require_logger.logger_default.warn(`Iteration ${i + 1}: Vision API error: ${visionResponse.error}`);
@@ -14410,7 +13889,7 @@ async function runMetaAgentRedteam({ context, filters, injectVar, numIterations,
 			},
 			vars: {}
 		}, options);
-		require_tokenUsageUtils.accumulateResponseTokenUsage(totalTokenUsage, agentResp);
+		require_tokenUsageUtils.accumulateResponseTokenUsage(totalTokenUsage, agentResp, { countAsRequest: false });
 		if (agentProvider.delay) {
 			require_logger.logger_default.debug(`[IterativeMeta] Sleeping for ${agentProvider.delay}ms`);
 			await require_fetch.sleep(agentProvider.delay);
@@ -14523,7 +14002,7 @@ async function runMetaAgentRedteam({ context, filters, injectVar, numIterations,
 		previousTraceSummary = attackTraceSummary;
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
-		const { getGraderById } = await Promise.resolve().then(() => require("./graders-BK3LuhJ8.cjs"));
+		const { getGraderById } = await Promise.resolve().then(() => require("./graders-CGZQShfJ.cjs"));
 		if (test && assertToUse) {
 			const grader = getGraderById(assertToUse.type);
 			if (grader) {
@@ -15056,6 +14535,7 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
 					promptIdx: context?.promptIdx
 				});
 				lastResponse = targetResponse;
+				require_tokenUsageUtils.accumulateResponseTokenUsage(totalTokenUsage, targetResponse);
 				if (targetResponse.error) {
 					require_logger.logger_default.info(`[IterativeTree] Target error at depth ${depth}, attempt ${attempts}: ${targetResponse.error}`, { targetResponse });
 					treeOutputs.push({
@@ -15080,7 +14560,6 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
 					continue;
 				}
 				require_invariant.invariant(Object.prototype.hasOwnProperty.call(targetResponse, "output"), "[IterativeTree] Target did not return an output property");
-				require_tokenUsageUtils.accumulateResponseTokenUsage(totalTokenUsage, targetResponse);
 				const containsPenalizedPhrase = checkPenalizedPhrases(targetResponse.output);
 				const { score, explanation } = await evaluateResponse(gradingProvider, judgeSystemPrompt, targetResponse.output, bestResponse, containsPenalizedPhrase);
 				require_logger.logger_default.debug(`[Depth ${depth}, Attempt ${attempts}] Evaluation: score=${score}, penalized=${containsPenalizedPhrase}. Max score so far: ${maxScore}`);
@@ -15100,7 +14579,7 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
 					noImprovementCount++;
 					if (noImprovementCount % 5 === 0) require_logger.logger_default.debug(`[Depth ${depth}, Attempt ${attempts}] No improvement for ${noImprovementCount} consecutive iterations. Max score: ${maxScore}`);
 				}
-				const { getGraderById } = await Promise.resolve().then(() => require("./graders-BK3LuhJ8.cjs"));
+				const { getGraderById } = await Promise.resolve().then(() => require("./graders-CGZQShfJ.cjs"));
 				let graderPassed;
 				let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 				if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
@@ -15980,7 +15459,7 @@ var AnthropicCompletionProvider = class extends require_messages.AnthropicGeneri
 //#region src/providers/azure/assistant.ts
 var AzureAssistantProvider = class extends AzureGenericProvider {
 	assistantConfig;
-	functionCallbackHandler = new FunctionCallbackHandler();
+	functionCallbackHandler = new require_responses.FunctionCallbackHandler();
 	constructor(deploymentName, options = {}) {
 		super(deploymentName, options);
 		this.assistantConfig = options.config || {};
@@ -16877,11 +16356,11 @@ var AzureFoundryAgentProvider = class extends AzureGenericProvider {
 //#region src/providers/azure/responses.ts
 const AZURE_RESPONSES_API_VERSION = "preview";
 var AzureResponsesProvider = class extends AzureGenericProvider {
-	functionCallbackHandler = new FunctionCallbackHandler();
+	functionCallbackHandler = new require_responses.FunctionCallbackHandler();
 	processor;
 	constructor(...args) {
 		super(...args);
-		this.processor = new ResponsesProcessor({
+		this.processor = new require_responses.ResponsesProcessor({
 			modelName: this.deploymentName,
 			providerType: "azure",
 			functionCallbackHandler: this.functionCallbackHandler,
@@ -19289,6 +18768,7 @@ const AWS_BEDROCK_MODELS = {
 	"anthropic.claude-opus-4-1-20250805-v1:0": BEDROCK_MODEL.CLAUDE_MESSAGES,
 	"anthropic.claude-opus-4-6-v1": BEDROCK_MODEL.CLAUDE_MESSAGES,
 	"anthropic.claude-opus-4-5-20251101-v1:0": BEDROCK_MODEL.CLAUDE_MESSAGES,
+	"anthropic.claude-sonnet-4-6": BEDROCK_MODEL.CLAUDE_MESSAGES,
 	"anthropic.claude-sonnet-4-5-20250929-v1:0": BEDROCK_MODEL.CLAUDE_MESSAGES,
 	"anthropic.claude-haiku-4-5-20251001-v1:0": BEDROCK_MODEL.CLAUDE_MESSAGES,
 	"anthropic.claude-sonnet-4-20250514-v1:0": BEDROCK_MODEL.CLAUDE_MESSAGES,
@@ -19326,6 +18806,7 @@ const AWS_BEDROCK_MODELS = {
 	"apac.anthropic.claude-opus-4-1-20250805-v1:0": BEDROCK_MODEL.CLAUDE_MESSAGES,
 	"apac.anthropic.claude-opus-4-6-v1": BEDROCK_MODEL.CLAUDE_MESSAGES,
 	"apac.anthropic.claude-opus-4-5-20251101-v1:0": BEDROCK_MODEL.CLAUDE_MESSAGES,
+	"apac.anthropic.claude-sonnet-4-6": BEDROCK_MODEL.CLAUDE_MESSAGES,
 	"apac.anthropic.claude-sonnet-4-5-20250929-v1:0": BEDROCK_MODEL.CLAUDE_MESSAGES,
 	"apac.anthropic.claude-haiku-4-5-20251001-v1:0": BEDROCK_MODEL.CLAUDE_MESSAGES,
 	"apac.anthropic.claude-sonnet-4-20250514-v1:0": BEDROCK_MODEL.CLAUDE_MESSAGES,
@@ -19342,6 +18823,7 @@ const AWS_BEDROCK_MODELS = {
 	"eu.anthropic.claude-opus-4-1-20250805-v1:0": BEDROCK_MODEL.CLAUDE_MESSAGES,
 	"eu.anthropic.claude-opus-4-6-v1": BEDROCK_MODEL.CLAUDE_MESSAGES,
 	"eu.anthropic.claude-opus-4-5-20251101-v1:0": BEDROCK_MODEL.CLAUDE_MESSAGES,
+	"eu.anthropic.claude-sonnet-4-6": BEDROCK_MODEL.CLAUDE_MESSAGES,
 	"eu.anthropic.claude-sonnet-4-5-20250929-v1:0": BEDROCK_MODEL.CLAUDE_MESSAGES,
 	"eu.anthropic.claude-haiku-4-5-20251001-v1:0": BEDROCK_MODEL.CLAUDE_MESSAGES,
 	"eu.anthropic.claude-sonnet-4-20250514-v1:0": BEDROCK_MODEL.CLAUDE_MESSAGES,
@@ -19367,6 +18849,7 @@ const AWS_BEDROCK_MODELS = {
 	"us.anthropic.claude-opus-4-1-20250805-v1:0": BEDROCK_MODEL.CLAUDE_MESSAGES,
 	"us.anthropic.claude-opus-4-6-v1": BEDROCK_MODEL.CLAUDE_MESSAGES,
 	"us.anthropic.claude-opus-4-5-20251101-v1:0": BEDROCK_MODEL.CLAUDE_MESSAGES,
+	"us.anthropic.claude-sonnet-4-6": BEDROCK_MODEL.CLAUDE_MESSAGES,
 	"us.anthropic.claude-sonnet-4-5-20250929-v1:0": BEDROCK_MODEL.CLAUDE_MESSAGES,
 	"us.anthropic.claude-haiku-4-5-20251001-v1:0": BEDROCK_MODEL.CLAUDE_MESSAGES,
 	"us.anthropic.claude-sonnet-4-20250514-v1:0": BEDROCK_MODEL.CLAUDE_MESSAGES,
@@ -23081,7 +22564,7 @@ var GeminiImageProvider = class {
 			...this.config.imageAspectRatio && { aspectRatio: this.config.imageAspectRatio },
 			...this.config.imageSize && isGemini3 && { imageSize: this.config.imageSize }
 		};
-		if (this.config.safetySettings) body.safetySettings = this.config.safetySettings;
+		if (this.config.safetySettings) body.safetySettings = require_transform$1.normalizeSafetySettings(this.config.safetySettings);
 		return body;
 	}
 	processResponse(data, cached, latencyMs) {
@@ -23102,16 +22585,20 @@ var GeminiImageProvider = class {
 			"SPII"
 		].includes(candidate.finishReason)) return { error: `Response was blocked with finish reason: ${candidate.finishReason}` };
 		if (!candidate.content?.parts) return { error: "No content parts in response" };
-		const outputParts = [];
+		const textParts = [];
+		const imageParts = [];
 		let totalCost = 0;
-		for (const part of candidate.content.parts) if (part.text) outputParts.push(part.text);
+		for (const part of candidate.content.parts) if (part.text) textParts.push(part.text);
 		else if (part.inlineData) {
 			const mimeType = part.inlineData.mimeType || "image/png";
 			const base64Data = part.inlineData.data;
-			outputParts.push(`![Generated Image](data:${mimeType};base64,${base64Data})`);
+			imageParts.push({
+				mimeType,
+				base64Data
+			});
 			totalCost += this.getCostPerImage();
 		}
-		if (outputParts.length === 0) return { error: "No valid content generated" };
+		if (imageParts.length === 0 && textParts.length === 0) return { error: "No valid content generated" };
 		const tokenUsage = cached ? {
 			cached: data.usageMetadata?.totalTokenCount,
 			total: data.usageMetadata?.totalTokenCount,
@@ -23122,8 +22609,13 @@ var GeminiImageProvider = class {
 			total: data.usageMetadata?.totalTokenCount,
 			numRequests: 1
 		};
+		const images = imageParts.length > 0 ? imageParts.map((img) => ({
+			data: require_transform$1.toDataUri(img.mimeType, img.base64Data),
+			mimeType: img.mimeType
+		})) : void 0;
 		return {
-			output: outputParts.join("\n\n"),
+			output: imageParts.length > 0 && textParts.length === 0 ? images[0].data : textParts.join("\n\n"),
+			images,
 			cached,
 			latencyMs,
 			cost: totalCost > 0 ? totalCost : void 0,
@@ -23261,13 +22753,17 @@ var GoogleImageProvider = class {
 			const base64Image = imageData.bytesBase64Encoded;
 			const mimeType = imageData.mimeType || "image/png";
 			if (base64Image) {
-				imageOutputs.push(`![Generated Image](data:${mimeType};base64,${base64Image})`);
+				imageOutputs.push({
+					data: require_transform$1.toDataUri(mimeType, base64Image),
+					mimeType
+				});
 				totalCost += costPerImage;
 			}
 		}
 		if (imageOutputs.length === 0) return { error: "No valid images generated" };
 		return {
-			output: imageOutputs.join("\n\n"),
+			output: imageOutputs[0].data,
+			images: imageOutputs,
 			cached,
 			latencyMs,
 			cost: totalCost
@@ -24183,7 +23679,7 @@ const GROQ_API_BASE_URL = "https://api.groq.com/openai/v1";
 *   groq:responses:openai/gpt-oss-120b
 *   groq:responses:qwen/qwen3-32b
 */
-var GroqResponsesProvider = class extends OpenAiResponsesProvider {
+var GroqResponsesProvider = class extends require_responses.OpenAiResponsesProvider {
 	get apiKey() {
 		return this.config?.apiKey;
 	}
@@ -25423,6 +24919,7 @@ var HttpProvider = class {
 		const vars = {
 			...context?.vars || {},
 			prompt,
+			...context?.evaluationId ? { evaluationId: context.evaluationId } : {},
 			...transformedTools !== void 0 ? { tools: serializeForTemplate(transformedTools) } : {},
 			...transformedToolChoice !== void 0 ? { tool_choice: serializeForTemplate(transformedToolChoice) } : {}
 		};
@@ -25646,9 +25143,17 @@ var HttpProvider = class {
 			require_logger.logger_default.error(`Error parsing session ID: ${String(err)}. Got headers: ${require_logger.safeJsonStringify(require_logger.sanitizeObject(responseHeaders, { context: "response headers" }))} and parsed body: ${require_logger.safeJsonStringify(require_logger.sanitizeObject(parsedData, { context: "response body" }))}`);
 			throw err;
 		}
+		ret.metadata = {
+			...ret.metadata,
+			http: {
+				status,
+				statusText
+			}
+		};
 		if (context?.debug) {
 			ret.raw = data;
 			ret.metadata = {
+				...ret.metadata,
 				headers: require_logger.sanitizeObject(responseHeaders, { context: "response headers" }),
 				transformedRequest: this.config.transformRequest ? transformedPrompt : parsedRequest.body?.text || renderedRequest.trim(),
 				finalRequestBody: parsedRequest.body?.text,
@@ -31776,13 +31281,13 @@ var XAIResponsesProvider = class {
 	modelName;
 	config;
 	env;
-	functionCallbackHandler = new FunctionCallbackHandler();
+	functionCallbackHandler = new require_responses.FunctionCallbackHandler();
 	processor;
 	constructor(modelName, options = {}) {
 		this.modelName = modelName;
 		this.config = options.config || {};
 		this.env = options.env;
-		this.processor = new ResponsesProcessor({
+		this.processor = new require_responses.ResponsesProcessor({
 			modelName: this.modelName,
 			providerType: "xai",
 			functionCallbackHandler: this.functionCallbackHandler,
@@ -32683,7 +32188,7 @@ const providerMap = [
 	{
 		test: (providerPath) => providerPath.startsWith("opencode:") || providerPath === "opencode",
 		create: async (providerPath, providerOptions, context) => {
-			const { OpenCodeSDKProvider } = await Promise.resolve().then(() => require("./opencode-sdk-Cqszt4br.cjs"));
+			const { OpenCodeSDKProvider } = await Promise.resolve().then(() => require("./opencode-sdk-mqF-Oj3f.cjs"));
 			return new OpenCodeSDKProvider({
 				...providerOptions,
 				id: providerPath,
@@ -32692,10 +32197,17 @@ const providerMap = [
 			});
 		}
 	},
+	{
+		test: (providerPath) => providerPath.startsWith("openclaw:") || providerPath === "openclaw",
+		create: async (providerPath, providerOptions, context) => {
+			const { createOpenClawProvider } = await Promise.resolve().then(() => require("./openclaw-DDSfq5fp.cjs"));
+			return createOpenClawProvider(providerPath, providerOptions, context.env);
+		}
+	},
 	{
 		test: (providerPath) => providerPath.startsWith("anthropic:claude-agent-sdk") || providerPath.startsWith("anthropic:claude-code"),
 		create: async (_providerPath, providerOptions, context) => {
-			const { ClaudeCodeSDKProvider } = await Promise.resolve().then(() => require("./claude-agent-sdk-Yj9Hq0cH.cjs"));
+			const { ClaudeCodeSDKProvider } = await Promise.resolve().then(() => require("./claude-agent-sdk-BzxF6NIJ.cjs"));
 			return new ClaudeCodeSDKProvider({
 				...providerOptions,
 				env: context.env
@@ -32752,25 +32264,25 @@ const providerMap = [
 			const modelName = splits.slice(2).join(":");
 			if (modelType === "converse") return new AwsBedrockConverseProvider(modelName, providerOptions);
 			if (modelType === "nova-sonic" || modelType.includes("amazon.nova-sonic")) {
-				const { NovaSonicProvider } = await Promise.resolve().then(() => require("./nova-sonic-C-H3eDvL.cjs"));
+				const { NovaSonicProvider } = await Promise.resolve().then(() => require("./nova-sonic-BoRSY_U6.cjs"));
 				return new NovaSonicProvider("amazon.nova-sonic-v1:0", providerOptions);
 			}
 			if (modelType.includes("luma.ray") || modelName.includes("luma.ray")) {
-				const { LumaRayVideoProvider } = await Promise.resolve().then(() => require("./luma-ray-BrWrKIIB.cjs"));
+				const { LumaRayVideoProvider } = await Promise.resolve().then(() => require("./luma-ray-C0RkI3lt.cjs"));
 				return new LumaRayVideoProvider(modelName.includes("luma.ray") ? modelName : splits.slice(1).join(":") || "luma.ray-v2:0", providerOptions);
 			}
 			if (modelType.includes("amazon.nova-reel") || modelType === "video" && (modelName.includes("amazon.nova-reel") || modelName === "")) {
-				const { NovaReelVideoProvider } = await Promise.resolve().then(() => require("./nova-reel-ByTx85ed.cjs"));
+				const { NovaReelVideoProvider } = await Promise.resolve().then(() => require("./nova-reel-D9FXq3Mt.cjs"));
 				return new NovaReelVideoProvider(modelName || "amazon.nova-reel-v1:1", providerOptions);
 			}
 			if (modelType === "agents") {
-				const { AwsBedrockAgentsProvider } = await Promise.resolve().then(() => require("./agents-DMpQ860j.cjs"));
+				const { AwsBedrockAgentsProvider } = await Promise.resolve().then(() => require("./agents-C7BiinFI.cjs"));
 				return new AwsBedrockAgentsProvider(modelName, providerOptions);
 			}
 			if (modelType === "completion") return new AwsBedrockCompletionProvider(modelName, providerOptions);
 			if (modelType === "embeddings" || modelType === "embedding") return new AwsBedrockEmbeddingProvider(modelName, providerOptions);
 			if (modelType === "kb" || modelType === "knowledge-base") {
-				const { AwsBedrockKnowledgeBaseProvider } = await Promise.resolve().then(() => require("./knowledgeBase-K5fJN2kC.cjs"));
+				const { AwsBedrockKnowledgeBaseProvider } = await Promise.resolve().then(() => require("./knowledgeBase-Bnb00xKs.cjs"));
 				return new AwsBedrockKnowledgeBaseProvider(modelName, providerOptions);
 			}
 			return new AwsBedrockCompletionProvider(splits.slice(1).join(":"), providerOptions);
@@ -32780,7 +32292,7 @@ const providerMap = [
 		test: (providerPath) => providerPath.startsWith("bedrock-agent:"),
 		create: async (providerPath, providerOptions, _context) => {
 			const agentId = providerPath.substring(14);
-			const { AwsBedrockAgentsProvider } = await Promise.resolve().then(() => require("./agents-DMpQ860j.cjs"));
+			const { AwsBedrockAgentsProvider } = await Promise.resolve().then(() => require("./agents-C7BiinFI.cjs"));
 			return new AwsBedrockAgentsProvider(agentId, providerOptions);
 		}
 	},
@@ -32790,7 +32302,7 @@ const providerMap = [
 			const splits = providerPath.split(":");
 			const modelType = splits[1];
 			const endpointName = splits.slice(2).join(":");
-			const { SageMakerCompletionProvider, SageMakerEmbeddingProvider } = await Promise.resolve().then(() => require("./sagemaker-DB3Eojau.cjs"));
+			const { SageMakerCompletionProvider, SageMakerEmbeddingProvider } = await Promise.resolve().then(() => require("./sagemaker-DwNnEVYt.cjs"));
 			if (modelType === "embedding" || modelType === "embeddings") return new SageMakerEmbeddingProvider(endpointName || modelType, providerOptions);
 			if (splits.length === 2) return new SageMakerCompletionProvider(modelType, providerOptions);
 			if (endpointName.includes("jumpstart") || modelType === "jumpstart") return new SageMakerCompletionProvider(endpointName, {
@@ -32831,7 +32343,7 @@ const providerMap = [
 	{
 		test: (providerPath) => providerPath.startsWith("cloudflare-ai:"),
 		create: async (providerPath, providerOptions, context) => {
-			const { createCloudflareAiProvider } = await Promise.resolve().then(() => require("./cloudflare-ai-DmJZcvVx.cjs"));
+			const { createCloudflareAiProvider } = await Promise.resolve().then(() => require("./cloudflare-ai-BAQ0u_dg.cjs"));
 			return createCloudflareAiProvider(providerPath, {
 				...providerOptions,
 				env: context.env
@@ -32841,7 +32353,7 @@ const providerMap = [
 	{
 		test: (providerPath) => providerPath.startsWith("cloudflare-gateway:"),
 		create: async (providerPath, providerOptions, context) => {
-			const { createCloudflareGatewayProvider } = await Promise.resolve().then(() => require("./cloudflare-gateway-BW8hcdB0.cjs"));
+			const { createCloudflareGatewayProvider } = await Promise.resolve().then(() => require("./cloudflare-gateway-C0sgfr_z.cjs"));
 			return createCloudflareGatewayProvider(providerPath, {
 				...providerOptions,
 				env: context.env
@@ -32993,27 +32505,27 @@ const providerMap = [
 		create: async (providerPath, providerOptions, context) => {
 			const modelType = providerPath.split(":")[1];
 			if (modelType === "image") {
-				const { createHyperbolicImageProvider } = await Promise.resolve().then(() => require("./image-DqElR73O.cjs"));
+				const { createHyperbolicImageProvider } = await Promise.resolve().then(() => require("./image-D10zEe1f.cjs"));
 				return createHyperbolicImageProvider(providerPath, {
 					...providerOptions,
 					env: context.env
 				});
 			}
 			if (modelType === "audio") {
-				const { createHyperbolicAudioProvider } = await Promise.resolve().then(() => require("./audio-B3QGL6Nl.cjs"));
+				const { createHyperbolicAudioProvider } = await Promise.resolve().then(() => require("./audio-BWjyvHn9.cjs"));
 				return createHyperbolicAudioProvider(providerPath, {
 					...providerOptions,
 					env: context.env
 				});
 			}
-			const { createHyperbolicProvider } = await Promise.resolve().then(() => require("./chat-CrnXMbvh.cjs"));
+			const { createHyperbolicProvider } = await Promise.resolve().then(() => require("./chat-Fl6TZJRS.cjs"));
 			return createHyperbolicProvider(providerPath, providerOptions);
 		}
 	},
 	{
 		test: (providerPath) => providerPath.startsWith("litellm:"),
 		create: async (providerPath, providerOptions, context) => {
-			const { createLiteLLMProvider } = await Promise.resolve().then(() => require("./litellm-uRLukY7s.cjs"));
+			const { createLiteLLMProvider } = await Promise.resolve().then(() => require("./litellm-BrnZhMcL.cjs"));
 			return createLiteLLMProvider(providerPath, {
 				config: providerOptions,
 				env: context.env
@@ -33069,7 +32581,7 @@ const providerMap = [
 			const modelType = splits[1];
 			const modelName = splits.slice(2).join(":");
 			if (modelType === "codex-sdk" || modelType === "codex") {
-				const { OpenAICodexSDKProvider } = await Promise.resolve().then(() => require("./codex-sdk-Cf5_CQch.cjs"));
+				const { OpenAICodexSDKProvider } = await Promise.resolve().then(() => require("./codex-sdk-wTEpMM_X.cjs"));
 				return new OpenAICodexSDKProvider({
 					...providerOptions,
 					env: context.env
@@ -33080,21 +32592,21 @@ const providerMap = [
 			if (modelType === "completion") return new require_completion.OpenAiCompletionProvider(modelName || "gpt-3.5-turbo-instruct", providerOptions);
 			if (modelType === "moderation") return new OpenAiModerationProvider(modelName || "omni-moderation-latest", providerOptions);
 			if (modelType === "realtime") return new OpenAiRealtimeProvider(modelName || "gpt-4o-realtime-preview-2024-12-17", providerOptions);
-			if (modelType === "responses") return new OpenAiResponsesProvider(modelName || "gpt-4.1-2025-04-14", providerOptions);
+			if (modelType === "responses") return new require_responses.OpenAiResponsesProvider(modelName || "gpt-4.1-2025-04-14", providerOptions);
 			if (modelType === "transcription") {
-				const { OpenAiTranscriptionProvider } = await Promise.resolve().then(() => require("./transcription-CXXFEVM_.cjs"));
+				const { OpenAiTranscriptionProvider } = await Promise.resolve().then(() => require("./transcription-FNIz3YOe.cjs"));
 				return new OpenAiTranscriptionProvider(modelName || "gpt-4o-transcribe-diarize", providerOptions);
 			}
 			if (require_chat.OpenAiChatCompletionProvider.OPENAI_CHAT_MODEL_NAMES.includes(modelType)) return new require_chat.OpenAiChatCompletionProvider(modelType, providerOptions);
 			if (require_completion.OpenAiCompletionProvider.OPENAI_COMPLETION_MODEL_NAMES.includes(modelType)) return new require_completion.OpenAiCompletionProvider(modelType, providerOptions);
 			if (OpenAiRealtimeProvider.OPENAI_REALTIME_MODEL_NAMES.includes(modelType)) return new OpenAiRealtimeProvider(modelType, providerOptions);
-			if (OpenAiResponsesProvider.OPENAI_RESPONSES_MODEL_NAMES.includes(modelType)) return new OpenAiResponsesProvider(modelType, providerOptions);
+			if (require_responses.OpenAiResponsesProvider.OPENAI_RESPONSES_MODEL_NAMES.includes(modelType)) return new require_responses.OpenAiResponsesProvider(modelType, providerOptions);
 			if (modelType === "agents") {
-				const { OpenAiAgentsProvider } = await Promise.resolve().then(() => require("./agents-CI0Ad69d.cjs"));
+				const { OpenAiAgentsProvider } = await Promise.resolve().then(() => require("./agents-CwM7re15.cjs"));
 				return new OpenAiAgentsProvider(modelName || "default-agent", providerOptions);
 			}
 			if (modelType === "chatkit") {
-				const { OpenAiChatKitProvider } = await Promise.resolve().then(() => require("./chatkit-yeVtURUi.cjs"));
+				const { OpenAiChatKitProvider } = await Promise.resolve().then(() => require("./chatkit-e25Ziu17.cjs"));
 				return new OpenAiChatKitProvider(modelName || "", providerOptions);
 			}
 			if (modelType === "assistant") return new OpenAiAssistantProvider(modelName, providerOptions);
@@ -33137,7 +32649,7 @@ const providerMap = [
 	{
 		test: (providerPath) => providerPath.startsWith("quiverai:"),
 		create: async (providerPath, providerOptions, context) => {
-			const { createQuiverAiProvider } = await Promise.resolve().then(() => require("./quiverai-BpWtOEQZ.cjs"));
+			const { createQuiverAiProvider } = await Promise.resolve().then(() => require("./quiverai-BNfIwKCO.cjs"));
 			return createQuiverAiProvider(providerPath, providerOptions, context.env);
 		}
 	},
@@ -33182,7 +32694,7 @@ const providerMap = [
 	{
 		test: (providerPath) => providerPath.startsWith("aimlapi:"),
 		create: async (providerPath, providerOptions, context) => {
-			const { createAimlApiProvider } = await Promise.resolve().then(() => require("./aimlapi-DKo7IxJg.cjs"));
+			const { createAimlApiProvider } = await Promise.resolve().then(() => require("./aimlapi-DoGLcQW_.cjs"));
 			return createAimlApiProvider(providerPath, {
 				...providerOptions,
 				env: context.env
@@ -33192,7 +32704,7 @@ const providerMap = [
 	{
 		test: (providerPath) => providerPath.startsWith("cometapi:"),
 		create: async (providerPath, providerOptions, context) => {
-			const { createCometApiProvider } = await Promise.resolve().then(() => require("./cometapi-B3TzpkNI.cjs"));
+			const { createCometApiProvider } = await Promise.resolve().then(() => require("./cometapi-JbvOJSCO.cjs"));
 			return createCometApiProvider(providerPath, {
 				...providerOptions,
 				env: context.env
@@ -33202,7 +32714,7 @@ const providerMap = [
 	{
 		test: (providerPath) => providerPath.startsWith("docker:"),
 		create: async (providerPath, providerOptions, context) => {
-			const { createDockerProvider } = await Promise.resolve().then(() => require("./docker-BWsSX8Pn.cjs"));
+			const { createDockerProvider } = await Promise.resolve().then(() => require("./docker-Ckw-j7Rr.cjs"));
 			return createDockerProvider(providerPath, {
 				...providerOptions,
 				env: context.env
@@ -33468,7 +32980,7 @@ const providerMap = [
 	{
 		test: (providerPath) => providerPath.startsWith("transformers:") || providerPath.startsWith("transformers.js:"),
 		create: async (providerPath, providerOptions, _context) => {
-			const { validateTransformersDependency } = await Promise.resolve().then(() => require("./transformersAvailability-BaoWHpu1.cjs"));
+			const { validateTransformersDependency } = await Promise.resolve().then(() => require("./transformersAvailability-Bkep3ka7.cjs"));
 			await validateTransformersDependency();
 			const splits = providerPath.split(":");
 			if (splits.length < 3) throw new Error(`Invalid Transformers.js provider path: ${providerPath}. Format: transformers:<task>:<model>
@@ -33488,7 +33000,7 @@ Example: transformers:feature-extraction:Xenova/all-MiniLM-L6-v2`);
 		test: (providerPath) => providerPath === "slack" || providerPath.startsWith("slack:"),
 		create: async (providerPath, providerOptions, _context) => {
 			try {
-				const { SlackProvider } = await Promise.resolve().then(() => require("./slack-D1F9Y7CH.cjs"));
+				const { SlackProvider } = await Promise.resolve().then(() => require("./slack-BtMkB6xP.cjs"));
 				if (providerPath === "slack") return new SlackProvider(providerOptions);
 				const splits = providerPath.split(":");
 				if (splits.length < 2) throw new Error("Invalid Slack provider path. Use slack:<channel_id> or slack:channel:<channel_id>");
@@ -33880,12 +33392,6 @@ Object.defineProperty(exports, 'OpenAiModerationProvider', {
     return OpenAiModerationProvider;
   }
 });
-Object.defineProperty(exports, 'OpenAiResponsesProvider', {
-  enumerable: true,
-  get: function () {
-    return OpenAiResponsesProvider;
-  }
-});
 Object.defineProperty(exports, 'PromptfooHarmfulCompletionProvider', {
   enumerable: true,
   get: function () {
@@ -33982,6 +33488,12 @@ Object.defineProperty(exports, 'getCloudDatabaseId', {
     return getCloudDatabaseId;
   }
 });
+Object.defineProperty(exports, 'getEvalConfigFromCloud', {
+  enumerable: true,
+  get: function () {
+    return getEvalConfigFromCloud;
+  }
+});
 Object.defineProperty(exports, 'getFileHashes', {
   enumerable: true,
   get: function () {
@@ -34132,4 +33644,4 @@ Object.defineProperty(exports, 'validateStrategies', {
     return validateStrategies;
   }
 });
-//# sourceMappingURL=providers-BWoVY_Wz.cjs.map
+//# sourceMappingURL=providers-BNKVY53V.cjs.map