promptfoo 0.121.7 → 0.121.8

package/dist/src/{providers-BCCz6_IX.js → providers-iH3Sw1yo.js}

@@ -1,6 +1,6 @@
 import { t as __exportAll } from "./chunk-DEq-mXcV.js";
 import { C as getEnvFloat, T as getEnvString, _ as isValidJson, a as logger, c as REDACTED, f as sanitizeObject, k as state, l as isSecretField, p as sanitizeUrl, u as looksLikeSecret, w as getEnvInt, x as getConfigDirectoryPath, y as safeJsonStringify } from "./logger-KD8JjCRJ.js";
-import { C as openaiToolChoiceToBedrock, D as transformToolChoice, E as toTitleCase, O as transformTools, T as parseChatPrompt, _ as LONG_RUNNING_MODEL_TIMEOUT_MS, b as isOpenAIToolArray, l as cloudConfig, m as sleep, r as fetchWithTimeout, t as fetchWithProxy, v as REQUEST_TIMEOUT_MS$1, w as openaiToolsToBedrock, x as isOpenAIToolChoice, y as calculateCost } from "./fetch-BufrQtvR.js";
+import { C as openaiToolChoiceToBedrock, D as transformToolChoice, E as toTitleCase, O as transformTools, T as parseChatPrompt, _ as LONG_RUNNING_MODEL_TIMEOUT_MS, b as isOpenAIToolArray, l as cloudConfig, m as sleep, r as fetchWithTimeout, t as fetchWithProxy, v as REQUEST_TIMEOUT_MS$1, w as openaiToolsToBedrock, x as isOpenAIToolChoice, y as calculateCost } from "./fetch-BSSAcMxf.js";
 import { t as invariant } from "./invariant-DIYf9sP1.js";
 import { n as getWrapperDir, o as safeResolve, r as importModule } from "./esm-B6whoAcf.js";
 import { i as withGenAISpan } from "./genaiTracer-jJKYsnjc.js";
@@ -9,29 +9,29 @@ import { t as providerRegistry } from "./providerRegistry-1gB5vtzQ.js";
 import { p as isApiProvider } from "./types-BJQBBPTP.js";
 import { o as isJavascriptFile } from "./shared-BoG7qLMv.js";
 import { n as sha256 } from "./createHash-CGVzWdjj.js";
-import { a as getScopedCacheKey, i as getCache, o as isCacheEnabled, r as fetchWithCache } from "./cache-roFAE0cI.js";
+import { a as getScopedCacheKey, i as getCache, o as isCacheEnabled, r as fetchWithCache } from "./cache-CrioYnaa.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-BjVkdk18.js";
 import { i as storeBlob } from "./blobs-CeFdPn_T.js";
-import { a as storeMedia, f as getProviderFromCloud, g as validateLinkedTargetId, p as isCloudProvider, s as getCloudDatabaseId, t as getMediaStorage } from "./storage-QdU-SmvD.js";
-import { n as telemetry } from "./telemetry-DmXYcJNV.js";
+import { a as storeMedia, f as getProviderFromCloud, g as validateLinkedTargetId, p as isCloudProvider, s as getCloudDatabaseId, t as getMediaStorage } from "./storage-95htjpLs.js";
+import { n as telemetry } from "./telemetry-BbpmrenM.js";
 import { i as validatePythonPath, n as getEnvInt$1, r as runPython, t as getConfiguredPythonPath } from "./pythonUtils-CLCgQ9tt.js";
-import { A as maybeLoadConfigFromExternalFile, D as readProviderConfigFile, E as normalizeProviderRef, F as parsePathOrGlob, M as maybeLoadFromExternalFileWithVars, N as maybeLoadResponseFormatFromExternalFile, P as maybeLoadToolsFromExternalFile, R as loadFunction, T as loadProviderConfigsFromFile, j as maybeLoadFromExternalFile, k as getResolvedRelativePath, w as isProviderConfigFileReference, z as parseFileUrl } from "./util-I-Rf-KaD.js";
-import { i as normalizeFinishReason, n as MCPClient, r as FINISH_REASON_MAP, t as OpenAiChatCompletionProvider } from "./chat-CUCorGiL.js";
-import { C as resolveProjectId, S as loadCredentials, T as toDataUri, _ as GoogleAuthManager, a as calculateGoogleCost, b as getGoogleClient, c as geminiFormatAndSystemInstructions, d as mergeParts, f as normalizeSafetySettings, g as CHAT_MODELS, i as transformMCPToolsToOpenAi, j as TOKEN_REFRESH_BUFFER_MS, l as getCandidate, m as parseConfigSystemInstruction, o as createAuthCacheDiscriminator, p as normalizeTools, r as transformMCPToolsToGoogle, s as formatCandidateContents, u as getGoogleAccessToken, v as determineGoogleVertexMode, y as getGoogleApiKey } from "./transform-BIMynQsA.js";
-import { n as AnthropicGenericProvider, t as AnthropicMessagesProvider } from "./messages-BabO-cX8.js";
-import { a as isClaudeOpus47Model, i as getTokenUsage$2, n as calculateAnthropicCost, o as outputFromMessage, s as parseMessages, t as ANTHROPIC_MODELS } from "./util-DiQ3QvBB.js";
-import { n as ResponsesProcessor, r as FunctionCallbackHandler, t as OpenAiResponsesProvider } from "./responses-B6ktc3Ra.js";
+import { A as maybeLoadConfigFromExternalFile, D as readProviderConfigFile, E as normalizeProviderRef, F as parsePathOrGlob, M as maybeLoadFromExternalFileWithVars, N as maybeLoadResponseFormatFromExternalFile, P as maybeLoadToolsFromExternalFile, R as loadFunction, T as loadProviderConfigsFromFile, j as maybeLoadFromExternalFile, k as getResolvedRelativePath, w as isProviderConfigFileReference, z as parseFileUrl } from "./util-DwNJzqOV.js";
+import { i as normalizeFinishReason, n as MCPClient, r as FINISH_REASON_MAP, t as OpenAiChatCompletionProvider } from "./chat-BSos6PvZ.js";
+import { C as resolveProjectId, S as loadCredentials, T as toDataUri, _ as GoogleAuthManager, a as calculateGoogleCost, b as getGoogleClient, c as geminiFormatAndSystemInstructions, d as mergeParts, f as normalizeSafetySettings, g as CHAT_MODELS, i as transformMCPToolsToOpenAi, j as TOKEN_REFRESH_BUFFER_MS, l as getCandidate, m as parseConfigSystemInstruction, o as createAuthCacheDiscriminator, p as normalizeTools, r as transformMCPToolsToGoogle, s as formatCandidateContents, u as getGoogleAccessToken, v as determineGoogleVertexMode, y as getGoogleApiKey } from "./transform-BufxPIQL.js";
+import { n as AnthropicGenericProvider, t as AnthropicMessagesProvider } from "./messages-Bg29Nbit.js";
+import { a as isClaudeOpus47Model, i as getTokenUsage$2, n as calculateAnthropicCost, o as outputFromMessage, s as parseMessages, t as ANTHROPIC_MODELS } from "./util-DTq3jq2z.js";
+import { n as ResponsesProcessor, r as FunctionCallbackHandler, t as OpenAiResponsesProvider } from "./responses-5Gf5HNOi.js";
 import { t as OpenAiGenericProvider } from "./openai-BMHD2Huo.js";
-import { a as calculateOpenAICost, c as getTokenUsage$3, o as failApiCall, r as OPENAI_REALTIME_MODELS, s as formatOpenAiError } from "./util-efByNxcr.js";
-import { t as OpenAiEmbeddingProvider } from "./embedding-C251p1-8.js";
+import { a as calculateOpenAICost, c as getTokenUsage$3, o as failApiCall, r as OPENAI_REALTIME_MODELS, s as formatOpenAiError } from "./util-o2Qg5rZv.js";
+import { t as OpenAiEmbeddingProvider } from "./embedding-CV8lmCnU.js";
 import { t as ellipsize } from "./text-CZr46tp_.js";
-import { a as novaParseMessages, i as novaOutputFromMessage, t as AwsBedrockGenericProvider } from "./base-E9I8zXjz.js";
+import { a as novaParseMessages, i as novaOutputFromMessage, t as AwsBedrockGenericProvider } from "./base-0Gzzue9Z.js";
 import { t as getProcessShim } from "./processShim-C_z3aRvF.js";
-import { i as formatOutput, n as buildStructuredImageOutputs, r as callOpenAiImageApi, t as OpenAiImageProvider } from "./image-Cvjwx1uY.js";
-import { t as OpenAiCompletionProvider } from "./completion-CO2e1_62.js";
+import { i as formatOutput, n as buildStructuredImageOutputs, r as callOpenAiImageApi, t as OpenAiImageProvider } from "./image-CYuNJIqd.js";
+import { t as OpenAiCompletionProvider } from "./completion-DT8cxo9T.js";
 import { r as parsePackageProvider } from "./packageParser-hwwSGnAZ.js";
 import { n as runRuby } from "./rubyUtils-DdGojpfv.js";
-import { t as SimulatedUser } from "./simulatedUser-C9aQObBI.js";
+import { t as SimulatedUser } from "./simulatedUser-DH_7RzEQ.js";
 import fs, { promises } from "fs";
 import path from "path";
 import chalk from "chalk";
@@ -4231,6 +4231,45 @@ var AnthropicCompletionProvider = class extends AnthropicGenericProvider {
 };
 //#endregion
 //#region src/providers/azure/assistant.ts
+const AZURE_ASSISTANT_CACHE_KEY_HMAC_KEY = "promptfoo-azure-assistant-cache-key-v1";
+function normalizeAzureAssistantCacheValue(value, seen = /* @__PURE__ */ new WeakSet()) {
+	if (Array.isArray(value)) {
+		if (seen.has(value)) return "[Circular]";
+		seen.add(value);
+		const normalized = value.map((item) => normalizeAzureAssistantCacheValue(item, seen));
+		seen.delete(value);
+		return normalized;
+	}
+	if (value && typeof value === "object") {
+		if (seen.has(value)) return "[Circular]";
+		const prototype = Object.getPrototypeOf(value);
+		if (prototype !== Object.prototype && prototype !== null) return value;
+		seen.add(value);
+		const normalized = Object.keys(value).sort().reduce((acc, key) => {
+			acc[key] = normalizeAzureAssistantCacheValue(value[key], seen);
+			return acc;
+		}, {});
+		seen.delete(value);
+		return normalized;
+	}
+	return value;
+}
+function hmacAzureAssistantCacheValue(value) {
+	const serialized = safeJsonStringify(normalizeAzureAssistantCacheValue(value));
+	invariant(serialized !== void 0, "Azure Assistant cache key input contains values that cannot be serialized");
+	return createHmac("sha256", AZURE_ASSISTANT_CACHE_KEY_HMAC_KEY).update(serialized).digest("hex");
+}
+function getAuthHeadersCacheIdentity(authHeaders) {
+	const entries = Object.entries(authHeaders).sort(([nameA], [nameB]) => nameA.localeCompare(nameB));
+	if (entries.length === 0) return {
+		headerNames: [],
+		namespace: "no-auth"
+	};
+	return {
+		headerNames: entries.map(([name]) => name),
+		namespace: hmacAzureAssistantCacheValue(["auth", entries])
+	};
+}
 var AzureAssistantProvider = class extends AzureGenericProvider {
 	assistantConfig;
 	functionCallbackHandler = new FunctionCallbackHandler();
@@ -4245,8 +4284,11 @@ var AzureAssistantProvider = class extends AzureGenericProvider {
 		if (!apiBaseUrl) throw new Error("Azure API host must be set.");
 		if (!this.authHeaders["api-key"] && !this.authHeaders.Authorization) throw new Error("Azure API authentication failed. Set AZURE_API_KEY environment variable or configure apiKey in provider config.\nYou can also use Microsoft Entra ID authentication.");
 		const apiVersion = this.assistantConfig.apiVersion || "2024-04-01-preview";
-		const cacheKey = `azure_assistant:${this.deploymentName}:${JSON.stringify({
+		const loadedTools = await maybeLoadToolsFromExternalFile(this.assistantConfig.tools, context?.vars);
+		const cacheKey = `azure_assistant:${this.deploymentName}:${hmacAzureAssistantCacheValue({
+			apiBaseUrl,
 			apiVersion,
+			auth: getAuthHeadersCacheIdentity(this.authHeaders),
 			instructions: this.assistantConfig.instructions,
 			max_tokens: this.assistantConfig.max_tokens,
 			model: this.assistantConfig.modelName,
@@ -4255,13 +4297,13 @@ var AzureAssistantProvider = class extends AzureGenericProvider {
 			temperature: this.assistantConfig.temperature,
 			tool_choice: this.assistantConfig.tool_choice,
 			tool_resources: this.assistantConfig.tool_resources,
-			tools: JSON.stringify(await maybeLoadToolsFromExternalFile(this.assistantConfig.tools, context?.vars)),
+			tools: loadedTools,
 			top_p: this.assistantConfig.top_p
 		})}`;
 		if (isCacheEnabled()) try {
 			const cachedResult = await (await getCache()).get(cacheKey);
 			if (cachedResult) {
-				logger.debug(`Cache hit for assistant prompt: ${prompt.substring(0, 50)}...`);
+				logger.debug("Cache hit for assistant prompt", { promptLength: prompt.length });
 				return {
 					...cachedResult,
 					cached: true
@@ -4276,7 +4318,10 @@ var AzureAssistantProvider = class extends AzureGenericProvider {
 				headers: await this.getHeaders(),
 				body: JSON.stringify({})
 			});
-			logger.debug(`Created thread ${threadResponse.id} for prompt: ${prompt.substring(0, 30)}...`);
+			logger.debug("Created thread for assistant prompt", {
+				threadId: threadResponse.id,
+				promptLength: prompt.length
+			});
 			await this.makeRequest(`${apiBaseUrl}/openai/threads/${threadResponse.id}/messages?api-version=${apiVersion}`, {
 				method: "POST",
 				headers: await this.getHeaders(),
@@ -4291,7 +4336,6 @@ var AzureAssistantProvider = class extends AzureGenericProvider {
 			if (this.assistantConfig.tool_resources) runOptions.tool_resources = this.assistantConfig.tool_resources;
 			if (this.assistantConfig.tool_choice) runOptions.tool_choice = this.assistantConfig.tool_choice;
 			if (this.assistantConfig.tools) {
-				const loadedTools = await maybeLoadToolsFromExternalFile(this.assistantConfig.tools, context?.vars);
 				if (loadedTools !== void 0) runOptions.tools = loadedTools;
 			}
 			if (this.assistantConfig.modelName) runOptions.model = this.assistantConfig.modelName;
@@ -4326,7 +4370,7 @@ var AzureAssistantProvider = class extends AzureGenericProvider {
 			}
 			if (isCacheEnabled() && !result.error) try {
 				await (await getCache()).set(cacheKey, result);
-				logger.debug(`Cached assistant response for prompt: ${prompt.substring(0, 50)}...`);
+				logger.debug("Cached assistant response for prompt", { promptLength: prompt.length });
 			} catch (err) {
 				logger.warn(`Error caching result: ${err}`);
 			}
@@ -21619,7 +21663,7 @@ const providerMap = [
 	{
 		test: (providerPath) => providerPath.startsWith("opencode:") || providerPath === "opencode",
 		create: async (providerPath, providerOptions, context) => {
-			const { OpenCodeSDKProvider } = await import("./opencode-sdk-B3vlPLsp.js");
+			const { OpenCodeSDKProvider } = await import("./opencode-sdk-BRjiPV-g.js");
 			return new OpenCodeSDKProvider({
 				...providerOptions,
 				id: providerPath,
@@ -21631,14 +21675,14 @@ const providerMap = [
 	{
 		test: (providerPath) => providerPath.startsWith("openclaw:") || providerPath === "openclaw",
 		create: async (providerPath, providerOptions, context) => {
-			const { createOpenClawProvider } = await import("./openclaw-BIHlu_36.js");
+			const { createOpenClawProvider } = await import("./openclaw-DhF8rUpI.js");
 			return createOpenClawProvider(providerPath, providerOptions, context.env);
 		}
 	},
 	{
 		test: (providerPath) => providerPath.startsWith("anthropic:claude-agent-sdk") || providerPath.startsWith("anthropic:claude-code"),
 		create: async (_providerPath, providerOptions, _context) => {
-			const { ClaudeCodeSDKProvider } = await import("./claude-agent-sdk-BQNp_y-F.js");
+			const { ClaudeCodeSDKProvider } = await import("./claude-agent-sdk-Ddgx5BIQ.js");
 			return new ClaudeCodeSDKProvider({ ...providerOptions });
 		}
 	},
@@ -21694,25 +21738,25 @@ const providerMap = [
 			const modelName = splits.slice(2).join(":");
 			if (modelType === "converse") return new AwsBedrockConverseProvider(modelName, providerOptions);
 			if (modelType === "nova-sonic" || modelType.includes("amazon.nova-sonic")) {
-				const { NovaSonicProvider } = await import("./nova-sonic-ChPlh5na.js");
+				const { NovaSonicProvider } = await import("./nova-sonic-BVFFB7JZ.js");
 				return new NovaSonicProvider("amazon.nova-sonic-v1:0", providerOptions);
 			}
 			if (modelType.includes("luma.ray") || modelName.includes("luma.ray")) {
-				const { LumaRayVideoProvider } = await import("./luma-ray-BMX1iEB6.js");
+				const { LumaRayVideoProvider } = await import("./luma-ray-BPrdihAb.js");
 				return new LumaRayVideoProvider(modelName.includes("luma.ray") ? modelName : splits.slice(1).join(":") || "luma.ray-v2:0", providerOptions);
 			}
 			if (modelType.includes("amazon.nova-reel") || modelType === "video" && (modelName.includes("amazon.nova-reel") || modelName === "")) {
-				const { NovaReelVideoProvider } = await import("./nova-reel-C4eUJGse.js");
+				const { NovaReelVideoProvider } = await import("./nova-reel-YQAqUYJY.js");
 				return new NovaReelVideoProvider(modelName || "amazon.nova-reel-v1:1", providerOptions);
 			}
 			if (modelType === "agents") {
-				const { AwsBedrockAgentsProvider } = await import("./agents-CBgJvRkB.js");
+				const { AwsBedrockAgentsProvider } = await import("./agents-2C8NN6I1.js");
 				return new AwsBedrockAgentsProvider(modelName, providerOptions);
 			}
 			if (modelType === "completion") return new AwsBedrockCompletionProvider(modelName, providerOptions);
 			if (modelType === "embeddings" || modelType === "embedding") return new AwsBedrockEmbeddingProvider(modelName, providerOptions);
 			if (modelType === "kb" || modelType === "knowledge-base") {
-				const { AwsBedrockKnowledgeBaseProvider } = await import("./knowledgeBase-Bi_8sV-H.js");
+				const { AwsBedrockKnowledgeBaseProvider } = await import("./knowledgeBase-CjOXp6Lr.js");
 				return new AwsBedrockKnowledgeBaseProvider(modelName, providerOptions);
 			}
 			return new AwsBedrockCompletionProvider(splits.slice(1).join(":"), providerOptions);
@@ -21722,7 +21766,7 @@ const providerMap = [
 		test: (providerPath) => providerPath.startsWith("bedrock-agent:"),
 		create: async (providerPath, providerOptions, _context) => {
 			const agentId = providerPath.substring(14);
-			const { AwsBedrockAgentsProvider } = await import("./agents-CBgJvRkB.js");
+			const { AwsBedrockAgentsProvider } = await import("./agents-2C8NN6I1.js");
 			return new AwsBedrockAgentsProvider(agentId, providerOptions);
 		}
 	},
@@ -21732,7 +21776,7 @@ const providerMap = [
 			const splits = providerPath.split(":");
 			const modelType = splits[1];
 			const endpointName = splits.slice(2).join(":");
-			const { SageMakerCompletionProvider, SageMakerEmbeddingProvider } = await import("./sagemaker-CujrzP1a.js");
+			const { SageMakerCompletionProvider, SageMakerEmbeddingProvider } = await import("./sagemaker-DY2qrOpq.js");
 			if (modelType === "embedding" || modelType === "embeddings") return new SageMakerEmbeddingProvider(endpointName || modelType, providerOptions);
 			if (splits.length === 2) return new SageMakerCompletionProvider(modelType, providerOptions);
 			if (endpointName.includes("jumpstart") || modelType === "jumpstart") return new SageMakerCompletionProvider(endpointName, {
@@ -21773,7 +21817,7 @@ const providerMap = [
 	{
 		test: (providerPath) => providerPath.startsWith("cloudflare-ai:"),
 		create: async (providerPath, providerOptions, context) => {
-			const { createCloudflareAiProvider } = await import("./cloudflare-ai-r4tbYmWU.js");
+			const { createCloudflareAiProvider } = await import("./cloudflare-ai-BwW8W-w7.js");
 			return createCloudflareAiProvider(providerPath, {
 				...providerOptions,
 				env: context.env
@@ -21783,7 +21827,7 @@ const providerMap = [
 	{
 		test: (providerPath) => providerPath.startsWith("cloudflare-gateway:"),
 		create: async (providerPath, providerOptions, context) => {
-			const { createCloudflareGatewayProvider } = await import("./cloudflare-gateway-BCkLouto.js");
+			const { createCloudflareGatewayProvider } = await import("./cloudflare-gateway-B1-8KNCt.js");
 			return createCloudflareGatewayProvider(providerPath, {
 				...providerOptions,
 				env: context.env
@@ -21935,27 +21979,27 @@ const providerMap = [
 		create: async (providerPath, providerOptions, context) => {
 			const modelType = providerPath.split(":")[1];
 			if (modelType === "image") {
-				const { createHyperbolicImageProvider } = await import("./image-QzmydkiG.js");
+				const { createHyperbolicImageProvider } = await import("./image-B_PFG7IG.js");
 				return createHyperbolicImageProvider(providerPath, {
 					...providerOptions,
 					env: context.env
 				});
 			}
 			if (modelType === "audio") {
-				const { createHyperbolicAudioProvider } = await import("./audio-CPMtV1yR.js");
+				const { createHyperbolicAudioProvider } = await import("./audio-wafFO1wn.js");
 				return createHyperbolicAudioProvider(providerPath, {
 					...providerOptions,
 					env: context.env
 				});
 			}
-			const { createHyperbolicProvider } = await import("./chat-TP8Qifkh.js");
+			const { createHyperbolicProvider } = await import("./chat-Bnt7ieO0.js");
 			return createHyperbolicProvider(providerPath, providerOptions);
 		}
 	},
 	{
 		test: (providerPath) => providerPath.startsWith("litellm:"),
 		create: async (providerPath, providerOptions, context) => {
-			const { createLiteLLMProvider } = await import("./litellm-BKBo0jpC.js");
+			const { createLiteLLMProvider } = await import("./litellm-B2gHwya_.js");
 			return createLiteLLMProvider(providerPath, {
 				config: providerOptions,
 				env: context.env
@@ -22012,7 +22056,7 @@ const providerMap = [
 			const modelName = splits.slice(2).join(":");
 			const configuredModel = getConfiguredOpenAiModel(providerOptions);
 			if (modelType === "codex-app-server" || modelType === "codex-desktop") {
-				const { OpenAICodexAppServerProvider } = await import("./codex-app-server-DIXZ230V.js");
+				const { OpenAICodexAppServerProvider } = await import("./codex-app-server-BWeWamEb.js");
 				const codexModel = modelName || configuredModel;
 				const codexProviderId = providerOptions.id ?? providerPath;
 				return new OpenAICodexAppServerProvider({
@@ -22029,7 +22073,7 @@ const providerMap = [
 				});
 			}
 			if (modelType === "codex-sdk" || modelType === "codex") {
-				const { OpenAICodexSDKProvider } = await import("./codex-sdk-CmQABzV3.js").then((n) => n.n);
+				const { OpenAICodexSDKProvider } = await import("./codex-sdk-B62H0fe7.js").then((n) => n.n);
 				const codexModel = modelName || configuredModel;
 				const codexProviderId = providerOptions.id ?? providerPath;
 				return new OpenAICodexSDKProvider({
@@ -22049,7 +22093,7 @@ const providerMap = [
 			if (modelType === "realtime") return new OpenAiRealtimeProvider(modelName || configuredModel || "gpt-4o-realtime-preview-2024-12-17", providerOptions);
 			if (modelType === "responses") return new OpenAiResponsesProvider(modelName || configuredModel || "gpt-4.1-2025-04-14", providerOptions);
 			if (modelType === "transcription") {
-				const { OpenAiTranscriptionProvider } = await import("./transcription-Dkd22_4K.js");
+				const { OpenAiTranscriptionProvider } = await import("./transcription-BOXDoehT.js");
 				return new OpenAiTranscriptionProvider(modelName || configuredModel || "gpt-4o-transcribe-diarize", providerOptions);
 			}
 			if (OpenAiChatCompletionProvider.OPENAI_CHAT_MODEL_NAMES.includes(modelType)) return new OpenAiChatCompletionProvider(modelType, providerOptions);
@@ -22057,7 +22101,7 @@ const providerMap = [
 			if (OpenAiRealtimeProvider.OPENAI_REALTIME_MODEL_NAMES.includes(modelType)) return new OpenAiRealtimeProvider(modelType, providerOptions);
 			if (OpenAiResponsesProvider.OPENAI_RESPONSES_MODEL_NAMES.includes(modelType)) return new OpenAiResponsesProvider(modelType, providerOptions);
 			if (modelType === "agents") {
-				const { OpenAiAgentsProvider } = await import("./agents-QGg76OF-.js");
+				const { OpenAiAgentsProvider } = await import("./agents-mlKjx-cK.js");
 				return new OpenAiAgentsProvider(modelName || "default-agent", providerOptions);
 			}
 			if (modelType === "chatkit") {
@@ -22104,7 +22148,7 @@ const providerMap = [
 	{
 		test: (providerPath) => providerPath.startsWith("quiverai:"),
 		create: async (providerPath, providerOptions, context) => {
-			const { createQuiverAiProvider } = await import("./quiverai-Cv7rJKDz.js");
+			const { createQuiverAiProvider } = await import("./quiverai-C1dYu5MW.js");
 			return createQuiverAiProvider(providerPath, providerOptions, context.env);
 		}
 	},
@@ -22122,7 +22166,7 @@ const providerMap = [
 	{
 		test: (providerPath) => providerPath.startsWith("modelslab:"),
 		create: async (providerPath, providerOptions, context) => {
-			const { ModelsLabImageProvider } = await import("./modelslab-Cogmu4mG.js");
+			const { ModelsLabImageProvider } = await import("./modelslab-BjEk7yCP.js");
 			const splits = providerPath.split(":");
 			const modelType = splits[1];
 			const modelName = splits.slice(2).join(":");
@@ -22166,7 +22210,7 @@ const providerMap = [
 	{
 		test: (providerPath) => providerPath.startsWith("aimlapi:"),
 		create: async (providerPath, providerOptions, context) => {
-			const { createAimlApiProvider } = await import("./aimlapi-CJEbQ0o6.js");
+			const { createAimlApiProvider } = await import("./aimlapi-v-63ZjEI.js");
 			return createAimlApiProvider(providerPath, {
 				...providerOptions,
 				env: context.env
@@ -22176,7 +22220,7 @@ const providerMap = [
 	{
 		test: (providerPath) => providerPath.startsWith("cometapi:"),
 		create: async (providerPath, providerOptions, context) => {
-			const { createCometApiProvider } = await import("./cometapi-OBILPLlu.js");
+			const { createCometApiProvider } = await import("./cometapi-C7yWNGqt.js");
 			return createCometApiProvider(providerPath, {
 				...providerOptions,
 				env: context.env
@@ -22186,7 +22230,7 @@ const providerMap = [
 	{
 		test: (providerPath) => providerPath.startsWith("docker:"),
 		create: async (providerPath, providerOptions, context) => {
-			const { createDockerProvider } = await import("./docker-4D1eL6Gq.js");
+			const { createDockerProvider } = await import("./docker-BOSO_6hK.js");
 			return createDockerProvider(providerPath, {
 				...providerOptions,
 				env: context.env
@@ -22458,7 +22502,7 @@ function isRedteamProviderPath(providerPath) {
 const providerFamilies = [{
 	canHandle: isRedteamProviderPath,
 	factories: async () => {
-		const { redteamProviderFactories } = await import("./registry-BUJrgjwv.js");
+		const { redteamProviderFactories } = await import("./registry-NGnOG2xa.js");
 		return redteamProviderFactories;
 	}
 }];
@@ -22738,4 +22782,4 @@ function getProviderIds(providerPaths) {
 //#endregion
 export { DefaultLlmRubricProvider as C, AzureEmbeddingProvider as D, AzureModerationProvider as E, AzureChatCompletionProvider as O, DefaultGradingProvider$1 as S, DefaultSynthesizeProvider as T, DefaultEmbeddingProvider as _, resolveProvider as a, AIStudioChatProvider as b, parseScriptParts as c, createTransformRequest as d, createTransformResponse$1 as f, MistralEmbeddingProvider as g, MistralChatCompletionProvider as h, providers_exports as i, MCPProvider as l, OpenAiModerationProvider as m, loadApiProvider as n, resolveProviderConfigs as o, GoogleLiveProvider as p, loadApiProviders as r, getFileHashes as s, getProviderIds as t, HttpProvider as u, DefaultGradingProvider as v, DefaultSuggestionsProvider as w, DefaultGradingJsonProvider as x, VertexChatProvider as y };
 
-//# sourceMappingURL=providers-BCCz6_IX.js.map
+//# sourceMappingURL=providers-iH3Sw1yo.js.map

package/dist/src/{quiverai-BvIhI_0l.js → quiverai-58BtRRet.js}

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
 import { O as getEnvString, s as logger } from "./logger-BbY6ypFL.js";
-import { _ as REQUEST_TIMEOUT_MS, n as fetchWithProxy } from "./fetch-DXUnXkVU.js";
-import { a as fetchWithCache } from "./cache-DpPWrkTE.js";
+import { _ as REQUEST_TIMEOUT_MS, n as fetchWithProxy } from "./fetch-Cpf1U1nO.js";
+import { a as fetchWithCache } from "./cache-BR77mdIR.js";
 //#region src/providers/quiverai.ts
 const QUIVERAI_API_BASE_URL = "https://api.quiver.ai/v1";
 const QUIVERAI_DEFAULT_MODEL = "arrow-preview";
@@ -211,4 +211,4 @@ function createQuiverAiProvider(providerPath, providerOptions = {}, env) {
 //#endregion
 export { createQuiverAiProvider };
 
-//# sourceMappingURL=quiverai-BvIhI_0l.js.map
+//# sourceMappingURL=quiverai-58BtRRet.js.map

package/dist/src/{quiverai-Cv7rJKDz.js → quiverai-C1dYu5MW.js}

@@ -1,6 +1,6 @@
 import { T as getEnvString, a as logger } from "./logger-KD8JjCRJ.js";
-import { t as fetchWithProxy, v as REQUEST_TIMEOUT_MS } from "./fetch-BufrQtvR.js";
-import { r as fetchWithCache } from "./cache-roFAE0cI.js";
+import { t as fetchWithProxy, v as REQUEST_TIMEOUT_MS } from "./fetch-BSSAcMxf.js";
+import { r as fetchWithCache } from "./cache-CrioYnaa.js";
 //#region src/providers/quiverai.ts
 const QUIVERAI_API_BASE_URL = "https://api.quiver.ai/v1";
 const QUIVERAI_DEFAULT_MODEL = "arrow-preview";
@@ -210,4 +210,4 @@ function createQuiverAiProvider(providerPath, providerOptions = {}, env) {
 //#endregion
 export { createQuiverAiProvider };
 
-//# sourceMappingURL=quiverai-Cv7rJKDz.js.map
+//# sourceMappingURL=quiverai-C1dYu5MW.js.map

package/dist/src/{quiverai-CdTWPe-A.js → quiverai-CNMIpZQg.js}

@@ -1,6 +1,6 @@
 import { T as getEnvString, a as logger } from "./logger-Ct2S6Yx-.js";
-import { p as REQUEST_TIMEOUT_MS, t as fetchWithProxy } from "./fetch-It34O8Ur.js";
-import { r as fetchWithCache } from "./cache-DIXbtkNO.js";
+import { p as REQUEST_TIMEOUT_MS, t as fetchWithProxy } from "./fetch-Doks14zQ.js";
+import { r as fetchWithCache } from "./cache-DdriHsNX.js";
 //#region src/providers/quiverai.ts
 const QUIVERAI_API_BASE_URL = "https://api.quiver.ai/v1";
 const QUIVERAI_DEFAULT_MODEL = "arrow-preview";
@@ -210,4 +210,4 @@ function createQuiverAiProvider(providerPath, providerOptions = {}, env) {
 //#endregion
 export { createQuiverAiProvider };
 
-//# sourceMappingURL=quiverai-CdTWPe-A.js.map
+//# sourceMappingURL=quiverai-CNMIpZQg.js.map

package/dist/src/{quiverai-BAp6iTZD.cjs → quiverai-fmSfU43k.cjs}

@@ -1,6 +1,6 @@
 const require_logger = require("./logger-cfNpzI4o.cjs");
-const require_fetch = require("./fetch-Dw4XZHjj.cjs");
-const require_cache = require("./cache-CPGUA4Yl.cjs");
+const require_fetch = require("./fetch-Cfm4EuOB.cjs");
+const require_cache = require("./cache-h5MWOBZI.cjs");
 //#region src/providers/quiverai.ts
 const QUIVERAI_API_BASE_URL = "https://api.quiver.ai/v1";
 const QUIVERAI_DEFAULT_MODEL = "arrow-preview";
@@ -210,4 +210,4 @@ function createQuiverAiProvider(providerPath, providerOptions = {}, env) {
 //#endregion
 exports.createQuiverAiProvider = createQuiverAiProvider;
 
-//# sourceMappingURL=quiverai-BAp6iTZD.cjs.map
+//# sourceMappingURL=quiverai-fmSfU43k.cjs.map

package/dist/src/{registry-KCVF1CFC.cjs → registry-6Jw6ebor.cjs}

@@ -29,91 +29,91 @@ const redteamProviderFactories = [
 	{
 		test: (providerPath) => providerPath === "agentic:memory-poisoning",
 		create: async (_providerPath, providerOptions) => {
-			const { MemoryPoisoningProvider } = await Promise.resolve().then(() => require("./memoryPoisoning-Dp-btinn.cjs"));
+			const { MemoryPoisoningProvider } = await Promise.resolve().then(() => require("./memoryPoisoning-B6N3us35.cjs"));
 			return new MemoryPoisoningProvider(providerOptions);
 		}
 	},
 	{
 		test: (providerPath) => providerPath === "promptfoo:redteam:best-of-n",
 		create: async (_providerPath, providerOptions) => {
-			const { default: RedteamBestOfNProvider } = await Promise.resolve().then(() => require("./bestOfN-CAwmg5UL.cjs"));
+			const { default: RedteamBestOfNProvider } = await Promise.resolve().then(() => require("./bestOfN-DWwXEg1h.cjs"));
 			return new RedteamBestOfNProvider(providerOptions.config);
 		}
 	},
 	{
 		test: (providerPath) => providerPath === "promptfoo:redteam:crescendo",
 		create: async (_providerPath, providerOptions) => {
-			const { CrescendoProvider } = await Promise.resolve().then(() => require("./crescendo-BXEJK_bi.cjs"));
+			const { CrescendoProvider } = await Promise.resolve().then(() => require("./crescendo-DXFB7rHP.cjs"));
 			return new CrescendoProvider(providerOptions.config);
 		}
 	},
 	{
 		test: (providerPath) => providerPath === "promptfoo:redteam:custom" || providerPath.startsWith("promptfoo:redteam:custom:"),
 		create: async (_providerPath, providerOptions) => {
-			const { default: RedteamCustomProvider } = await Promise.resolve().then(() => require("./custom-Cqia7M0D.cjs"));
+			const { default: RedteamCustomProvider } = await Promise.resolve().then(() => require("./custom-LEXHCRe3.cjs"));
 			return new RedteamCustomProvider(providerOptions.config);
 		}
 	},
 	{
 		test: (providerPath) => providerPath === "promptfoo:redteam:goat",
 		create: async (_providerPath, providerOptions) => {
-			const { default: RedteamGoatProvider } = await Promise.resolve().then(() => require("./goat-una6pZGP.cjs"));
+			const { default: RedteamGoatProvider } = await Promise.resolve().then(() => require("./goat-DOMbozoX.cjs"));
 			return new RedteamGoatProvider(providerOptions.config);
 		}
 	},
 	{
 		test: (providerPath) => providerPath === "promptfoo:redteam:authoritative-markup-injection",
 		create: async (_providerPath, providerOptions) => {
-			const { default: RedteamAuthoritativeMarkupInjectionProvider } = await Promise.resolve().then(() => require("./authoritativeMarkupInjection-F2gBw0lN.cjs"));
+			const { default: RedteamAuthoritativeMarkupInjectionProvider } = await Promise.resolve().then(() => require("./authoritativeMarkupInjection-2G3Be6oL.cjs"));
 			return new RedteamAuthoritativeMarkupInjectionProvider(providerOptions.config);
 		}
 	},
 	{
 		test: (providerPath) => providerPath === "promptfoo:redteam:mischievous-user",
 		create: async (_providerPath, providerOptions) => {
-			const { default: RedteamMischievousUserProvider } = await Promise.resolve().then(() => require("./mischievousUser-olGgHIVR.cjs"));
+			const { default: RedteamMischievousUserProvider } = await Promise.resolve().then(() => require("./mischievousUser-CSUrH3fq.cjs"));
 			return new RedteamMischievousUserProvider(providerOptions.config);
 		}
 	},
 	{
 		test: (providerPath) => providerPath === "promptfoo:redteam:iterative",
 		create: async (_providerPath, providerOptions) => {
-			const { default: RedteamIterativeProvider } = await Promise.resolve().then(() => require("./iterative-DQBuWM-j.cjs"));
+			const { default: RedteamIterativeProvider } = await Promise.resolve().then(() => require("./iterative-BACUeCCz.cjs"));
 			return new RedteamIterativeProvider(providerOptions.config);
 		}
 	},
 	{
 		test: (providerPath) => providerPath === "promptfoo:redteam:iterative:image",
 		create: async (_providerPath, providerOptions) => {
-			const { default: RedteamImageIterativeProvider } = await Promise.resolve().then(() => require("./iterativeImage-ByFWkxax.cjs"));
+			const { default: RedteamImageIterativeProvider } = await Promise.resolve().then(() => require("./iterativeImage-CcgVyASo.cjs"));
 			return new RedteamImageIterativeProvider(providerOptions.config);
 		}
 	},
 	{
 		test: (providerPath) => providerPath === "promptfoo:redteam:iterative:tree",
 		create: async (_providerPath, providerOptions) => {
-			const { default: RedteamIterativeTreeProvider } = await Promise.resolve().then(() => require("./iterativeTree-CPMF10ve.cjs"));
+			const { default: RedteamIterativeTreeProvider } = await Promise.resolve().then(() => require("./iterativeTree-LOgAi0nU.cjs"));
 			return new RedteamIterativeTreeProvider(providerOptions.config);
 		}
 	},
 	{
 		test: (providerPath) => providerPath === "promptfoo:redteam:iterative:meta",
 		create: async (_providerPath, providerOptions) => {
-			const { default: RedteamIterativeMetaProvider } = await Promise.resolve().then(() => require("./iterativeMeta-CSS8M6Ds.cjs"));
+			const { default: RedteamIterativeMetaProvider } = await Promise.resolve().then(() => require("./iterativeMeta-DlqY3BsS.cjs"));
 			return new RedteamIterativeMetaProvider(providerOptions.config);
 		}
 	},
 	{
 		test: (providerPath) => providerPath === "promptfoo:redteam:hydra",
 		create: async (_providerPath, providerOptions) => {
-			const { HydraProvider } = await Promise.resolve().then(() => require("./hydra-DrJttnvw.cjs"));
+			const { HydraProvider } = await Promise.resolve().then(() => require("./hydra-RO9jBks7.cjs"));
 			return new HydraProvider(providerOptions.config);
 		}
 	},
 	{
 		test: (providerPath) => providerPath === "promptfoo:redteam:indirect-web-pwn",
 		create: async (_providerPath, providerOptions) => {
-			const { default: RedteamIndirectWebPwnProvider } = await Promise.resolve().then(() => require("./indirectWebPwn-CfQJt3gk.cjs"));
+			const { default: RedteamIndirectWebPwnProvider } = await Promise.resolve().then(() => require("./indirectWebPwn-BaEQEOIO.cjs"));
 			return new RedteamIndirectWebPwnProvider(providerOptions.config);
 		}
 	}
@@ -121,4 +121,4 @@ const redteamProviderFactories = [
 //#endregion
 exports.redteamProviderFactories = redteamProviderFactories;
 
-//# sourceMappingURL=registry-KCVF1CFC.cjs.map
+//# sourceMappingURL=registry-6Jw6ebor.cjs.map