promptfoo 0.121.1 → 0.121.2

package/dist/src/{providers-CFu-TZl-.cjs → providers-CgKOSgTR.cjs}

@@ -4,31 +4,31 @@ const require_esm = require("./esm-CnNt7sI4.cjs");
 const require_pythonUtils = require("./pythonUtils-CTU3Y3lw.cjs");
 const require_fileExtensions = require("./fileExtensions-bYh77CN8.cjs");
 const require_transform = require("./transform-CzK1Q0zl.cjs");
-const require_types = require("./types-LJ0r3wbR.cjs");
-const require_util = require("./util-Yz-1aEhW.cjs");
-const require_fetch = require("./fetch-BxUk8odA.cjs");
-const require_cache = require("./cache-COish3-W.cjs");
+const require_types = require("./types-C_7nyzr1.cjs");
+const require_util = require("./util-B9vlHIIh.cjs");
+const require_fetch = require("./fetch-BPkYtG8K.cjs");
+const require_cache = require("./cache-Dh5WtQps.cjs");
 const require_createHash = require("./createHash-CfZSc0b4.cjs");
 const require_genaiTracer = require("./genaiTracer-DN4dQywX.cjs");
-const require_chat = require("./chat-DaqekjFr.cjs");
+const require_chat = require("./chat-CgF-J-Jj.cjs");
 const require_tokenUsageUtils = require("./tokenUsageUtils-bVa1ga6f.cjs");
-const require_transform$1 = require("./transform-DOcQeLld.cjs");
-const require_messages = require("./messages-1JrJs91T.cjs");
-const require_util$1 = require("./util-CchiqXh_.cjs");
-const require_responses = require("./responses-tD4Bd4dc.cjs");
+const require_transform$1 = require("./transform-DuHvhZpj.cjs");
+const require_messages = require("./messages-Bs1kC7P4.cjs");
+const require_util$1 = require("./util-DGNOS1db.cjs");
+const require_responses = require("./responses-D8SBTL64.cjs");
 const require_openai = require("./openai-Cuif0GEt.cjs");
-const require_util$2 = require("./util-Db0a0AFH.cjs");
-const require_completion = require("./completion-CDOouNzq.cjs");
-const require_accounts = require("./accounts-Bx-x3bmW.cjs");
-const require_server = require("./server-B0PPuDw-.cjs");
-const require_blobs = require("./blobs-DvS-O6be.cjs");
-const require_tables = require("./tables-C7K-XKWp.cjs");
-const require_extractor = require("./extractor-DX36oYEv.cjs");
-const require_telemetry = require("./telemetry-CbrnxHp_.cjs");
+const require_util$2 = require("./util-BzMcevZc.cjs");
+const require_completion = require("./completion-CM6oK8PS.cjs");
+const require_accounts = require("./accounts-gtkH-5KX.cjs");
+const require_server = require("./server-C_7Ax-hA.cjs");
+const require_blobs = require("./blobs-D23XLin-.cjs");
+const require_tables = require("./tables-DPi7wKeM.cjs");
+const require_extractor = require("./extractor-pYLLi3wS.cjs");
+const require_telemetry = require("./telemetry-DaX14Chu.cjs");
 const require_text = require("./text-CW1cyrwj.cjs");
-const require_store = require("./store-BSc-TF2w.cjs");
-const require_base = require("./base-DBtwl2FR.cjs");
-const require_image = require("./image-DTedmQPg.cjs");
+const require_store = require("./store-DLlFCC4h.cjs");
+const require_base = require("./base-CGrhspbK.cjs");
+const require_image = require("./image-BLmROtN3.cjs");
 const require_providerRegistry = require("./providerRegistry-Civky8Ar.cjs");
 const require_rubyUtils = require("./rubyUtils-DhCAlxZr.cjs");
 let fs = require("fs");
@@ -5355,7 +5355,7 @@ async function loadRedteamProvider({ provider, jsonOnly = false, preferSmallMode
 		ret = redteamProvider;
 	} else if (typeof redteamProvider === "string" || require_types.isProviderOptions(redteamProvider)) {
 		require_logger.logger.debug(`Loading ${purpose} provider`, { provider: redteamProvider });
-		ret = (await (await Promise.resolve().then(() => require("./providers-CxmDwEFf.cjs"))).loadApiProviders([redteamProvider]))[0];
+		ret = (await (await Promise.resolve().then(() => require("./providers-zyB6k_38.cjs"))).loadApiProviders([redteamProvider]))[0];
 	} else {
 		const defaultModel = preferSmallModel ? ATTACKER_MODEL_SMALL : ATTACKER_MODEL;
 		require_logger.logger.debug(`Using default ${purpose} provider: ${defaultModel}`);
@@ -5642,7 +5642,7 @@ async function externalizeResponseForRedteamHistory(response, context) {
 */
 async function tryUnblocking({ messages, lastResponse, goal, purpose }) {
 	try {
-		const { checkServerFeatureSupport } = await Promise.resolve().then(() => require("./server-Cm9Kai_h.cjs"));
+		const { checkServerFeatureSupport } = await Promise.resolve().then(() => require("./server-Dulb-4-K.cjs"));
 		const supportsUnblocking = await checkServerFeatureSupport("blocking-question-analysis", "2025-06-16T14:49:11-07:00");
 		if (!require_logger.getEnvBool("PROMPTFOO_ENABLE_UNBLOCKING")) {
 			require_logger.logger.debug("[Unblocking] Disabled by default (set PROMPTFOO_ENABLE_UNBLOCKING=true to enable)");
@@ -10682,7 +10682,7 @@ var CrescendoProvider = class {
 		});
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
-		const { getGraderById } = await Promise.resolve().then(() => require("./graders-DClJVpGP.cjs"));
+		const { getGraderById } = await Promise.resolve().then(() => require("./graders-DErokPDO.cjs"));
 		let graderPassed;
 		const additionalRubric = getGoalRubric(this.userGoal);
 		while (roundNum < this.maxTurns) try {
@@ -11373,7 +11373,7 @@ var CustomProvider = class {
 		let lastTransformResult;
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
-		const { getGraderById } = await Promise.resolve().then(() => require("./graders-DClJVpGP.cjs"));
+		const { getGraderById } = await Promise.resolve().then(() => require("./graders-DErokPDO.cjs"));
 		let graderPassed;
 		let storedGraderResult;
 		const additionalRubric = getGoalRubric(this.userGoal);
@@ -11871,7 +11871,7 @@ var GoatProvider = class {
 		let assertToUse;
 		let graderPassed;
 		let storedGraderResult;
-		const { getGraderById } = await Promise.resolve().then(() => require("./graders-DClJVpGP.cjs"));
+		const { getGraderById } = await Promise.resolve().then(() => require("./graders-DErokPDO.cjs"));
 		let test;
 		if (context?.test) {
 			test = context?.test;
@@ -12344,7 +12344,7 @@ var HydraProvider = class {
 		let lastTransformResult;
 		let lastTransformDisplayVars;
 		let lastFinalAttackPrompt;
-		const { getGraderById } = await Promise.resolve().then(() => require("./graders-DClJVpGP.cjs"));
+		const { getGraderById } = await Promise.resolve().then(() => require("./graders-DErokPDO.cjs"));
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
 		let previousTraceSummary;
@@ -13198,7 +13198,7 @@ async function runRedteamConversation$2({ context, filters, injectVar, numIterat
 		if (sessionId) sessionIds.push(sessionId);
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
-		const { getGraderById } = await Promise.resolve().then(() => require("./graders-DClJVpGP.cjs"));
+		const { getGraderById } = await Promise.resolve().then(() => require("./graders-DErokPDO.cjs"));
 		if (test && assertToUse) {
 			const grader = getGraderById(assertToUse.type);
 			if (grader) {
@@ -14025,7 +14025,7 @@ async function runMetaAgentRedteam({ context, filters, injectVar, numIterations,
 		previousTraceSummary = attackTraceSummary;
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
-		const { getGraderById } = await Promise.resolve().then(() => require("./graders-DClJVpGP.cjs"));
+		const { getGraderById } = await Promise.resolve().then(() => require("./graders-DErokPDO.cjs"));
 		if (test && assertToUse) {
 			const grader = getGraderById(assertToUse.type);
 			if (grader) {
@@ -14609,7 +14609,7 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
 					noImprovementCount++;
 					if (noImprovementCount % 5 === 0) require_logger.logger.debug(`[Depth ${depth}, Attempt ${attempts}] No improvement for ${noImprovementCount} consecutive iterations. Max score: ${maxScore}`);
 				}
-				const { getGraderById } = await Promise.resolve().then(() => require("./graders-DClJVpGP.cjs"));
+				const { getGraderById } = await Promise.resolve().then(() => require("./graders-DErokPDO.cjs"));
 				let graderPassed;
 				let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 				if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
@@ -32119,7 +32119,7 @@ const providerMap = [
 	{
 		test: (providerPath) => providerPath.startsWith("opencode:") || providerPath === "opencode",
 		create: async (providerPath, providerOptions, context) => {
-			const { OpenCodeSDKProvider } = await Promise.resolve().then(() => require("./opencode-sdk-CfaLN8PY.cjs"));
+			const { OpenCodeSDKProvider } = await Promise.resolve().then(() => require("./opencode-sdk-BL764Jdi.cjs"));
 			return new OpenCodeSDKProvider({
 				...providerOptions,
 				id: providerPath,
@@ -32131,14 +32131,14 @@ const providerMap = [
 	{
 		test: (providerPath) => providerPath.startsWith("openclaw:") || providerPath === "openclaw",
 		create: async (providerPath, providerOptions, context) => {
-			const { createOpenClawProvider } = await Promise.resolve().then(() => require("./openclaw-DAfWQn-o.cjs"));
+			const { createOpenClawProvider } = await Promise.resolve().then(() => require("./openclaw-CSugPYAr.cjs"));
 			return createOpenClawProvider(providerPath, providerOptions, context.env);
 		}
 	},
 	{
 		test: (providerPath) => providerPath.startsWith("anthropic:claude-agent-sdk") || providerPath.startsWith("anthropic:claude-code"),
 		create: async (_providerPath, providerOptions, context) => {
-			const { ClaudeCodeSDKProvider } = await Promise.resolve().then(() => require("./claude-agent-sdk-CJH22shf.cjs"));
+			const { ClaudeCodeSDKProvider } = await Promise.resolve().then(() => require("./claude-agent-sdk-D9Z5Pr9X.cjs"));
 			return new ClaudeCodeSDKProvider({
 				...providerOptions,
 				env: context.env
@@ -32195,25 +32195,25 @@ const providerMap = [
 			const modelName = splits.slice(2).join(":");
 			if (modelType === "converse") return new AwsBedrockConverseProvider(modelName, providerOptions);
 			if (modelType === "nova-sonic" || modelType.includes("amazon.nova-sonic")) {
-				const { NovaSonicProvider } = await Promise.resolve().then(() => require("./nova-sonic-DVu3mMIy.cjs"));
+				const { NovaSonicProvider } = await Promise.resolve().then(() => require("./nova-sonic-zfcljeRp.cjs"));
 				return new NovaSonicProvider("amazon.nova-sonic-v1:0", providerOptions);
 			}
 			if (modelType.includes("luma.ray") || modelName.includes("luma.ray")) {
-				const { LumaRayVideoProvider } = await Promise.resolve().then(() => require("./luma-ray-B0GGNRc1.cjs"));
+				const { LumaRayVideoProvider } = await Promise.resolve().then(() => require("./luma-ray-Due0n7di.cjs"));
 				return new LumaRayVideoProvider(modelName.includes("luma.ray") ? modelName : splits.slice(1).join(":") || "luma.ray-v2:0", providerOptions);
 			}
 			if (modelType.includes("amazon.nova-reel") || modelType === "video" && (modelName.includes("amazon.nova-reel") || modelName === "")) {
-				const { NovaReelVideoProvider } = await Promise.resolve().then(() => require("./nova-reel-D9xfaMBs.cjs"));
+				const { NovaReelVideoProvider } = await Promise.resolve().then(() => require("./nova-reel-C_QM18Xn.cjs"));
 				return new NovaReelVideoProvider(modelName || "amazon.nova-reel-v1:1", providerOptions);
 			}
 			if (modelType === "agents") {
-				const { AwsBedrockAgentsProvider } = await Promise.resolve().then(() => require("./agents-CErsqg5U.cjs"));
+				const { AwsBedrockAgentsProvider } = await Promise.resolve().then(() => require("./agents-Di9DKPzn.cjs"));
 				return new AwsBedrockAgentsProvider(modelName, providerOptions);
 			}
 			if (modelType === "completion") return new AwsBedrockCompletionProvider(modelName, providerOptions);
 			if (modelType === "embeddings" || modelType === "embedding") return new AwsBedrockEmbeddingProvider(modelName, providerOptions);
 			if (modelType === "kb" || modelType === "knowledge-base") {
-				const { AwsBedrockKnowledgeBaseProvider } = await Promise.resolve().then(() => require("./knowledgeBase-wkxuRFhA.cjs"));
+				const { AwsBedrockKnowledgeBaseProvider } = await Promise.resolve().then(() => require("./knowledgeBase-DOO_BM9b.cjs"));
 				return new AwsBedrockKnowledgeBaseProvider(modelName, providerOptions);
 			}
 			return new AwsBedrockCompletionProvider(splits.slice(1).join(":"), providerOptions);
@@ -32223,7 +32223,7 @@ const providerMap = [
 		test: (providerPath) => providerPath.startsWith("bedrock-agent:"),
 		create: async (providerPath, providerOptions, _context) => {
 			const agentId = providerPath.substring(14);
-			const { AwsBedrockAgentsProvider } = await Promise.resolve().then(() => require("./agents-CErsqg5U.cjs"));
+			const { AwsBedrockAgentsProvider } = await Promise.resolve().then(() => require("./agents-Di9DKPzn.cjs"));
 			return new AwsBedrockAgentsProvider(agentId, providerOptions);
 		}
 	},
@@ -32233,7 +32233,7 @@ const providerMap = [
 			const splits = providerPath.split(":");
 			const modelType = splits[1];
 			const endpointName = splits.slice(2).join(":");
-			const { SageMakerCompletionProvider, SageMakerEmbeddingProvider } = await Promise.resolve().then(() => require("./sagemaker-CcQHM1jV.cjs"));
+			const { SageMakerCompletionProvider, SageMakerEmbeddingProvider } = await Promise.resolve().then(() => require("./sagemaker-Cl28mZU2.cjs"));
 			if (modelType === "embedding" || modelType === "embeddings") return new SageMakerEmbeddingProvider(endpointName || modelType, providerOptions);
 			if (splits.length === 2) return new SageMakerCompletionProvider(modelType, providerOptions);
 			if (endpointName.includes("jumpstart") || modelType === "jumpstart") return new SageMakerCompletionProvider(endpointName, {
@@ -32274,7 +32274,7 @@ const providerMap = [
 	{
 		test: (providerPath) => providerPath.startsWith("cloudflare-ai:"),
 		create: async (providerPath, providerOptions, context) => {
-			const { createCloudflareAiProvider } = await Promise.resolve().then(() => require("./cloudflare-ai-ClWSdor4.cjs"));
+			const { createCloudflareAiProvider } = await Promise.resolve().then(() => require("./cloudflare-ai-CknbZ5LJ.cjs"));
 			return createCloudflareAiProvider(providerPath, {
 				...providerOptions,
 				env: context.env
@@ -32284,7 +32284,7 @@ const providerMap = [
 	{
 		test: (providerPath) => providerPath.startsWith("cloudflare-gateway:"),
 		create: async (providerPath, providerOptions, context) => {
-			const { createCloudflareGatewayProvider } = await Promise.resolve().then(() => require("./cloudflare-gateway-C2_-KG5o.cjs"));
+			const { createCloudflareGatewayProvider } = await Promise.resolve().then(() => require("./cloudflare-gateway-BSnDmHYo.cjs"));
 			return createCloudflareGatewayProvider(providerPath, {
 				...providerOptions,
 				env: context.env
@@ -32436,27 +32436,27 @@ const providerMap = [
 		create: async (providerPath, providerOptions, context) => {
 			const modelType = providerPath.split(":")[1];
 			if (modelType === "image") {
-				const { createHyperbolicImageProvider } = await Promise.resolve().then(() => require("./image-CDLQOcqT.cjs"));
+				const { createHyperbolicImageProvider } = await Promise.resolve().then(() => require("./image-C1madmKh.cjs"));
 				return createHyperbolicImageProvider(providerPath, {
 					...providerOptions,
 					env: context.env
 				});
 			}
 			if (modelType === "audio") {
-				const { createHyperbolicAudioProvider } = await Promise.resolve().then(() => require("./audio-BWeaWovU.cjs"));
+				const { createHyperbolicAudioProvider } = await Promise.resolve().then(() => require("./audio-CGMyULza.cjs"));
 				return createHyperbolicAudioProvider(providerPath, {
 					...providerOptions,
 					env: context.env
 				});
 			}
-			const { createHyperbolicProvider } = await Promise.resolve().then(() => require("./chat-2K608PeQ.cjs"));
+			const { createHyperbolicProvider } = await Promise.resolve().then(() => require("./chat-C1Qst7jL.cjs"));
 			return createHyperbolicProvider(providerPath, providerOptions);
 		}
 	},
 	{
 		test: (providerPath) => providerPath.startsWith("litellm:"),
 		create: async (providerPath, providerOptions, context) => {
-			const { createLiteLLMProvider } = await Promise.resolve().then(() => require("./litellm-NYpQ8RQu.cjs"));
+			const { createLiteLLMProvider } = await Promise.resolve().then(() => require("./litellm-I_hbp_dc.cjs"));
 			return createLiteLLMProvider(providerPath, {
 				config: providerOptions,
 				env: context.env
@@ -32526,7 +32526,7 @@ const providerMap = [
 			if (modelType === "realtime") return new OpenAiRealtimeProvider(modelName || configuredModel || "gpt-4o-realtime-preview-2024-12-17", providerOptions);
 			if (modelType === "responses") return new require_responses.OpenAiResponsesProvider(modelName || configuredModel || "gpt-4.1-2025-04-14", providerOptions);
 			if (modelType === "transcription") {
-				const { OpenAiTranscriptionProvider } = await Promise.resolve().then(() => require("./transcription-CL78qbOU.cjs"));
+				const { OpenAiTranscriptionProvider } = await Promise.resolve().then(() => require("./transcription-NLVG9MT1.cjs"));
 				return new OpenAiTranscriptionProvider(modelName || configuredModel || "gpt-4o-transcribe-diarize", providerOptions);
 			}
 			if (require_chat.OpenAiChatCompletionProvider.OPENAI_CHAT_MODEL_NAMES.includes(modelType)) return new require_chat.OpenAiChatCompletionProvider(modelType, providerOptions);
@@ -32534,7 +32534,7 @@ const providerMap = [
 			if (OpenAiRealtimeProvider.OPENAI_REALTIME_MODEL_NAMES.includes(modelType)) return new OpenAiRealtimeProvider(modelType, providerOptions);
 			if (require_responses.OpenAiResponsesProvider.OPENAI_RESPONSES_MODEL_NAMES.includes(modelType)) return new require_responses.OpenAiResponsesProvider(modelType, providerOptions);
 			if (modelType === "agents") {
-				const { OpenAiAgentsProvider } = await Promise.resolve().then(() => require("./agents-B0f4HICh.cjs"));
+				const { OpenAiAgentsProvider } = await Promise.resolve().then(() => require("./agents-DbRtpYxR.cjs"));
 				return new OpenAiAgentsProvider(modelName || "default-agent", providerOptions);
 			}
 			if (modelType === "chatkit") {
@@ -32581,7 +32581,7 @@ const providerMap = [
 	{
 		test: (providerPath) => providerPath.startsWith("quiverai:"),
 		create: async (providerPath, providerOptions, context) => {
-			const { createQuiverAiProvider } = await Promise.resolve().then(() => require("./quiverai-CLkWkyZc.cjs"));
+			const { createQuiverAiProvider } = await Promise.resolve().then(() => require("./quiverai-PdShCPox.cjs"));
 			return createQuiverAiProvider(providerPath, providerOptions, context.env);
 		}
 	},
@@ -32599,7 +32599,7 @@ const providerMap = [
 	{
 		test: (providerPath) => providerPath.startsWith("modelslab:"),
 		create: async (providerPath, providerOptions, context) => {
-			const { ModelsLabImageProvider } = await Promise.resolve().then(() => require("./modelslab-DcOSFwKh.cjs"));
+			const { ModelsLabImageProvider } = await Promise.resolve().then(() => require("./modelslab-CoUX6Jc_.cjs"));
 			const splits = providerPath.split(":");
 			const modelType = splits[1];
 			const modelName = splits.slice(2).join(":");
@@ -32643,7 +32643,7 @@ const providerMap = [
 	{
 		test: (providerPath) => providerPath.startsWith("aimlapi:"),
 		create: async (providerPath, providerOptions, context) => {
-			const { createAimlApiProvider } = await Promise.resolve().then(() => require("./aimlapi-tg0Gkcvr.cjs"));
+			const { createAimlApiProvider } = await Promise.resolve().then(() => require("./aimlapi-BvlNH0gr.cjs"));
 			return createAimlApiProvider(providerPath, {
 				...providerOptions,
 				env: context.env
@@ -32653,7 +32653,7 @@ const providerMap = [
 	{
 		test: (providerPath) => providerPath.startsWith("cometapi:"),
 		create: async (providerPath, providerOptions, context) => {
-			const { createCometApiProvider } = await Promise.resolve().then(() => require("./cometapi-vY6aDZgo.cjs"));
+			const { createCometApiProvider } = await Promise.resolve().then(() => require("./cometapi-C4xSqeID.cjs"));
 			return createCometApiProvider(providerPath, {
 				...providerOptions,
 				env: context.env
@@ -32663,7 +32663,7 @@ const providerMap = [
 	{
 		test: (providerPath) => providerPath.startsWith("docker:"),
 		create: async (providerPath, providerOptions, context) => {
-			const { createDockerProvider } = await Promise.resolve().then(() => require("./docker-BwsKwxFs.cjs"));
+			const { createDockerProvider } = await Promise.resolve().then(() => require("./docker-DcF2pRrj.cjs"));
 			return createDockerProvider(providerPath, {
 				...providerOptions,
 				env: context.env
@@ -33592,4 +33592,4 @@ Object.defineProperty(exports, "validateStrategies", {
 	}
 });
 
-//# sourceMappingURL=providers-CFu-TZl-.cjs.map
+//# sourceMappingURL=providers-CgKOSgTR.cjs.map