promptfoo 0.121.7 → 0.121.8

package/dist/src/server/index.js

@@ -1,43 +1,43 @@
 import { t as __exportAll } from "../chunk-DEq-mXcV.js";
 import { C as getEnvFloat, D as getMaxEvalTimeMs, E as getEvalTimeoutMs, O as isCI, S as getEnvBool, T as getEnvString, a as logger, b as summarizeEvaluateResultForLogging, f as sanitizeObject, g as getAjv, h as extractJsonObjects, k as state, m as extractFirstJsonObject, n as globalLogCallback, o as setLogCallback, r as isDebugEnabled, s as setLogLevel, t as getLogLevel, v as orderKeys, w as getEnvInt, y as safeJsonStringify } from "../logger-KD8JjCRJ.js";
-import { F as getDefaultShareViewBaseUrl, I as getShareApiBaseUrl, L as getShareViewBaseUrl, N as TERMINAL_MAX_WIDTH, P as getDefaultPort, R as FILE_METADATA_KEY, S as isPromptfooSampleTarget, T as parseChatPrompt, c as CloudConfig, l as cloudConfig, m as sleep, n as fetchWithRetries, p as getCurrentTimestamp, r as fetchWithTimeout, t as fetchWithProxy, v as REQUEST_TIMEOUT_MS, z as HUMAN_ASSERTION_TYPE } from "../fetch-BufrQtvR.js";
-import { n as VERSION } from "../version-BK20a4sw.js";
+import { F as getDefaultShareViewBaseUrl, I as getShareApiBaseUrl, L as getShareViewBaseUrl, N as TERMINAL_MAX_WIDTH, P as getDefaultPort, R as FILE_METADATA_KEY, S as isPromptfooSampleTarget, T as parseChatPrompt, c as CloudConfig, l as cloudConfig, m as sleep, n as fetchWithRetries, p as getCurrentTimestamp, r as fetchWithTimeout, t as fetchWithProxy, v as REQUEST_TIMEOUT_MS, z as HUMAN_ASSERTION_TYPE } from "../fetch-BSSAcMxf.js";
+import { n as VERSION } from "../version-CHR-EFec.js";
 import { t as invariant } from "../invariant-DIYf9sP1.js";
-import { a as getAuthor, c as isLoggedIntoCloud, l as promptForEmailUnverified, n as checkEmailStatusAndMaybeExit, o as getUserEmail, r as clearUserEmail, s as getUserId, t as checkEmailStatus, u as setUserEmail } from "../accounts-DanM1wq_.js";
+import { a as getAuthor, c as isLoggedIntoCloud, l as promptForEmailUnverified, n as checkEmailStatusAndMaybeExit, o as getUserEmail, r as clearUserEmail, s as getUserId, t as checkEmailStatus, u as setUserEmail } from "../accounts-BWjqwsrf.js";
 import { a as safeJoin, r as importModule, t as getDirectory } from "../esm-B6whoAcf.js";
 import { a as extractVariablesFromTemplates, i as extractVariablesFromTemplate, n as renderVarsInObject, o as getNunjucksEngine, r as analyzeTemplateReference, t as renderEnvOnlyInObject } from "../render-_6ur1fhE.js";
 import { t as providerRegistry } from "../providerRegistry-1gB5vtzQ.js";
-import { a as getRemoteHealthUrl, l as shouldGenerateRemote, n as getRemoteGenerationExplicitlyDisabledError, r as getRemoteGenerationUrl, s as neverGenerateRemote } from "../remoteGeneration-COpWcmWd.js";
-import { a as openBrowser, i as checkServerRunning, n as BrowserBehaviorNames, s as promptYesNo, t as BrowserBehavior } from "../server-Ddp8GNMp.js";
+import { a as getRemoteHealthUrl, l as shouldGenerateRemote, n as getRemoteGenerationExplicitlyDisabledError, r as getRemoteGenerationUrl, s as neverGenerateRemote } from "../remoteGeneration--D6WjzUm.js";
+import { a as openBrowser, i as checkServerRunning, n as BrowserBehaviorNames, s as promptYesNo, t as BrowserBehavior } from "../server-JQYD_Nws.js";
 import { a as evalResultsTable, c as evalsToPromptsTable, d as promptsTable, f as spansTable, g as getDbSignalPath, h as getDb, i as datasetsTable, l as evalsToTagsTable, m as tracesTable, n as blobReferencesTable, o as evalsTable, p as tagsTable, r as configsTable, s as evalsToDatasetsTable, t as blobAssetsTable, u as modelAuditsTable } from "../tables-CxjU7bBd.js";
 import { $ as MULTI_INPUT_EXCLUDED_PLUGINS, A as STRATEGY_COLLECTIONS, B as ALIASED_PLUGIN_MAPPINGS, E as ALL_STRATEGIES, F as isMultiTurnStrategy, G as DEFAULT_PLUGINS, H as BIAS_PLUGINS, I as Severity, J as HARM_PLUGINS, K as FINANCIAL_PLUGINS, L as categoryAliases, M as getDefaultNFanout, N as isCustomStrategy, O as DEFAULT_STRATEGIES, P as isFanoutStrategy, Q as MEDICAL_PLUGINS, S as StrategyConfigSchema, T as AGENTIC_STRATEGIES, U as CANARY_BREAKING_STRATEGY_IDS, V as ALL_PLUGINS, W as DATASET_EXEMPT_PLUGINS, X as LLAMA_GUARD_ENABLED_CATEGORIES, Y as INSURANCE_PLUGINS, Z as LLAMA_GUARD_REPLICATE_PROVIDER, _ as ProvidersSchema, a as EvaluateOptionsSchema, at as REDTEAM_PROVIDER_HARM_PLUGINS, b as PluginConfigSchema, c as TestSuiteConfigSchema, ct as TEEN_SAFETY_PLUGINS, d as isGradingResult, dt as CODING_AGENT_CORE_PLUGINS, et as MULTI_INPUT_VAR, f as isResultFailureReason, ft as CODING_AGENT_PLUGINS, g as ProviderOptionsSchema, h as RedteamConfigSchema, ht as PromptSchema, i as EvalResultsFilterMode, it as REDTEAM_MODEL, j as STRATEGY_COLLECTION_MAPPINGS, k as MULTI_TURN_STRATEGIES, l as TestSuiteSchema, lt as TELECOM_PLUGINS, m as isProviderOptions, n as BaseAssertionTypesSchema, nt as PII_PLUGINS, ot as REMOTE_ONLY_PLUGIN_IDS, p as isApiProvider, q as FOUNDATION_PLUGINS, r as CommandLineOptionsSchema, rt as PLUGIN_CATEGORIES, s as ResultFailureReason, st as STRATEGY_EXEMPT_PLUGINS, t as AssertionOrSetSchema, tt as PHARMACY_PLUGINS, u as UnifiedConfigSchema, ut as UNALIGNED_PROVIDER_HARM_PLUGINS, v as ConversationMessageSchema, w as isUuid, y as PartialGenerationError, z as riskCategorySeverityMap } from "../types-BJQBBPTP.js";
 import { a as isImageFile, i as isAudioFile, o as isJavascriptFile, s as isVideoFile } from "../shared-BoG7qLMv.js";
 import { n as sha256, t as randomSequence } from "../createHash-CGVzWdjj.js";
 import { a as generateIdFromPrompt, t as hashPrompt } from "../utils-B0lzitHZ.js";
-import { c as NON_TRANSIENT_HTTP_STATUSES, i as getCache, l as isNonTransientHttpStatus, n as disableCache, r as fetchWithCache, s as withCacheNamespace, t as cache_exports } from "../cache-roFAE0cI.js";
+import { c as NON_TRANSIENT_HTTP_STATUSES, i as getCache, l as isNonTransientHttpStatus, n as disableCache, r as fetchWithCache, s as withCacheNamespace, t as cache_exports } from "../cache-CrioYnaa.js";
 import { a as createEmptyTokenUsage, i as createEmptyAssertions, n as accumulateResponseTokenUsage, o as normalizeTokenUsage, r as accumulateTokenUsage, t as accumulateAssertionTokenUsage } from "../tokenUsageUtils-BjVkdk18.js";
 import { n as getBlobUrl, t as getBlobByHash } from "../blobs-CeFdPn_T.js";
-import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "../extractor-BR7XAzAL.js";
-import { a as storeMedia, c as getEvalConfigFromCloud, h as resolveTeamId, i as retrieveMedia, l as getOrgContext, m as makeRequest$1, n as isMediaStorageEnabled, o as checkCloudPermissions, p as isCloudProvider, r as mediaExists, s as getCloudDatabaseId, t as getMediaStorage, u as getPluginSeverityOverridesFromCloud } from "../storage-QdU-SmvD.js";
-import { n as telemetry, t as TelemetryEventSchema } from "../telemetry-DmXYcJNV.js";
+import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "../extractor-Jp53vs-6.js";
+import { a as storeMedia, c as getEvalConfigFromCloud, h as resolveTeamId, i as retrieveMedia, l as getOrgContext, m as makeRequest$1, n as isMediaStorageEnabled, o as checkCloudPermissions, p as isCloudProvider, r as mediaExists, s as getCloudDatabaseId, t as getMediaStorage, u as getPluginSeverityOverridesFromCloud } from "../storage-95htjpLs.js";
+import { n as telemetry, t as TelemetryEventSchema } from "../telemetry-BbpmrenM.js";
 import { r as runPython } from "../pythonUtils-CLCgQ9tt.js";
-import { A as maybeLoadConfigFromExternalFile, C as isProviderAllowed, E as normalizeProviderRef, I as readFilters, L as readOutput, P as maybeLoadToolsFromExternalFile, R as loadFunction, S as isOpenAiProvider, _ as checkProviderApiKeys, a as evalTableToJson, b as isAnthropicProvider, c as getEvalTablePromptStrippedPayload, d as setupEnv, f as deduplicateTestCases, g as resultIsForTestCase, h as getTestCaseDeduplicationKey, i as ComparisonEvalNotFoundError, j as maybeLoadFromExternalFile, l as mergeComparisonTables, m as filterRuntimeVars, n as writeMultipleOutputs, o as generateEvalCsv, p as extractRuntimeVars, r as writeOutput, s as getEvalTableOutputPromptLocationsBySize, t as printBorder, u as fetchCsvFromGoogleSheet, v as doesProviderRefMatch, x as isGoogleProvider, y as getProviderDescription, z as parseFileUrl } from "../util-I-Rf-KaD.js";
-import { t as OpenAiChatCompletionProvider } from "../chat-CUCorGiL.js";
-import { h as validateFunctionCall } from "../transform-BIMynQsA.js";
-import { $ as SUGGEST_PROMPTS_SYSTEM_MESSAGE, A as ExcessiveAgencyPlugin, At as DEFAULT_ANTHROPIC_MODEL, B as isGraderFailure, C as PlinyPlugin, Ct as getGradingProvider, D as ImitationPlugin, Dt as retryWithDeduplication, E as IntentPlugin, Et as getCustomPolicies, F as BeavertailsPlugin, G as matchesPiScore, H as matchesFactuality, I as AegisPlugin, J as processPrompts, K as matchesTrajectoryGoalSuccess, L as RedteamGraderBase, M as DebugAccessPlugin, N as CrossSessionLeakPlugin, O as HarmbenchPlugin, Ot as sampleArray, P as ContractPlugin, Q as SELECT_BEST_PROMPT, R as RedteamPluginBase, S as makeInlinePolicyIdSync, St as getAndCheckProvider, T as OverreliancePlugin, Tt as withProviderCallExecutionContext, U as matchesGEval, V as matchesClosedQa, W as matchesLlmRubric, X as readProviderPromptMap, Y as readPrompts, Z as DEFAULT_WEB_SEARCH_PROMPT, _ as PromptExtractionPlugin, _t as coerceString, a as VLGuardPlugin, at as CONTEXT_RECALL_NOT_ATTRIBUTED_TOKEN, b as determinePolicyTypeFromId, bt as processFileReference, c as ToxicChatPlugin, ct as loadRubricPrompt, d as TeenSafetyDangerousRoleplayPlugin, dt as dotProduct, et as ANSWER_RELEVANCY_GENERATE, f as TeenSafetyDangerousContentPlugin, ft as euclideanDistance, g as RbacPlugin, gt as tryParse, h as ShellInjectionPlugin, ht as splitIntoSentences, i as VLSUPlugin, it as CONTEXT_RECALL_ATTRIBUTED_TOKEN, j as DivergentRepetitionPlugin, k as HallucinationPlugin, kt as getDefaultProviders, l as ToolDiscoveryPlugin, lt as renderLlmRubricPrompt, m as SqlInjectionPlugin, mt as normalizeMatcherTokenUsage, n as getGraderById, nt as CONTEXT_FAITHFULNESS_NLI_STATEMENTS, o as UnverifiableClaimsPlugin, ot as CONTEXT_RELEVANCE, p as TeenSafetyAgeRestrictedGoodsAndServicesPlugin, pt as fail, q as doRemoteGrading, rt as CONTEXT_RECALL, s as UnsafeBenchPlugin, st as CONTEXT_RELEVANCE_BAD, t as GRADERS, tt as CONTEXT_FAITHFULNESS_LONGFORM, u as TeenSafetyHarmfulBodyIdealsPlugin, ut as cosineSimilarity, v as PoliticsPlugin, vt as getFinalTest, w as getPiiLeakTestsForCategory, wt as getProviderCallExecutionContext, x as isValidPolicyObject, xt as callProviderWithContext, y as PolicyPlugin, yt as loadFromJavaScriptFile, z as fetchHuggingFaceDataset } from "../graders-C0nXU_ZP.js";
-import { a as resolveProvider, b as AIStudioChatProvider, d as createTransformRequest, f as createTransformResponse, l as MCPProvider, n as loadApiProvider, o as resolveProviderConfigs, p as GoogleLiveProvider, r as loadApiProviders, t as getProviderIds, u as HttpProvider, y as VertexChatProvider } from "../providers-BCCz6_IX.js";
-import { l as validateFunctionCall$1 } from "../util-efByNxcr.js";
+import { A as maybeLoadConfigFromExternalFile, C as isProviderAllowed, E as normalizeProviderRef, I as readFilters, L as readOutput, P as maybeLoadToolsFromExternalFile, R as loadFunction, S as isOpenAiProvider, _ as checkProviderApiKeys, a as evalTableToJson, b as isAnthropicProvider, c as getEvalTablePromptStrippedPayload, d as setupEnv, f as deduplicateTestCases, g as resultIsForTestCase, h as getTestCaseDeduplicationKey, i as ComparisonEvalNotFoundError, j as maybeLoadFromExternalFile, l as mergeComparisonTables, m as filterRuntimeVars, n as writeMultipleOutputs, o as generateEvalCsv, p as extractRuntimeVars, r as writeOutput, s as getEvalTableOutputPromptLocationsBySize, t as printBorder, u as fetchCsvFromGoogleSheet, v as doesProviderRefMatch, x as isGoogleProvider, y as getProviderDescription, z as parseFileUrl } from "../util-DwNJzqOV.js";
+import { t as OpenAiChatCompletionProvider } from "../chat-BSos6PvZ.js";
+import { h as validateFunctionCall } from "../transform-BufxPIQL.js";
+import { $ as SUGGEST_PROMPTS_SYSTEM_MESSAGE, A as ExcessiveAgencyPlugin, At as DEFAULT_ANTHROPIC_MODEL, B as isGraderFailure, C as PlinyPlugin, Ct as getGradingProvider, D as ImitationPlugin, Dt as retryWithDeduplication, E as IntentPlugin, Et as getCustomPolicies, F as BeavertailsPlugin, G as matchesPiScore, H as matchesFactuality, I as AegisPlugin, J as processPrompts, K as matchesTrajectoryGoalSuccess, L as RedteamGraderBase, M as DebugAccessPlugin, N as CrossSessionLeakPlugin, O as HarmbenchPlugin, Ot as sampleArray, P as ContractPlugin, Q as SELECT_BEST_PROMPT, R as RedteamPluginBase, S as makeInlinePolicyIdSync, St as getAndCheckProvider, T as OverreliancePlugin, Tt as withProviderCallExecutionContext, U as matchesGEval, V as matchesClosedQa, W as matchesLlmRubric, X as readProviderPromptMap, Y as readPrompts, Z as DEFAULT_WEB_SEARCH_PROMPT, _ as PromptExtractionPlugin, _t as coerceString, a as VLGuardPlugin, at as CONTEXT_RECALL_NOT_ATTRIBUTED_TOKEN, b as determinePolicyTypeFromId, bt as processFileReference, c as ToxicChatPlugin, ct as loadRubricPrompt, d as TeenSafetyDangerousRoleplayPlugin, dt as dotProduct, et as ANSWER_RELEVANCY_GENERATE, f as TeenSafetyDangerousContentPlugin, ft as euclideanDistance, g as RbacPlugin, gt as tryParse, h as ShellInjectionPlugin, ht as splitIntoSentences, i as VLSUPlugin, it as CONTEXT_RECALL_ATTRIBUTED_TOKEN, j as DivergentRepetitionPlugin, k as HallucinationPlugin, kt as getDefaultProviders, l as ToolDiscoveryPlugin, lt as renderLlmRubricPrompt, m as SqlInjectionPlugin, mt as normalizeMatcherTokenUsage, n as getGraderById, nt as CONTEXT_FAITHFULNESS_NLI_STATEMENTS, o as UnverifiableClaimsPlugin, ot as CONTEXT_RELEVANCE, p as TeenSafetyAgeRestrictedGoodsAndServicesPlugin, pt as fail, q as doRemoteGrading, rt as CONTEXT_RECALL, s as UnsafeBenchPlugin, st as CONTEXT_RELEVANCE_BAD, t as GRADERS, tt as CONTEXT_FAITHFULNESS_LONGFORM, u as TeenSafetyHarmfulBodyIdealsPlugin, ut as cosineSimilarity, v as PoliticsPlugin, vt as getFinalTest, w as getPiiLeakTestsForCategory, wt as getProviderCallExecutionContext, x as isValidPolicyObject, xt as callProviderWithContext, y as PolicyPlugin, yt as loadFromJavaScriptFile, z as fetchHuggingFaceDataset } from "../graders-DaRU98zs.js";
+import { a as resolveProvider, b as AIStudioChatProvider, d as createTransformRequest, f as createTransformResponse, l as MCPProvider, n as loadApiProvider, o as resolveProviderConfigs, p as GoogleLiveProvider, r as loadApiProviders, t as getProviderIds, u as HttpProvider, y as VertexChatProvider } from "../providers-iH3Sw1yo.js";
+import { l as validateFunctionCall$1 } from "../util-o2Qg5rZv.js";
 import { t as ellipsize } from "../text-CZr46tp_.js";
 import { t as getProcessShim } from "../processShim-C_z3aRvF.js";
 import { n as loadFromPackage, t as isPackagePath } from "../packageParser-hwwSGnAZ.js";
 import { n as runRuby } from "../rubyUtils-DdGojpfv.js";
-import { n as createPlaceholderInputValue, r as materializeInputVariablesWithMetadata, t as buildPromptInputDescriptions } from "../inputVariables-B0qUChbV.js";
-import { a as extractPromptFromTags, c as isBasicRefusal, i as extractMaterializedVariablesFromJsonWithMetadata, n as extractGoalFromPrompt, o as getSessionId, r as extractInputVarsFromPrompt, s as getShortPluginId } from "../util-Df8YMvS1.js";
-import { n as PromptfooHarmfulCompletionProvider } from "../promptfoo-BDrfT30-.js";
-import { f as redteamProviderManager, g as createProviderRateLimitOptions, h as createRateLimitRegistry, m as TokenUsageTracker } from "../shared-7pmVZLNO.js";
+import { n as createPlaceholderInputValue, t as buildPromptInputDescriptions } from "../inputVariables-B0qUChbV.js";
+import { a as extractPromptFromTags, c as isBasicRefusal, i as extractMaterializedVariablesFromJsonWithMetadata, n as extractGoalFromPrompt, o as getSessionId, s as getShortPluginId } from "../util-DGqkTb2-.js";
+import { a as assertRemoteMaterializationHandled, l as requiresRemoteMaterialization, n as PromptfooHarmfulCompletionProvider } from "../promptfoo-CReYAtfb.js";
+import { f as redteamProviderManager, g as createProviderRateLimitOptions, h as createRateLimitRegistry, m as TokenUsageTracker } from "../shared-CRq0gGVf.js";
 import { a as getTransformLabel, i as getTransformErrorMessage, n as TRANSFORM_KEYS, o as transform, r as TransformInputType, t as INLINE_FUNCTION_LABEL } from "../transform-CrPGTsij.js";
 import { i as throwIfTargetPromptExceedsMaxChars, n as getGeneratedPromptOverLimit, r as getMaxCharsPerMessageModifierValue, t as MAX_CHARS_PER_MESSAGE_MODIFIER_KEY } from "../promptLength-0qIHyhA5.js";
-import { n as checkExfilTracking, t as addIndirectWebPwnTestCases } from "../indirectWebPwn-tNx9OZ35.js";
+import { n as checkExfilTracking, t as addIndirectWebPwnTestCases } from "../indirectWebPwn-BZFPV7Q9.js";
 import dotenv from "dotenv";
 import { AsyncResource } from "node:async_hooks";
 import * as fs$3 from "fs";
@@ -10722,7 +10722,7 @@ async function resolveDefaultTestProvider(defaultTest, testCase) {
 	const defaultProvider = defaultTest.provider;
 	if (isApiProvider(defaultProvider)) return defaultProvider;
 	if (typeof defaultProvider === "object" && defaultProvider.id) {
-		const { loadApiProvider } = await import("../providers-BCCz6_IX.js").then((n) => n.i);
+		const { loadApiProvider } = await import("../providers-iH3Sw1yo.js").then((n) => n.i);
 		return loadApiProvider(typeof defaultProvider.id === "function" ? defaultProvider.id() : defaultProvider.id, { options: defaultProvider });
 	}
 	return defaultProvider;
@@ -14872,6 +14872,7 @@ async function fetchRemoteTestCases(key, purpose, injectVar, n, config) {
 			logger.error(`Error generating test cases for ${key}: ${statusText} ${JSON.stringify(data)}`);
 			return [];
 		}
+		if (requiresRemoteMaterialization(config?.inputs)) assertRemoteMaterializationHandled(data, `Remote plugin generation for ${key}`);
 		const ret = data.result;
 		logger.debug(`Received remote generation for ${key}:\n${JSON.stringify(ret)}`);
 		return ret;
@@ -14880,31 +14881,6 @@ async function fetchRemoteTestCases(key, purpose, injectVar, n, config) {
 		return [];
 	}
 }
-async function materializeRemoteTestCaseInputs({ config, injectVar, pluginId, provider, purpose, testCases }) {
-	const inputs = config.inputs;
-	if (!inputs || Object.keys(inputs).length === 0) return testCases;
-	return Promise.all(testCases.map(async (testCase, materializationIndex) => {
-		const inputVars = extractInputVarsFromPrompt(String(testCase.vars?.[injectVar] ?? ""), inputs);
-		if (!inputVars) return testCase;
-		const materializedVars = await materializeInputVariablesWithMetadata(inputVars, inputs, {
-			materializationIndex,
-			pluginId,
-			provider,
-			purpose
-		});
-		return {
-			...testCase,
-			vars: {
-				...testCase.vars || {},
-				...materializedVars.vars
-			},
-			metadata: {
-				...testCase.metadata || {},
-				...materializedVars.metadata ? { inputMaterialization: materializedVars.metadata } : {}
-			}
-		};
-	}));
-}
 function createPluginFactory(PluginClass, key, validate) {
 	return {
 		key,
@@ -14916,14 +14892,7 @@ function createPluginFactory(PluginClass, key, validate) {
 				return new PluginClass(provider, purpose, injectVar, configWithDefaults).generateTests(n, delayMs);
 			}
 			const pluginId = getShortPluginId(key);
-			const testCases = await materializeRemoteTestCaseInputs({
-				config: configWithDefaults ?? {},
-				injectVar,
-				pluginId,
-				provider,
-				purpose,
-				testCases: await fetchRemoteTestCases(key, purpose, injectVar, n, configWithDefaults ?? {})
-			});
+			const testCases = await fetchRemoteTestCases(key, purpose, injectVar, n, configWithDefaults ?? {});
 			const computedModifiers = computeModifiersFromConfig(configWithDefaults);
 			return testCases.map((testCase) => ({
 				...testCase,
@@ -15010,14 +14979,7 @@ const piiPlugins = PII_PLUGINS.map((category) => ({
 	action: async (params) => {
 		if (shouldGenerateRemote()) {
 			const pluginId = getShortPluginId(category);
-			const testCases = await materializeRemoteTestCaseInputs({
-				config: params.config ?? {},
-				injectVar: params.injectVar,
-				pluginId,
-				provider: params.provider,
-				purpose: params.purpose,
-				testCases: await fetchRemoteTestCases(category, params.purpose, params.injectVar, params.n, params.config ?? {})
-			});
+			const testCases = await fetchRemoteTestCases(category, params.purpose, params.injectVar, params.n, params.config ?? {});
 			const computedModifiers = computeModifiersFromConfig(params.config);
 			return testCases.map((testCase) => ({
 				...testCase,
@@ -15049,14 +15011,7 @@ const biasPlugins = BIAS_PLUGINS.map((category) => ({
 			return [];
 		}
 		const pluginId = getShortPluginId(category);
-		const testCases = await materializeRemoteTestCaseInputs({
-			config: params.config ?? {},
-			injectVar: params.injectVar,
-			pluginId,
-			provider: params.provider,
-			purpose: params.purpose,
-			testCases: await fetchRemoteTestCases(category, params.purpose, params.injectVar, params.n, params.config ?? {})
-		});
+		const testCases = await fetchRemoteTestCases(category, params.purpose, params.injectVar, params.n, params.config ?? {});
 		const computedModifiers = computeModifiersFromConfig(params.config);
 		return testCases.map((testCase) => ({
 			...testCase,
@@ -15075,21 +15030,14 @@ function createRemotePlugin(key, validate) {
 	return {
 		key,
 		validate,
-		action: async ({ provider, purpose, injectVar, n, config }) => {
+		action: async ({ purpose, injectVar, n, config }) => {
 			const configWithDefaults = applyDefaultRemotePluginConfig(key, config);
 			if (neverGenerateRemote()) {
 				logger.error(getRemoteGenerationExplicitlyDisabledError(`${key} plugin`));
 				return [];
 			}
 			const pluginId = getShortPluginId(key);
-			const testCases = await materializeRemoteTestCaseInputs({
-				config: configWithDefaults ?? {},
-				injectVar,
-				pluginId,
-				provider,
-				purpose,
-				testCases: await fetchRemoteTestCases(key, purpose, injectVar, n, configWithDefaults ?? {})
-			});
+			const testCases = await fetchRemoteTestCases(key, purpose, injectVar, n, configWithDefaults ?? {});
 			const computedModifiers = computeModifiersFromConfig(configWithDefaults);
 			const testsWithMetadata = testCases.map((testCase) => ({
 				...testCase,
@@ -17462,6 +17410,15 @@ async function loadStrategy(strategyPath) {
 }
 //#endregion
 //#region src/redteam/index.ts
+const MATERIALIZED_MULTI_INPUT_PROMPT_METADATA_KEY = "__promptfooMaterializedMultiInputPrompt";
+function getMaterializedMultiInputPromptSnapshot(metadata) {
+	const snapshot = metadata?.[MATERIALIZED_MULTI_INPUT_PROMPT_METADATA_KEY];
+	return typeof snapshot === "string" ? snapshot : void 0;
+}
+function getMaterializedMultiInputPromptMetadata(vars) {
+	const prompt = vars?.[MULTI_INPUT_VAR];
+	return typeof prompt === "string" ? { [MATERIALIZED_MULTI_INPUT_PROMPT_METADATA_KEY]: prompt } : void 0;
+}
 function getPolicyText(metadata) {
 	if (!metadata || metadata.policy === void 0 || metadata.policy === null) return;
 	const policyValue = metadata.policy;
@@ -17474,12 +17431,19 @@ function getPolicyText(metadata) {
 async function rematerializeStrategyInputVars(testCase, injectVar, provider, purpose, materializationIndex) {
 	const inputs = testCase.metadata?.pluginConfig?.inputs;
 	const inputMaterialization = testCase.metadata?.inputMaterialization;
-	if (!inputs || Object.keys(inputs).length === 0 || !testCase.vars?.[injectVar]) return {
+	const materializedPromptSnapshot = getMaterializedMultiInputPromptSnapshot(testCase.metadata);
+	const currentInjectVar = testCase.vars?.[injectVar];
+	if (!inputs || Object.keys(inputs).length === 0 || !currentInjectVar) return {
+		inputMaterialization,
+		vars: testCase.vars
+	};
+	const promptChangedSinceMaterialization = typeof currentInjectVar === "string" && typeof materializedPromptSnapshot === "string" && currentInjectVar !== materializedPromptSnapshot;
+	if (Boolean(inputMaterialization) && Object.keys(inputs).every((key) => Object.prototype.hasOwnProperty.call(testCase.vars ?? {}, key)) && !promptChangedSinceMaterialization) return {
 		inputMaterialization,
 		vars: testCase.vars
 	};
 	try {
-		const materializedVars = await extractMaterializedVariablesFromJsonWithMetadata(JSON.parse(String(testCase.vars[injectVar])), inputs, {
+		const materializedVars = await extractMaterializedVariablesFromJsonWithMetadata(JSON.parse(String(currentInjectVar)), inputs, {
 			materializationIndex,
 			pluginId: String(testCase.metadata?.pluginId || "unknown-plugin"),
 			provider,
@@ -17711,7 +17675,8 @@ function addLanguageToPluginMetadata(test, lang, plugin, maxCharsPerMessage, tes
 				...test.metadata?.modifiers,
 				...languageToAdd
 			},
-			...languageToAdd
+			...languageToAdd,
+			...getMaterializedMultiInputPromptMetadata(test.vars)
 		}
 	};
 }
@@ -17810,7 +17775,8 @@ async function applyStrategies(testCases, strategies, injectVar, provider, purpo
 					...t?.metadata?.pluginId && { pluginId: t.metadata.pluginId },
 					...t?.metadata?.pluginConfig && { pluginConfig: t.metadata.pluginConfig },
 					...inputMaterialization && { inputMaterialization },
-					...Object.keys(strategyConfig).length > 0 && { strategyConfig }
+					...Object.keys(strategyConfig).length > 0 && { strategyConfig },
+					...getMaterializedMultiInputPromptMetadata(vars)
 				}
 			};
 		})));
@@ -18156,14 +18122,21 @@ async function synthesize({ abortSignal, delay, entities: entitiesOverride, inje
 				}
 			});
 			const languageResults = await Promise.allSettled(languagePromises);
-			for (const result of languageResults) if (result.status === "fulfilled") {
+			for (const [index, result] of languageResults.entries()) if (result.status === "fulfilled") {
 				const { lang, tests, requested, generated } = result.value;
 				allPluginTests.push(...tests);
 				resultsPerLanguage[lang || "default"] = {
 					requested,
 					generated
 				};
-			} else logger.warn(`[Language Processing] Error generating tests for ${plugin.id}: ${result.reason}`);
+			} else {
+				const lang = languages[index];
+				logger.warn(`[Language Processing] Error generating tests for ${plugin.id}: ${result.reason}`);
+				resultsPerLanguage[lang || "default"] = {
+					requested: plugin.numTests,
+					generated: 0
+				};
+			}
 			logger.debug(`[Language Processing] Total tests generated for ${plugin.id}: ${allPluginTests.length} (across ${languages.length} language(s))`);
 			if (!Array.isArray(allPluginTests) || allPluginTests.length === 0) logger.warn(`Failed to generate tests for ${plugin.id}`);
 			else {
@@ -18197,35 +18170,51 @@ async function synthesize({ abortSignal, delay, entities: entitiesOverride, inje
 				generated: allPluginTests.length
 			};
 		} else if (plugin.id.startsWith("file://")) try {
-			const customTests = await new CustomPlugin(redteamProvider, purpose, injectVar, plugin.id, resolvePluginConfigWithMaxChars(plugin.config, maxCharsPerMessage)).generateTests(plugin.numTests, delay);
-			const testCasesWithMetadata = filterOversizedTestCases(customTests.map((t) => {
-				const includePluginConfig = !(t.metadata && Object.hasOwn(t.metadata, "pluginConfig") && t.metadata.pluginConfig === void 0);
-				const pluginConfigWithMaxChars = {
+			const languageConfig = plugin.config?.language ?? language;
+			const languages = Array.isArray(languageConfig) ? languageConfig : languageConfig ? [languageConfig] : [void 0];
+			const allCustomTests = [];
+			const resultsPerLanguage = {};
+			const languagePromises = languages.map(async (lang) => {
+				const resolvedConfig = {
 					...resolvePluginConfigWithMaxChars(plugin.config, maxCharsPerMessage),
-					...t.metadata?.pluginConfig ?? {}
+					...lang ? { language: lang } : {},
+					...hasMultipleInputs ? { inputs } : {}
 				};
-				const modifiers = {
-					...buildRedteamModifiers({
+				const customPluginConfig = {
+					...resolvedConfig,
+					modifiers: buildRedteamModifiers({
 						maxCharsPerMessage,
-						pluginConfig: pluginConfigWithMaxChars,
+						pluginConfig: resolvedConfig,
 						testGenerationInstructions
-					}),
-					...t.metadata?.modifiers
+					})
 				};
+				const testCasesWithMetadata = filterOversizedTestCases((await new CustomPlugin(redteamProvider, purpose, injectVar, plugin.id, customPluginConfig).generateTests(plugin.numTests, delay)).map((t) => addLanguageToPluginMetadata(t, lang, plugin, maxCharsPerMessage, testGenerationInstructions)), injectVar, `Custom plugin ${plugin.id}`, maxCharsPerMessage);
 				return {
-					...t,
-					metadata: {
-						...t.metadata || {},
-						pluginId: plugin.id,
-						...includePluginConfig && { pluginConfig: pluginConfigWithMaxChars },
-						severity: plugin.severity || getPluginSeverity(plugin.id, resolvePluginConfig(plugin.config)),
-						modifiers
-					}
+					lang,
+					tests: testCasesWithMetadata,
+					requested: plugin.numTests,
+					generated: testCasesWithMetadata.length
+				};
+			});
+			const languageResults = await Promise.allSettled(languagePromises);
+			for (const [index, result] of languageResults.entries()) if (result.status === "fulfilled") {
+				const { lang, tests, requested, generated } = result.value;
+				allCustomTests.push(...tests);
+				resultsPerLanguage[lang || "default"] = {
+					requested,
+					generated
+				};
+			} else {
+				const lang = languages[index];
+				logger.warn(`[Language Processing] Error generating tests for custom plugin ${plugin.id}: ${result.reason}`);
+				resultsPerLanguage[lang || "default"] = {
+					requested: plugin.numTests,
+					generated: 0
 				};
-			}), injectVar, `Custom plugin ${plugin.id}`, maxCharsPerMessage);
+			}
 			if (needsGoalExtraction) {
-				logger.debug(`Extracting goal for ${testCasesWithMetadata.length} custom tests from ${plugin.id}...`);
-				for (const testCase of testCasesWithMetadata) {
+				logger.debug(`Extracting goal for ${allCustomTests.length} custom tests from ${plugin.id}...`);
+				for (const testCase of allCustomTests) {
 					const promptVar = testCase.vars?.[injectVar];
 					const prompt = Array.isArray(promptVar) ? promptVar[0] : String(promptVar);
 					const policy = getPolicyText(testCase.metadata);
@@ -18233,13 +18222,21 @@ async function synthesize({ abortSignal, delay, entities: entitiesOverride, inje
 					testCase.metadata.goal = extractedGoal;
 				}
 			}
-			testCases.push(...testCasesWithMetadata);
-			logger.debug(`Added ${customTests.length} custom test cases from ${plugin.id}`);
-			const displayId = getPluginDisplayId(plugin);
-			pluginResults[displayId] = {
-				requested: plugin.numTests,
-				generated: testCasesWithMetadata.length
+			testCases.push(...allCustomTests);
+			logger.debug(`Added ${allCustomTests.length} custom test cases from ${plugin.id}`);
+			const baseDisplayId = getPluginDisplayId(plugin);
+			if (languages.filter((lang) => lang !== void 0).length > 1) for (const [langKey, result] of Object.entries(resultsPerLanguage)) {
+				const displayId = langKey === "en" ? baseDisplayId : `(${langKey}) ${baseDisplayId}`;
+				pluginResults[displayId] = {
+					requested: result.requested,
+					generated: result.generated
+				};
+			}
+			else pluginResults[baseDisplayId] = {
+				requested: plugin.numTests * languages.length,
+				generated: allCustomTests.length
 			};
+			progressBar?.increment(plugin.numTests * languages.length);
 		} catch (e) {
 			logger.error(`Error generating tests for custom plugin ${plugin.id}: ${e}`);
 			const displayId = getPluginDisplayId(plugin);
@@ -24054,7 +24051,7 @@ router.get("/", async (_req, res) => {
 				};
 			} catch (error) {
 				logger.debug(`Failed to fetch latest version: ${error}`);
-				latestVersion = versionCache.latestVersion ?? "0.121.7";
+				latestVersion = versionCache.latestVersion ?? "0.121.8";
 			}
 		}
 		const selfHosted = getEnvBool("PROMPTFOO_SELF_HOSTED");
@@ -24063,7 +24060,7 @@ router.get("/", async (_req, res) => {
 			selfHosted,
 			isNpx
 		});
-		const resolvedLatestVersion = latestVersion ?? "0.121.7";
+		const resolvedLatestVersion = latestVersion ?? "0.121.8";
 		const response = {
 			currentVersion: VERSION,
 			latestVersion: resolvedLatestVersion,

package/dist/src/{server-B8rqV126.cjs → server-BHOEL8p8.cjs}

@@ -1,7 +1,7 @@
 const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
 const require_logger = require("./logger-cfNpzI4o.cjs");
-const require_fetch = require("./fetch-Dw4XZHjj.cjs");
-const require_remoteGeneration = require("./remoteGeneration-DS9N3pgB.cjs");
+const require_fetch = require("./fetch-Cfm4EuOB.cjs");
+const require_remoteGeneration = require("./remoteGeneration-BpIYlb_O.cjs");
 let chalk = require("chalk");
 chalk = require_rolldown_runtime.__toESM(chalk, 1);
 require("opener");
@@ -123,4 +123,4 @@ Object.defineProperty(exports, "server_exports", {
 	}
 });
 
-//# sourceMappingURL=server-B8rqV126.cjs.map
+//# sourceMappingURL=server-BHOEL8p8.cjs.map

package/dist/src/{server-CMJD10J4.js → server-CbiJppij.js}

@@ -1,7 +1,7 @@
 import { t as __exportAll } from "./chunk-DEq-mXcV.js";
 import { a as logger } from "./logger-Ct2S6Yx-.js";
-import { t as fetchWithProxy } from "./fetch-It34O8Ur.js";
-import { o as getRemoteVersionUrl } from "./remoteGeneration-DsaSwmG2.js";
+import { t as fetchWithProxy } from "./fetch-Doks14zQ.js";
+import { o as getRemoteVersionUrl } from "./remoteGeneration-CJC3E0aW.js";
 import "chalk";
 import "opener";
 import readline from "readline";
@@ -104,4 +104,4 @@ async function checkServerFeatureSupport(featureName, requiredBuildDate) {
 //#endregion
 export { server_exports as n, promptYesNo as r, checkServerFeatureSupport as t };
 
-//# sourceMappingURL=server-CMJD10J4.js.map
+//# sourceMappingURL=server-CbiJppij.js.map

package/dist/src/server-D18AAlAc.js

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+import { r as checkServerFeatureSupport } from "./server-DLYjSFm2.js";
+export { checkServerFeatureSupport };

package/dist/src/{server-DhMHosWj.js → server-DLYjSFm2.js}

@@ -1,8 +1,8 @@
 #!/usr/bin/env node
 import { s as logger } from "./logger-BbY6ypFL.js";
-import { N as getDefaultPort, n as fetchWithProxy } from "./fetch-DXUnXkVU.js";
-import "./version-eRkNuGv8.js";
-import { o as getRemoteVersionUrl } from "./remoteGeneration-B1_XsKXU.js";
+import { N as getDefaultPort, n as fetchWithProxy } from "./fetch-Cpf1U1nO.js";
+import "./version-F0YDgb7J.js";
+import { o as getRemoteVersionUrl } from "./remoteGeneration-D6UjE2JT.js";
 import chalk from "chalk";
 import opener from "opener";
 import readline from "readline";
@@ -109,7 +109,7 @@ async function checkServerRunning(port = getDefaultPort()) {
 	logger.debug(`Checking for existing server on port ${port}...`);
 	try {
 		const data = await (await fetchWithProxy(`http://localhost:${port}/health`, { headers: { "x-promptfoo-silent": "true" } })).json();
-		return data.status === "OK" && data.version === "0.121.7";
+		return data.status === "OK" && data.version === "0.121.8";
 	} catch (err) {
 		logger.debug(`No existing server found - this is expected on first startup. ${String(err)}`);
 		return false;
@@ -179,4 +179,4 @@ async function openAuthBrowser(authUrl, welcomeUrl, browserBehavior) {
 //#endregion
 export { openAuthBrowser as a, promptYesNo as c, checkServerRunning as i, BrowserBehaviorNames as n, openBrowser as o, checkServerFeatureSupport as r, promptUser as s, BrowserBehavior as t };
 
-//# sourceMappingURL=server-DhMHosWj.js.map
+//# sourceMappingURL=server-DLYjSFm2.js.map

package/dist/src/{server-Ddp8GNMp.js → server-JQYD_Nws.js}

@@ -1,8 +1,8 @@
 import { t as __exportAll } from "./chunk-DEq-mXcV.js";
 import { a as logger } from "./logger-KD8JjCRJ.js";
-import { P as getDefaultPort, t as fetchWithProxy } from "./fetch-BufrQtvR.js";
-import "./version-BK20a4sw.js";
-import { o as getRemoteVersionUrl } from "./remoteGeneration-COpWcmWd.js";
+import { P as getDefaultPort, t as fetchWithProxy } from "./fetch-BSSAcMxf.js";
+import "./version-CHR-EFec.js";
+import { o as getRemoteVersionUrl } from "./remoteGeneration--D6WjzUm.js";
 import "chalk";
 import opener from "opener";
 import readline from "readline";
@@ -116,7 +116,7 @@ async function checkServerRunning(port = getDefaultPort()) {
 	logger.debug(`Checking for existing server on port ${port}...`);
 	try {
 		const data = await (await fetchWithProxy(`http://localhost:${port}/health`, { headers: { "x-promptfoo-silent": "true" } })).json();
-		return data.status === "OK" && data.version === "0.121.7";
+		return data.status === "OK" && data.version === "0.121.8";
 	} catch (err) {
 		logger.debug(`No existing server found - this is expected on first startup. ${String(err)}`);
 		return false;
@@ -143,4 +143,4 @@ async function openBrowser(browserBehavior, port = getDefaultPort()) {
 //#endregion
 export { openBrowser as a, checkServerRunning as i, BrowserBehaviorNames as n, server_exports as o, checkServerFeatureSupport as r, promptYesNo as s, BrowserBehavior as t };
 
-//# sourceMappingURL=server-Ddp8GNMp.js.map
+//# sourceMappingURL=server-JQYD_Nws.js.map

package/dist/src/{shared-7pmVZLNO.js → shared-CRq0gGVf.js}

@@ -1,12 +1,12 @@
 import { C as getEnvFloat, S as getEnvBool, a as logger, k as state, p as sanitizeUrl, w as getEnvInt, y as safeJsonStringify } from "./logger-KD8JjCRJ.js";
-import { g as parseRetryAfter, h as parseRateLimitHeaders, m as sleep, o as withFetchRetryContext } from "./fetch-BufrQtvR.js";
+import { g as parseRetryAfter, h as parseRateLimitHeaders, m as sleep, o as withFetchRetryContext } from "./fetch-BSSAcMxf.js";
 import { t as invariant } from "./invariant-DIYf9sP1.js";
 import { m as isProviderOptions, p as isApiProvider } from "./types-BJQBBPTP.js";
-import { u as isTransientConnectionError } from "./cache-roFAE0cI.js";
+import { u as isTransientConnectionError } from "./cache-CrioYnaa.js";
 import { a as createEmptyTokenUsage, r as accumulateTokenUsage } from "./tokenUsageUtils-BjVkdk18.js";
-import { n as isBlobStorageEnabled, r as shouldAttemptRemoteBlobUpload, t as extractAndStoreBinaryData } from "./extractor-BR7XAzAL.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-CUCorGiL.js";
-import { t as PromptfooChatCompletionProvider } from "./promptfoo-BDrfT30-.js";
+import { n as isBlobStorageEnabled, r as shouldAttemptRemoteBlobUpload, t as extractAndStoreBinaryData } from "./extractor-Jp53vs-6.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-BSos6PvZ.js";
+import { t as PromptfooChatCompletionProvider } from "./promptfoo-CReYAtfb.js";
 import { o as transform, r as TransformInputType } from "./transform-CrPGTsij.js";
 import { i as throwIfTargetPromptExceedsMaxChars } from "./promptLength-0qIHyhA5.js";
 import { createHash, randomUUID } from "crypto";
@@ -940,7 +940,7 @@ const ATTACKER_MODEL = "gpt-5.4-2026-03-05";
 const ATTACKER_MODEL_SMALL = "gpt-5.4-mini-2026-03-17";
 const TEMPERATURE = getEnvFloat("PROMPTFOO_JAILBREAK_TEMPERATURE") ? getEnvFloat("PROMPTFOO_JAILBREAK_TEMPERATURE") : .7;
 const defaultRedteamProviderLoader = async (providers) => {
-	const { loadApiProviders } = await import("./providers-BCCz6_IX.js").then((n) => n.i);
+	const { loadApiProviders } = await import("./providers-iH3Sw1yo.js").then((n) => n.i);
 	return loadApiProviders(providers);
 };
 let redteamProviderLoader = defaultRedteamProviderLoader;
@@ -1257,7 +1257,7 @@ async function tryUnblocking({ messages, lastResponse, goal, purpose }) {
 			logger.debug("[Unblocking] Disabled by default (set PROMPTFOO_ENABLE_UNBLOCKING=true to enable)");
 			return { success: false };
 		}
-		const { checkServerFeatureSupport } = await import("./server-Ddp8GNMp.js").then((n) => n.o);
+		const { checkServerFeatureSupport } = await import("./server-JQYD_Nws.js").then((n) => n.o);
 		if (!await checkServerFeatureSupport("blocking-question-analysis", "2025-06-16T14:49:11-07:00")) {
 			logger.debug("[Unblocking] Server does not support unblocking, skipping gracefully");
 			return { success: false };
@@ -1331,4 +1331,4 @@ function getGraderAssertionValue(assertToUse) {
 //#endregion
 export { isRateLimitWrapped as _, formatRedteamHistoryAsTranscript as a, getTargetResponse as c, messagesToRedteamHistory as d, redteamProviderManager as f, createProviderRateLimitOptions as g, createRateLimitRegistry as h, externalizeResponseForRedteamHistory as i, isConversationEndedResponse as l, TokenUsageTracker as m, checkPenalizedPhrases as n, getGraderAssertionValue as o, tryUnblocking as p, createIterationContext as r, getLastMessageContent as s, buildGraderResultAssertion as t, isValidChatMessageArray as u };
 
-//# sourceMappingURL=shared-7pmVZLNO.js.map
+//# sourceMappingURL=shared-CRq0gGVf.js.map

package/dist/src/{shared-D6IjElRI.js → shared-CSIGeGLl.js}

@@ -1,13 +1,13 @@
 import { C as getEnvFloat, S as getEnvBool, a as logger, k as state, p as sanitizeUrl, w as getEnvInt, y as safeJsonStringify } from "./logger-Ct2S6Yx-.js";
 import { t as invariant } from "./invariant-Ddh24eXh.js";
 import { Gt as isProviderOptions, Wt as isApiProvider } from "./types-D6glLbdF.js";
-import { d as parseRetryAfter, l as sleep, o as withFetchRetryContext, u as parseRateLimitHeaders } from "./fetch-It34O8Ur.js";
-import { u as isTransientConnectionError } from "./cache-DIXbtkNO.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-Dabu84Br.js";
+import { d as parseRetryAfter, l as sleep, o as withFetchRetryContext, u as parseRateLimitHeaders } from "./fetch-Doks14zQ.js";
+import { u as isTransientConnectionError } from "./cache-DdriHsNX.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-BBEnnpQk.js";
 import { a as createEmptyTokenUsage, r as accumulateTokenUsage } from "./tokenUsageUtils-CmnQ0G2m.js";
-import { t as PromptfooChatCompletionProvider } from "./promptfoo-Cm4hiy1Y.js";
+import { t as PromptfooChatCompletionProvider } from "./promptfoo-CqEpj6Sr.js";
 import { o as transform, r as TransformInputType } from "./transform-CGt7Kt3y2.js";
-import { n as isBlobStorageEnabled, r as shouldAttemptRemoteBlobUpload, t as extractAndStoreBinaryData } from "./extractor-CxRtnaHl.js";
+import { n as isBlobStorageEnabled, r as shouldAttemptRemoteBlobUpload, t as extractAndStoreBinaryData } from "./extractor-D3Fv_Tdh.js";
 import { i as throwIfTargetPromptExceedsMaxChars } from "./promptLength-B9nZEfO6.js";
 import { createHash, randomUUID } from "crypto";
 import { EventEmitter } from "events";
@@ -940,7 +940,7 @@ const ATTACKER_MODEL = "gpt-5.4-2026-03-05";
 const ATTACKER_MODEL_SMALL = "gpt-5.4-mini-2026-03-17";
 const TEMPERATURE = getEnvFloat("PROMPTFOO_JAILBREAK_TEMPERATURE") ? getEnvFloat("PROMPTFOO_JAILBREAK_TEMPERATURE") : .7;
 const defaultRedteamProviderLoader = async (providers) => {
-	const { loadApiProviders } = await import("./providers-DVYRZP4E.js").then((n) => n.i);
+	const { loadApiProviders } = await import("./providers-BGc7tDtQ.js").then((n) => n.i);
 	return loadApiProviders(providers);
 };
 let redteamProviderLoader = defaultRedteamProviderLoader;
@@ -1257,7 +1257,7 @@ async function tryUnblocking({ messages, lastResponse, goal, purpose }) {
 			logger.debug("[Unblocking] Disabled by default (set PROMPTFOO_ENABLE_UNBLOCKING=true to enable)");
 			return { success: false };
 		}
-		const { checkServerFeatureSupport } = await import("./server-CMJD10J4.js").then((n) => n.n);
+		const { checkServerFeatureSupport } = await import("./server-CbiJppij.js").then((n) => n.n);
 		if (!await checkServerFeatureSupport("blocking-question-analysis", "2025-06-16T14:49:11-07:00")) {
 			logger.debug("[Unblocking] Server does not support unblocking, skipping gracefully");
 			return { success: false };
@@ -1331,4 +1331,4 @@ function getGraderAssertionValue(assertToUse) {
 //#endregion
 export { isRateLimitWrapped as _, formatRedteamHistoryAsTranscript as a, getTargetResponse as c, messagesToRedteamHistory as d, redteamProviderManager as f, createProviderRateLimitOptions as g, createRateLimitRegistry as h, externalizeResponseForRedteamHistory as i, isConversationEndedResponse as l, TokenUsageTracker as m, checkPenalizedPhrases as n, getGraderAssertionValue as o, tryUnblocking as p, createIterationContext as r, getLastMessageContent as s, buildGraderResultAssertion as t, isValidChatMessageArray as u };
 
-//# sourceMappingURL=shared-D6IjElRI.js.map
+//# sourceMappingURL=shared-CSIGeGLl.js.map

package/dist/src/{shared-9WHQ1oNE.js → shared-DNvim54U.js}

@@ -1,14 +1,14 @@
 #!/usr/bin/env node
 import { D as getEnvInt, E as getEnvFloat, N as state, T as getEnvBool, h as sanitizeUrl, s as logger, x as safeJsonStringify } from "./logger-BbY6ypFL.js";
-import { f as sleep, h as parseRetryAfter, l as withFetchRetryContext, m as parseRateLimitHeaders } from "./fetch-DXUnXkVU.js";
+import { f as sleep, h as parseRetryAfter, l as withFetchRetryContext, m as parseRateLimitHeaders } from "./fetch-Cpf1U1nO.js";
 import { t as invariant } from "./invariant-B2Rf6avk.js";
 import { m as isProviderOptions, p as isApiProvider } from "./types-BFevViUY.js";
 import { r as isTransientConnectionError } from "./errors-9PcUL8BC.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-DqUFcWI0.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-DTdf-J5Q.js";
 import { a as createEmptyTokenUsage, r as accumulateTokenUsage } from "./tokenUsageUtils-CDet74yk.js";
-import { t as PromptfooChatCompletionProvider } from "./promptfoo-Rjp-MeBb.js";
+import { t as PromptfooChatCompletionProvider } from "./promptfoo-BU4_0J85.js";
 import { o as transform, r as TransformInputType } from "./transform-BnSTnFlp.js";
-import { n as isBlobStorageEnabled, r as shouldAttemptRemoteBlobUpload, t as extractAndStoreBinaryData } from "./extractor-CIW3iN-b.js";
+import { n as isBlobStorageEnabled, r as shouldAttemptRemoteBlobUpload, t as extractAndStoreBinaryData } from "./extractor-BVkZtk4R.js";
 import { i as throwIfTargetPromptExceedsMaxChars } from "./promptLength-4X-Wd8PG.js";
 import { createHash, randomUUID } from "crypto";
 import { EventEmitter } from "events";
@@ -941,7 +941,7 @@ const ATTACKER_MODEL = "gpt-5.4-2026-03-05";
 const ATTACKER_MODEL_SMALL = "gpt-5.4-mini-2026-03-17";
 const TEMPERATURE = getEnvFloat("PROMPTFOO_JAILBREAK_TEMPERATURE") ? getEnvFloat("PROMPTFOO_JAILBREAK_TEMPERATURE") : .7;
 const defaultRedteamProviderLoader = async (providers) => {
-	const { loadApiProviders } = await import("./providers-BYAn82cf.js");
+	const { loadApiProviders } = await import("./providers-CSOp-bCm.js");
 	return loadApiProviders(providers);
 };
 let redteamProviderLoader = defaultRedteamProviderLoader;
@@ -1258,7 +1258,7 @@ async function tryUnblocking({ messages, lastResponse, goal, purpose }) {
 			logger.debug("[Unblocking] Disabled by default (set PROMPTFOO_ENABLE_UNBLOCKING=true to enable)");
 			return { success: false };
 		}
-		const { checkServerFeatureSupport } = await import("./server-BaLytskk.js");
+		const { checkServerFeatureSupport } = await import("./server-D18AAlAc.js");
 		if (!await checkServerFeatureSupport("blocking-question-analysis", "2025-06-16T14:49:11-07:00")) {
 			logger.debug("[Unblocking] Server does not support unblocking, skipping gracefully");
 			return { success: false };
@@ -1332,4 +1332,4 @@ function getGraderAssertionValue(assertToUse) {
 //#endregion
 export { isRateLimitWrapped as _, formatRedteamHistoryAsTranscript as a, getTargetResponse as c, messagesToRedteamHistory as d, redteamProviderManager as f, createProviderRateLimitOptions as g, createRateLimitRegistry as h, externalizeResponseForRedteamHistory as i, isConversationEndedResponse as l, TokenUsageTracker as m, checkPenalizedPhrases as n, getGraderAssertionValue as o, tryUnblocking as p, createIterationContext as r, getLastMessageContent as s, buildGraderResultAssertion as t, isValidChatMessageArray as u };
 
-//# sourceMappingURL=shared-9WHQ1oNE.js.map
+//# sourceMappingURL=shared-DNvim54U.js.map