promptfoo 0.121.5 → 0.121.8

package/dist/src/main.js

@@ -1,35 +1,45 @@
 #!/usr/bin/env node
 import { C as getConfigDirectoryPath, D as getEnvInt, E as getEnvFloat, M as isNonInteractive, N as state, O as getEnvString, T as getEnvBool, _ as extractJsonObjects, a as isDebugEnabled, b as orderKeys, c as setLogCallback, g as extractFirstJsonObject, i as initializeRunLogging, j as isCI, l as setLogLevel, m as sanitizeObject, n as getLogLevel, s as logger, t as closeLogger, w as setConfigDirectoryPath } from "./logger-BbY6ypFL.js";
-import { A as getDefaultPort, F as HUMAN_ASSERTION_TYPE, M as getShareApiBaseUrl, N as getShareViewBaseUrl, T as CLOUD_PROVIDER_PREFIX, i as fetchWithTimeout, j as getDefaultShareViewBaseUrl, k as TERMINAL_MAX_WIDTH, l as sleep, m as REQUEST_TIMEOUT_MS, n as fetchWithProxy, r as fetchWithRetries, t as clearAgentCache, v as isPromptfooSampleTarget } from "./fetch-B6ch2nU2.js";
-import { n as VERSION } from "./version-CbpiUINz.js";
+import { F as getShareApiBaseUrl, I as getShareViewBaseUrl, M as TERMINAL_MAX_WIDTH, N as getDefaultPort, O as CLOUD_PROVIDER_PREFIX, P as getDefaultShareViewBaseUrl, R as HUMAN_ASSERTION_TYPE, _ as REQUEST_TIMEOUT_MS, f as sleep, i as fetchWithTimeout, n as fetchWithProxy, r as fetchWithRetries, t as clearAgentCache, x as isPromptfooSampleTarget } from "./fetch-Cpf1U1nO.js";
+import { n as VERSION } from "./version-F0YDgb7J.js";
 import { t as invariant } from "./invariant-B2Rf6avk.js";
-import { a as getAuthor, c as isLoggedIntoCloud, l as promptForEmailUnverified, n as checkEmailStatusAndMaybeExit, o as getUserEmail, r as clearUserEmail, s as getUserId, t as checkEmailStatus, u as setUserEmail } from "./accounts-CLJHCDDb.js";
-import { a as cloudConfig, c as writeGlobalConfigPartial, o as readGlobalConfig, r as CloudConfig } from "./cloud-Da0bofJd.js";
-import { n as TelemetryEventSchema, r as telemetry } from "./telemetry-DWdGHvEf.js";
-import { $ as HARM_PLUGINS, B as categoryAliases, D as ADDITIONAL_STRATEGIES, E as isUuid, F as getDefaultNFanout, G as ADDITIONAL_PLUGINS, H as riskCategorySeverityMap, J as CANARY_BREAKING_STRATEGY_IDS, K as ALL_PLUGINS, L as isFanoutStrategy, N as STRATEGY_COLLECTIONS, P as STRATEGY_COLLECTION_MAPPINGS, Q as FOUNDATION_PLUGINS, R as isMultiTurnStrategy, S as PluginConfigSchema, U as subCategoryDescriptions, W as ALIASED_PLUGIN_MAPPINGS, X as DEFAULT_PLUGINS, Y as DATASET_EXEMPT_PLUGINS, Z as FINANCIAL_PLUGINS, _ as PromptSchema, a as EvaluateOptionsSchema, at as MULTI_INPUT_VAR, b as ConversationMessageSchema, c as TestSuiteConfigSchema, dt as REMOTE_ONLY_PLUGIN_IDS, et as INSURANCE_PLUGINS, g as RedteamGenerateOptionsSchema, gt as CODING_AGENT_CORE_PLUGINS, h as RedteamConfigSchema, ht as UNALIGNED_PROVIDER_HARM_PLUGINS, i as EvalResultsFilterMode, it as MULTI_INPUT_EXCLUDED_PLUGINS, j as DEFAULT_STRATEGIES, k as ALL_STRATEGIES, l as TestSuiteSchema, lt as REDTEAM_MODEL, mt as TELECOM_PLUGINS, n as BaseAssertionTypesSchema, nt as LLAMA_GUARD_REPLICATE_PROVIDER, o as OutputFileExtension, ot as PHARMACY_PLUGINS, p as isApiProvider, pt as TEEN_SAFETY_PLUGINS, q as BIAS_PLUGINS, r as CommandLineOptionsSchema, rt as MEDICAL_PLUGINS, s as ResultFailureReason, st as PII_PLUGINS, t as AssertionOrSetSchema, tt as LLAMA_GUARD_ENABLED_CATEGORIES, u as UnifiedConfigSchema, ut as REDTEAM_PROVIDER_HARM_PLUGINS, v as ProviderOptionsSchema, w as StrategyConfigSchema, x as PartialGenerationError, y as ProvidersSchema, z as Severity } from "./types-BVH9hjgW.js";
-import { r as importModule, t as getDirectory } from "./esm-BX8fwlAO.js";
-import { a as getNunjucksEngine, i as extractVariablesFromTemplates, r as extractVariablesFromTemplate, t as renderEnvOnlyInObject } from "./render-eui5p5mL.js";
-import { a as openAuthBrowser, d as getRemoteHealthUrl, f as neverGenerateRemote, i as checkServerRunning, l as getRemoteGenerationUrl, m as shouldGenerateRemote, n as BrowserBehaviorNames, o as openBrowser, s as promptUser, t as BrowserBehavior } from "./server-ByiF3qlg.js";
-import { A as validateStrategies, B as extractVariablesFromJson, H as getShortPluginId, L as extractGoalFromPrompt, M as mediaExists, N as retrieveMedia, O as Strategies, P as pluginMatchesStrategyTargets, Q as TokenUsageTracker, Z as redteamProviderManager, _t as getUserTeams, a as resolveProviderConfigs, at as getMaxCharsPerMessageModifierValue, bt as resolveTeamFromIdentifier, ct as canCreateTargets, d as MCPProvider, dt as getConfigFromCloud, f as HttpProvider, ft as getEvalConfigFromCloud, gt as getProviderFromCloud, i as resolveProvider, it as getGeneratedPromptOverLimit, j as getMediaStorage, k as loadStrategy, lt as checkCloudPermissions, m as createTransformResponse, mt as getPluginSeverityOverridesFromCloud, n as loadApiProvider, nt as PromptfooHarmfulCompletionProvider, p as createTransformRequest, pt as getOrgContext, q as renderPrompt, r as loadApiProviders, rt as MAX_CHARS_PER_MESSAGE_MODIFIER_KEY, t as getProviderIds, ut as getCloudDatabaseId, vt as isCloudProvider, xt as resolveTeamId, yt as makeRequest$1, z as extractPromptFromTags } from "./providers-DT-GtF2t.js";
-import { a as fetchWithCache, n as clearCache, r as disableCache, t as cache_exports } from "./cache-BI5BY7ey.js";
-import { i as isJavascriptFile } from "./fileExtensions-DysCsxNG.js";
-import { r as runPython } from "./pythonUtils-DNqbnRdx.js";
-import { A as maybeLoadFromExternalFile, F as readFilters, I as readOutput, T as normalizeProviderRef, _ as doesProviderRefMatch, a as ComparisonEvalNotFoundError, c as mergeComparisonTables, d as deduplicateTestCases, f as extractRuntimeVars, g as checkProviderApiKeys, h as resultIsForTestCase, i as writeOutput, k as maybeLoadConfigFromExternalFile, l as fetchCsvFromGoogleSheet, m as getTestCaseDeduplicationKey, n as createOutputMetadata, o as evalTableToJson, p as filterRuntimeVars, r as writeMultipleOutputs, s as generateEvalCsv, t as printBorder, u as setupEnv, v as getProviderDescription } from "./util-BQOCAHQC.js";
-import { a as createEmptyTokenUsage, i as createEmptyAssertions, n as accumulateResponseTokenUsage, r as accumulateTokenUsage, t as accumulateAssertionTokenUsage } from "./tokenUsageUtils-2wIvAhB3.js";
-import { n as getBlobUrl, t as getBlobByHash } from "./blobs-DjLby-uP.js";
-import { a as evalResultsTable, c as evalsToPromptsTable, d as promptsTable, g as getDb, h as closeDbIfOpen, i as datasetsTable, l as evalsToTagsTable, n as blobReferencesTable, o as evalsTable, p as tagsTable, r as configsTable, s as evalsToDatasetsTable, t as blobAssetsTable, u as modelAuditsTable } from "./tables-NlvH23ky.js";
-import { n as isBlobStorageEnabled } from "./extractor-DxyiFhPk.js";
-import { n as escapeRegExp, t as ellipsize } from "./text-D4lz-Jg_.js";
-import { n as getTraceStore } from "./store-CPh25336.js";
-import { n as sha256, t as randomSequence } from "./createHash-DPpsZgFF.js";
-import { A as DivergentRepetitionPlugin, B as sampleArray, C as getPiiLeakTestsForCategory, D as HarmbenchPlugin, E as ImitationPlugin, F as AegisPlugin, I as RedteamGraderBase, J as doRemoteGrading, L as RedteamPluginBase, M as CrossSessionLeakPlugin, N as ContractPlugin, O as HallucinationPlugin, P as BeavertailsPlugin, R as getCustomPolicies, S as PlinyPlugin, St as getDefaultProviders, T as IntentPlugin, V as fetchHuggingFaceDataset, X as readPrompts, Y as processPrompts, Z as readProviderPromptMap, _ as PoliticsPlugin, a as UnverifiableClaimsPlugin, b as isValidPolicyObject, c as ToolDiscoveryPlugin, d as TeenSafetyDangerousContentPlugin, f as TeenSafetyAgeRestrictedGoodsAndServicesPlugin, g as PromptExtractionPlugin, h as RbacPlugin, i as VLGuardPlugin, j as DebugAccessPlugin, k as ExcessiveAgencyPlugin, l as TeenSafetyHarmfulBodyIdealsPlugin, m as ShellInjectionPlugin, o as UnsafeBenchPlugin, p as SqlInjectionPlugin, r as VLSUPlugin, s as ToxicChatPlugin, t as GRADERS, u as TeenSafetyDangerousRoleplayPlugin, v as PolicyPlugin, w as OverreliancePlugin, x as makeInlinePolicyIdSync, y as determinePolicyTypeFromId, z as retryWithDeduplication } from "./graders-CgPn32yp.js";
-import { c as assertions_default, l as readAssertions, n as evaluate$1, o as accumulateNamedMetric, s as doesPromptRefMatch, u as runAssertions } from "./evaluator-D-UIbbYq.js";
-import { i as generateIdFromPrompt } from "./utils-kt7lv30R.js";
-import { n as setupSignalWatcher, t as readSignalEvalId } from "./signal-DTtUuU3l.js";
-import { a as createEvalId, n as EvalQueries, s as getEvalSummaries, t as Eval } from "./eval-DJ_4A-tr.js";
-import { t as EvalResult } from "./evalResult-D6P5I5il.js";
-import { t as formatDuration } from "./formatDuration-Ch4A7G3o.js";
-import { n as shouldUseInkUI } from "./interactiveCheck-CCICw2cy.js";
+import { a as getAuthor, c as isLoggedIntoCloud, l as promptForEmailUnverified, n as checkEmailStatusAndMaybeExit, o as getUserEmail, r as clearUserEmail, s as getUserId, t as checkEmailStatus, u as setUserEmail } from "./accounts-D6IBfEE0.js";
+import { a as cloudConfig, c as writeGlobalConfigPartial, o as readGlobalConfig, r as CloudConfig } from "./cloud-DqF5N1aJ.js";
+import { n as TelemetryEventSchema, r as telemetry } from "./telemetry-DOE567Wj.js";
+import { $ as HARM_PLUGINS, B as categoryAliases, D as ADDITIONAL_STRATEGIES, E as isUuid, F as getDefaultNFanout, G as ADDITIONAL_PLUGINS, H as riskCategorySeverityMap, J as CANARY_BREAKING_STRATEGY_IDS, K as ALL_PLUGINS, L as isFanoutStrategy, N as STRATEGY_COLLECTIONS, P as STRATEGY_COLLECTION_MAPPINGS, Q as FOUNDATION_PLUGINS, R as isMultiTurnStrategy, S as PluginConfigSchema, U as subCategoryDescriptions, W as ALIASED_PLUGIN_MAPPINGS, X as DEFAULT_PLUGINS, Y as DATASET_EXEMPT_PLUGINS, Z as FINANCIAL_PLUGINS, _ as PromptSchema, _t as CODING_AGENT_PLUGINS, a as EvaluateOptionsSchema, at as MULTI_INPUT_VAR, b as ConversationMessageSchema, c as TestSuiteConfigSchema, dt as REMOTE_ONLY_PLUGIN_IDS, et as INSURANCE_PLUGINS, g as RedteamGenerateOptionsSchema, gt as CODING_AGENT_CORE_PLUGINS, h as RedteamConfigSchema, ht as UNALIGNED_PROVIDER_HARM_PLUGINS, i as EvalResultsFilterMode, it as MULTI_INPUT_EXCLUDED_PLUGINS, j as DEFAULT_STRATEGIES, k as ALL_STRATEGIES, l as TestSuiteSchema, lt as REDTEAM_MODEL, mt as TELECOM_PLUGINS, n as BaseAssertionTypesSchema, nt as LLAMA_GUARD_REPLICATE_PROVIDER, o as OutputFileExtension, ot as PHARMACY_PLUGINS, p as isApiProvider, pt as TEEN_SAFETY_PLUGINS, q as BIAS_PLUGINS, r as CommandLineOptionsSchema, rt as MEDICAL_PLUGINS, s as ResultFailureReason, st as PII_PLUGINS, t as AssertionOrSetSchema, tt as LLAMA_GUARD_ENABLED_CATEGORIES, u as UnifiedConfigSchema, ut as REDTEAM_PROVIDER_HARM_PLUGINS, v as ProviderOptionsSchema, w as StrategyConfigSchema, x as PartialGenerationError, y as ProvidersSchema, z as Severity } from "./types-BFevViUY.js";
+import { i as isJavascriptFile } from "./fileExtensions-D4GCJ67J.js";
+import { r as importModule, t as getDirectory } from "./esm-Bexx2PFc.js";
+import { a as extractVariablesFromTemplates, i as extractVariablesFromTemplate, o as getNunjucksEngine, t as renderEnvOnlyInObject } from "./render-CSP99NLm.js";
+import { a as getRemoteHealthUrl, l as shouldGenerateRemote, n as getRemoteGenerationExplicitlyDisabledError, r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-D6UjE2JT.js";
+import { a as openAuthBrowser, i as checkServerRunning, n as BrowserBehaviorNames, o as openBrowser, s as promptUser, t as BrowserBehavior } from "./server-DLYjSFm2.js";
+import { _ as makeRequest$1, c as getCloudDatabaseId, d as getOrgContext, f as getPluginSeverityOverridesFromCloud, g as isCloudProvider, h as getUserTeams, i as retrieveMedia, l as getConfigFromCloud, m as getProviderFromCloud, o as canCreateTargets, r as mediaExists, s as checkCloudPermissions, t as getMediaStorage, u as getEvalConfigFromCloud, v as resolveTeamFromIdentifier, y as resolveTeamId } from "./storage-EKVWZBNY.js";
+import { n as sha256, t as randomSequence } from "./createHash-CgRvs4Fn.js";
+import { a as fetchWithCache, n as clearCache, r as disableCache, t as cache_exports } from "./cache-BR77mdIR.js";
+import { r as runPython } from "./pythonUtils-CgYxeSmO.js";
+import { D as normalizeProviderRef, L as readFilters, M as maybeLoadFromExternalFile, R as readOutput, _ as resultIsForTestCase, a as ComparisonEvalNotFoundError, b as getProviderDescription, c as getEvalTableOutputPromptLocationsBySize, d as fetchCsvFromGoogleSheet, f as setupEnv, g as getTestCaseDeduplicationKey, h as filterRuntimeVars, i as writeOutput, j as maybeLoadConfigFromExternalFile, l as getEvalTablePromptStrippedPayload, m as extractRuntimeVars, n as createOutputMetadata, o as evalTableToJson, p as deduplicateTestCases, r as writeMultipleOutputs, s as generateEvalCsv, t as printBorder, u as mergeComparisonTables, v as checkProviderApiKeys, y as doesProviderRefMatch } from "./util-jZRrXe1P.js";
+import { a as resolveProviderConfigs, d as MCPProvider, f as HttpProvider, i as resolveProvider, m as createTransformResponse, n as loadApiProvider, p as createTransformRequest, r as loadApiProviders, t as getProviderIds } from "./providers-B7TyByfj.js";
+import { a as createEmptyTokenUsage, i as createEmptyAssertions, n as accumulateResponseTokenUsage, r as accumulateTokenUsage, t as accumulateAssertionTokenUsage } from "./tokenUsageUtils-CDet74yk.js";
+import { n as escapeRegExp, t as ellipsize } from "./text-Db-Wt2u2.js";
+import { a as evalResultsTable, c as evalsToPromptsTable, d as promptsTable, g as getDb, h as closeDbIfOpen, i as datasetsTable, l as evalsToTagsTable, n as blobReferencesTable, o as evalsTable, p as tagsTable, r as configsTable, s as evalsToDatasetsTable, t as blobAssetsTable, u as modelAuditsTable } from "./tables-DafUHOeh.js";
+import { n as getBlobUrl, t as getBlobByHash } from "./blobs-DODuTK-a.js";
+import { n as createPlaceholderInputValue, t as buildPromptInputDescriptions } from "./inputVariables-DXFdi7AI.js";
+import { a as extractPromptFromTags, i as extractMaterializedVariablesFromJsonWithMetadata, n as extractGoalFromPrompt, s as getShortPluginId } from "./util-ETfU_sS9.js";
+import { a as assertRemoteMaterializationHandled, l as requiresRemoteMaterialization, n as PromptfooHarmfulCompletionProvider } from "./promptfoo-BU4_0J85.js";
+import { A as DivergentRepetitionPlugin, B as sampleArray, C as getPiiLeakTestsForCategory, Ct as getDefaultProviders, D as HarmbenchPlugin, E as ImitationPlugin, F as AegisPlugin, I as RedteamGraderBase, L as RedteamPluginBase, M as CrossSessionLeakPlugin, N as ContractPlugin, O as HallucinationPlugin, P as BeavertailsPlugin, Q as readProviderPromptMap, R as getCustomPolicies, S as PlinyPlugin, T as IntentPlugin, V as fetchHuggingFaceDataset, X as processPrompts, Y as doRemoteGrading, Z as readPrompts, _ as PoliticsPlugin, a as UnverifiableClaimsPlugin, b as isValidPolicyObject, c as ToolDiscoveryPlugin, d as TeenSafetyDangerousContentPlugin, f as TeenSafetyAgeRestrictedGoodsAndServicesPlugin, g as PromptExtractionPlugin, h as RbacPlugin, i as VLGuardPlugin, j as DebugAccessPlugin, k as ExcessiveAgencyPlugin, l as TeenSafetyHarmfulBodyIdealsPlugin, m as ShellInjectionPlugin, o as UnsafeBenchPlugin, p as SqlInjectionPlugin, r as VLSUPlugin, s as ToxicChatPlugin, t as GRADERS, u as TeenSafetyDangerousRoleplayPlugin, v as PolicyPlugin, w as OverreliancePlugin, x as makeInlinePolicyIdSync, y as determinePolicyTypeFromId, z as retryWithDeduplication } from "./graders-BQt1BaQe.js";
+import { f as redteamProviderManager, m as TokenUsageTracker } from "./shared-DNvim54U.js";
+import { c as assertions_default, l as readAssertions, n as evaluate$1, o as accumulateNamedMetric, s as doesPromptRefMatch, u as runAssertions } from "./evaluator-n_dEb00o.js";
+import { i as generateIdFromPrompt } from "./utils-BFOh20Gb.js";
+import { n as TRANSFORM_KEYS, t as INLINE_FUNCTION_LABEL } from "./transform-BnSTnFlp.js";
+import { n as getTraceStore } from "./store-DKd5592Q.js";
+import { n as setupSignalWatcher, t as readSignalEvalId } from "./signal-CSurUUyV.js";
+import { n as isBlobStorageEnabled } from "./extractor-BVkZtk4R.js";
+import { n as getGeneratedPromptOverLimit, r as getMaxCharsPerMessageModifierValue, t as MAX_CHARS_PER_MESSAGE_MODIFIER_KEY } from "./promptLength-4X-Wd8PG.js";
+import { a as createEvalId, n as EvalQueries, s as getEvalSummaries, t as Eval } from "./eval-B3BaNBbO.js";
+import { n as sanitizeProvider, t as EvalResult } from "./evalResult-CcSqNl_Y.js";
+import { n as renderPrompt } from "./evaluatorHelpers-D1_kwvyp.js";
+import { t as formatDuration } from "./formatDuration-CMVNrYvE.js";
+import { i as pluginMatchesStrategyTargets, n as loadStrategy, r as validateStrategies, t as Strategies } from "./strategies-CBI1brSy.js";
+import { n as shouldUseInkUI } from "./interactiveCheck-C4QlIuoR.js";
 import { fileURLToPath } from "node:url";
 import { Command, InvalidArgumentError } from "commander";
 import { z } from "zod";
@@ -62,9 +72,9 @@ import process$1 from "process";
 import $RefParser from "@apidevtools/json-schema-ref-parser";
 import async from "async";
 import { and, asc, count, desc, eq, inArray, isNotNull, like, or, sql } from "drizzle-orm";
-import cliProgress from "cli-progress";
 import { URL as URL$1 } from "url";
 import editor from "@inquirer/editor";
+import cliProgress from "cli-progress";
 import debounce from "debounce";
 import { LRUCache } from "lru-cache";
 import chokidar from "chokidar";
@@ -101,7 +111,7 @@ function runCommand(program) {
 			hasGithubPr: !!cmdObj.githubPr,
 			hasGuidance: !!(cmdObj.guidance || cmdObj.guidanceFile)
 		});
-		const { executeScan } = await import("./scanner-nOCWNIXa.js");
+		const { executeScan } = await import("./scanner-BS-iFIp3.js");
 		await executeScan(repoPath, cmdObj);
 	});
 }
@@ -2995,6 +3005,10 @@ function stripAuthFromUrl(urlString) {
 	}
 }
 async function handleEmailCollection(evalRecord) {
+	if (evalRecord.author) {
+		logger.debug(`[Share] Skipping email collection because author is already set`, { evalId: evalRecord.id });
+		return;
+	}
 	if (!process.stdout.isTTY || isCI() || getEnvBool("PROMPTFOO_DISABLE_SHARE_EMAIL_REQUEST")) return;
 	let email = getUserEmail();
 	if (!email) {
@@ -3257,6 +3271,14 @@ function shouldShareResults(opts) {
 	return cloudConfig.isEnabled() && sharing !== false;
 }
 //#endregion
+//#region src/commands/eval/redteamWarning.ts
+function warnIfRedteamConfigHasNoTests(config, testSuite) {
+	if (config.redteam && (!testSuite.tests || testSuite.tests.length === 0) && (!testSuite.scenarios || testSuite.scenarios.length === 0)) logger.warn(chalk.yellow(dedent`
+        Warning: Config file has a redteam section but no test cases.
+        Did you mean to run ${chalk.bold("promptfoo redteam generate")} instead?
+        `));
+}
+//#endregion
 //#region src/commands/eval/summary.ts
 function getCompletionMessage({ completionType, evalId, shareableUrl, wasAborted, writeToDatabase, activelySharing }) {
 	if (wasAborted) {
@@ -3644,6 +3666,9 @@ function setupRetryCommand(program) {
 }
 //#endregion
 //#region src/models/modelAudit.ts
+function getModelAuditSortColumn(sortField) {
+	return modelAuditsTable[sortField];
+}
 function createScanId(createdAt = /* @__PURE__ */ new Date()) {
 	return `scan-${randomSequence(3)}-${createdAt.toISOString().slice(0, 19)}`;
 }
@@ -3684,8 +3709,10 @@ var ModelAudit = class ModelAudit {
 		this.issues = data.issues || data.results?.issues || null;
 		const issues = data.issues || data.results?.issues;
 		const resultsHasErrors = data.results?.has_errors ?? false;
-		if (data.hasErrors === void 0) this.hasErrors = resultsHasErrors || issues && issues.some((issue) => issue.severity === "critical" || issue.severity === "error") || false;
-		else this.hasErrors = data.hasErrors;
+		if (data.hasErrors === void 0) {
+			const hasActualErrors = resultsHasErrors || issues && issues.some((issue) => issue.severity === "critical" || issue.severity === "error") || false;
+			this.hasErrors = hasActualErrors;
+		} else this.hasErrors = data.hasErrors;
 		this.totalChecks = data.totalChecks;
 		this.passedChecks = data.passedChecks;
 		this.failedChecks = data.failedChecks;
@@ -3783,9 +3810,9 @@ var ModelAudit = class ModelAudit {
 	static async getMany(limit = 100, offset = 0, sortField = "createdAt", sortOrder = "desc", search) {
 		let query = getDb().select().from(modelAuditsTable);
 		if (search) query = query.where(or(like(modelAuditsTable.name, `%${search}%`), like(modelAuditsTable.modelPath, `%${search}%`), like(modelAuditsTable.id, `%${search}%`)));
-		const sortColumn = sortField === "name" ? modelAuditsTable.name : sortField === "modelPath" ? modelAuditsTable.modelPath : modelAuditsTable.createdAt;
-		if (sortOrder === "asc") query = query.orderBy(asc(sortColumn));
-		else query = query.orderBy(desc(sortColumn));
+		const sortColumn = getModelAuditSortColumn(sortField);
+		if (sortOrder === "asc") query = sortField === "id" ? query.orderBy(asc(sortColumn)) : query.orderBy(asc(sortColumn), asc(modelAuditsTable.id));
+		else query = sortField === "id" ? query.orderBy(desc(sortColumn)) : query.orderBy(desc(sortColumn), desc(modelAuditsTable.id));
 		return (await query.limit(limit).offset(offset).all()).map((r) => new ModelAudit({
 			...r,
 			persisted: true
@@ -4144,14 +4171,11 @@ async function doEval(cmdObj, defaultConfig, defaultConfigPath, evaluateOptions)
 			state.resume = true;
 			state.retryMode = true;
 		} else ({config, testSuite, basePath: _basePath, commandLineOptions} = await resolveConfigs(cmdObj, defaultConfig));
-		if (!cmdObj.envPath && commandLineOptions?.envPath) {
+		if ((!cmdObj.envPath || cmdObj.envPath.length === 0) && commandLineOptions?.envPath) {
 			logger.debug(`Loading additional environment from config: ${commandLineOptions.envPath}`);
 			setupEnv(commandLineOptions.envPath);
 		}
-		if (config.redteam && (!testSuite.tests || testSuite.tests.length === 0) && (!testSuite.scenarios || testSuite.scenarios.length === 0)) logger.warn(chalk.yellow(dedent`
-        Warning: Config file has a redteam section but no test cases.
-        Did you mean to run ${chalk.bold("promptfoo redteam generate")} instead?
-        `));
+		warnIfRedteamConfigHasNoTests(config, testSuite);
 		if (config.redteam && Array.isArray(config.providers) && config.providers.length > 0 && typeof config.providers[0] === "object" && config.providers[0].id === "http") {
 			const maybeUrl = config.providers[0]?.config?.url;
 			if (typeof maybeUrl === "string" && maybeUrl.includes("promptfoo.app")) telemetry.record("feature_used", { feature: "redteam_run_with_example" });
@@ -4259,7 +4283,14 @@ async function doEval(cmdObj, defaultConfig, defaultConfigPath, evaluateOptions)
         ${z.prettifyError(testSuiteSchema.error)}
 
       Please review your promptfooconfig.yaml configuration.`));
-		const evalRecord = resumeEval ? resumeEval : cmdObj.write ? await Eval.create(config, testSuite.prompts, { runtimeOptions: options }) : new Eval(config, { runtimeOptions: options });
+		const author = getAuthor();
+		const evalRecord = resumeEval ? resumeEval : cmdObj.write ? await Eval.create(config, testSuite.prompts, {
+			author,
+			runtimeOptions: options
+		}) : new Eval(config, {
+			author,
+			runtimeOptions: options
+		});
 		const abortController = new AbortController();
 		const previousAbortSignal = evaluateOptions.abortSignal;
 		evaluateOptions.abortSignal = previousAbortSignal ? AbortSignal.any([previousAbortSignal, abortController.signal]) : abortController.signal;
@@ -6032,25 +6063,45 @@ var AlignedHarmfulPlugin = class extends RedteamPluginBase {
 	getAssertions(_prompt) {
 		return getHarmfulAssertions(this.harmCategory);
 	}
-	promptsToTestCases(prompts) {
+	async promptsToTestCases(prompts) {
 		const hasMultipleInputs = this.config.inputs && Object.keys(this.config.inputs).length > 0;
 		const harmCategoryLabel = HARM_PLUGINS[this.harmCategory] || this.harmCategory;
-		return prompts.map(({ __prompt }) => {
+		const pluginId = getShortPluginId(this.harmCategory);
+		return Promise.all([...prompts].sort((a, b) => a.__prompt.localeCompare(b.__prompt)).map(async ({ __prompt }, materializationIndex) => {
 			const vars = { [this.injectVar]: __prompt };
-			if (hasMultipleInputs) try {
-				const parsed = JSON.parse(__prompt);
-				Object.assign(vars, extractVariablesFromJson(parsed, this.config.inputs));
-			} catch {}
+			let inputMaterialization;
+			if (hasMultipleInputs) {
+				let parsed;
+				try {
+					parsed = JSON.parse(__prompt);
+				} catch (error) {
+					logger.debug("[AlignedHarmful] Could not parse prompt as JSON for multi-input mode", { error });
+				}
+				if (parsed) try {
+					const materializedVars = await extractMaterializedVariablesFromJsonWithMetadata(parsed, this.config.inputs, {
+						materializationIndex,
+						pluginId,
+						provider: this.provider,
+						purpose: this.purpose
+					});
+					Object.assign(vars, materializedVars.vars);
+					inputMaterialization = materializedVars.metadata;
+				} catch (error) {
+					logger.debug("[AlignedHarmful] Failed to materialize prompt inputs", { error });
+					throw error;
+				}
+			}
 			return {
 				vars,
 				metadata: {
 					harmCategory: harmCategoryLabel,
-					pluginId: getShortPluginId(this.harmCategory),
-					pluginConfig: this.config
+					pluginId,
+					pluginConfig: this.config,
+					...inputMaterialization ? { inputMaterialization } : {}
 				},
 				assert: getHarmfulAssertions(this.harmCategory)
 			};
-		});
+		}));
 	}
 };
 //#endregion
@@ -6059,20 +6110,37 @@ var AlignedHarmfulPlugin = class extends RedteamPluginBase {
 * Extract content from <Prompt> tags and parse JSON if inputs are defined.
 * Returns the processed prompt and any additional vars extracted from JSON.
 */
-function processPromptForInputs(prompt, _injectVar, inputs) {
+async function processPromptForInputs(prompt, inputs, plugin, provider, purpose, materializationIndex) {
 	let processedPrompt = prompt.trim();
 	const additionalVars = {};
+	let additionalMetadata;
 	const extractedPrompt = extractPromptFromTags(processedPrompt);
 	if (extractedPrompt) processedPrompt = extractedPrompt;
-	if (inputs && Object.keys(inputs).length > 0) try {
-		const parsed = JSON.parse(processedPrompt);
-		Object.assign(additionalVars, extractVariablesFromJson(parsed, inputs));
-	} catch {
-		logger.debug("[Harmful] Could not parse prompt as JSON for multi-input mode");
+	if (inputs && Object.keys(inputs).length > 0) {
+		let parsed;
+		try {
+			parsed = JSON.parse(processedPrompt);
+		} catch (error) {
+			logger.debug("[Harmful] Could not parse prompt as JSON for multi-input mode", { error });
+		}
+		if (parsed) try {
+			const materializedVars = await extractMaterializedVariablesFromJsonWithMetadata(parsed, inputs, {
+				materializationIndex,
+				pluginId: plugin,
+				provider,
+				purpose
+			});
+			Object.assign(additionalVars, materializedVars.vars);
+			additionalMetadata = materializedVars.metadata;
+		} catch (error) {
+			logger.debug("[Harmful] Failed to materialize prompt inputs", { error });
+			throw error;
+		}
 	}
 	return {
 		processedPrompt,
-		additionalVars
+		additionalVars,
+		additionalMetadata
 	};
 }
 async function getHarmfulTests({ purpose, injectVar, n, delayMs = 0, config }, plugin) {
@@ -6093,15 +6161,19 @@ async function getHarmfulTests({ purpose, injectVar, n, delayMs = 0, config }, p
 	};
 	const allPrompts = await retryWithDeduplication(generatePrompts, n);
 	const inputs = config?.inputs;
-	return sampleArray(allPrompts, n).map((prompt) => {
-		const { processedPrompt, additionalVars } = processPromptForInputs(prompt, injectVar, inputs);
+	return Promise.all(sampleArray(allPrompts, n).map(async (prompt, materializationIndex) => {
+		const { processedPrompt, additionalVars, additionalMetadata } = await processPromptForInputs(prompt, inputs, plugin, unalignedProvider, purpose, materializationIndex);
 		const testCase = createTestCase(injectVar, processedPrompt, plugin);
 		if (Object.keys(additionalVars).length > 0) testCase.vars = {
 			...testCase.vars,
 			...additionalVars
 		};
+		if (additionalMetadata) testCase.metadata = {
+			...testCase.metadata,
+			inputMaterialization: additionalMetadata
+		};
 		return testCase;
-	});
+	}));
 }
 //#endregion
 //#region src/redteam/plugins/teenSafety/graderExamples.ts
@@ -6419,7 +6491,7 @@ const MAX_CHARS_RETRY_MODIFIER_KEY = "__maxCharsPerMessageRetry";
 function computeModifiersFromConfig(config) {
 	const modifiers = { ...config?.modifiers };
 	if (config?.language && typeof config.language === "string") modifiers.language = config.language;
-	if (config?.inputs && Object.keys(config.inputs).length > 0) modifiers.__outputFormat = `Output each test case as JSON wrapped in <Prompt> tags: <Prompt>{${Object.entries(config.inputs).map(([k, description]) => `"${k}": "${description}"`).join(", ")}}</Prompt>`;
+	if (config?.inputs && Object.keys(config.inputs).length > 0) modifiers.__outputFormat = `Output each test case as JSON wrapped in <Prompt> tags: <Prompt>{${Object.entries(buildPromptInputDescriptions(config.inputs) ?? {}).map(([k, description]) => `"${k}": "${description}"`).join(", ")}}</Prompt>`;
 	const maxCharsModifier = getMaxCharsPerMessageModifierValue(config?.maxCharsPerMessage);
 	if (maxCharsModifier) modifiers[MAX_CHARS_PER_MESSAGE_MODIFIER_KEY] = maxCharsModifier;
 	return modifiers;
@@ -6577,6 +6649,7 @@ async function fetchRemoteTestCases(key, purpose, injectVar, n, config) {
 			logger.error(`Error generating test cases for ${key}: ${statusText} ${JSON.stringify(data)}`);
 			return [];
 		}
+		if (requiresRemoteMaterialization(config?.inputs)) assertRemoteMaterializationHandled(data, `Remote plugin generation for ${key}`);
 		const ret = data.result;
 		logger.debug(`Received remote generation for ${key}:\n${JSON.stringify(ret)}`);
 		return ret;
@@ -6595,13 +6668,14 @@ function createPluginFactory(PluginClass, key, validate) {
 				logger.debug(`Using local redteam generation for ${key}`);
 				return new PluginClass(provider, purpose, injectVar, configWithDefaults).generateTests(n, delayMs);
 			}
+			const pluginId = getShortPluginId(key);
 			const testCases = await fetchRemoteTestCases(key, purpose, injectVar, n, configWithDefaults ?? {});
 			const computedModifiers = computeModifiersFromConfig(configWithDefaults);
 			return testCases.map((testCase) => ({
 				...testCase,
 				metadata: {
 					...testCase.metadata,
-					pluginId: getShortPluginId(key),
+					pluginId,
 					pluginConfig: {
 						...configWithDefaults,
 						modifiers: computedModifiers
@@ -6658,7 +6732,7 @@ const pluginFactories = [
 		key: category,
 		action: async (params) => {
 			if (neverGenerateRemote()) {
-				logger.error(`${category} plugin requires remote generation to be enabled`);
+				logger.error(getRemoteGenerationExplicitlyDisabledError(`${category} plugin`));
 				return [];
 			}
 			const testCases = await getHarmfulTests(params, category);
@@ -6681,13 +6755,14 @@ const piiPlugins = PII_PLUGINS.map((category) => ({
 	key: category,
 	action: async (params) => {
 		if (shouldGenerateRemote()) {
+			const pluginId = getShortPluginId(category);
 			const testCases = await fetchRemoteTestCases(category, params.purpose, params.injectVar, params.n, params.config ?? {});
 			const computedModifiers = computeModifiersFromConfig(params.config);
 			return testCases.map((testCase) => ({
 				...testCase,
 				metadata: {
 					...testCase.metadata,
-					pluginId: getShortPluginId(category),
+					pluginId,
 					pluginConfig: {
 						...params.config,
 						modifiers: computedModifiers
@@ -6709,16 +6784,17 @@ const biasPlugins = BIAS_PLUGINS.map((category) => ({
 	key: category,
 	action: async (params) => {
 		if (neverGenerateRemote()) {
-			logger.error(`${category} plugin requires remote generation to be enabled`);
+			logger.error(getRemoteGenerationExplicitlyDisabledError(`${category} plugin`));
 			return [];
 		}
+		const pluginId = getShortPluginId(category);
 		const testCases = await fetchRemoteTestCases(category, params.purpose, params.injectVar, params.n, params.config ?? {});
 		const computedModifiers = computeModifiersFromConfig(params.config);
 		return testCases.map((testCase) => ({
 			...testCase,
 			metadata: {
 				...testCase.metadata,
-				pluginId: getShortPluginId(category),
+				pluginId,
 				pluginConfig: {
 					...params.config,
 					modifiers: computedModifiers
@@ -6734,16 +6810,17 @@ function createRemotePlugin(key, validate) {
 		action: async ({ purpose, injectVar, n, config }) => {
 			const configWithDefaults = applyDefaultRemotePluginConfig(key, config);
 			if (neverGenerateRemote()) {
-				logger.error(`${key} plugin requires remote generation to be enabled`);
+				logger.error(getRemoteGenerationExplicitlyDisabledError(`${key} plugin`));
 				return [];
 			}
+			const pluginId = getShortPluginId(key);
 			const testCases = await fetchRemoteTestCases(key, purpose, injectVar, n, configWithDefaults ?? {});
 			const computedModifiers = computeModifiersFromConfig(configWithDefaults);
 			const testsWithMetadata = testCases.map((testCase) => ({
 				...testCase,
 				metadata: {
 					...testCase.metadata,
-					pluginId: getShortPluginId(key),
+					pluginId,
 					pluginConfig: {
 						...configWithDefaults,
 						modifiers: computedModifiers
@@ -6804,6 +6881,15 @@ async function validateSharpDependency(strategies, plugins, checkSharp = isSharp
 }
 //#endregion
 //#region src/redteam/index.ts
+const MATERIALIZED_MULTI_INPUT_PROMPT_METADATA_KEY = "__promptfooMaterializedMultiInputPrompt";
+function getMaterializedMultiInputPromptSnapshot(metadata) {
+	const snapshot = metadata?.[MATERIALIZED_MULTI_INPUT_PROMPT_METADATA_KEY];
+	return typeof snapshot === "string" ? snapshot : void 0;
+}
+function getMaterializedMultiInputPromptMetadata(vars) {
+	const prompt = vars?.[MULTI_INPUT_VAR];
+	return typeof prompt === "string" ? { [MATERIALIZED_MULTI_INPUT_PROMPT_METADATA_KEY]: prompt } : void 0;
+}
 function getPolicyText(metadata) {
 	if (!metadata || metadata.policy === void 0 || metadata.policy === null) return;
 	const policyValue = metadata.policy;
@@ -6813,6 +6899,44 @@ function getPolicyText(metadata) {
 		return typeof policyObject.text === "string" && policyObject.text.length > 0 ? policyObject.text : void 0;
 	}
 }
+async function rematerializeStrategyInputVars(testCase, injectVar, provider, purpose, materializationIndex) {
+	const inputs = testCase.metadata?.pluginConfig?.inputs;
+	const inputMaterialization = testCase.metadata?.inputMaterialization;
+	const materializedPromptSnapshot = getMaterializedMultiInputPromptSnapshot(testCase.metadata);
+	const currentInjectVar = testCase.vars?.[injectVar];
+	if (!inputs || Object.keys(inputs).length === 0 || !currentInjectVar) return {
+		inputMaterialization,
+		vars: testCase.vars
+	};
+	const promptChangedSinceMaterialization = typeof currentInjectVar === "string" && typeof materializedPromptSnapshot === "string" && currentInjectVar !== materializedPromptSnapshot;
+	if (Boolean(inputMaterialization) && Object.keys(inputs).every((key) => Object.prototype.hasOwnProperty.call(testCase.vars ?? {}, key)) && !promptChangedSinceMaterialization) return {
+		inputMaterialization,
+		vars: testCase.vars
+	};
+	try {
+		const materializedVars = await extractMaterializedVariablesFromJsonWithMetadata(JSON.parse(String(currentInjectVar)), inputs, {
+			materializationIndex,
+			pluginId: String(testCase.metadata?.pluginId || "unknown-plugin"),
+			provider,
+			purpose
+		});
+		return {
+			inputMaterialization: materializedVars.metadata ? {
+				...inputMaterialization,
+				...materializedVars.metadata
+			} : inputMaterialization,
+			vars: {
+				...testCase.vars,
+				...materializedVars.vars
+			}
+		};
+	} catch {
+		return {
+			inputMaterialization,
+			vars: testCase.vars
+		};
+	}
+}
 /**
 * Gets the severity level for a plugin based on its ID and configuration.
 * @param pluginId - The ID of the plugin.
@@ -6954,6 +7078,7 @@ const categories = {
 	foundation: FOUNDATION_PLUGINS,
 	harmful: Object.keys(HARM_PLUGINS),
 	"coding-agent:core": CODING_AGENT_CORE_PLUGINS,
+	"coding-agent:all": CODING_AGENT_PLUGINS,
 	bias: BIAS_PLUGINS,
 	pii: PII_PLUGINS,
 	medical: MEDICAL_PLUGINS,
@@ -7021,7 +7146,8 @@ function addLanguageToPluginMetadata(test, lang, plugin, maxCharsPerMessage, tes
 				...test.metadata?.modifiers,
 				...languageToAdd
 			},
-			...languageToAdd
+			...languageToAdd,
+			...getMaterializedMultiInputPromptMetadata(test.vars)
 		}
 	};
 }
@@ -7048,7 +7174,7 @@ function addLanguageToPluginMetadata(test, lang, plugin, maxCharsPerMessage, tes
 * @param injectVar - The variable to inject.
 * @returns An array of new test cases generated by strategies.
 */
-async function applyStrategies(testCases, strategies, injectVar, excludeTargetOutputFromAgenticAttackGeneration, maxCharsPerMessage) {
+async function applyStrategies(testCases, strategies, injectVar, provider, purpose, excludeTargetOutputFromAgenticAttackGeneration, maxCharsPerMessage) {
 	const newTestCases = [];
 	const strategyResults = {};
 	for (const strategy of strategies) {
@@ -7104,14 +7230,8 @@ async function applyStrategies(testCases, strategies, injectVar, excludeTargetOu
 			}
 		}
 		resultTestCases = filterOversizedTestCases(resultTestCases, injectVar, `Strategy ${strategy.id}`, maxCharsPerMessage);
-		newTestCases.push(...resultTestCases.map((t) => {
-			const inputs = t?.metadata?.pluginConfig?.inputs;
-			let updatedVars = t.vars;
-			if (inputs && Object.keys(inputs).length > 0 && t.vars?.[injectVar]) try {
-				const parsed = JSON.parse(String(t.vars[injectVar]));
-				updatedVars = { ...t.vars };
-				Object.assign(updatedVars, extractVariablesFromJson(parsed, inputs));
-			} catch {}
+		newTestCases.push(...await Promise.all(resultTestCases.map(async (t, materializationIndex) => {
+			const { inputMaterialization, vars } = await rematerializeStrategyInputVars(t, injectVar, provider, purpose, materializationIndex);
 			const strategyConfig = {
 				...strategy.config || {},
 				...maxCharsPerMessage ? { maxCharsPerMessage } : {},
@@ -7119,16 +7239,18 @@ async function applyStrategies(testCases, strategies, injectVar, excludeTargetOu
 			};
 			return {
 				...t,
-				vars: updatedVars,
+				vars,
 				metadata: {
 					...t?.metadata || {},
 					...strategy.id !== "retry" && { strategyId: t?.metadata?.strategyId || strategy.id },
 					...t?.metadata?.pluginId && { pluginId: t.metadata.pluginId },
 					...t?.metadata?.pluginConfig && { pluginConfig: t.metadata.pluginConfig },
-					...Object.keys(strategyConfig).length > 0 && { strategyConfig }
+					...inputMaterialization && { inputMaterialization },
+					...Object.keys(strategyConfig).length > 0 && { strategyConfig },
+					...getMaterializedMultiInputPromptMetadata(vars)
 				}
 			};
-		}));
+		})));
 		const displayId = strategy.id === "layer" && Array.isArray(strategy.config?.steps) ? `layer(${strategy.config.steps.map((st) => typeof st === "string" ? st : st.id).join("→")})` : strategy.id;
 		const languagesInResults = new Set(strategyTestCases.map((t) => getLanguageForTestCase(t)).filter((lang) => lang !== void 0));
 		const applyNumTestsCap = (calculatedRequested) => {
@@ -7471,14 +7593,21 @@ async function synthesize$1({ abortSignal, delay, entities: entitiesOverride, in
 				}
 			});
 			const languageResults = await Promise.allSettled(languagePromises);
-			for (const result of languageResults) if (result.status === "fulfilled") {
+			for (const [index, result] of languageResults.entries()) if (result.status === "fulfilled") {
 				const { lang, tests, requested, generated } = result.value;
 				allPluginTests.push(...tests);
 				resultsPerLanguage[lang || "default"] = {
 					requested,
 					generated
 				};
-			} else logger.warn(`[Language Processing] Error generating tests for ${plugin.id}: ${result.reason}`);
+			} else {
+				const lang = languages[index];
+				logger.warn(`[Language Processing] Error generating tests for ${plugin.id}: ${result.reason}`);
+				resultsPerLanguage[lang || "default"] = {
+					requested: plugin.numTests,
+					generated: 0
+				};
+			}
 			logger.debug(`[Language Processing] Total tests generated for ${plugin.id}: ${allPluginTests.length} (across ${languages.length} language(s))`);
 			if (!Array.isArray(allPluginTests) || allPluginTests.length === 0) logger.warn(`Failed to generate tests for ${plugin.id}`);
 			else {
@@ -7512,35 +7641,51 @@ async function synthesize$1({ abortSignal, delay, entities: entitiesOverride, in
 				generated: allPluginTests.length
 			};
 		} else if (plugin.id.startsWith("file://")) try {
-			const customTests = await new CustomPlugin(redteamProvider, purpose, injectVar, plugin.id, resolvePluginConfigWithMaxChars(plugin.config, maxCharsPerMessage)).generateTests(plugin.numTests, delay);
-			const testCasesWithMetadata = filterOversizedTestCases(customTests.map((t) => {
-				const includePluginConfig = !(t.metadata && Object.hasOwn(t.metadata, "pluginConfig") && t.metadata.pluginConfig === void 0);
-				const pluginConfigWithMaxChars = {
+			const languageConfig = plugin.config?.language ?? language;
+			const languages = Array.isArray(languageConfig) ? languageConfig : languageConfig ? [languageConfig] : [void 0];
+			const allCustomTests = [];
+			const resultsPerLanguage = {};
+			const languagePromises = languages.map(async (lang) => {
+				const resolvedConfig = {
 					...resolvePluginConfigWithMaxChars(plugin.config, maxCharsPerMessage),
-					...t.metadata?.pluginConfig ?? {}
+					...lang ? { language: lang } : {},
+					...hasMultipleInputs ? { inputs } : {}
 				};
-				const modifiers = {
-					...buildRedteamModifiers({
+				const customPluginConfig = {
+					...resolvedConfig,
+					modifiers: buildRedteamModifiers({
 						maxCharsPerMessage,
-						pluginConfig: pluginConfigWithMaxChars,
+						pluginConfig: resolvedConfig,
 						testGenerationInstructions
-					}),
-					...t.metadata?.modifiers
+					})
 				};
+				const testCasesWithMetadata = filterOversizedTestCases((await new CustomPlugin(redteamProvider, purpose, injectVar, plugin.id, customPluginConfig).generateTests(plugin.numTests, delay)).map((t) => addLanguageToPluginMetadata(t, lang, plugin, maxCharsPerMessage, testGenerationInstructions)), injectVar, `Custom plugin ${plugin.id}`, maxCharsPerMessage);
 				return {
-					...t,
-					metadata: {
-						...t.metadata || {},
-						pluginId: plugin.id,
-						...includePluginConfig && { pluginConfig: pluginConfigWithMaxChars },
-						severity: plugin.severity || getPluginSeverity(plugin.id, resolvePluginConfig(plugin.config)),
-						modifiers
-					}
+					lang,
+					tests: testCasesWithMetadata,
+					requested: plugin.numTests,
+					generated: testCasesWithMetadata.length
 				};
-			}), injectVar, `Custom plugin ${plugin.id}`, maxCharsPerMessage);
+			});
+			const languageResults = await Promise.allSettled(languagePromises);
+			for (const [index, result] of languageResults.entries()) if (result.status === "fulfilled") {
+				const { lang, tests, requested, generated } = result.value;
+				allCustomTests.push(...tests);
+				resultsPerLanguage[lang || "default"] = {
+					requested,
+					generated
+				};
+			} else {
+				const lang = languages[index];
+				logger.warn(`[Language Processing] Error generating tests for custom plugin ${plugin.id}: ${result.reason}`);
+				resultsPerLanguage[lang || "default"] = {
+					requested: plugin.numTests,
+					generated: 0
+				};
+			}
 			if (needsGoalExtraction) {
-				logger.debug(`Extracting goal for ${testCasesWithMetadata.length} custom tests from ${plugin.id}...`);
-				for (const testCase of testCasesWithMetadata) {
+				logger.debug(`Extracting goal for ${allCustomTests.length} custom tests from ${plugin.id}...`);
+				for (const testCase of allCustomTests) {
 					const promptVar = testCase.vars?.[injectVar];
 					const prompt = Array.isArray(promptVar) ? promptVar[0] : String(promptVar);
 					const policy = getPolicyText(testCase.metadata);
@@ -7548,13 +7693,21 @@ async function synthesize$1({ abortSignal, delay, entities: entitiesOverride, in
 					testCase.metadata.goal = extractedGoal;
 				}
 			}
-			testCases.push(...testCasesWithMetadata);
-			logger.debug(`Added ${customTests.length} custom test cases from ${plugin.id}`);
-			const displayId = getPluginDisplayId(plugin);
-			pluginResults[displayId] = {
-				requested: plugin.numTests,
-				generated: testCasesWithMetadata.length
+			testCases.push(...allCustomTests);
+			logger.debug(`Added ${allCustomTests.length} custom test cases from ${plugin.id}`);
+			const baseDisplayId = getPluginDisplayId(plugin);
+			if (languages.filter((lang) => lang !== void 0).length > 1) for (const [langKey, result] of Object.entries(resultsPerLanguage)) {
+				const displayId = langKey === "en" ? baseDisplayId : `(${langKey}) ${baseDisplayId}`;
+				pluginResults[displayId] = {
+					requested: result.requested,
+					generated: result.generated
+				};
+			}
+			else pluginResults[baseDisplayId] = {
+				requested: plugin.numTests * languages.length,
+				generated: allCustomTests.length
 			};
+			progressBar?.increment(plugin.numTests * languages.length);
 		} catch (e) {
 			logger.error(`Error generating tests for custom plugin ${plugin.id}: ${e}`);
 			const displayId = getPluginDisplayId(plugin);
@@ -7583,7 +7736,7 @@ async function synthesize$1({ abortSignal, delay, entities: entitiesOverride, in
 			targetIds,
 			...retryStrategy.config
 		};
-		const { testCases: retryTestCases, strategyResults: retryResults } = await applyStrategies(pluginTestCases, [retryStrategy], injectVar, void 0, maxCharsPerMessage);
+		const { testCases: retryTestCases, strategyResults: retryResults } = await applyStrategies(pluginTestCases, [retryStrategy], injectVar, redteamProvider, purpose, void 0, maxCharsPerMessage);
 		pluginTestCases.push(...retryTestCases);
 		Object.assign(strategyResults, retryResults);
 		if (showProgressBar) progressBar?.increment(retryTestCases.length);
@@ -7591,7 +7744,7 @@ async function synthesize$1({ abortSignal, delay, entities: entitiesOverride, in
 	checkAbort();
 	const nonBasicStrategies = strategies.filter((s) => !["basic", "retry"].includes(s.id));
 	if (showProgressBar && nonBasicStrategies.length > 0) progressBar?.update({ task: "Applying strategies" });
-	const { testCases: strategyTestCases, strategyResults: otherStrategyResults } = await applyStrategies(pluginTestCases, nonBasicStrategies, injectVar, excludeTargetOutputFromAgenticAttackGeneration, maxCharsPerMessage);
+	const { testCases: strategyTestCases, strategyResults: otherStrategyResults } = await applyStrategies(pluginTestCases, nonBasicStrategies, injectVar, redteamProvider, purpose, excludeTargetOutputFromAgenticAttackGeneration, maxCharsPerMessage);
 	Object.assign(strategyResults, otherStrategyResults);
 	if (showProgressBar && strategyTestCases.length > 0) progressBar?.increment(strategyTestCases.length);
 	const finalTestCases = [...includeBasicTests ? pluginTestCases : [], ...strategyTestCases];
@@ -8346,6 +8499,12 @@ async function doRedteamRun(options) {
 	return evalResult;
 }
 //#endregion
+//#region src/types/transform.ts
+/** Runtime type guard for `TransformFunction` values. */
+function isTransformFunction(value) {
+	return typeof value === "function";
+}
+//#endregion
 //#region src/index.ts
 /**
 * Shallow-clone a test case so the caller can swap in resolved ApiProvider
@@ -8367,66 +8526,148 @@ function cloneTestForResolve(test) {
 	if (test.assert) cloned.assert = test.assert.map((assertion) => ({ ...assertion }));
 	return cloned;
 }
+function toSerializableProviderRef(provider) {
+	if (isApiProvider(provider)) return sanitizeProvider(provider);
+	if (Array.isArray(provider)) return provider.map(toSerializableProviderRef);
+	return provider;
+}
+function isRecord(value) {
+	return Boolean(value && typeof value === "object" && !Array.isArray(value));
+}
+function withSerializableProvider(record) {
+	if (!isApiProvider(record.provider)) return record;
+	return {
+		...record,
+		provider: sanitizeProvider(record.provider)
+	};
+}
+/**
+* Function-valued transforms are first-class at runtime but are silently dropped
+* by `JSON.stringify`. Persisted eval configs (drizzle-stored) must never retain
+* a function reference, so replace every `transform`-like field with a
+* `[inline function]: name` marker. Non-function values pass through unchanged.
+*
+* `droppedRef.value` is flipped to `true` the first time a function is replaced
+* so the caller can emit a single warning instead of logging per field.
+*/
+function replaceFunctionTransforms(record, droppedRef) {
+	let result;
+	for (const key of TRANSFORM_KEYS) {
+		const value = record[key];
+		if (!isTransformFunction(value)) continue;
+		if (!result) result = { ...record };
+		result[key] = value.name ? `${INLINE_FUNCTION_LABEL}: ${value.name}` : INLINE_FUNCTION_LABEL;
+		droppedRef.value = true;
+	}
+	return result ?? record;
+}
+function toSerializableAssertion(assertion, droppedRef) {
+	if (!isRecord(assertion)) return assertion;
+	let sanitizedAssertion = withSerializableProvider(assertion);
+	sanitizedAssertion = replaceFunctionTransforms(sanitizedAssertion, droppedRef);
+	if (Array.isArray(assertion.assert)) sanitizedAssertion = {
+		...sanitizedAssertion,
+		assert: assertion.assert.map((a) => toSerializableAssertion(a, droppedRef))
+	};
+	return sanitizedAssertion;
+}
+function toSerializableTestCase(test, droppedRef) {
+	if (!isRecord(test)) return test;
+	let sanitizedTest = withSerializableProvider(test);
+	if (isRecord(test.options)) {
+		let options = withSerializableProvider(test.options);
+		options = replaceFunctionTransforms(options, droppedRef);
+		if (options !== test.options) sanitizedTest = {
+			...sanitizedTest,
+			options
+		};
+	}
+	if (Array.isArray(test.assert)) sanitizedTest = {
+		...sanitizedTest,
+		assert: test.assert.map((a) => toSerializableAssertion(a, droppedRef))
+	};
+	return sanitizedTest;
+}
+function toSerializableScenario(scenario, droppedRef) {
+	if (!isRecord(scenario)) return scenario;
+	if (!Array.isArray(scenario.tests)) return scenario;
+	return {
+		...scenario,
+		tests: scenario.tests.map((t) => toSerializableTestCase(t, droppedRef))
+	};
+}
+function createSerializableUnifiedConfig(testSuite, prompts) {
+	const droppedRef = { value: false };
+	const config = {
+		...testSuite,
+		providers: toSerializableProviderRef(testSuite.providers),
+		defaultTest: toSerializableTestCase(testSuite.defaultTest, droppedRef),
+		tests: Array.isArray(testSuite.tests) ? testSuite.tests.map((t) => toSerializableTestCase(t, droppedRef)) : testSuite.tests,
+		scenarios: Array.isArray(testSuite.scenarios) ? testSuite.scenarios.map((s) => toSerializableScenario(s, droppedRef)) : testSuite.scenarios,
+		prompts
+	};
+	if (droppedRef.value && testSuite.writeLatestResults) logger.warn("Function-valued transform(s) in testSuite were replaced with \"[inline function]\" markers in the persisted config. Re-running the saved eval will not invoke them; use string expressions or file:// references if you need the config to round-trip.");
+	return config;
+}
 async function evaluate(testSuite, options = {}) {
-	if (testSuite.writeLatestResults) await runDbMigrations();
-	const loadedProviders = await loadApiProviders(testSuite.providers, { env: testSuite.env });
+	const { author: suiteAuthor, ...testSuiteConfig } = testSuite;
+	if (testSuiteConfig.writeLatestResults) await runDbMigrations();
+	const loadedProviders = await loadApiProviders(testSuiteConfig.providers, { env: testSuiteConfig.env });
 	const providerMap = {};
 	for (const p of loadedProviders) {
 		providerMap[p.id()] = p;
 		if (p.label) providerMap[p.label] = p;
 	}
-	let resolvedDefaultTest = testSuite.defaultTest;
-	if (typeof testSuite.defaultTest === "string" && testSuite.defaultTest.startsWith("file://")) resolvedDefaultTest = await maybeLoadFromExternalFile(testSuite.defaultTest);
+	let resolvedDefaultTest = testSuiteConfig.defaultTest;
+	if (typeof testSuiteConfig.defaultTest === "string" && testSuiteConfig.defaultTest.startsWith("file://")) resolvedDefaultTest = await maybeLoadFromExternalFile(testSuiteConfig.defaultTest);
 	const constructedTestSuite = {
-		...testSuite,
+		...testSuiteConfig,
 		defaultTest: resolvedDefaultTest,
-		scenarios: testSuite.scenarios,
+		scenarios: testSuiteConfig.scenarios,
 		providers: loadedProviders,
-		tests: await readTests(testSuite.tests),
-		nunjucksFilters: await readFilters(testSuite.nunjucksFilters || {}),
-		prompts: await processPrompts(testSuite.prompts)
+		tests: await readTests(testSuiteConfig.tests),
+		nunjucksFilters: await readFilters(testSuiteConfig.nunjucksFilters || {}),
+		prompts: await processPrompts(testSuiteConfig.prompts)
 	};
 	if (typeof constructedTestSuite.defaultTest === "object" && constructedTestSuite.defaultTest) {
 		constructedTestSuite.defaultTest = cloneTestForResolve(constructedTestSuite.defaultTest);
 		if (constructedTestSuite.defaultTest.provider && !isApiProvider(constructedTestSuite.defaultTest.provider)) constructedTestSuite.defaultTest.provider = await resolveProvider(constructedTestSuite.defaultTest.provider, providerMap, {
-			env: testSuite.env,
+			env: testSuiteConfig.env,
 			basePath: state.basePath
 		});
 		if (constructedTestSuite.defaultTest.options?.provider && !isApiProvider(constructedTestSuite.defaultTest.options.provider)) constructedTestSuite.defaultTest.options.provider = await resolveProvider(constructedTestSuite.defaultTest.options.provider, providerMap, {
-			env: testSuite.env,
+			env: testSuiteConfig.env,
 			basePath: state.basePath
 		});
 	}
 	constructedTestSuite.tests = (constructedTestSuite.tests || []).map(cloneTestForResolve);
 	for (const test of constructedTestSuite.tests) {
 		if (test.options?.provider && !isApiProvider(test.options.provider)) test.options.provider = await resolveProvider(test.options.provider, providerMap, {
-			env: testSuite.env,
+			env: testSuiteConfig.env,
 			basePath: state.basePath
 		});
 		for (const assertion of test.assert || []) {
 			if (assertion.type === "assert-set" || typeof assertion.provider === "function") continue;
 			if (assertion.provider && !isApiProvider(assertion.provider)) assertion.provider = await resolveProvider(assertion.provider, providerMap, {
-				env: testSuite.env,
+				env: testSuiteConfig.env,
 				basePath: state.basePath
 			});
 		}
 	}
 	if (options.cache === false) disableCache();
-	const parsedProviderPromptMap = readProviderPromptMap(testSuite, constructedTestSuite.prompts);
-	const unifiedConfig = {
-		...testSuite,
-		prompts: constructedTestSuite.prompts
-	};
-	const evalRecord = testSuite.writeLatestResults ? await Eval.create(unifiedConfig, constructedTestSuite.prompts) : new Eval(unifiedConfig);
+	const parsedProviderPromptMap = readProviderPromptMap(testSuiteConfig, constructedTestSuite.prompts);
+	const unifiedConfig = createSerializableUnifiedConfig(testSuiteConfig, constructedTestSuite.prompts);
+	const author = getAuthor(suiteAuthor);
+	const evalRecord = testSuiteConfig.writeLatestResults ? await Eval.create(unifiedConfig, constructedTestSuite.prompts, { author }) : new Eval(unifiedConfig, { author });
 	const ret = await evaluate$1({
 		...constructedTestSuite,
 		providerPromptMap: parsedProviderPromptMap
 	}, evalRecord, {
 		eventSource: "library",
-		isRedteam: Boolean(testSuite.redteam),
+		isRedteam: Boolean(testSuiteConfig.redteam),
 		...options
 	});
-	if (testSuite.writeLatestResults && testSuite.sharing) if (isSharingEnabled(ret)) try {
+	if (testSuiteConfig.writeLatestResults && testSuiteConfig.sharing) if (isSharingEnabled(ret)) try {
 		const shareableUrl = await createShareableUrl(ret, { silent: true });
 		if (shareableUrl) {
 			ret.shareableUrl = shareableUrl;
@@ -8437,9 +8678,9 @@ async function evaluate(testSuite, options = {}) {
 		logger.warn(`Failed to create shareable URL: ${error}`);
 	}
 	else logger.debug("Sharing requested but not enabled (check cloud config or sharing settings)");
-	if (testSuite.outputPath) {
-		if (typeof testSuite.outputPath === "string") await writeOutput(testSuite.outputPath, evalRecord, null);
-		else if (Array.isArray(testSuite.outputPath)) await writeMultipleOutputs(testSuite.outputPath, evalRecord, null);
+	if (testSuiteConfig.outputPath) {
+		if (typeof testSuiteConfig.outputPath === "string") await writeOutput(testSuiteConfig.outputPath, evalRecord, null);
+		else if (Array.isArray(testSuiteConfig.outputPath)) await writeMultipleOutputs(testSuiteConfig.outputPath, evalRecord, null);
 	}
 	return ret;
 }
@@ -8668,6 +8909,58 @@ function setDownloadHeaders(res, fileName, contentType) {
 //#region src/server/routes/eval.ts
 const evalRouter = Router();
 const evalJobs = /* @__PURE__ */ new Map();
+function sendEvalTableResponse(res, evalId, responsePayload) {
+	try {
+		res.json(responsePayload);
+	} catch (error) {
+		if (!(error instanceof RangeError)) throw error;
+		logger.warn("[GET /:id/table] Response too large, stripping per-cell prompts by size", { evalId });
+		const promptLocations = getEvalTableOutputPromptLocationsBySize(responsePayload);
+		if (promptLocations.length === 0) {
+			logger.error("[GET /:id/table] Response too large and has no prompts to strip", { evalId });
+			res.status(413).json({ error: "Eval too large to display. Try reducing the page size." });
+			return;
+		}
+		const tryStringifyWithStrippedPrompts = (promptCountToStrip) => {
+			const responseWithoutPrompts = getEvalTablePromptStrippedPayload(responsePayload, promptLocations, promptCountToStrip);
+			try {
+				const responseBody = JSON.stringify(responseWithoutPrompts);
+				invariant(typeof responseBody === "string", "Eval table response must serialize to JSON");
+				return responseBody;
+			} catch (retryError) {
+				if (!(retryError instanceof RangeError)) throw retryError;
+				return null;
+			}
+		};
+		let lowerBound = 0;
+		let upperBound = 1;
+		let responseBody = null;
+		while (upperBound < promptLocations.length) {
+			responseBody = tryStringifyWithStrippedPrompts(upperBound);
+			if (responseBody) break;
+			lowerBound = upperBound;
+			upperBound *= 2;
+		}
+		if (!responseBody) {
+			upperBound = promptLocations.length;
+			responseBody = tryStringifyWithStrippedPrompts(upperBound);
+		}
+		if (responseBody) {
+			while (upperBound - lowerBound > 1) {
+				const midPoint = lowerBound + Math.floor((upperBound - lowerBound) / 2);
+				const midpointResponseBody = tryStringifyWithStrippedPrompts(midPoint);
+				if (midpointResponseBody) {
+					upperBound = midPoint;
+					responseBody = midpointResponseBody;
+				} else lowerBound = midPoint;
+			}
+			res.type("json").send(responseBody);
+			return;
+		}
+		logger.error("[GET /:id/table] Response still too large after stripping prompts", { evalId });
+		res.status(413).json({ error: "Eval too large to display. Try reducing the page size." });
+	}
+}
 evalRouter.post("/job", (req, res) => {
 	const result = EvalSchemas.CreateJob.Request.safeParse(req.body);
 	if (!result.success) {
@@ -8708,9 +9001,10 @@ evalRouter.post("/job", (req, res) => {
 		job.evalId = evalResult.id;
 		console.log(`[${id}] Complete`);
 	}).catch((error) => {
-		logger.error(dedent`Failed to eval tests:
-        Error: ${error}
-        Body: ${JSON.stringify(req.body, null, 2)}`);
+		logger.error("Failed to eval tests", {
+			error,
+			body: sanitizeObject(testSuite, { context: "request body" })
+		});
 		const job = evalJobs.get(id);
 		invariant(job, "Job not found");
 		job.status = "error";
@@ -8907,7 +9201,7 @@ evalRouter.get("/:id/table", async (req, res) => {
 			evalId: id
 		});
 	}
-	res.json({
+	sendEvalTableResponse(res, id, {
 		table: returnTable,
 		totalCount: table.totalCount,
 		filteredCount: table.filteredCount,
@@ -9073,43 +9367,53 @@ evalRouter.post("/:evalId/results/:id/rating", async (req, res) => {
 		res.status(400).json({ error: z.prettifyError(bodyResult.error) });
 		return;
 	}
-	const { id } = paramsResult.data;
-	const gradingResult = bodyResult.data;
-	const result = await EvalResult.findById(id);
-	invariant(result, "Result not found");
-	const eval_ = await Eval.findById(result.evalId);
-	invariant(eval_, "Eval not found");
-	const hasExistingManualOverride = Boolean(result.gradingResult?.componentResults?.some((r) => r.assertion?.type === HUMAN_ASSERTION_TYPE));
-	const successChanged = result.success !== gradingResult.pass;
-	const scoreChange = gradingResult.score - result.score;
-	result.gradingResult = gradingResult;
-	result.success = gradingResult.pass;
-	result.score = gradingResult.score;
-	const prompt = eval_.prompts[result.promptIdx];
-	invariant(prompt, "Prompt not found");
-	if (!prompt.metrics) {
-		logger.error(`[${id}] This is not normal. Prompt metrics not found for prompt ${result.promptIdx}`);
-		res.status(400).json({ error: "Prompt metrics not found" });
-		return;
+	try {
+		const { evalId, id } = paramsResult.data;
+		const gradingResult = bodyResult.data;
+		const result = await EvalResult.findById(id);
+		if (!result || result.evalId !== evalId) {
+			res.status(404).json({ error: "Result not found" });
+			return;
+		}
+		const eval_ = await Eval.findById(evalId);
+		if (!eval_) {
+			res.status(404).json({ error: "Eval not found" });
+			return;
+		}
+		const hasExistingManualOverride = Boolean(result.gradingResult?.componentResults?.some((r) => r.assertion?.type === HUMAN_ASSERTION_TYPE));
+		const successChanged = result.success !== gradingResult.pass;
+		const scoreChange = gradingResult.score - result.score;
+		result.gradingResult = gradingResult;
+		result.success = gradingResult.pass;
+		result.score = gradingResult.score;
+		const prompt = eval_.prompts[result.promptIdx];
+		invariant(prompt, "Prompt not found");
+		if (!prompt.metrics) {
+			logger.error(`[${id}] This is not normal. Prompt metrics not found for prompt ${result.promptIdx}`);
+			res.status(400).json({ error: "Prompt metrics not found" });
+			return;
+		}
+		if (successChanged) if (result.success) {
+			prompt.metrics.testPassCount += 1;
+			prompt.metrics.testFailCount -= 1;
+			prompt.metrics.assertPassCount += 1;
+			prompt.metrics.score += scoreChange;
+			if (hasExistingManualOverride) prompt.metrics.assertFailCount -= 1;
+		} else {
+			prompt.metrics.testPassCount -= 1;
+			prompt.metrics.testFailCount += 1;
+			prompt.metrics.assertFailCount += 1;
+			prompt.metrics.score += scoreChange;
+			if (hasExistingManualOverride) prompt.metrics.assertPassCount -= 1;
+		}
+		else if (!hasExistingManualOverride) if (result.success) prompt.metrics.assertPassCount += 1;
+		else prompt.metrics.assertFailCount += 1;
+		await eval_.save();
+		await result.save();
+		res.json(result);
+	} catch (error) {
+		sendError(res, 500, "Failed to submit rating", error);
 	}
-	if (successChanged) if (result.success) {
-		prompt.metrics.testPassCount += 1;
-		prompt.metrics.testFailCount -= 1;
-		prompt.metrics.assertPassCount += 1;
-		prompt.metrics.score += scoreChange;
-		if (hasExistingManualOverride) prompt.metrics.assertFailCount -= 1;
-	} else {
-		prompt.metrics.testPassCount -= 1;
-		prompt.metrics.testFailCount += 1;
-		prompt.metrics.assertFailCount += 1;
-		prompt.metrics.score += scoreChange;
-		if (hasExistingManualOverride) prompt.metrics.assertPassCount -= 1;
-	}
-	else if (!hasExistingManualOverride) if (result.success) prompt.metrics.assertPassCount += 1;
-	else prompt.metrics.assertFailCount += 1;
-	await eval_.save();
-	await result.save();
-	res.json(result);
 });
 evalRouter.post("/", async (req, res) => {
 	const bodyResult = EvalSchemas.Save.Request.safeParse(req.body);
@@ -9143,9 +9447,10 @@ evalRouter.post("/", async (req, res) => {
 			res.json(EvalSchemas.Save.Response.parse({ id: eval_.id }));
 		}
 	} catch (error) {
-		logger.error(dedent`Failed to write eval to database:
-      Error: ${error}
-      Body: ${JSON.stringify(body, null, 2)}`);
+		logger.error("Failed to write eval to database", {
+			error,
+			body: sanitizeObject(body, { context: "request body" })
+		});
 		res.status(500).json({ error: "Failed to write eval to database" });
 	}
 });
@@ -9363,7 +9668,7 @@ async function checkForUpdates() {
 	} catch {
 		return false;
 	}
-	if (semverGt(latestVersion, "0.121.5")) {
+	if (semverGt(latestVersion, "0.121.8")) {
 		const border = "=".repeat(TERMINAL_MAX_WIDTH);
 		logger.info(`\n${border}
 ${chalk.yellow("⚠️")} The current version of promptfoo ${chalk.yellow(VERSION)} is lower than the latest available version ${chalk.green(latestVersion)}.
@@ -9522,6 +9827,9 @@ const ModelAuditCliOptionsSchema = z.object({
 	dryRun: z.boolean().optional(),
 	cache: z.boolean().optional(),
 	stream: z.boolean().optional(),
+	scanners: z.array(z.string()).optional(),
+	excludeScanner: z.array(z.string()).optional(),
+	listScanners: z.boolean().optional(),
 	share: z.boolean().optional(),
 	noShare: z.boolean().optional()
 });
@@ -9609,6 +9917,18 @@ const CLI_ARG_MAP = {
 	stream: {
 		flag: "--stream",
 		type: "boolean"
+	},
+	scanners: {
+		flag: "--scanners",
+		type: "array"
+	},
+	excludeScanner: {
+		flag: "--exclude-scanner",
+		type: "array"
+	},
+	listScanners: {
+		flag: "--list-scanners",
+		type: "boolean"
 	}
 };
 /**
@@ -9777,6 +10097,62 @@ function spawnModelAudit(args, options) {
 		});
 	});
 }
+function collectRepeatableOption(value, previous = []) {
+	return [...previous, value];
+}
+function hasScannerSelectionOptions(options) {
+	return Boolean(options.scanners?.length || options.excludeScanner?.length);
+}
+function hasScannerSelectionValue(value) {
+	if (Array.isArray(value)) return value.length > 0;
+	return typeof value === "string" && value.trim().length > 0;
+}
+function hasPersistedScannerSelection(metadata) {
+	const options = metadata?.options;
+	if (!options || typeof options !== "object" || Array.isArray(options)) return false;
+	return hasScannerSelectionValue(options.scanners) || hasScannerSelectionValue(options.excludeScanner);
+}
+/**
+* Parse CLI options through Zod, logging validation errors to the CLI.
+* Returns null when validation fails (and sets process.exitCode to 1).
+*/
+function buildCliArgs(paths, cliOptions) {
+	try {
+		return parseModelAuditArgs(paths, cliOptions);
+	} catch (error) {
+		if (error instanceof z.ZodError) {
+			logger.error(`Invalid model audit options provided:\n${z.prettifyError(error)}`);
+			process.exitCode = 1;
+			return null;
+		}
+		throw error;
+	}
+}
+/**
+* Run modelaudit with inherited stdio and propagate its exit code.
+*
+* `treatExitOneAsIssues=true` suppresses the error log for exit code 1, which
+* modelaudit uses to mean "scan completed, issues found" — callers that expect
+* findings (like the main scan flow) should set this, while list/help flows
+* (where a non-zero exit is always unexpected) should leave it false.
+*/
+async function runPassthroughModelAudit(args, env, treatExitOneAsIssues = false) {
+	try {
+		const spawnResult = await spawnModelAudit(args, {
+			captureOutput: false,
+			env
+		});
+		const isIssuesExit = treatExitOneAsIssues && spawnResult.code === 1;
+		if (spawnResult.code !== null && spawnResult.code !== 0 && !isIssuesExit) logger.error(`Model scan process exited with code ${spawnResult.code}`);
+		process.exitCode = spawnResult.code || 0;
+	} catch (error) {
+		const message = error instanceof Error ? error.message : String(error);
+		logger.error(`Failed to start modelaudit: ${message}`);
+		logger.info("Make sure modelaudit is installed and available in your PATH.");
+		logger.info("Install it using: pip install modelaudit");
+		process.exitCode = 1;
+	}
+}
 /**
 * Check for existing scan and determine if re-scan is needed.
 * Returns the existing audit if found and re-scan should happen.
@@ -9799,6 +10175,20 @@ async function checkExistingScan(paths, options, currentScannerVersion) {
 			shouldSkip: false,
 			existingAudit: null
 		};
+		if (hasScannerSelectionOptions(options)) {
+			logger.debug("Re-scanning with scanner selection options");
+			return {
+				shouldSkip: false,
+				existingAudit: existing
+			};
+		}
+		if (hasPersistedScannerSelection(existing.metadata)) {
+			logger.debug("Re-scanning because cached revision used scanner selection options");
+			return {
+				shouldSkip: false,
+				existingAudit: existing
+			};
+		}
 		if (options.force) {
 			logger.debug(`Re-scanning (--force): ${modelId}`);
 			return {
@@ -9930,7 +10320,9 @@ async function saveAuditRecord(paths, results, options, currentScannerVersion, e
 			cache: options.cache,
 			quiet: options.quiet,
 			progress: options.progress,
-			stream: options.stream
+			stream: options.stream,
+			scanners: options.scanners,
+			excludeScanner: options.excludeScanner
 		}
 	};
 	if (existingAudit) {
@@ -10062,8 +10454,8 @@ async function processScanResultsFromStdout(spawnResult, paths, options, current
 	return processJsonResults(jsonOutput, spawnResult.code || 0, paths, options, currentScannerVersion, existingAudit);
 }
 function modelScanCommand(program) {
-	program.command("scan-model").description("Scan model files for security and quality issues").argument("<paths...>", "Model files or directories to scan").option("-b, --blacklist <patterns...>", "Additional blacklist patterns to check against model names").option("-o, --output <path>", "Output file path (prints to stdout if not specified)").option("-f, --format <format>", "Output format (text, json, sarif)", "text").option("--sbom <path>", "Write CycloneDX SBOM to the specified file").option("--no-write", "Do not write results to database").option("--name <name>", "Name for the audit (when saving to database)").option("-t, --timeout <seconds>", "Scan timeout in seconds", "300").option("--max-size <size>", "Override auto-detected size limits (e.g., 10GB, 500MB)").option("--strict", "Strict mode: fail on warnings, scan all file types, strict license validation").option("--dry-run", "Preview what would be scanned/downloaded without actually doing it").option("--no-cache", "Force disable caching (overrides smart detection)").option("--quiet", "Silence detection messages").option("--progress", "Force enable progress reporting (auto-detected by default)").option("--stream", "Scan and delete downloaded files immediately after scan").option("-v, --verbose", "Enable verbose output").option("--force", "Force scan even if model was already scanned").option("--share", "Share the model audit results").option("--no-share", "Do not share the model audit results").action(async (paths, options) => {
-		if (!paths || paths.length === 0) {
+	program.command("scan-model").description("Scan model files for security and quality issues").argument("[paths...]", "Model files or directories to scan").option("-b, --blacklist <patterns...>", "Additional blacklist patterns to check against model names").option("-o, --output <path>", "Output file path (prints to stdout if not specified)").option("-f, --format <format>", "Output format (text, json, sarif)", "text").option("--sbom <path>", "Write CycloneDX SBOM to the specified file").option("--no-write", "Do not write results to database").option("--name <name>", "Name for the audit (when saving to database)").option("-t, --timeout <seconds>", "Scan timeout in seconds", "300").option("--max-size <size>", "Override auto-detected size limits (e.g., 10GB, 500MB)").option("--strict", "Strict mode: fail on warnings, scan all file types, strict license validation").option("--dry-run", "Preview what would be scanned/downloaded without actually doing it").option("--no-cache", "Force disable caching (overrides smart detection)").option("--quiet", "Silence detection messages").option("--progress", "Force enable progress reporting (auto-detected by default)").option("--stream", "Scan and delete downloaded files immediately after scan").option("--scanners <scanner>", "Only run selected ModelAudit scanners (IDs/classes; comma-separated or repeated)", collectRepeatableOption).option("--exclude-scanner <scanner>", "Exclude a ModelAudit scanner from the active set (comma-separated or repeated)", collectRepeatableOption).option("--list-scanners", "List registered ModelAudit scanners and exit").option("-v, --verbose", "Enable verbose output").option("--force", "Force scan even if model was already scanned").option("--share", "Share the model audit results").option("--no-share", "Do not share the model audit results").action(async (paths, options) => {
+		if (!options.listScanners && (!paths || paths.length === 0)) {
 			logger.error("No paths specified. Provide at least one model file or directory to scan.");
 			process.exitCode = 1;
 			return;
@@ -10079,6 +10471,21 @@ function modelScanCommand(program) {
 		}
 		await checkModelAuditUpdates();
 		if (currentScannerVersion) logger.debug(`Using modelaudit version: ${currentScannerVersion}`);
+		const delegationEnv = {
+			...process.env,
+			PROMPTFOO_DELEGATED: "true"
+		};
+		if (options.listScanners) {
+			const parsed = buildCliArgs(paths || [], {
+				...options,
+				format: options.format || "text",
+				output: options.output,
+				timeout: void 0
+			});
+			if (!parsed) return;
+			await runPassthroughModelAudit(parsed.args, delegationEnv);
+			return;
+		}
 		const saveToDatabase = options.write === void 0 || options.write === true;
 		let existingAuditToUpdate = null;
 		if (saveToDatabase) {
@@ -10090,33 +10497,22 @@ function modelScanCommand(program) {
 			existingAuditToUpdate = existingAudit;
 		}
 		const outputFormat = saveToDatabase ? "json" : options.format || "text";
-		const cliOptions = {
+		const parsed = buildCliArgs(paths, {
 			...options,
 			format: outputFormat,
 			output: options.output && !saveToDatabase ? options.output : void 0,
 			timeout: options.timeout ? parseInt(options.timeout, 10) : void 0
-		};
-		let args;
-		try {
-			const result = parseModelAuditArgs(paths, cliOptions);
-			args = result.args;
-			if (result.unsupportedOptions.length > 0) logger.warn(`Unsupported options detected: ${result.unsupportedOptions.join(", ")}`);
-		} catch (error) {
-			if (error instanceof z.ZodError) {
-				logger.error("Invalid model audit options provided:");
-				for (const err of error.issues) logger.error(`  - ${err.path.join(".")}: ${err.message}`);
-				process.exitCode = 1;
-				return;
-			}
-			throw error;
+		});
+		if (!parsed) return;
+		const args = parsed.args;
+		if (parsed.unsupportedOptions.length > 0) logger.warn(`Unsupported options detected: ${parsed.unsupportedOptions.join(", ")}`);
+		if (saveToDatabase || outputFormat === "text") logger.info(`Running model scan on: ${paths.join(", ")}`);
+		if (!saveToDatabase) {
+			await runPassthroughModelAudit(args, delegationEnv, true);
+			return;
 		}
-		logger.info(`Running model scan on: ${paths.join(", ")}`);
-		const delegationEnv = {
-			...process.env,
-			PROMPTFOO_DELEGATED: "true"
-		};
 		try {
-			if (saveToDatabase) if (supportsCliUiWithOutput(currentScannerVersion)) {
+			if (supportsCliUiWithOutput(currentScannerVersion)) {
 				const tempOutputPath = createTempOutputPath();
 				args.push("--output", tempOutputPath);
 				let cleanedUp = false;
@@ -10150,14 +10546,6 @@ function modelScanCommand(program) {
 				});
 				process.exitCode = await processScanResultsFromStdout(spawnResult, paths, options, currentScannerVersion, existingAuditToUpdate);
 			}
-			else {
-				const spawnResult = await spawnModelAudit(args, {
-					captureOutput: false,
-					env: delegationEnv
-				});
-				if (spawnResult.code !== null && spawnResult.code !== 0 && spawnResult.code !== 1) logger.error(`Model scan process exited with code ${spawnResult.code}`);
-				process.exitCode = spawnResult.code || 0;
-			}
 		} catch (error) {
 			const message = error instanceof Error ? error.message : String(error);
 			logger.error(`Failed to start modelaudit: ${message}`);
@@ -10174,6 +10562,14 @@ const CheckInstalledResponseSchema = z.object({
 	version: z.string().nullable(),
 	cwd: z.string()
 });
+const ScannerInfoSchema = z.object({
+	id: z.string(),
+	class: z.string().optional().default(""),
+	description: z.string().optional().default(""),
+	extensions: z.array(z.string()).optional().default([]),
+	dependencies: z.array(z.string()).optional().default([])
+}).passthrough();
+const ListScannersResponseSchema = z.object({ scanners: z.array(ScannerInfoSchema) }).passthrough();
 const CheckPathRequestSchema = z.object({ path: z.string().trim().min(1, "No path provided") });
 const CheckPathResponseSchema = z.union([z.object({
 	exists: z.literal(false),
@@ -10205,6 +10601,8 @@ const ScanRequestSchema = z.object({
 		sbom: z.string().optional(),
 		output: z.string().optional(),
 		maxSize: z.string().optional(),
+		scanners: z.array(z.string()).optional(),
+		excludeScanner: z.array(z.string()).optional(),
 		persist: z.boolean().optional(),
 		name: z.string().optional(),
 		author: z.string().optional()
@@ -10215,8 +10613,13 @@ const ListScansQuerySchema = z.object({
 	offset: z.coerce.number().int().min(0).optional().default(0),
 	sort: z.enum([
 		"createdAt",
+		"failedChecks",
+		"hasErrors",
+		"id",
+		"modelPath",
 		"name",
-		"modelPath"
+		"passedChecks",
+		"totalChecks"
 	]).optional().default("createdAt"),
 	order: z.enum(["asc", "desc"]).optional().default("desc"),
 	search: z.string().optional()
@@ -10255,6 +10658,7 @@ const DeleteScanResponseSchema = z.object({
 });
 const ModelAuditSchemas = {
 	CheckInstalled: { Response: CheckInstalledResponseSchema },
+	ListScanners: { Response: ListScannersResponseSchema },
 	CheckPath: {
 		Request: CheckPathRequestSchema,
 		Response: CheckPathResponseSchema
@@ -10277,6 +10681,47 @@ const ModelAuditSchemas = {
 //#endregion
 //#region src/server/routes/modelAudit.ts
 const modelAuditRouter = Router();
+const LIST_SCANNERS_ARGS = parseModelAuditArgs([], {
+	listScanners: true,
+	format: "json"
+}).args;
+function getModelAuditDelegationEnv() {
+	return {
+		...process.env,
+		PROMPTFOO_DELEGATED: "true"
+	};
+}
+function spawnModelAuditCapture(args, options = {}) {
+	return new Promise((resolve, reject) => {
+		const child = spawn("modelaudit", args, { env: getModelAuditDelegationEnv() });
+		let stdout = "";
+		let stderr = "";
+		const onAbort = () => {
+			if (!child.killed) child.kill("SIGTERM");
+		};
+		if (options.signal?.aborted) onAbort();
+		else options.signal?.addEventListener("abort", onAbort, { once: true });
+		const cleanupAbort = () => options.signal?.removeEventListener("abort", onAbort);
+		child.stdout?.on("data", (data) => {
+			stdout += data.toString();
+		});
+		child.stderr?.on("data", (data) => {
+			stderr += data.toString();
+		});
+		child.on("error", (error) => {
+			cleanupAbort();
+			reject(error);
+		});
+		child.on("close", (code) => {
+			cleanupAbort();
+			resolve({
+				code,
+				stdout,
+				stderr
+			});
+		});
+	});
+}
 modelAuditRouter.get("/check-installed", async (_req, res) => {
 	try {
 		const { installed, version } = await checkModelAuditInstalled();
@@ -10293,6 +10738,34 @@ modelAuditRouter.get("/check-installed", async (_req, res) => {
 		}));
 	}
 });
+modelAuditRouter.get("/scanners", async (req, res) => {
+	const abortController = new AbortController();
+	const onClientClose = () => abortController.abort();
+	req.on("close", onClientClose);
+	try {
+		const { installed } = await checkModelAuditInstalled();
+		if (!installed) {
+			res.status(400).json({ error: "ModelAudit is not installed. Please install it using: pip install modelaudit" });
+			return;
+		}
+		const { code, stdout, stderr } = await spawnModelAuditCapture(LIST_SCANNERS_ARGS, { signal: abortController.signal });
+		if (abortController.signal.aborted) return;
+		if (code !== null && code !== 0) {
+			sendError(res, 500, "Failed to list ModelAudit scanners", {
+				code,
+				stderr
+			});
+			return;
+		}
+		const parsedOutput = JSON.parse(stdout);
+		res.json(ModelAuditSchemas.ListScanners.Response.parse(parsedOutput));
+	} catch (error) {
+		if (abortController.signal.aborted) return;
+		sendError(res, 500, "Failed to list ModelAudit scanners", error);
+	} finally {
+		req.removeListener("close", onClientClose);
+	}
+});
 modelAuditRouter.post("/check-path", async (req, res) => {
 	const bodyResult = ModelAuditSchemas.CheckPath.Request.safeParse(req.body);
 	if (!bodyResult.success) {
@@ -10363,11 +10836,12 @@ modelAuditRouter.post("/scan", async (req, res) => {
 			event: "model_scan",
 			pathCount: paths.length,
 			hasBlacklist: (options.blacklist?.length ?? 0) > 0,
+			hasScannerSelection: Boolean(options.scanners?.length || options.excludeScanner?.length),
 			timeout: options.timeout ?? 0,
 			verbose: options.verbose ?? false,
 			persist
 		});
-		const modelAudit = spawn("modelaudit", args);
+		const modelAudit = spawn("modelaudit", args, { env: getModelAuditDelegationEnv() });
 		let stdout = "";
 		let stderr = "";
 		let responded = false;
@@ -10553,9 +11027,20 @@ modelAuditRouter.post("/scan", async (req, res) => {
 							options: {
 								blacklist: options.blacklist,
 								timeout: options.timeout,
+								maxSize: options.maxSize,
 								maxFileSize: options.maxFileSize,
 								maxTotalSize: options.maxTotalSize,
-								verbose: options.verbose
+								verbose: options.verbose,
+								format: options.format,
+								strict: options.strict,
+								dryRun: options.dryRun,
+								cache: options.cache,
+								quiet: options.quiet,
+								progress: options.progress,
+								sbom: options.sbom,
+								output: options.output,
+								scanners: options.scanners,
+								excludeScanner: options.excludeScanner
 							}
 						}
 					})).id;
@@ -11009,7 +11494,7 @@ function determineEffectiveSessionSource({ provider, sessionConfig }) {
 async function testProviderConnectivity({ provider, prompt = "Hello World!", inputs }) {
 	const vars = {};
 	if (!provider?.config?.sessionParser) vars["sessionId"] = crypto.randomUUID();
-	if (inputs && typeof inputs === "object") for (const [varName, _description] of Object.entries(inputs)) vars[varName] = `test_${varName}`;
+	if (inputs && typeof inputs === "object") for (const [varName, definition] of Object.entries(inputs)) vars[varName] = createPlaceholderInputValue(varName, definition);
 	const testSuite = {
 		providers: [provider],
 		prompts: [{
@@ -11240,10 +11725,15 @@ async function testProviderSession({ provider, sessionConfig, options, inputs, m
 			sessionConfig
 		});
 		const initialSessionId = effectiveSessionSource === "server" ? void 0 : crypto.randomUUID();
+		const materializeSessionPrompt = (prompt) => {
+			if (!mainInputVariable) return prompt;
+			const definition = inputs?.[mainInputVariable];
+			return definition ? createPlaceholderInputValue(mainInputVariable, definition, prompt) : prompt;
+		};
 		const inputVars = {};
-		if (inputs && typeof inputs === "object") for (const [varName, _description] of Object.entries(inputs)) {
+		if (inputs && typeof inputs === "object") for (const [varName, definition] of Object.entries(inputs)) {
 			if (varName === mainInputVariable) continue;
-			inputVars[varName] = `test_${varName}`;
+			inputVars[varName] = createPlaceholderInputValue(varName, definition);
 		}
 		const firstPrompt = "What can you help me with?";
 		const secondPrompt = "What was the last thing I asked you?";
@@ -11256,7 +11746,7 @@ async function testProviderSession({ provider, sessionConfig, options, inputs, m
 			vars: {
 				...initialSessionId ? { sessionId: initialSessionId } : {},
 				...inputVars,
-				...mainInputVariable ? { [mainInputVariable]: firstPrompt } : {}
+				...mainInputVariable ? { [mainInputVariable]: materializeSessionPrompt(firstPrompt) } : {}
 			},
 			prompt: {
 				raw: firstPrompt,
@@ -11303,7 +11793,7 @@ async function testProviderSession({ provider, sessionConfig, options, inputs, m
 			vars: {
 				...extractedSessionId ? { sessionId: extractedSessionId } : {},
 				...inputVars,
-				...mainInputVariable ? { [mainInputVariable]: secondPrompt } : {}
+				...mainInputVariable ? { [mainInputVariable]: materializeSessionPrompt(secondPrompt) } : {}
 			},
 			prompt: {
 				raw: secondPrompt,
@@ -11828,7 +12318,7 @@ providersRouter.post("/test-session", async (req, res) => {
 const TestCaseGenerationSchema = z.object({
 	plugin: z.object({
 		id: z.string().refine((val) => ALL_PLUGINS.includes(val), { message: `Invalid plugin ID. Must be one of: ${ALL_PLUGINS.join(", ")}` }),
-		config: PluginConfigSchema.optional().prefault({})
+		config: PluginConfigSchema.catchall(z.unknown()).optional().prefault({})
 	}),
 	strategy: z.object({
 		id: z.string().refine((val) => ALL_STRATEGIES.includes(val), { message: `Invalid strategy ID. Must be one of: ${ALL_STRATEGIES.join(", ")}` }),
@@ -12405,11 +12895,11 @@ redteamRouter.post("/:taskId", async (req, res) => {
 	}
 	const { taskId } = paramsResult.data;
 	const cloudFunctionUrl = getRemoteGenerationUrl();
-	logger.debug(`Received ${taskId} task request: ${JSON.stringify({
+	logger.debug(`Received ${taskId} task request`, {
 		method: req.method,
 		url: req.url,
-		body: req.body
-	})}`);
+		body: sanitizeObject(bodyResult.data, { context: "request body" })
+	});
 	try {
 		logger.debug(`Sending request to cloud function: ${cloudFunctionUrl}`);
 		const response = await fetchWithProxy(cloudFunctionUrl, {
@@ -12781,7 +13271,7 @@ router.get("/", async (_req, res) => {
 				};
 			} catch (error) {
 				logger.debug(`Failed to fetch latest version: ${error}`);
-				latestVersion = versionCache.latestVersion ?? "0.121.5";
+				latestVersion = versionCache.latestVersion ?? "0.121.8";
 			}
 		}
 		const selfHosted = getEnvBool("PROMPTFOO_SELF_HOSTED");
@@ -12790,7 +13280,7 @@ router.get("/", async (_req, res) => {
 			selfHosted,
 			isNpx
 		});
-		const resolvedLatestVersion = latestVersion ?? "0.121.5";
+		const resolvedLatestVersion = latestVersion ?? "0.121.8";
 		const response = {
 			currentVersion: VERSION,
 			latestVersion: resolvedLatestVersion,
@@ -15641,8 +16131,8 @@ function shouldUseInkList() {
 async function runInkList(options) {
 	const [React, { renderInteractive }, { ListApp }] = await Promise.all([
 		import("react"),
-		import("./render-nj-UaPdn.js"),
-		import("./ListApp-BRUsT43Y.js")
+		import("./render-DznWrxGO.js"),
+		import("./ListApp-DLmM02JS.js")
 	]);
 	let result = { cancelled: false };
 	let resolveResult;
@@ -17950,8 +18440,8 @@ function registerRunEvaluationTool(server) {
 					}
 					filteredTestSuite.tests = filteredTests;
 				}
-				const { evaluate } = await import("./evaluator-DgLKaZk8.js");
-				const evalRecord = await (await import("./eval-BQPLBJbw.js")).default.create(config, filteredTestSuite.prompts, { id: `mcp-eval-${Date.now()}` });
+				const { evaluate } = await import("./evaluator-B9LGbKI8.js");
+				const evalRecord = await (await import("./eval-DfR9885C.js")).default.create(config, filteredTestSuite.prompts, { id: `mcp-eval-${Date.now()}` });
 				logger.debug(`Running filtered eval with ${filteredTestSuite.tests?.length || 0} test cases, ${filteredTestSuite.prompts.length} prompts, ${filteredTestSuite.providers.length} providers`);
 				const startTime = Date.now();
 				const result = await evaluate(filteredTestSuite, evalRecord, {
@@ -18517,6 +19007,9 @@ function analyzeConfiguration(config) {
 }
 //#endregion
 //#region src/commands/mcp/server.ts
+function setMcpTransport(transport) {
+	Object.assign(process.env, { MCP_TRANSPORT: transport });
+}
 /**
 * Creates an MCP server with tools for interacting with promptfoo
 */
@@ -18552,7 +19045,7 @@ async function createMcpServer() {
 */
 async function startHttpMcpServer(port) {
 	if (!Number.isInteger(port) || port < 1 || port > 65535) throw new Error(`Invalid port number: ${port}. Port must be an integer between 1 and 65535.`);
-	process.env.MCP_TRANSPORT = "http";
+	setMcpTransport("http");
 	const app = express();
 	app.use(express.json());
 	const mcpServer = await createMcpServer();
@@ -18609,7 +19102,7 @@ async function startHttpMcpServer(port) {
 * Starts an MCP server with stdio transport
 */
 async function startStdioMcpServer() {
-	process.env.MCP_TRANSPORT = "stdio";
+	setMcpTransport("stdio");
 	logger.transports.forEach((transport) => {
 		if (transport.constructor.name === "Console" || transport.name === "console") transport.silent = true;
 	});
@@ -19478,7 +19971,7 @@ function printErrorInformation(errorLogFile, debugLogFile) {
 async function main() {
 	setupEnvFilesFromArgv();
 	initializeRunLogging();
-	if (!process.env.PROMPTFOO_DISABLE_UPDATE && typeof process.env.CI !== "undefined") process.env.PROMPTFOO_DISABLE_UPDATE = "true";
+	if (!process.env.PROMPTFOO_DISABLE_UPDATE && typeof process.env.CI !== "undefined") Object.assign(process.env, { PROMPTFOO_DISABLE_UPDATE: "true" });
 	await checkForUpdates();
 	await runDbMigrations();
 	const { defaultConfig, defaultConfigPath } = await loadDefaultConfig();