promptfoo 0.120.27 → 0.121.1

package/dist/src/{types-DWNf48sT.cjs → types-LJ0r3wbR.cjs}

@@ -1,9 +1,8 @@
-const require_logger = require('./logger-B7sBeGa0.cjs');
-const require_fileExtensions = require('./fileExtensions-DkJYkWUy.cjs');
+const require_logger = require("./logger-Cp1GPUjj.cjs");
+const require_fileExtensions = require("./fileExtensions-bYh77CN8.cjs");
 let dedent = require("dedent");
 dedent = require_logger.__toESM(dedent);
 let zod = require("zod");
-
 //#region src/types/env.ts
 const ProviderEnvOverridesSchema = zod.z.object({
 	AI21_API_BASE_URL: zod.z.string().optional(),
@@ -124,7 +123,6 @@ const ProviderEnvOverridesSchema = zod.z.object({
 	AWS_SAGEMAKER_MAX_RETRIES: zod.z.string().optional(),
 	PROMPTFOO_EVAL_TIMEOUT_MS: zod.z.string().optional()
 });
-
 //#endregion
 //#region src/types/shared.ts
 const CompletionTokenDetailsSchema = zod.z.object({
@@ -152,7 +150,6 @@ const BaseTokenUsageSchema = zod.z.object({
 	}).optional()
 });
 const InputsSchema = zod.z.record(zod.z.string().regex(/^[a-zA-Z_][a-zA-Z0-9_]*$/, { error: "Input variable names must be valid identifiers (start with letter or underscore)" }), zod.z.string().min(1, { error: "Input descriptions must be non-empty strings" }));
-
 //#endregion
 //#region src/validators/prompts.ts
 const PromptConfigSchema = zod.z.object({
@@ -172,10 +169,8 @@ function assert$1() {}
 assert$1();
 assert$1();
 assert$1();
-
 //#endregion
 //#region src/redteam/constants/plugins.ts
-const DEFAULT_NUM_TESTS_PER_PLUGIN = 5;
 const MULTI_INPUT_VAR = "__prompt";
 const LLAMA_GUARD_REPLICATE_PROVIDER = "replicate:moderation:meta/llama-guard-4-12b";
 const LLAMA_GUARD_ENABLED_CATEGORIES = [
@@ -372,6 +367,7 @@ const PHARMACY_PLUGINS = [
 ];
 const INSURANCE_PLUGINS = [
 	"insurance:coverage-discrimination",
+	"insurance:data-disclosure",
 	"insurance:network-misinformation",
 	"insurance:phi-disclosure"
 ];
@@ -457,6 +453,7 @@ const ADDITIONAL_PLUGINS = [
 	"ecommerce:price-manipulation",
 	"goal-misalignment",
 	"insurance:coverage-discrimination",
+	"insurance:data-disclosure",
 	"insurance:network-misinformation",
 	"insurance:phi-disclosure",
 	"off-topic",
@@ -534,7 +531,7 @@ const DEFAULT_PLUGINS = new Set([...[
 	...PII_PLUGINS,
 	...BIAS_PLUGINS
 ].sort()]);
-const RAG_PLUGINS = new Set([
+new Set([
 	...DEFAULT_PLUGINS,
 	"bola",
 	"bfla",
@@ -594,12 +591,11 @@ const REMOTE_ONLY_PLUGIN_IDS = [
 	...TELECOM_PLUGINS,
 	...REALESTATE_PLUGINS
 ];
-const UI_DISABLED_WHEN_REMOTE_UNAVAILABLE = [
+[
 	...Object.keys(UNALIGNED_PROVIDER_HARM_PLUGINS),
 	...BIAS_PLUGINS,
 	...REMOTE_ONLY_PLUGIN_IDS
 ];
-
 //#endregion
 //#region src/redteam/constants/frameworks.ts
 const OWASP_LLM_TOP_10_MAPPING = {
@@ -1596,7 +1592,6 @@ const ALIASED_PLUGIN_MAPPINGS = {
 		strategies: []
 	} }
 };
-
 //#endregion
 //#region src/redteam/constants/metadata.ts
 const Severity = {
@@ -1613,20 +1608,8 @@ const SeveritySchema = zod.z.enum([
 	"low",
 	"informational"
 ]);
-const severityDisplayNames = {
-	[Severity.Critical]: "Critical",
-	[Severity.High]: "High",
-	[Severity.Medium]: "Medium",
-	[Severity.Low]: "Low",
-	[Severity.Informational]: "Informational"
-};
-const severityRiskScores = {
-	[Severity.Critical]: 9,
-	[Severity.High]: 7,
-	[Severity.Medium]: 4,
-	[Severity.Low]: 0,
-	[Severity.Informational]: 0
-};
+Severity.Critical, Severity.High, Severity.Medium, Severity.Low, Severity.Informational;
+Severity.Critical, Severity.High, Severity.Medium, Severity.Low, Severity.Informational;
 const riskCategorySeverityMap = {
 	["agentic:memory-poisoning"]: Severity.High,
 	aegis: Severity.Medium,
@@ -1715,6 +1698,7 @@ const riskCategorySeverityMap = {
 	imitation: Severity.Low,
 	"indirect-prompt-injection": Severity.High,
 	"insurance:coverage-discrimination": Severity.Critical,
+	"insurance:data-disclosure": Severity.Critical,
 	"insurance:network-misinformation": Severity.High,
 	"insurance:phi-disclosure": Severity.Critical,
 	"ecommerce:pci-dss": Severity.Critical,
@@ -1775,7 +1759,7 @@ const riskCategorySeverityMap = {
 	wordplay: Severity.Low,
 	xstest: Severity.Low
 };
-const riskCategories = {
+Object.entries({
 	"Security & Access Control": [
 		"ascii-smuggling",
 		"bfla",
@@ -1798,6 +1782,7 @@ const riskCategories = {
 		"data-exfil",
 		"divergent-repetition",
 		"harmful:privacy",
+		"insurance:data-disclosure",
 		"insurance:phi-disclosure",
 		"pii:api-db",
 		"pii:direct",
@@ -1923,14 +1908,12 @@ const riskCategories = {
 		"vlsu",
 		"xstest"
 	]
-};
-const categoryMapReverse = Object.entries(riskCategories).reduce((acc, [category, harms]) => {
+}).reduce((acc, [category, harms]) => {
 	harms.forEach((harm) => {
 		acc[harm] = category;
 	});
 	return acc;
 }, {});
-const categoryLabels = Object.keys(categoryMapReverse);
 const categoryAliases = {
 	["agentic:memory-poisoning"]: "AgenticMemoryPoisoning",
 	aegis: "Aegis",
@@ -2048,6 +2031,7 @@ const categoryAliases = {
 	imitation: "Imitation",
 	"indirect-prompt-injection": "Indirect Prompt Injection",
 	"insurance:coverage-discrimination": "InsuranceCoverageDiscrimination",
+	"insurance:data-disclosure": "InsuranceDataDisclosure",
 	"insurance:network-misinformation": "InsuranceNetworkMisinformation",
 	"insurance:phi-disclosure": "InsurancePhiDisclosure",
 	intent: "Intent",
@@ -2079,7 +2063,7 @@ const categoryAliases = {
 	wordplay: "Wordplay",
 	xstest: "XSTest"
 };
-const categoryAliasesReverse = Object.entries(categoryAliases).reduce((acc, [key, value]) => {
+Object.entries(categoryAliases).reduce((acc, [key, value]) => {
 	acc[value] = key;
 	return acc;
 }, {});
@@ -2117,7 +2101,7 @@ const pluginDescriptions = {
 	bias: "Unified bias detection across protected characteristics including age, disability, gender, and race",
 	medical: "Comprehensive medical AI safety testing for healthcare-specific vulnerabilities including hallucination, anchoring bias, incorrect knowledge, off-label use, prioritization errors, and sycophancy",
 	pharmacy: "Comprehensive pharmacy AI safety testing for pharmaceutical vulnerabilities including drug interactions, dosage calculations, and controlled substance compliance",
-	insurance: "Comprehensive insurance AI safety testing for healthcare coverage vulnerabilities including coverage discrimination, network misinformation, and PHI disclosure",
+	insurance: "Comprehensive insurance AI safety testing across all insurance types including coverage discrimination, network misinformation, PHI disclosure, and policyholder data disclosure",
 	financial: "Comprehensive financial AI safety testing for financial services vulnerabilities including calculation errors, compliance violations, hallucination, and data leakage",
 	ecommerce: "Comprehensive e-commerce AI safety testing for payment security and transaction integrity vulnerabilities including PCI DSS compliance, fraud detection, and price manipulation",
 	telecom: "Comprehensive telecommunications AI safety testing across CPNI protection, account security, regulatory compliance (FCC, TCPA, CALEA), and telecom-specific fraud prevention",
@@ -2170,8 +2154,9 @@ const pluginDescriptions = {
 	"harmful:weapons:ied": "Tests handling of Improvised Explosive Devices",
 	hijacking: "Assesses protection against unauthorized resource usage and purpose deviation",
 	imitation: "Tests safeguards against unauthorized entity impersonation attempts",
-	"insurance:coverage-discrimination": "Tests for discriminatory coverage or benefit determinations based on protected characteristics (age, disability, race, genetic information, sex) in violation of federal civil rights laws including ADA, Section 1557, GINA, and age discrimination statutes",
-	"insurance:network-misinformation": "Tests for inaccurate provider network information including wrong network status, terminated contracts, ghost networks, and outdated provider data that could expose members to surprise medical bills and balance billing",
+	"insurance:coverage-discrimination": "Tests for discriminatory coverage, underwriting, or claims determinations based on protected characteristics (age, disability, race, genetic information, sex) in violation of federal civil rights laws including ADA, Section 1557, GINA, Fair Housing Act, ECOA, and state unfair trade practices acts",
+	"insurance:data-disclosure": "Tests for unauthorized disclosure of protected policyholder data including claims history, property details, driving records, beneficiary information, and business data in violation of GLBA, FCRA, DPPA, and state insurance privacy laws",
+	"insurance:network-misinformation": "Tests for inaccurate provider or vendor network information including wrong network status, terminated contracts, ghost networks, and outdated provider data that could expose policyholders to unexpected costs, voided warranties, or inadequate service",
 	"insurance:phi-disclosure": "Tests for unauthorized disclosure of Protected Health Information in violation of HIPAA privacy regulations including cross-member PHI leakage, inadequate authentication, and disclosure to unauthorized third parties",
 	"ecommerce:pci-dss": "Tests for exposure of payment card data including credit card numbers, CVVs, expiration dates, cardholder names, bank account details, and payment tokens in violation of PCI DSS requirements for secure payment processing",
 	"ecommerce:compliance-bypass": "Tests for attempts to bypass security rules, terms of service, age restrictions, geographic limitations, or compliance policies in e-commerce systems",
@@ -2231,7 +2216,6 @@ const pluginDescriptions = {
 	xstest: "Tests how models handle ambiguous terms related to potentially harmful topics like violence and drugs",
 	"guardrails-eval": "Evaluate guardrail effectiveness against common risks"
 };
-
 //#endregion
 //#region src/redteam/constants/strategies.ts
 const FRAMEWORK_COMPLIANCE_IDS = [
@@ -2250,7 +2234,6 @@ const DEFAULT_STRATEGIES = [
 	"jailbreak:meta",
 	"jailbreak:composite"
 ];
-const DEFAULT_STRATEGIES_SET = new Set(DEFAULT_STRATEGIES);
 const MULTI_TURN_STRATEGIES = [
 	"crescendo",
 	"goat",
@@ -2258,16 +2241,9 @@ const MULTI_TURN_STRATEGIES = [
 	"custom",
 	"mischievous-user"
 ];
-const MULTI_TURN_STRATEGY_SET = new Set(MULTI_TURN_STRATEGIES);
 const isCustomStrategy = (strategyId) => {
 	return strategyId === "custom" || strategyId.startsWith("custom:");
 };
-const MULTI_MODAL_STRATEGIES = [
-	"audio",
-	"image",
-	"video"
-];
-const MULTI_MODAL_STRATEGIES_SET = new Set(MULTI_MODAL_STRATEGIES);
 const AGENTIC_STRATEGIES = [
 	"crescendo",
 	"goat",
@@ -2279,7 +2255,6 @@ const AGENTIC_STRATEGIES = [
 	"jailbreak:tree",
 	"mischievous-user"
 ];
-const AGENTIC_STRATEGIES_SET = new Set(AGENTIC_STRATEGIES);
 const DATASET_PLUGINS = [
 	"beavertails",
 	"cyberseceval",
@@ -2341,22 +2316,6 @@ const _ALL_STRATEGIES = [
 	...AGENTIC_STRATEGIES
 ];
 const ALL_STRATEGIES = Array.from(new Set(_ALL_STRATEGIES)).sort();
-const CONFIGURABLE_STRATEGIES = [
-	"layer",
-	"best-of-n",
-	"goat",
-	"crescendo",
-	"indirect-web-pwn",
-	"jailbreak",
-	"jailbreak:hydra",
-	"jailbreak:meta",
-	"jailbreak:tree",
-	"gcg",
-	"citation",
-	"custom",
-	"mischievous-user"
-];
-const CONFIGURABLE_STRATEGIES_SET = new Set(CONFIGURABLE_STRATEGIES);
 /**
 * Default 'n' fan out for strategies that can add additional test cases during generation
 */
@@ -2371,19 +2330,6 @@ function getDefaultNFanout(strategyId) {
 function isFanoutStrategy(strategyId) {
 	return strategyId in DEFAULT_N_FAN_OUT_BY_STRATEGY;
 }
-const STRATEGIES_REQUIRING_REMOTE = [
-	"audio",
-	"citation",
-	"gcg",
-	"goat",
-	"indirect-web-pwn",
-	"jailbreak:composite",
-	"jailbreak:hydra",
-	"jailbreak:likert",
-	"jailbreak:meta"
-];
-const STRATEGIES_REQUIRING_REMOTE_SET = new Set(STRATEGIES_REQUIRING_REMOTE);
-
 //#endregion
 //#region src/util/uuid.ts
 /**
@@ -2400,7 +2346,6 @@ const UUID_REGEX = /^[0-9a-f]{8}-[0-9a-f]{4}-[1-5][0-9a-f]{3}-[89ab][0-9a-f]{3}-
 function isUuid(value) {
 	return UUID_REGEX.test(value);
 }
-
 //#endregion
 //#region src/redteam/plugins/policy/validators.ts
 /**
@@ -2436,7 +2381,6 @@ function isValidInlinePolicyId(id) {
 function isValidPolicyId(id) {
 	return isValidReusablePolicyId(id) || isValidInlinePolicyId(id);
 }
-
 //#endregion
 //#region src/redteam/types.ts
 const PolicyObjectSchema = zod.z.object({
@@ -2503,7 +2447,6 @@ var PartialGenerationError = class extends Error {
 		this.failedPlugins = failedPlugins;
 	}
 };
-
 //#endregion
 //#region src/validators/providers.ts
 const ProviderOptionsSchema = zod.z.object({
@@ -2528,7 +2471,7 @@ const ApiProviderSchema = zod.z.object({
 	config: zod.z.any().optional(),
 	inputs: InputsSchema.optional()
 });
-const ProviderResponseSchema = zod.z.object({
+zod.z.object({
 	cached: zod.z.boolean().optional(),
 	cost: zod.z.number().optional(),
 	error: zod.z.string().optional(),
@@ -2537,17 +2480,17 @@ const ProviderResponseSchema = zod.z.object({
 	output: zod.z.union([zod.z.string(), zod.z.any()]).optional(),
 	tokenUsage: BaseTokenUsageSchema.optional()
 });
-const ProviderEmbeddingResponseSchema = zod.z.object({
+zod.z.object({
 	error: zod.z.string().optional(),
 	embedding: zod.z.array(zod.z.number()).optional(),
 	tokenUsage: BaseTokenUsageSchema.partial().optional()
 });
-const ProviderSimilarityResponseSchema = zod.z.object({
+zod.z.object({
 	error: zod.z.string().optional(),
 	similarity: zod.z.number().optional(),
 	tokenUsage: BaseTokenUsageSchema.partial().optional()
 });
-const ProviderClassificationResponseSchema = zod.z.object({
+zod.z.object({
 	error: zod.z.string().optional(),
 	classification: zod.z.record(zod.z.string(), zod.z.number()).optional()
 });
@@ -2566,7 +2509,6 @@ const ProviderSchema = zod.z.union([
 	ApiProviderSchema,
 	ProviderOptionsSchema
 ]);
-
 //#endregion
 //#region src/validators/redteam.ts
 const TracingConfigSchema = zod.z.lazy(() => zod.z.object({
@@ -2611,7 +2553,7 @@ const RedteamPluginObjectSchema = zod.z.object({
 			message: `Invalid plugin id "${val}". Custom plugins must start with file:// or use a built-in plugin. See https://www.promptfoo.dev/docs/red-team/plugins for available plugins.`
 		});
 	})]).describe("Name of the plugin"),
-	numTests: zod.z.int().positive().prefault(DEFAULT_NUM_TESTS_PER_PLUGIN).describe("Number of tests to generate for this plugin"),
+	numTests: zod.z.int().positive().prefault(5).describe("Number of tests to generate for this plugin"),
 	config: zod.z.record(zod.z.string(), zod.z.unknown()).optional().describe("Plugin-specific configuration"),
 	severity: SeveritySchema.optional().describe("Severity level for this plugin")
 });
@@ -2652,10 +2594,7 @@ const RedteamStrategySchema = zod.z.union([strategyIdSchema, zod.z.object({
 	id: strategyIdSchema,
 	config: zod.z.record(zod.z.string(), zod.z.unknown()).optional().describe("Strategy-specific configuration")
 })]);
-/**
-* Schema for `promptfoo redteam generate` command options
-*/
-const RedteamGenerateOptionsSchema = zod.z.object({
+zod.z.object({
 	addPlugins: zod.z.array(zod.z.enum(ADDITIONAL_PLUGINS)).optional().describe("Additional plugins to include"),
 	addStrategies: zod.z.array(zod.z.enum(ADDITIONAL_STRATEGIES)).optional().describe("Additional strategies to include"),
 	cache: zod.z.boolean().describe("Whether to use caching"),
@@ -2833,11 +2772,9 @@ const RedteamConfigSchema = zod.z.object({
 });
 function assert() {}
 assert();
-
 //#endregion
 //#region src/validators/shared.ts
 const NunjucksFilterMapSchema = zod.z.record(zod.z.string(), zod.z.custom((v) => typeof v === "function"));
-
 //#endregion
 //#region src/types/providers.ts
 function isApiProvider(provider) {
@@ -2846,7 +2783,6 @@ function isApiProvider(provider) {
 function isProviderOptions(provider) {
 	return typeof provider === "object" && provider != null && "id" in provider && typeof provider.id === "string";
 }
-
 //#endregion
 //#region src/types/index.ts
 const CommandLineOptionsSchema = zod.z.object({
@@ -3315,480 +3251,480 @@ const EvalResultsFilterMode = zod.z.enum([
 	"passes",
 	"user-rated"
 ]);
-
 //#endregion
-Object.defineProperty(exports, 'AGENTIC_STRATEGIES', {
-  enumerable: true,
-  get: function () {
-    return AGENTIC_STRATEGIES;
-  }
-});
-Object.defineProperty(exports, 'ALIASED_PLUGIN_MAPPINGS', {
-  enumerable: true,
-  get: function () {
-    return ALIASED_PLUGIN_MAPPINGS;
-  }
-});
-Object.defineProperty(exports, 'AssertionOrSetSchema', {
-  enumerable: true,
-  get: function () {
-    return AssertionOrSetSchema;
-  }
-});
-Object.defineProperty(exports, 'AssertionSchema', {
-  enumerable: true,
-  get: function () {
-    return AssertionSchema;
-  }
-});
-Object.defineProperty(exports, 'AssertionSetSchema', {
-  enumerable: true,
-  get: function () {
-    return AssertionSetSchema;
-  }
-});
-Object.defineProperty(exports, 'AssertionTypeSchema', {
-  enumerable: true,
-  get: function () {
-    return AssertionTypeSchema;
-  }
-});
-Object.defineProperty(exports, 'AtomicTestCaseSchema', {
-  enumerable: true,
-  get: function () {
-    return AtomicTestCaseSchema;
-  }
-});
-Object.defineProperty(exports, 'BIAS_PLUGINS', {
-  enumerable: true,
-  get: function () {
-    return BIAS_PLUGINS;
-  }
-});
-Object.defineProperty(exports, 'BaseAssertionTypesSchema', {
-  enumerable: true,
-  get: function () {
-    return BaseAssertionTypesSchema;
-  }
-});
-Object.defineProperty(exports, 'BaseTokenUsageSchema', {
-  enumerable: true,
-  get: function () {
-    return BaseTokenUsageSchema;
-  }
-});
-Object.defineProperty(exports, 'CommandLineOptionsSchema', {
-  enumerable: true,
-  get: function () {
-    return CommandLineOptionsSchema;
-  }
-});
-Object.defineProperty(exports, 'CompletedPromptSchema', {
-  enumerable: true,
-  get: function () {
-    return CompletedPromptSchema;
-  }
-});
-Object.defineProperty(exports, 'CompletionTokenDetailsSchema', {
-  enumerable: true,
-  get: function () {
-    return CompletionTokenDetailsSchema;
-  }
-});
-Object.defineProperty(exports, 'ConversationMessageSchema', {
-  enumerable: true,
-  get: function () {
-    return ConversationMessageSchema;
-  }
-});
-Object.defineProperty(exports, 'DATASET_EXEMPT_PLUGINS', {
-  enumerable: true,
-  get: function () {
-    return DATASET_EXEMPT_PLUGINS;
-  }
-});
-Object.defineProperty(exports, 'DATASET_PLUGINS', {
-  enumerable: true,
-  get: function () {
-    return DATASET_PLUGINS;
-  }
-});
-Object.defineProperty(exports, 'DEFAULT_PLUGINS', {
-  enumerable: true,
-  get: function () {
-    return DEFAULT_PLUGINS;
-  }
-});
-Object.defineProperty(exports, 'DEFAULT_STRATEGIES', {
-  enumerable: true,
-  get: function () {
-    return DEFAULT_STRATEGIES;
-  }
-});
-Object.defineProperty(exports, 'DerivedMetricSchema', {
-  enumerable: true,
-  get: function () {
-    return DerivedMetricSchema;
-  }
-});
-Object.defineProperty(exports, 'EvalResultsFilterMode', {
-  enumerable: true,
-  get: function () {
-    return EvalResultsFilterMode;
-  }
-});
-Object.defineProperty(exports, 'EvaluateOptionsSchema', {
-  enumerable: true,
-  get: function () {
-    return EvaluateOptionsSchema;
-  }
-});
-Object.defineProperty(exports, 'FINANCIAL_PLUGINS', {
-  enumerable: true,
-  get: function () {
-    return FINANCIAL_PLUGINS;
-  }
-});
-Object.defineProperty(exports, 'FOUNDATION_PLUGINS', {
-  enumerable: true,
-  get: function () {
-    return FOUNDATION_PLUGINS;
-  }
-});
-Object.defineProperty(exports, 'GradingConfigSchema', {
-  enumerable: true,
-  get: function () {
-    return GradingConfigSchema;
-  }
-});
-Object.defineProperty(exports, 'HARM_PLUGINS', {
-  enumerable: true,
-  get: function () {
-    return HARM_PLUGINS;
-  }
-});
-Object.defineProperty(exports, 'INSURANCE_PLUGINS', {
-  enumerable: true,
-  get: function () {
-    return INSURANCE_PLUGINS;
-  }
-});
-Object.defineProperty(exports, 'InputsSchema', {
-  enumerable: true,
-  get: function () {
-    return InputsSchema;
-  }
-});
-Object.defineProperty(exports, 'LLAMA_GUARD_ENABLED_CATEGORIES', {
-  enumerable: true,
-  get: function () {
-    return LLAMA_GUARD_ENABLED_CATEGORIES;
-  }
-});
-Object.defineProperty(exports, 'LLAMA_GUARD_REPLICATE_PROVIDER', {
-  enumerable: true,
-  get: function () {
-    return LLAMA_GUARD_REPLICATE_PROVIDER;
-  }
-});
-Object.defineProperty(exports, 'MEDICAL_PLUGINS', {
-  enumerable: true,
-  get: function () {
-    return MEDICAL_PLUGINS;
-  }
-});
-Object.defineProperty(exports, 'MULTI_INPUT_EXCLUDED_PLUGINS', {
-  enumerable: true,
-  get: function () {
-    return MULTI_INPUT_EXCLUDED_PLUGINS;
-  }
-});
-Object.defineProperty(exports, 'MULTI_INPUT_VAR', {
-  enumerable: true,
-  get: function () {
-    return MULTI_INPUT_VAR;
-  }
-});
-Object.defineProperty(exports, 'MULTI_TURN_STRATEGIES', {
-  enumerable: true,
-  get: function () {
-    return MULTI_TURN_STRATEGIES;
-  }
-});
-Object.defineProperty(exports, 'NotPrefixedAssertionTypesSchema', {
-  enumerable: true,
-  get: function () {
-    return NotPrefixedAssertionTypesSchema;
-  }
-});
-Object.defineProperty(exports, 'OutputConfigSchema', {
-  enumerable: true,
-  get: function () {
-    return OutputConfigSchema;
-  }
-});
-Object.defineProperty(exports, 'OutputFileExtension', {
-  enumerable: true,
-  get: function () {
-    return OutputFileExtension;
-  }
-});
-Object.defineProperty(exports, 'PHARMACY_PLUGINS', {
-  enumerable: true,
-  get: function () {
-    return PHARMACY_PLUGINS;
-  }
-});
-Object.defineProperty(exports, 'PII_PLUGINS', {
-  enumerable: true,
-  get: function () {
-    return PII_PLUGINS;
-  }
-});
-Object.defineProperty(exports, 'PLUGIN_CATEGORIES', {
-  enumerable: true,
-  get: function () {
-    return PLUGIN_CATEGORIES;
-  }
-});
-Object.defineProperty(exports, 'PartialGenerationError', {
-  enumerable: true,
-  get: function () {
-    return PartialGenerationError;
-  }
-});
-Object.defineProperty(exports, 'PluginConfigSchema', {
-  enumerable: true,
-  get: function () {
-    return PluginConfigSchema;
-  }
-});
-Object.defineProperty(exports, 'PolicyObjectSchema', {
-  enumerable: true,
-  get: function () {
-    return PolicyObjectSchema;
-  }
-});
-Object.defineProperty(exports, 'PromptSchema', {
-  enumerable: true,
-  get: function () {
-    return PromptSchema;
-  }
-});
-Object.defineProperty(exports, 'ProviderOptionsSchema', {
-  enumerable: true,
-  get: function () {
-    return ProviderOptionsSchema;
-  }
-});
-Object.defineProperty(exports, 'ProvidersSchema', {
-  enumerable: true,
-  get: function () {
-    return ProvidersSchema;
-  }
-});
-Object.defineProperty(exports, 'REDTEAM_PROVIDER_HARM_PLUGINS', {
-  enumerable: true,
-  get: function () {
-    return REDTEAM_PROVIDER_HARM_PLUGINS;
-  }
-});
-Object.defineProperty(exports, 'REMOTE_ONLY_PLUGIN_IDS', {
-  enumerable: true,
-  get: function () {
-    return REMOTE_ONLY_PLUGIN_IDS;
-  }
-});
-Object.defineProperty(exports, 'RedteamConfigSchema', {
-  enumerable: true,
-  get: function () {
-    return RedteamConfigSchema;
-  }
-});
-Object.defineProperty(exports, 'ResultFailureReason', {
-  enumerable: true,
-  get: function () {
-    return ResultFailureReason;
-  }
-});
-Object.defineProperty(exports, 'STRATEGY_COLLECTIONS', {
-  enumerable: true,
-  get: function () {
-    return STRATEGY_COLLECTIONS;
-  }
-});
-Object.defineProperty(exports, 'STRATEGY_COLLECTION_MAPPINGS', {
-  enumerable: true,
-  get: function () {
-    return STRATEGY_COLLECTION_MAPPINGS;
-  }
-});
-Object.defineProperty(exports, 'STRATEGY_EXEMPT_PLUGINS', {
-  enumerable: true,
-  get: function () {
-    return STRATEGY_EXEMPT_PLUGINS;
-  }
-});
-Object.defineProperty(exports, 'ScenarioSchema', {
-  enumerable: true,
-  get: function () {
-    return ScenarioSchema;
-  }
-});
-Object.defineProperty(exports, 'Severity', {
-  enumerable: true,
-  get: function () {
-    return Severity;
-  }
-});
-Object.defineProperty(exports, 'SpecialAssertionTypesSchema', {
-  enumerable: true,
-  get: function () {
-    return SpecialAssertionTypesSchema;
-  }
-});
-Object.defineProperty(exports, 'StrategyConfigSchema', {
-  enumerable: true,
-  get: function () {
-    return StrategyConfigSchema;
-  }
-});
-Object.defineProperty(exports, 'TELECOM_PLUGINS', {
-  enumerable: true,
-  get: function () {
-    return TELECOM_PLUGINS;
-  }
-});
-Object.defineProperty(exports, 'TestCaseSchema', {
-  enumerable: true,
-  get: function () {
-    return TestCaseSchema;
-  }
-});
-Object.defineProperty(exports, 'TestCaseWithVarsFileSchema', {
-  enumerable: true,
-  get: function () {
-    return TestCaseWithVarsFileSchema;
-  }
-});
-Object.defineProperty(exports, 'TestCasesWithMetadataPromptSchema', {
-  enumerable: true,
-  get: function () {
-    return TestCasesWithMetadataPromptSchema;
-  }
-});
-Object.defineProperty(exports, 'TestCasesWithMetadataSchema', {
-  enumerable: true,
-  get: function () {
-    return TestCasesWithMetadataSchema;
-  }
-});
-Object.defineProperty(exports, 'TestGeneratorConfigSchema', {
-  enumerable: true,
-  get: function () {
-    return TestGeneratorConfigSchema;
-  }
-});
-Object.defineProperty(exports, 'TestSuiteConfigSchema', {
-  enumerable: true,
-  get: function () {
-    return TestSuiteConfigSchema;
-  }
-});
-Object.defineProperty(exports, 'TestSuiteSchema', {
-  enumerable: true,
-  get: function () {
-    return TestSuiteSchema;
-  }
-});
-Object.defineProperty(exports, 'UNALIGNED_PROVIDER_HARM_PLUGINS', {
-  enumerable: true,
-  get: function () {
-    return UNALIGNED_PROVIDER_HARM_PLUGINS;
-  }
-});
-Object.defineProperty(exports, 'UnifiedConfigSchema', {
-  enumerable: true,
-  get: function () {
-    return UnifiedConfigSchema;
-  }
-});
-Object.defineProperty(exports, 'VarsSchema', {
-  enumerable: true,
-  get: function () {
-    return VarsSchema;
-  }
-});
-Object.defineProperty(exports, 'categoryAliases', {
-  enumerable: true,
-  get: function () {
-    return categoryAliases;
-  }
-});
-Object.defineProperty(exports, 'getDefaultNFanout', {
-  enumerable: true,
-  get: function () {
-    return getDefaultNFanout;
-  }
-});
-Object.defineProperty(exports, 'isApiProvider', {
-  enumerable: true,
-  get: function () {
-    return isApiProvider;
-  }
-});
-Object.defineProperty(exports, 'isCustomStrategy', {
-  enumerable: true,
-  get: function () {
-    return isCustomStrategy;
-  }
-});
-Object.defineProperty(exports, 'isFanoutStrategy', {
-  enumerable: true,
-  get: function () {
-    return isFanoutStrategy;
-  }
-});
-Object.defineProperty(exports, 'isGradingResult', {
-  enumerable: true,
-  get: function () {
-    return isGradingResult;
-  }
-});
-Object.defineProperty(exports, 'isProviderOptions', {
-  enumerable: true,
-  get: function () {
-    return isProviderOptions;
-  }
-});
-Object.defineProperty(exports, 'isResultFailureReason', {
-  enumerable: true,
-  get: function () {
-    return isResultFailureReason;
-  }
-});
-Object.defineProperty(exports, 'isUuid', {
-  enumerable: true,
-  get: function () {
-    return isUuid;
-  }
-});
-Object.defineProperty(exports, 'isValidReusablePolicyId', {
-  enumerable: true,
-  get: function () {
-    return isValidReusablePolicyId;
-  }
-});
-Object.defineProperty(exports, 'pluginDescriptions', {
-  enumerable: true,
-  get: function () {
-    return pluginDescriptions;
-  }
-});
-Object.defineProperty(exports, 'riskCategorySeverityMap', {
-  enumerable: true,
-  get: function () {
-    return riskCategorySeverityMap;
-  }
-});
-//# sourceMappingURL=types-DWNf48sT.cjs.map
+Object.defineProperty(exports, "AGENTIC_STRATEGIES", {
+	enumerable: true,
+	get: function() {
+		return AGENTIC_STRATEGIES;
+	}
+});
+Object.defineProperty(exports, "ALIASED_PLUGIN_MAPPINGS", {
+	enumerable: true,
+	get: function() {
+		return ALIASED_PLUGIN_MAPPINGS;
+	}
+});
+Object.defineProperty(exports, "AssertionOrSetSchema", {
+	enumerable: true,
+	get: function() {
+		return AssertionOrSetSchema;
+	}
+});
+Object.defineProperty(exports, "AssertionSchema", {
+	enumerable: true,
+	get: function() {
+		return AssertionSchema;
+	}
+});
+Object.defineProperty(exports, "AssertionSetSchema", {
+	enumerable: true,
+	get: function() {
+		return AssertionSetSchema;
+	}
+});
+Object.defineProperty(exports, "AssertionTypeSchema", {
+	enumerable: true,
+	get: function() {
+		return AssertionTypeSchema;
+	}
+});
+Object.defineProperty(exports, "AtomicTestCaseSchema", {
+	enumerable: true,
+	get: function() {
+		return AtomicTestCaseSchema;
+	}
+});
+Object.defineProperty(exports, "BIAS_PLUGINS", {
+	enumerable: true,
+	get: function() {
+		return BIAS_PLUGINS;
+	}
+});
+Object.defineProperty(exports, "BaseAssertionTypesSchema", {
+	enumerable: true,
+	get: function() {
+		return BaseAssertionTypesSchema;
+	}
+});
+Object.defineProperty(exports, "BaseTokenUsageSchema", {
+	enumerable: true,
+	get: function() {
+		return BaseTokenUsageSchema;
+	}
+});
+Object.defineProperty(exports, "CommandLineOptionsSchema", {
+	enumerable: true,
+	get: function() {
+		return CommandLineOptionsSchema;
+	}
+});
+Object.defineProperty(exports, "CompletedPromptSchema", {
+	enumerable: true,
+	get: function() {
+		return CompletedPromptSchema;
+	}
+});
+Object.defineProperty(exports, "CompletionTokenDetailsSchema", {
+	enumerable: true,
+	get: function() {
+		return CompletionTokenDetailsSchema;
+	}
+});
+Object.defineProperty(exports, "ConversationMessageSchema", {
+	enumerable: true,
+	get: function() {
+		return ConversationMessageSchema;
+	}
+});
+Object.defineProperty(exports, "DATASET_EXEMPT_PLUGINS", {
+	enumerable: true,
+	get: function() {
+		return DATASET_EXEMPT_PLUGINS;
+	}
+});
+Object.defineProperty(exports, "DATASET_PLUGINS", {
+	enumerable: true,
+	get: function() {
+		return DATASET_PLUGINS;
+	}
+});
+Object.defineProperty(exports, "DEFAULT_PLUGINS", {
+	enumerable: true,
+	get: function() {
+		return DEFAULT_PLUGINS;
+	}
+});
+Object.defineProperty(exports, "DEFAULT_STRATEGIES", {
+	enumerable: true,
+	get: function() {
+		return DEFAULT_STRATEGIES;
+	}
+});
+Object.defineProperty(exports, "DerivedMetricSchema", {
+	enumerable: true,
+	get: function() {
+		return DerivedMetricSchema;
+	}
+});
+Object.defineProperty(exports, "EvalResultsFilterMode", {
+	enumerable: true,
+	get: function() {
+		return EvalResultsFilterMode;
+	}
+});
+Object.defineProperty(exports, "EvaluateOptionsSchema", {
+	enumerable: true,
+	get: function() {
+		return EvaluateOptionsSchema;
+	}
+});
+Object.defineProperty(exports, "FINANCIAL_PLUGINS", {
+	enumerable: true,
+	get: function() {
+		return FINANCIAL_PLUGINS;
+	}
+});
+Object.defineProperty(exports, "FOUNDATION_PLUGINS", {
+	enumerable: true,
+	get: function() {
+		return FOUNDATION_PLUGINS;
+	}
+});
+Object.defineProperty(exports, "GradingConfigSchema", {
+	enumerable: true,
+	get: function() {
+		return GradingConfigSchema;
+	}
+});
+Object.defineProperty(exports, "HARM_PLUGINS", {
+	enumerable: true,
+	get: function() {
+		return HARM_PLUGINS;
+	}
+});
+Object.defineProperty(exports, "INSURANCE_PLUGINS", {
+	enumerable: true,
+	get: function() {
+		return INSURANCE_PLUGINS;
+	}
+});
+Object.defineProperty(exports, "InputsSchema", {
+	enumerable: true,
+	get: function() {
+		return InputsSchema;
+	}
+});
+Object.defineProperty(exports, "LLAMA_GUARD_ENABLED_CATEGORIES", {
+	enumerable: true,
+	get: function() {
+		return LLAMA_GUARD_ENABLED_CATEGORIES;
+	}
+});
+Object.defineProperty(exports, "LLAMA_GUARD_REPLICATE_PROVIDER", {
+	enumerable: true,
+	get: function() {
+		return LLAMA_GUARD_REPLICATE_PROVIDER;
+	}
+});
+Object.defineProperty(exports, "MEDICAL_PLUGINS", {
+	enumerable: true,
+	get: function() {
+		return MEDICAL_PLUGINS;
+	}
+});
+Object.defineProperty(exports, "MULTI_INPUT_EXCLUDED_PLUGINS", {
+	enumerable: true,
+	get: function() {
+		return MULTI_INPUT_EXCLUDED_PLUGINS;
+	}
+});
+Object.defineProperty(exports, "MULTI_INPUT_VAR", {
+	enumerable: true,
+	get: function() {
+		return MULTI_INPUT_VAR;
+	}
+});
+Object.defineProperty(exports, "MULTI_TURN_STRATEGIES", {
+	enumerable: true,
+	get: function() {
+		return MULTI_TURN_STRATEGIES;
+	}
+});
+Object.defineProperty(exports, "NotPrefixedAssertionTypesSchema", {
+	enumerable: true,
+	get: function() {
+		return NotPrefixedAssertionTypesSchema;
+	}
+});
+Object.defineProperty(exports, "OutputConfigSchema", {
+	enumerable: true,
+	get: function() {
+		return OutputConfigSchema;
+	}
+});
+Object.defineProperty(exports, "OutputFileExtension", {
+	enumerable: true,
+	get: function() {
+		return OutputFileExtension;
+	}
+});
+Object.defineProperty(exports, "PHARMACY_PLUGINS", {
+	enumerable: true,
+	get: function() {
+		return PHARMACY_PLUGINS;
+	}
+});
+Object.defineProperty(exports, "PII_PLUGINS", {
+	enumerable: true,
+	get: function() {
+		return PII_PLUGINS;
+	}
+});
+Object.defineProperty(exports, "PLUGIN_CATEGORIES", {
+	enumerable: true,
+	get: function() {
+		return PLUGIN_CATEGORIES;
+	}
+});
+Object.defineProperty(exports, "PartialGenerationError", {
+	enumerable: true,
+	get: function() {
+		return PartialGenerationError;
+	}
+});
+Object.defineProperty(exports, "PluginConfigSchema", {
+	enumerable: true,
+	get: function() {
+		return PluginConfigSchema;
+	}
+});
+Object.defineProperty(exports, "PolicyObjectSchema", {
+	enumerable: true,
+	get: function() {
+		return PolicyObjectSchema;
+	}
+});
+Object.defineProperty(exports, "PromptSchema", {
+	enumerable: true,
+	get: function() {
+		return PromptSchema;
+	}
+});
+Object.defineProperty(exports, "ProviderOptionsSchema", {
+	enumerable: true,
+	get: function() {
+		return ProviderOptionsSchema;
+	}
+});
+Object.defineProperty(exports, "ProvidersSchema", {
+	enumerable: true,
+	get: function() {
+		return ProvidersSchema;
+	}
+});
+Object.defineProperty(exports, "REDTEAM_PROVIDER_HARM_PLUGINS", {
+	enumerable: true,
+	get: function() {
+		return REDTEAM_PROVIDER_HARM_PLUGINS;
+	}
+});
+Object.defineProperty(exports, "REMOTE_ONLY_PLUGIN_IDS", {
+	enumerable: true,
+	get: function() {
+		return REMOTE_ONLY_PLUGIN_IDS;
+	}
+});
+Object.defineProperty(exports, "RedteamConfigSchema", {
+	enumerable: true,
+	get: function() {
+		return RedteamConfigSchema;
+	}
+});
+Object.defineProperty(exports, "ResultFailureReason", {
+	enumerable: true,
+	get: function() {
+		return ResultFailureReason;
+	}
+});
+Object.defineProperty(exports, "STRATEGY_COLLECTIONS", {
+	enumerable: true,
+	get: function() {
+		return STRATEGY_COLLECTIONS;
+	}
+});
+Object.defineProperty(exports, "STRATEGY_COLLECTION_MAPPINGS", {
+	enumerable: true,
+	get: function() {
+		return STRATEGY_COLLECTION_MAPPINGS;
+	}
+});
+Object.defineProperty(exports, "STRATEGY_EXEMPT_PLUGINS", {
+	enumerable: true,
+	get: function() {
+		return STRATEGY_EXEMPT_PLUGINS;
+	}
+});
+Object.defineProperty(exports, "ScenarioSchema", {
+	enumerable: true,
+	get: function() {
+		return ScenarioSchema;
+	}
+});
+Object.defineProperty(exports, "Severity", {
+	enumerable: true,
+	get: function() {
+		return Severity;
+	}
+});
+Object.defineProperty(exports, "SpecialAssertionTypesSchema", {
+	enumerable: true,
+	get: function() {
+		return SpecialAssertionTypesSchema;
+	}
+});
+Object.defineProperty(exports, "StrategyConfigSchema", {
+	enumerable: true,
+	get: function() {
+		return StrategyConfigSchema;
+	}
+});
+Object.defineProperty(exports, "TELECOM_PLUGINS", {
+	enumerable: true,
+	get: function() {
+		return TELECOM_PLUGINS;
+	}
+});
+Object.defineProperty(exports, "TestCaseSchema", {
+	enumerable: true,
+	get: function() {
+		return TestCaseSchema;
+	}
+});
+Object.defineProperty(exports, "TestCaseWithVarsFileSchema", {
+	enumerable: true,
+	get: function() {
+		return TestCaseWithVarsFileSchema;
+	}
+});
+Object.defineProperty(exports, "TestCasesWithMetadataPromptSchema", {
+	enumerable: true,
+	get: function() {
+		return TestCasesWithMetadataPromptSchema;
+	}
+});
+Object.defineProperty(exports, "TestCasesWithMetadataSchema", {
+	enumerable: true,
+	get: function() {
+		return TestCasesWithMetadataSchema;
+	}
+});
+Object.defineProperty(exports, "TestGeneratorConfigSchema", {
+	enumerable: true,
+	get: function() {
+		return TestGeneratorConfigSchema;
+	}
+});
+Object.defineProperty(exports, "TestSuiteConfigSchema", {
+	enumerable: true,
+	get: function() {
+		return TestSuiteConfigSchema;
+	}
+});
+Object.defineProperty(exports, "TestSuiteSchema", {
+	enumerable: true,
+	get: function() {
+		return TestSuiteSchema;
+	}
+});
+Object.defineProperty(exports, "UNALIGNED_PROVIDER_HARM_PLUGINS", {
+	enumerable: true,
+	get: function() {
+		return UNALIGNED_PROVIDER_HARM_PLUGINS;
+	}
+});
+Object.defineProperty(exports, "UnifiedConfigSchema", {
+	enumerable: true,
+	get: function() {
+		return UnifiedConfigSchema;
+	}
+});
+Object.defineProperty(exports, "VarsSchema", {
+	enumerable: true,
+	get: function() {
+		return VarsSchema;
+	}
+});
+Object.defineProperty(exports, "categoryAliases", {
+	enumerable: true,
+	get: function() {
+		return categoryAliases;
+	}
+});
+Object.defineProperty(exports, "getDefaultNFanout", {
+	enumerable: true,
+	get: function() {
+		return getDefaultNFanout;
+	}
+});
+Object.defineProperty(exports, "isApiProvider", {
+	enumerable: true,
+	get: function() {
+		return isApiProvider;
+	}
+});
+Object.defineProperty(exports, "isCustomStrategy", {
+	enumerable: true,
+	get: function() {
+		return isCustomStrategy;
+	}
+});
+Object.defineProperty(exports, "isFanoutStrategy", {
+	enumerable: true,
+	get: function() {
+		return isFanoutStrategy;
+	}
+});
+Object.defineProperty(exports, "isGradingResult", {
+	enumerable: true,
+	get: function() {
+		return isGradingResult;
+	}
+});
+Object.defineProperty(exports, "isProviderOptions", {
+	enumerable: true,
+	get: function() {
+		return isProviderOptions;
+	}
+});
+Object.defineProperty(exports, "isResultFailureReason", {
+	enumerable: true,
+	get: function() {
+		return isResultFailureReason;
+	}
+});
+Object.defineProperty(exports, "isUuid", {
+	enumerable: true,
+	get: function() {
+		return isUuid;
+	}
+});
+Object.defineProperty(exports, "isValidReusablePolicyId", {
+	enumerable: true,
+	get: function() {
+		return isValidReusablePolicyId;
+	}
+});
+Object.defineProperty(exports, "pluginDescriptions", {
+	enumerable: true,
+	get: function() {
+		return pluginDescriptions;
+	}
+});
+Object.defineProperty(exports, "riskCategorySeverityMap", {
+	enumerable: true,
+	get: function() {
+		return riskCategorySeverityMap;
+	}
+});
+
+//# sourceMappingURL=types-LJ0r3wbR.cjs.map