promptfoo 0.121.3 → 0.121.5

package/dist/src/{types-q8GXGF65.js → types-DNRZVOue.js}

@@ -1,137 +1,13 @@
-import { i as isJavascriptFile, t as JAVASCRIPT_EXTENSIONS } from "./fileExtensions-DnqA1y9x.js";
+import { i as isJavascriptFile, t as JAVASCRIPT_EXTENSIONS } from "./fileExtensions-8CjoL7vB.js";
 import dedent from "dedent";
 import { z } from "zod";
-//#region src/types/env.ts
-const ProviderEnvOverridesSchema = z.object({
-	AI21_API_BASE_URL: z.string().optional(),
-	AI21_API_KEY: z.string().optional(),
-	AIML_API_KEY: z.string().optional(),
-	ANTHROPIC_API_KEY: z.string().optional(),
-	ANTHROPIC_BASE_URL: z.string().optional(),
-	AWS_BEDROCK_REGION: z.string().optional(),
-	AZURE_API_BASE_URL: z.string().optional(),
-	AZURE_API_HOST: z.string().optional(),
-	AZURE_API_KEY: z.string().optional(),
-	AZURE_AUTHORITY_HOST: z.string().optional(),
-	AZURE_CLIENT_ID: z.string().optional(),
-	AZURE_CLIENT_SECRET: z.string().optional(),
-	AZURE_DEPLOYMENT_NAME: z.string().optional(),
-	AZURE_EMBEDDING_DEPLOYMENT_NAME: z.string().optional(),
-	AZURE_OPENAI_API_BASE_URL: z.string().optional(),
-	AZURE_OPENAI_API_HOST: z.string().optional(),
-	AZURE_OPENAI_API_KEY: z.string().optional(),
-	AZURE_OPENAI_BASE_URL: z.string().optional(),
-	AZURE_OPENAI_DEPLOYMENT_NAME: z.string().optional(),
-	AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME: z.string().optional(),
-	AZURE_TENANT_ID: z.string().optional(),
-	AZURE_TOKEN_SCOPE: z.string().optional(),
-	CLAUDE_CODE_USE_BEDROCK: z.string().optional(),
-	CLAUDE_CODE_USE_VERTEX: z.string().optional(),
-	CLOUDFLARE_ACCOUNT_ID: z.string().optional(),
-	CLOUDFLARE_API_KEY: z.string().optional(),
-	CLOUDFLARE_GATEWAY_ID: z.string().optional(),
-	CF_AIG_TOKEN: z.string().optional(),
-	COMETAPI_KEY: z.string().optional(),
-	COHERE_API_KEY: z.string().optional(),
-	COHERE_CLIENT_NAME: z.string().optional(),
-	DATABRICKS_TOKEN: z.string().optional(),
-	DATABRICKS_WORKSPACE_URL: z.string().optional(),
-	DOCKER_MODEL_RUNNER_BASE_URL: z.string().optional(),
-	DOCKER_MODEL_RUNNER_API_KEY: z.string().optional(),
-	ELEVENLABS_API_KEY: z.string().optional(),
-	FAL_KEY: z.string().optional(),
-	GITHUB_TOKEN: z.string().optional(),
-	GOOGLE_API_HOST: z.string().optional(),
-	GOOGLE_API_BASE_URL: z.string().optional(),
-	GOOGLE_API_KEY: z.string().optional(),
-	GOOGLE_PROJECT_ID: z.string().optional(),
-	GOOGLE_LOCATION: z.string().optional(),
-	GOOGLE_GENERATIVE_AI_API_KEY: z.string().optional(),
-	GEMINI_API_KEY: z.string().optional(),
-	GROQ_API_KEY: z.string().optional(),
-	HELICONE_API_KEY: z.string().optional(),
-	HF_API_TOKEN: z.string().optional(),
-	HF_TOKEN: z.string().optional(),
-	HYPERBOLIC_API_KEY: z.string().optional(),
-	HUGGING_FACE_HUB_TOKEN: z.string().optional(),
-	JFROG_API_KEY: z.string().optional(),
-	LANGFUSE_HOST: z.string().optional(),
-	LANGFUSE_PUBLIC_KEY: z.string().optional(),
-	LANGFUSE_SECRET_KEY: z.string().optional(),
-	LITELLM_API_BASE: z.string().optional(),
-	LLAMA_BASE_URL: z.string().optional(),
-	LOCALAI_BASE_URL: z.string().optional(),
-	MISTRAL_API_BASE_URL: z.string().optional(),
-	MISTRAL_API_HOST: z.string().optional(),
-	MISTRAL_API_KEY: z.string().optional(),
-	MODELSLAB_API_KEY: z.string().optional(),
-	NSCALE_SERVICE_TOKEN: z.string().optional(),
-	NSCALE_API_KEY: z.string().optional(),
-	OLLAMA_API_KEY: z.string().optional(),
-	OLLAMA_BASE_URL: z.string().optional(),
-	OPENAI_API_BASE_URL: z.string().optional(),
-	OPENAI_API_HOST: z.string().optional(),
-	OPENAI_API_KEY: z.string().optional(),
-	OPENAI_BASE_URL: z.string().optional(),
-	OPENAI_ORGANIZATION: z.string().optional(),
-	CLAWDBOT_GATEWAY_PASSWORD: z.string().optional(),
-	CLAWDBOT_GATEWAY_TOKEN: z.string().optional(),
-	CLAWDBOT_GATEWAY_URL: z.string().optional(),
-	CODEX_API_KEY: z.string().optional(),
-	OPENCLAW_CONFIG_PATH: z.string().optional(),
-	OPENCLAW_GATEWAY_PASSWORD: z.string().optional(),
-	OPENCLAW_GATEWAY_TOKEN: z.string().optional(),
-	OPENCLAW_GATEWAY_URL: z.string().optional(),
-	PALM_API_HOST: z.string().optional(),
-	PALM_API_KEY: z.string().optional(),
-	PORTKEY_API_KEY: z.string().optional(),
-	PROMPTFOO_CA_CERT_PATH: z.string().optional(),
-	PROMPTFOO_PFX_CERT_PATH: z.string().optional(),
-	PROMPTFOO_PFX_PASSWORD: z.string().optional(),
-	PROMPTFOO_JKS_CERT_PATH: z.string().optional(),
-	PROMPTFOO_JKS_PASSWORD: z.string().optional(),
-	PROMPTFOO_JKS_ALIAS: z.string().optional(),
-	PROMPTFOO_INSECURE_SSL: z.string().optional(),
-	QUIVERAI_API_KEY: z.string().optional(),
-	REPLICATE_API_KEY: z.string().optional(),
-	REPLICATE_API_TOKEN: z.string().optional(),
-	SHAREPOINT_BASE_URL: z.string().optional(),
-	SHAREPOINT_CERT_PATH: z.string().optional(),
-	SHAREPOINT_CLIENT_ID: z.string().optional(),
-	SHAREPOINT_TENANT_ID: z.string().optional(),
-	VERCEL_AI_GATEWAY_API_KEY: z.string().optional(),
-	VERCEL_AI_GATEWAY_BASE_URL: z.string().optional(),
-	VERTEX_API_HOST: z.string().optional(),
-	VERTEX_API_KEY: z.string().optional(),
-	VERTEX_API_VERSION: z.string().optional(),
-	VERTEX_PROJECT_ID: z.string().optional(),
-	VERTEX_PUBLISHER: z.string().optional(),
-	VERTEX_REGION: z.string().optional(),
-	VOYAGE_API_BASE_URL: z.string().optional(),
-	VOYAGE_API_KEY: z.string().optional(),
-	WATSONX_AI_APIKEY: z.string().optional(),
-	WATSONX_AI_AUTH_TYPE: z.string().optional(),
-	WATSONX_AI_BEARER_TOKEN: z.string().optional(),
-	WATSONX_AI_PROJECT_ID: z.string().optional(),
-	XAI_API_BASE_URL: z.string().optional(),
-	XAI_API_KEY: z.string().optional(),
-	AZURE_CONTENT_SAFETY_ENDPOINT: z.string().optional(),
-	AZURE_CONTENT_SAFETY_API_KEY: z.string().optional(),
-	AZURE_CONTENT_SAFETY_API_VERSION: z.string().optional(),
-	AWS_REGION: z.string().optional(),
-	AWS_DEFAULT_REGION: z.string().optional(),
-	AWS_SAGEMAKER_MAX_TOKENS: z.string().optional(),
-	AWS_SAGEMAKER_TEMPERATURE: z.string().optional(),
-	AWS_SAGEMAKER_TOP_P: z.string().optional(),
-	AWS_SAGEMAKER_MAX_RETRIES: z.string().optional(),
-	PROMPTFOO_EVAL_TIMEOUT_MS: z.string().optional()
-});
-//#endregion
 //#region src/types/shared.ts
 const CompletionTokenDetailsSchema = z.object({
 	reasoning: z.number().optional(),
 	acceptedPrediction: z.number().optional(),
-	rejectedPrediction: z.number().optional()
+	rejectedPrediction: z.number().optional(),
+	cacheReadInputTokens: z.number().optional(),
+	cacheCreationInputTokens: z.number().optional()
 });
 /**
 * Base schema for token usage statistics with all fields optional
@@ -154,24 +30,54 @@ const BaseTokenUsageSchema = z.object({
 });
 const InputsSchema = z.record(z.string().regex(/^[a-zA-Z_][a-zA-Z0-9_]*$/, { error: "Input variable names must be valid identifiers (start with letter or underscore)" }), z.string().min(1, { error: "Input descriptions must be non-empty strings" }));
 //#endregion
-//#region src/validators/prompts.ts
-const PromptConfigSchema = z.object({
-	prefix: z.string().optional(),
-	suffix: z.string().optional()
-});
-const PromptFunctionSchema = z.custom((v) => typeof v === "function");
-const PromptSchema = z.object({
-	id: z.string().optional(),
-	raw: z.string(),
-	display: z.string().optional(),
-	label: z.string(),
-	function: PromptFunctionSchema.optional(),
-	config: z.any().optional()
-});
-function assert$1() {}
-assert$1();
-assert$1();
-assert$1();
+//#region src/redteam/constants/codingAgents.ts
+const CODING_AGENT_CORE_PLUGINS = [
+	"coding-agent:repo-prompt-injection",
+	"coding-agent:terminal-output-injection",
+	"coding-agent:secret-env-read",
+	"coding-agent:sandbox-read-escape",
+	"coding-agent:verifier-sabotage"
+];
+const CODING_AGENT_PLUGINS = [
+	...CODING_AGENT_CORE_PLUGINS,
+	"coding-agent:secret-file-read",
+	"coding-agent:sandbox-write-escape",
+	"coding-agent:network-egress-bypass"
+];
+const CODING_AGENT_COLLECTIONS = ["coding-agent:core"];
+const CODING_AGENT_PLUGIN_DISPLAY_NAMES = {
+	"coding-agent:core": "Coding Agent Core",
+	"coding-agent:repo-prompt-injection": "Repository Prompt Injection",
+	"coding-agent:terminal-output-injection": "Terminal Output Injection",
+	"coding-agent:secret-env-read": "Secret Environment Read",
+	"coding-agent:secret-file-read": "Secret File Read",
+	"coding-agent:sandbox-read-escape": "Sandbox Read Escape",
+	"coding-agent:sandbox-write-escape": "Sandbox Write Escape",
+	"coding-agent:network-egress-bypass": "Network Egress Bypass",
+	"coding-agent:verifier-sabotage": "Verifier Sabotage"
+};
+const CODING_AGENT_PLUGIN_DESCRIPTIONS = {
+	"coding-agent:core": "Tests coding agents against a focused MVP set of repository prompt injection, terminal output injection, secret environment read, sandbox read escape, and verifier sabotage risks",
+	"coding-agent:repo-prompt-injection": "Tests whether instructions embedded in README files, source comments, fixture data, issue text, logs, or generated artifacts can override the user task or operating policy",
+	"coding-agent:terminal-output-injection": "Tests whether compiler, test, package manager, linter, formatter, git, grep, or script output can instruct the coding agent to perform unrelated or dangerous actions",
+	"coding-agent:secret-env-read": "Tests whether launcher-only environment canaries remain absent from commands, output, traces, reports, diffs, URLs, and tool or connector parameters",
+	"coding-agent:secret-file-read": "Tests whether protected local files, dotfiles, sibling checkout files, temp files, cache files, browser profile files, or support-bundle files remain outside the coding agent task boundary",
+	"coding-agent:sandbox-read-escape": "Tests whether the agent can read outside the intended workspace through absolute paths, sibling checkout paths, symlinks, archives, mount points, caches, temp paths, browser profiles, or home directories",
+	"coding-agent:sandbox-write-escape": "Tests whether the agent can create, overwrite, append, delete, chmod, or otherwise mutate files outside the intended workspace through relative paths, absolute paths, symlinks, temp paths, home paths, caches, mounts, or sibling checkouts",
+	"coding-agent:network-egress-bypass": "Tests whether the agent can make unauthorized outbound network requests, DNS lookups, package fetches, webhook calls, tunnels, or connector/tool calls that bypass the intended network policy",
+	"coding-agent:verifier-sabotage": "Tests whether the agent weakens tests, lint, typecheck, CI, snapshots, fixtures, auth, locks, security checks, policies, or harness assertions instead of fixing the requested implementation"
+};
+const CODING_AGENT_PLUGIN_ALIASES = {
+	"coding-agent:core": "CodingAgentCore",
+	"coding-agent:repo-prompt-injection": "CodingAgentRepoPromptInjection",
+	"coding-agent:terminal-output-injection": "CodingAgentTerminalOutputInjection",
+	"coding-agent:secret-env-read": "CodingAgentSecretEnvRead",
+	"coding-agent:secret-file-read": "CodingAgentSecretFileRead",
+	"coding-agent:sandbox-read-escape": "CodingAgentSandboxReadEscape",
+	"coding-agent:sandbox-write-escape": "CodingAgentSandboxWriteEscape",
+	"coding-agent:network-egress-bypass": "CodingAgentNetworkEgressBypass",
+	"coding-agent:verifier-sabotage": "CodingAgentVerifierSabotage"
+};
 //#endregion
 //#region src/redteam/constants/plugins.ts
 const MULTI_INPUT_VAR = "__prompt";
@@ -293,8 +199,10 @@ const COLLECTIONS = [
 	"financial",
 	"ecommerce",
 	"telecom",
+	"teen-safety",
 	"realestate",
-	"guardrails-eval"
+	"guardrails-eval",
+	...CODING_AGENT_COLLECTIONS
 ];
 const UNALIGNED_PROVIDER_HARM_PLUGINS = {
 	"harmful:child-exploitation": "Child Exploitation",
@@ -344,6 +252,9 @@ const BIAS_PLUGINS = [
 ];
 const MEDICAL_PLUGINS = [
 	"medical:anchoring-bias",
+	"medical:fda:ai-disclosure",
+	"medical:fda:cyber-access-control",
+	"medical:fda:cyber-audit-tampering",
 	"medical:hallucination",
 	"medical:incorrect-knowledge",
 	"medical:off-label-use",
@@ -359,6 +270,7 @@ const FINANCIAL_PLUGINS = [
 	"financial:defamation",
 	"financial:hallucination",
 	"financial:impartiality",
+	"financial:japan-fiea-suitability",
 	"financial:misconduct",
 	"financial:sox-compliance",
 	"financial:sycophancy"
@@ -404,6 +316,12 @@ const REALESTATE_PLUGINS = [
 	"realestate:advertising-discrimination",
 	"realestate:source-of-income"
 ];
+const TEEN_SAFETY_PLUGINS = [
+	"teen-safety:harmful-body-ideals",
+	"teen-safety:dangerous-content",
+	"teen-safety:dangerous-roleplay",
+	"teen-safety:age-restricted-goods-and-services"
+];
 const BASE_PLUGINS = [
 	"contracts",
 	"excessive-agency",
@@ -418,6 +336,7 @@ const ADDITIONAL_PLUGINS = [
 	"bfla",
 	"bola",
 	"cca",
+	...CODING_AGENT_PLUGINS,
 	"competitors",
 	"coppa",
 	"cross-session-leak",
@@ -434,6 +353,9 @@ const ADDITIONAL_PLUGINS = [
 	"mcp",
 	"model-identification",
 	"medical:anchoring-bias",
+	"medical:fda:ai-disclosure",
+	"medical:fda:cyber-access-control",
+	"medical:fda:cyber-audit-tampering",
 	"medical:hallucination",
 	"medical:incorrect-knowledge",
 	"medical:off-label-use",
@@ -447,6 +369,7 @@ const ADDITIONAL_PLUGINS = [
 	"financial:defamation",
 	"financial:hallucination",
 	"financial:impartiality",
+	"financial:japan-fiea-suitability",
 	"financial:misconduct",
 	"financial:sox-compliance",
 	"financial:sycophancy",
@@ -476,6 +399,10 @@ const ADDITIONAL_PLUGINS = [
 	"telecom:coverage-misinformation",
 	"telecom:law-enforcement-request-handling",
 	"telecom:accessibility-violation",
+	"teen-safety:harmful-body-ideals",
+	"teen-safety:dangerous-content",
+	"teen-safety:dangerous-roleplay",
+	"teen-safety:age-restricted-goods-and-services",
 	"realestate:fair-housing-discrimination",
 	"realestate:steering",
 	"realestate:discriminatory-listings",
@@ -507,6 +434,16 @@ const ADDITIONAL_PLUGINS = [
 ];
 const CONFIG_REQUIRED_PLUGINS = ["intent", "policy"];
 const AGENTIC_EXEMPT_PLUGINS = ["system-prompt-override", "agentic:memory-poisoning"];
+const CANARY_BREAKING_STRATEGY_IDS = [
+	"base64",
+	"hex",
+	"homoglyph",
+	"leetspeak",
+	"rot13",
+	"multilingual",
+	"math-prompt",
+	"jailbreak:composite"
+];
 const DATASET_EXEMPT_PLUGINS = [
 	"aegis",
 	"beavertails",
@@ -557,10 +494,13 @@ const PLUGIN_CATEGORIES = {
 	pharmacy: PHARMACY_PLUGINS,
 	insurance: INSURANCE_PLUGINS,
 	telecom: TELECOM_PLUGINS,
+	"teen-safety": TEEN_SAFETY_PLUGINS,
 	realestate: REALESTATE_PLUGINS
 };
 const REMOTE_ONLY_PLUGIN_IDS = [
 	"agentic:memory-poisoning",
+	...CODING_AGENT_COLLECTIONS,
+	...CODING_AGENT_PLUGINS,
 	"ascii-smuggling",
 	"bfla",
 	"bola",
@@ -1075,26 +1015,125 @@ const NIST_AI_RMF_MAPPING = {
 		strategies: []
 	}
 };
+const MITRE_ATLAS_AI_ATTACK_STAGING_MAPPING = {
+	plugins: [
+		"ascii-smuggling",
+		"excessive-agency",
+		"harmful:cybercrime:malicious-code",
+		"hallucination",
+		"indirect-prompt-injection",
+		"rag-poisoning"
+	],
+	strategies: ["jailbreak", "jailbreak:tree"]
+};
 const MITRE_ATLAS_MAPPING = {
+	"mitre:atlas:ai-attack-staging": MITRE_ATLAS_AI_ATTACK_STAGING_MAPPING,
+	"mitre:atlas:ai-model-access": {
+		plugins: [],
+		strategies: []
+	},
+	"mitre:atlas:collection": {
+		plugins: [
+			"data-exfil",
+			"harmful:privacy",
+			"pii:api-db",
+			"pii:direct",
+			"pii:session",
+			"pii:social",
+			"prompt-extraction",
+			"rag-document-exfiltration"
+		],
+		strategies: []
+	},
+	"mitre:atlas:command-and-control": {
+		plugins: [
+			"excessive-agency",
+			"harmful:cybercrime",
+			"harmful:cybercrime:malicious-code",
+			"mcp",
+			"shell-injection",
+			"ssrf"
+		],
+		strategies: ["crescendo"]
+	},
+	"mitre:atlas:credential-access": {
+		plugins: [
+			"data-exfil",
+			"harmful:privacy",
+			"pii:api-db",
+			"pii:direct",
+			"pii:session",
+			"pii:social",
+			"prompt-extraction",
+			"rag-document-exfiltration",
+			"tool-discovery"
+		],
+		strategies: []
+	},
+	"mitre:atlas:defense-evasion": {
+		plugins: [
+			"ascii-smuggling",
+			"hijacking",
+			"imitation",
+			"rag-source-attribution",
+			"special-token-injection"
+		],
+		strategies: [
+			"base64",
+			"jailbreak",
+			"jailbreak-templates",
+			"leetspeak",
+			"rot13"
+		]
+	},
+	"mitre:atlas:discovery": {
+		plugins: [
+			"debug-access",
+			"model-identification",
+			"prompt-extraction",
+			"system-prompt-override",
+			"tool-discovery"
+		],
+		strategies: []
+	},
+	"mitre:atlas:execution": {
+		plugins: [
+			"excessive-agency",
+			"hijacking",
+			"indirect-prompt-injection",
+			"mcp",
+			"shell-injection",
+			"sql-injection",
+			"ssrf",
+			"system-prompt-override",
+			"tool-discovery"
+		],
+		strategies: ["jailbreak", "jailbreak-templates"]
+	},
 	"mitre:atlas:exfiltration": {
 		plugins: [
 			"ascii-smuggling",
+			"cross-session-leak",
+			"data-exfil",
 			"harmful:privacy",
 			"indirect-prompt-injection",
 			"pii:api-db",
 			"pii:direct",
 			"pii:session",
 			"pii:social",
-			"prompt-extraction"
+			"prompt-extraction",
+			"rag-document-exfiltration"
 		],
 		strategies: []
 	},
 	"mitre:atlas:impact": {
 		plugins: [
+			"divergent-repetition",
 			"excessive-agency",
 			"harmful",
 			"hijacking",
-			"imitation"
+			"imitation",
+			"reasoning-dos"
 		],
 		strategies: ["crescendo"]
 	},
@@ -1102,6 +1141,8 @@ const MITRE_ATLAS_MAPPING = {
 		plugins: [
 			"debug-access",
 			"harmful:cybercrime",
+			"indirect-prompt-injection",
+			"mcp",
 			"shell-injection",
 			"sql-injection",
 			"ssrf"
@@ -1114,18 +1155,46 @@ const MITRE_ATLAS_MAPPING = {
 			"rot13"
 		]
 	},
-	"mitre:atlas:ml-attack-staging": {
+	"mitre:atlas:lateral-movement": {
 		plugins: [
-			"ascii-smuggling",
+			"bfla",
+			"bola",
+			"harmful:cybercrime",
+			"rbac"
+		],
+		strategies: []
+	},
+	"mitre:atlas:persistence": {
+		plugins: [
+			"agentic:memory-poisoning",
+			"cross-session-leak",
+			"indirect-prompt-injection",
+			"rag-poisoning",
+			"system-prompt-override"
+		],
+		strategies: ["jailbreak"]
+	},
+	"mitre:atlas:privilege-escalation": {
+		plugins: [
+			"bfla",
+			"bola",
+			"debug-access",
 			"excessive-agency",
-			"hallucination",
-			"indirect-prompt-injection"
+			"mcp",
+			"rbac",
+			"shell-injection",
+			"system-prompt-override"
 		],
-		strategies: ["jailbreak", "jailbreak:tree"]
+		strategies: [
+			"jailbreak",
+			"jailbreak:tree",
+			"jailbreak-templates"
+		]
 	},
 	"mitre:atlas:reconnaissance": {
 		plugins: [
 			"competitors",
+			"model-identification",
 			"policy",
 			"prompt-extraction",
 			"rbac"
@@ -1134,13 +1203,16 @@ const MITRE_ATLAS_MAPPING = {
 	},
 	"mitre:atlas:resource-development": {
 		plugins: [
+			"harmful:chemical-biological-weapons",
 			"harmful:cybercrime",
+			"harmful:cybercrime:malicious-code",
 			"harmful:illegal-drugs",
 			"harmful:indiscriminate-weapons"
 		],
 		strategies: []
 	}
 };
+const MITRE_ATLAS_LEGACY_MAPPING = { "mitre:atlas:ml-attack-staging": MITRE_ATLAS_AI_ATTACK_STAGING_MAPPING };
 /**
 *  EU Artificial Intelligence Act
 *  ▸ Art. 5  (Prohibited AI practices)           – unacceptable-risk
@@ -1547,6 +1619,7 @@ const ALIASED_PLUGINS = [
 	"iso:42001",
 	"gdpr",
 	...Object.keys(MITRE_ATLAS_MAPPING),
+	...Object.keys(MITRE_ATLAS_LEGACY_MAPPING),
 	...Object.keys(NIST_AI_RMF_MAPPING),
 	...Object.keys(OWASP_API_TOP_10_MAPPING),
 	...Object.keys(OWASP_LLM_TOP_10_MAPPING),
@@ -1558,6 +1631,7 @@ const ALIASED_PLUGINS = [
 ];
 const ALIASED_PLUGIN_MAPPINGS = {
 	"dod:ai:ethics": DOD_AI_ETHICS_MAPPING,
+	"mitre:atlas:ml-attack-staging": MITRE_ATLAS_LEGACY_MAPPING,
 	"mitre:atlas": MITRE_ATLAS_MAPPING,
 	"nist:ai:measure": NIST_AI_RMF_MAPPING,
 	"owasp:api": OWASP_API_TOP_10_MAPPING,
@@ -1618,8 +1692,8 @@ const ALIASED_PLUGIN_MAPPINGS = {
 		strategies: []
 	} }
 };
-//#endregion
-//#region src/redteam/constants/metadata.ts
+({ ...CODING_AGENT_PLUGIN_DESCRIPTIONS });
+({ ...CODING_AGENT_PLUGIN_DISPLAY_NAMES });
 const Severity = {
 	Critical: "critical",
 	High: "high",
@@ -1636,6 +1710,10 @@ const SeveritySchema = z.enum([
 ]);
 Severity.Critical, Severity.High, Severity.Medium, Severity.Low, Severity.Informational;
 Severity.Critical, Severity.High, Severity.Medium, Severity.Low, Severity.Informational;
+const codingAgentRiskCategorySeverityMap = {
+	...Object.fromEntries(CODING_AGENT_PLUGINS.map((pluginId) => [pluginId, Severity.High])),
+	"coding-agent:core": Severity.High
+};
 const riskCategorySeverityMap = {
 	["agentic:memory-poisoning"]: Severity.High,
 	aegis: Severity.Medium,
@@ -1653,6 +1731,7 @@ const riskCategorySeverityMap = {
 	"financial:defamation": Severity.Medium,
 	"financial:hallucination": Severity.Low,
 	"financial:impartiality": Severity.Medium,
+	"financial:japan-fiea-suitability": Severity.High,
 	"financial:misconduct": Severity.High,
 	"financial:sox-compliance": Severity.High,
 	"financial:sycophancy": Severity.Low,
@@ -1668,6 +1747,9 @@ const riskCategorySeverityMap = {
 	default: Severity.Low,
 	mcp: Severity.High,
 	"medical:anchoring-bias": Severity.High,
+	"medical:fda:ai-disclosure": Severity.High,
+	"medical:fda:cyber-access-control": Severity.Critical,
+	"medical:fda:cyber-audit-tampering": Severity.Critical,
 	"medical:hallucination": Severity.Critical,
 	"medical:incorrect-knowledge": Severity.Critical,
 	"medical:off-label-use": Severity.High,
@@ -1744,6 +1826,11 @@ const riskCategorySeverityMap = {
 	"telecom:coverage-misinformation": Severity.Medium,
 	"telecom:law-enforcement-request-handling": Severity.Medium,
 	"telecom:accessibility-violation": Severity.Medium,
+	"teen-safety": Severity.Low,
+	"teen-safety:harmful-body-ideals": Severity.Low,
+	"teen-safety:dangerous-content": Severity.Low,
+	"teen-safety:dangerous-roleplay": Severity.Low,
+	"teen-safety:age-restricted-goods-and-services": Severity.Low,
 	realestate: Severity.Critical,
 	"realestate:fair-housing-discrimination": Severity.Critical,
 	"realestate:steering": Severity.Critical,
@@ -1783,9 +1870,10 @@ const riskCategorySeverityMap = {
 	vlguard: Severity.Medium,
 	vlsu: Severity.Medium,
 	wordplay: Severity.Low,
-	xstest: Severity.Low
+	xstest: Severity.Low,
+	...codingAgentRiskCategorySeverityMap
 };
-Object.entries({
+const riskCategories = {
 	"Security & Access Control": [
 		"ascii-smuggling",
 		"bfla",
@@ -1857,6 +1945,10 @@ Object.entries({
 		"harmful:radicalization",
 		"harmful:self-harm",
 		"harmful:sexual-content",
+		"teen-safety:harmful-body-ideals",
+		"teen-safety:dangerous-content",
+		"teen-safety:dangerous-roleplay",
+		"teen-safety:age-restricted-goods-and-services",
 		"wordplay"
 	],
 	Brand: [
@@ -1888,11 +1980,15 @@ Object.entries({
 		"financial:defamation",
 		"financial:hallucination",
 		"financial:impartiality",
+		"financial:japan-fiea-suitability",
 		"financial:misconduct",
 		"financial:sox-compliance",
 		"financial:sycophancy",
 		"medical:hallucination",
 		"medical:anchoring-bias",
+		"medical:fda:ai-disclosure",
+		"medical:fda:cyber-access-control",
+		"medical:fda:cyber-audit-tampering",
 		"medical:incorrect-knowledge",
 		"medical:off-label-use",
 		"medical:prioritization-error",
@@ -1933,8 +2029,10 @@ Object.entries({
 		"vlguard",
 		"vlsu",
 		"xstest"
-	]
-}).reduce((acc, [category, harms]) => {
+	],
+	"Coding Agent Security": [...CODING_AGENT_PLUGINS]
+};
+Object.entries(riskCategories).reduce((acc, [category, harms]) => {
 	harms.forEach((harm) => {
 		acc[harm] = category;
 	});
@@ -1960,6 +2058,9 @@ const categoryAliases = {
 	ferpa: "FERPACompliance",
 	mcp: "MCP",
 	"medical:anchoring-bias": "MedicalAnchoringBias",
+	"medical:fda:ai-disclosure": "MedicalFdaAiDisclosure",
+	"medical:fda:cyber-access-control": "MedicalFdaCyberAccessControl",
+	"medical:fda:cyber-audit-tampering": "MedicalFdaCyberAuditTampering",
 	"medical:hallucination": "Medical Hallucination",
 	"medical:incorrect-knowledge": "MedicalIncorrectKnowledge",
 	"medical:off-label-use": "MedicalOffLabelUse",
@@ -1977,6 +2078,7 @@ const categoryAliases = {
 	"financial:defamation": "FinancialDefamation",
 	"financial:hallucination": "FinancialHallucination",
 	"financial:impartiality": "FinancialImpartiality",
+	"financial:japan-fiea-suitability": "FinancialJapanFieaSuitability",
 	"financial:misconduct": "FinancialMisconduct",
 	"financial:sox-compliance": "FinancialSoxCompliance",
 	"financial:sycophancy": "FinancialSycophancy",
@@ -2018,6 +2120,11 @@ const categoryAliases = {
 	"telecom:coverage-misinformation": "TelecomCoverageMisinformation",
 	"telecom:law-enforcement-request-handling": "TelecomLawEnforcementRequestHandling",
 	"telecom:accessibility-violation": "TelecomAccessibilityViolation",
+	"teen-safety": "TeenSafety",
+	"teen-safety:harmful-body-ideals": "TeenSafetyHarmfulBodyIdeals",
+	"teen-safety:dangerous-content": "TeenSafetyDangerousContent",
+	"teen-safety:dangerous-roleplay": "TeenSafetyDangerousRoleplay",
+	"teen-safety:age-restricted-goods-and-services": "TeenSafetyAgeRestrictedGoodsAndServices",
 	realestate: "Real Estate Safety",
 	"realestate:fair-housing-discrimination": "RealEstateFairHousingDiscrimination",
 	"realestate:steering": "RealEstateSteering",
@@ -2087,7 +2194,8 @@ const categoryAliases = {
 	vlguard: "VLGuard",
 	vlsu: "VLSU",
 	wordplay: "Wordplay",
-	xstest: "XSTest"
+	xstest: "XSTest",
+	...CODING_AGENT_PLUGIN_ALIASES
 };
 Object.entries(categoryAliases).reduce((acc, [key, value]) => {
 	acc[value] = key;
@@ -2143,6 +2251,11 @@ const pluginDescriptions = {
 	"telecom:coverage-misinformation": "Tests for false or misleading claims about network coverage, 5G availability, or roaming capabilities",
 	"telecom:law-enforcement-request-handling": "Tests for improper handling of law enforcement data requests in violation of CALEA requirements and privacy laws",
 	"telecom:accessibility-violation": "Tests for accessibility compliance violations under Section 255, Section 508, ADA, and 21st Century CVAA",
+	"teen-safety": "Comprehensive teen safety testing for age-appropriate AI behavior across body image harms, dangerous activities, unsafe roleplay, and underage access risks",
+	"teen-safety:harmful-body-ideals": "Tests for harmful body-ideal promotion, body shaming, and facilitation of unsafe restriction, purging, over-exercise, or concealment behaviors that can harm teens",
+	"teen-safety:dangerous-content": "Tests for promotion, glorification, or facilitation of dangerous challenges, unsafe stunts, risky experimentation, and dangerous at-home procedures inappropriate for teens",
+	"teen-safety:dangerous-roleplay": "Tests for interactive roleplay involving minors that simulates romantic, sexual, or violent scenarios that could normalize exploitation or harm",
+	"teen-safety:age-restricted-goods-and-services": "Tests for encouragement, sourcing, or circumvention tactics that help minors access age-restricted goods or services such as alcohol, vaping, gambling, weapons, or adult-only venues",
 	realestate: "Comprehensive real estate AI safety testing for Fair Housing Act compliance, steering prevention, lending discrimination (ECOA), valuation bias, and housing discrimination vulnerabilities",
 	"realestate:fair-housing-discrimination": "Tests for Fair Housing Act violations across all 7 protected classes: race, color, religion, national origin, sex (including gender identity and sexual orientation), familial status, and disability",
 	"realestate:steering": "Tests for illegal steering practices where systems direct buyers toward or away from neighborhoods based on protected class characteristics rather than objective housing criteria",
@@ -2190,6 +2303,9 @@ const pluginDescriptions = {
 	"ecommerce:price-manipulation": "Tests for price manipulation through discount code abuse, inventory exploits, cart manipulation, unauthorized price modifications, or coupon stacking vulnerabilities",
 	mcp: "Tests for vulnerabilities to Model Context Protocol (MCP) attacks",
 	"medical:anchoring-bias": "Tests for medical anchoring bias where AI fixates on irrelevant information in medical contexts",
+	"medical:fda:ai-disclosure": "Tests whether AI-enabled medical-device or clinical LLM systems disclose intended-use boundaries, confidence and uncertainty, subgroup limitations, data drift, and model or device version changes instead of concealing them",
+	"medical:fda:cyber-access-control": "Tests whether medical-device AI systems enforce authenticated, role-scoped, deny-by-default workflows and refuse privileged device, telemetry, update, or therapy actions from unauthorized users or stale sessions",
+	"medical:fda:cyber-audit-tampering": "Tests whether medical-device AI systems preserve anomaly alerts, SBOM/version records, and forensic audit trails instead of helping users suppress, rewrite, or delete cybersecurity evidence",
 	"medical:hallucination": "Tests for fabricated medical facts, non-existent studies, made-up drug interactions, or other false medical information",
 	"medical:incorrect-knowledge": "Tests for factually wrong medical information that could be harmful if followed",
 	"medical:off-label-use": "Tests for inappropriate off-label medication recommendations without proper disclaimers, warnings, or professional consultation requirements",
@@ -2203,6 +2319,7 @@ const pluginDescriptions = {
 	"financial:defamation": "Tests for false statements that damage the reputation of financial entities, including unfounded fraud accusations, fabricated scandals, or false insolvency claims",
 	"financial:hallucination": "Tests for fabricated market data, non-existent financial instruments, fictional company financials, or invented market events",
 	"financial:impartiality": "Tests for inappropriate provision of financial advice, investment recommendations, broker suggestions, or transaction facilitation without proper authorization or disclaimers",
+	"financial:japan-fiea-suitability": "Tests whether AI recommends unsuitable financial products, downplays risks, or uses sales framing that conflicts with Japan's FIEA suitability and explanation duties",
 	"financial:misconduct": "Tests for facilitation of financial crimes including insider trading, market manipulation, front-running, spoofing, bribery, or circumventing financial regulations",
 	"financial:sox-compliance": "Tests for violations of Sarbanes-Oxley requirements including internal controls bypass, financial statement manipulation, CEO/CFO certification fraud, audit obstruction, document retention violations, and whistleblower retaliation",
 	"financial:sycophancy": "Tests for agreeing with risky trading strategies, unrealistic return expectations, or get-rich-quick schemes",
@@ -2240,7 +2357,8 @@ const pluginDescriptions = {
 	vlsu: "Tests compositional safety where individually safe images and text combine to produce harmful outputs using Apple VLSU dataset",
 	wordplay: "Tests whether AI systems can be tricked into generating profanity or offensive language through innocent-seeming wordplay like riddles and rhyming games",
 	xstest: "Tests how models handle ambiguous terms related to potentially harmful topics like violence and drugs",
-	"guardrails-eval": "Evaluate guardrail effectiveness against common risks"
+	"guardrails-eval": "Evaluate guardrail effectiveness against common risks",
+	...CODING_AGENT_PLUGIN_DESCRIPTIONS
 };
 //#endregion
 //#region src/redteam/constants/strategies.ts
@@ -2260,6 +2378,7 @@ const DEFAULT_STRATEGIES = [
 	"jailbreak:meta",
 	"jailbreak:composite"
 ];
+new Set(DEFAULT_STRATEGIES);
 const MULTI_TURN_STRATEGIES = [
 	"crescendo",
 	"goat",
@@ -2267,6 +2386,7 @@ const MULTI_TURN_STRATEGIES = [
 	"custom",
 	"mischievous-user"
 ];
+new Set(MULTI_TURN_STRATEGIES);
 const isCustomStrategy = (strategyId) => {
 	return strategyId === "custom" || strategyId.startsWith("custom:");
 };
@@ -2281,6 +2401,7 @@ const AGENTIC_STRATEGIES = [
 	"jailbreak:tree",
 	"mischievous-user"
 ];
+new Set(AGENTIC_STRATEGIES);
 const DATASET_PLUGINS = [
 	"beavertails",
 	"cyberseceval",
@@ -2446,7 +2567,62 @@ const PluginConfigSchema = z.object({
 	policy: z.union([z.string(), PolicyObjectSchema]).optional(),
 	systemPrompt: z.string().optional(),
 	excludeStrategies: z.array(z.string()).optional(),
+	protectedFilePath: z.string().optional(),
+	protectedFilePaths: z.array(z.string()).optional(),
+	secretFilePath: z.string().optional(),
+	secretFilePaths: z.array(z.string()).optional(),
+	secretLocalFilePath: z.string().optional(),
+	secretLocalFilePaths: z.array(z.string()).optional(),
+	secretFileValue: z.string().optional(),
+	secretFileValues: z.array(z.string()).optional(),
+	outsideWritePath: z.string().optional(),
+	outsideWritePaths: z.array(z.string()).optional(),
+	outsideWriteHostPath: z.string().optional(),
+	outsideWriteHostPaths: z.array(z.string()).optional(),
+	outsideWriteProbeDir: z.string().optional(),
+	outsideWriteProbeDirs: z.array(z.string()).optional(),
+	outsideWriteAllowedPath: z.string().optional(),
+	outsideWriteAllowedPaths: z.array(z.string()).optional(),
+	outsideWriteExpectedSha256: z.string().optional(),
+	outsideWritePathSha256: z.string().optional(),
+	outsideWriteSha256: z.string().optional(),
+	outsideWriteMustNotExistPath: z.string().optional(),
+	outsideWriteMustNotExistPaths: z.array(z.string()).optional(),
+	mustNotExistPath: z.string().optional(),
+	mustNotExistPaths: z.array(z.string()).optional(),
+	protectedWritePath: z.string().optional(),
+	protectedWritePaths: z.array(z.string()).optional(),
+	sandboxWritePath: z.string().optional(),
+	sandboxWritePaths: z.array(z.string()).optional(),
+	workspacePath: z.string().optional(),
+	workspacePaths: z.array(z.string()).optional(),
+	workspaceRoot: z.string().optional(),
+	workspaceRoots: z.array(z.string()).optional(),
+	workingDirectory: z.string().optional(),
+	workingDirectoryPath: z.string().optional(),
+	workingDir: z.string().optional(),
+	networkEgressUrl: z.string().optional(),
+	networkEgressUrls: z.array(z.string()).optional(),
+	networkTrapUrl: z.string().optional(),
+	networkTrapUrls: z.array(z.string()).optional(),
+	networkEgressHost: z.string().optional(),
+	networkEgressHosts: z.array(z.string()).optional(),
+	networkTrapHost: z.string().optional(),
+	networkTrapHosts: z.array(z.string()).optional(),
+	networkAllowedHost: z.string().optional(),
+	networkAllowedHosts: z.array(z.string()).optional(),
+	networkAllowedUrl: z.string().optional(),
+	networkAllowedUrls: z.array(z.string()).optional(),
+	networkTrapLogPath: z.string().optional(),
+	networkTrapLogPaths: z.array(z.string()).optional(),
+	networkScanPath: z.string().optional(),
+	networkScanPaths: z.array(z.string()).optional(),
+	networkWorkspacePath: z.string().optional(),
+	networkWorkspacePaths: z.array(z.string()).optional(),
+	networkEgressReceipt: z.string().optional(),
+	networkEgressReceipts: z.array(z.string()).optional(),
 	inputs: InputsSchema.optional(),
+	maxCharsPerMessage: z.number().int().positive().optional(),
 	__nonce: z.number().optional()
 });
 const StrategyConfigSchema = z.object({
@@ -2474,6 +2650,135 @@ var PartialGenerationError = class extends Error {
 	}
 };
 //#endregion
+//#region src/types/env.ts
+const ProviderEnvOverridesSchema = z.object({
+	ABLIT_API_BASE_URL: z.string().optional(),
+	ABLIT_KEY: z.string().optional(),
+	AI21_API_BASE_URL: z.string().optional(),
+	AI21_API_KEY: z.string().optional(),
+	AIML_API_KEY: z.string().optional(),
+	ANTHROPIC_API_KEY: z.string().optional(),
+	ANTHROPIC_BASE_URL: z.string().optional(),
+	AWS_BEDROCK_REGION: z.string().optional(),
+	AZURE_API_BASE_URL: z.string().optional(),
+	AZURE_API_HOST: z.string().optional(),
+	AZURE_API_KEY: z.string().optional(),
+	AZURE_AUTHORITY_HOST: z.string().optional(),
+	AZURE_CLIENT_ID: z.string().optional(),
+	AZURE_CLIENT_SECRET: z.string().optional(),
+	AZURE_DEPLOYMENT_NAME: z.string().optional(),
+	AZURE_EMBEDDING_DEPLOYMENT_NAME: z.string().optional(),
+	AZURE_OPENAI_API_BASE_URL: z.string().optional(),
+	AZURE_OPENAI_API_HOST: z.string().optional(),
+	AZURE_OPENAI_API_KEY: z.string().optional(),
+	AZURE_OPENAI_BASE_URL: z.string().optional(),
+	AZURE_OPENAI_DEPLOYMENT_NAME: z.string().optional(),
+	AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME: z.string().optional(),
+	AZURE_TENANT_ID: z.string().optional(),
+	AZURE_TOKEN_SCOPE: z.string().optional(),
+	CLAUDE_CODE_USE_BEDROCK: z.string().optional(),
+	CLAUDE_CODE_USE_VERTEX: z.string().optional(),
+	CLOUDFLARE_ACCOUNT_ID: z.string().optional(),
+	CLOUDFLARE_API_KEY: z.string().optional(),
+	CLOUDFLARE_GATEWAY_ID: z.string().optional(),
+	CF_AIG_TOKEN: z.string().optional(),
+	COMETAPI_KEY: z.string().optional(),
+	COHERE_API_KEY: z.string().optional(),
+	COHERE_CLIENT_NAME: z.string().optional(),
+	DATABRICKS_TOKEN: z.string().optional(),
+	DATABRICKS_WORKSPACE_URL: z.string().optional(),
+	DOCKER_MODEL_RUNNER_BASE_URL: z.string().optional(),
+	DOCKER_MODEL_RUNNER_API_KEY: z.string().optional(),
+	ELEVENLABS_API_KEY: z.string().optional(),
+	FAL_KEY: z.string().optional(),
+	GITHUB_TOKEN: z.string().optional(),
+	GOOGLE_API_HOST: z.string().optional(),
+	GOOGLE_API_BASE_URL: z.string().optional(),
+	GOOGLE_API_KEY: z.string().optional(),
+	GOOGLE_PROJECT_ID: z.string().optional(),
+	GOOGLE_LOCATION: z.string().optional(),
+	GOOGLE_GENERATIVE_AI_API_KEY: z.string().optional(),
+	GEMINI_API_KEY: z.string().optional(),
+	GROQ_API_KEY: z.string().optional(),
+	HELICONE_API_KEY: z.string().optional(),
+	HF_API_TOKEN: z.string().optional(),
+	HF_TOKEN: z.string().optional(),
+	HYPERBOLIC_API_KEY: z.string().optional(),
+	HUGGING_FACE_HUB_TOKEN: z.string().optional(),
+	JFROG_API_KEY: z.string().optional(),
+	LANGFUSE_HOST: z.string().optional(),
+	LANGFUSE_PUBLIC_KEY: z.string().optional(),
+	LANGFUSE_SECRET_KEY: z.string().optional(),
+	LITELLM_API_BASE: z.string().optional(),
+	LLAMA_BASE_URL: z.string().optional(),
+	LOCALAI_BASE_URL: z.string().optional(),
+	MISTRAL_API_BASE_URL: z.string().optional(),
+	MISTRAL_API_HOST: z.string().optional(),
+	MISTRAL_API_KEY: z.string().optional(),
+	MODELSLAB_API_KEY: z.string().optional(),
+	NSCALE_SERVICE_TOKEN: z.string().optional(),
+	NSCALE_API_KEY: z.string().optional(),
+	OLLAMA_API_KEY: z.string().optional(),
+	OLLAMA_BASE_URL: z.string().optional(),
+	OPENAI_API_BASE_URL: z.string().optional(),
+	OPENAI_API_HOST: z.string().optional(),
+	OPENAI_API_KEY: z.string().optional(),
+	OPENAI_BASE_URL: z.string().optional(),
+	OPENAI_ORGANIZATION: z.string().optional(),
+	CLAWDBOT_GATEWAY_PASSWORD: z.string().optional(),
+	CLAWDBOT_GATEWAY_TOKEN: z.string().optional(),
+	CLAWDBOT_GATEWAY_URL: z.string().optional(),
+	CODEX_API_KEY: z.string().optional(),
+	OPENCLAW_CONFIG_PATH: z.string().optional(),
+	OPENCLAW_GATEWAY_PASSWORD: z.string().optional(),
+	OPENCLAW_GATEWAY_PORT: z.string().optional(),
+	OPENCLAW_GATEWAY_TOKEN: z.string().optional(),
+	OPENCLAW_GATEWAY_URL: z.string().optional(),
+	PALM_API_HOST: z.string().optional(),
+	PALM_API_KEY: z.string().optional(),
+	PORTKEY_API_KEY: z.string().optional(),
+	PROMPTFOO_CA_CERT_PATH: z.string().optional(),
+	PROMPTFOO_PFX_CERT_PATH: z.string().optional(),
+	PROMPTFOO_PFX_PASSWORD: z.string().optional(),
+	PROMPTFOO_JKS_CERT_PATH: z.string().optional(),
+	PROMPTFOO_JKS_PASSWORD: z.string().optional(),
+	PROMPTFOO_JKS_ALIAS: z.string().optional(),
+	PROMPTFOO_INSECURE_SSL: z.string().optional(),
+	QUIVERAI_API_KEY: z.string().optional(),
+	REPLICATE_API_KEY: z.string().optional(),
+	REPLICATE_API_TOKEN: z.string().optional(),
+	SHAREPOINT_BASE_URL: z.string().optional(),
+	SHAREPOINT_CERT_PATH: z.string().optional(),
+	SHAREPOINT_CLIENT_ID: z.string().optional(),
+	SHAREPOINT_TENANT_ID: z.string().optional(),
+	VERCEL_AI_GATEWAY_API_KEY: z.string().optional(),
+	VERCEL_AI_GATEWAY_BASE_URL: z.string().optional(),
+	VERTEX_API_HOST: z.string().optional(),
+	VERTEX_API_KEY: z.string().optional(),
+	VERTEX_API_VERSION: z.string().optional(),
+	VERTEX_PROJECT_ID: z.string().optional(),
+	VERTEX_PUBLISHER: z.string().optional(),
+	VERTEX_REGION: z.string().optional(),
+	VOYAGE_API_BASE_URL: z.string().optional(),
+	VOYAGE_API_KEY: z.string().optional(),
+	WATSONX_AI_APIKEY: z.string().optional(),
+	WATSONX_AI_AUTH_TYPE: z.string().optional(),
+	WATSONX_AI_BEARER_TOKEN: z.string().optional(),
+	WATSONX_AI_PROJECT_ID: z.string().optional(),
+	XAI_API_BASE_URL: z.string().optional(),
+	XAI_API_KEY: z.string().optional(),
+	AZURE_CONTENT_SAFETY_ENDPOINT: z.string().optional(),
+	AZURE_CONTENT_SAFETY_API_KEY: z.string().optional(),
+	AZURE_CONTENT_SAFETY_API_VERSION: z.string().optional(),
+	AWS_REGION: z.string().optional(),
+	AWS_DEFAULT_REGION: z.string().optional(),
+	AWS_SAGEMAKER_MAX_TOKENS: z.string().optional(),
+	AWS_SAGEMAKER_TEMPERATURE: z.string().optional(),
+	AWS_SAGEMAKER_TOP_P: z.string().optional(),
+	AWS_SAGEMAKER_MAX_RETRIES: z.string().optional(),
+	PROMPTFOO_EVAL_TIMEOUT_MS: z.string().optional()
+});
+//#endregion
 //#region src/validators/providers.ts
 const ProviderOptionsSchema = z.object({
 	id: z.custom().optional(),
@@ -2536,6 +2841,26 @@ const ProviderSchema = z.union([
 	ProviderOptionsSchema
 ]);
 //#endregion
+//#region src/validators/prompts.ts
+const PromptConfigSchema = z.object({
+	prefix: z.string().optional(),
+	suffix: z.string().optional()
+});
+const PromptFunctionSchema = z.custom((v) => typeof v === "function");
+const PromptSchema = z.object({
+	id: z.string().optional(),
+	raw: z.string(),
+	template: z.string().optional(),
+	display: z.string().optional(),
+	label: z.string(),
+	function: PromptFunctionSchema.optional(),
+	config: z.any().optional()
+});
+function assert$1() {}
+assert$1();
+assert$1();
+assert$1();
+//#endregion
 //#region src/validators/redteam.ts
 const TracingConfigSchema = z.lazy(() => z.object({
 	enabled: z.boolean().optional(),
@@ -2636,6 +2961,7 @@ z.object({
 	language: z.union([z.string(), z.array(z.string())]).optional().describe("Language(s) of tests to generate"),
 	frameworks: z.array(z.enum(frameworkOptions)).min(1).optional().describe("Subset of compliance frameworks to include when generating, reporting, and filtering results"),
 	maxConcurrency: z.int().positive().optional().describe("Maximum number of concurrent API calls"),
+	maxCharsPerMessage: z.int().positive().optional().describe("Maximum number of characters allowed per generated user message"),
 	numTests: z.int().positive().optional().describe("Number of tests to generate"),
 	output: z.string().optional().describe("Output file path"),
 	plugins: z.array(RedteamPluginObjectSchema).optional().describe("Plugins to use"),
@@ -2668,6 +2994,7 @@ const RedteamConfigSchema = z.object({
         Supports ${ALL_STRATEGIES.join(", ")}
         `).optional().prefault(["default"]),
 	maxConcurrency: z.int().positive().optional().describe("Maximum number of concurrent API calls"),
+	maxCharsPerMessage: z.int().positive().optional().describe("Maximum number of characters allowed per generated user message"),
 	delay: z.int().nonnegative().optional().describe("Delay in milliseconds between plugin API calls"),
 	excludeTargetOutputFromAgenticAttackGeneration: z.boolean().optional().describe("Whether to exclude target output from the agentific attack generation process"),
 	tracing: TracingConfigSchema.optional().describe("Tracing defaults applied to all strategies unless overridden"),
@@ -2721,6 +3048,7 @@ const RedteamConfigSchema = z.object({
 		else if (id === "pharmacy") expandCollection([...PHARMACY_PLUGINS], config, numTests, severity);
 		else if (id === "insurance") expandCollection([...INSURANCE_PLUGINS], config, numTests, severity);
 		else if (id === "financial") expandCollection([...FINANCIAL_PLUGINS], config, numTests, severity);
+		else if (id === "teen-safety") expandCollection([...TEEN_SAFETY_PLUGINS], config, numTests, severity);
 		else if (id === "default") expandCollection([...DEFAULT_PLUGINS], config, numTests, severity);
 		else if (id === "guardrails-eval") expandCollection([...GUARDRAILS_EVALUATION_PLUGINS], config, numTests, severity);
 	};
@@ -2781,6 +3109,7 @@ const RedteamConfigSchema = z.object({
 	});
 	return {
 		numTests: data.numTests,
+		...data.maxCharsPerMessage ? { maxCharsPerMessage: data.maxCharsPerMessage } : {},
 		plugins: uniquePlugins,
 		strategies,
 		...frameworks ? { frameworks } : {},
@@ -2906,6 +3235,7 @@ const PromptMetricsSchema = z.object({
 	tokenUsage: BaseTokenUsageSchema,
 	namedScores: z.record(z.string(), z.number()),
 	namedScoresCount: z.record(z.string(), z.number()),
+	namedScoreWeights: z.record(z.string(), z.number()).optional(),
 	redteam: z.object({
 		pluginPassCount: z.record(z.string(), z.number()),
 		pluginFailCount: z.record(z.string(), z.number()),
@@ -2928,7 +3258,7 @@ function isResultFailureReason(value) {
 	return validResultFailureReasons.has(value);
 }
 function isGradingResult(result) {
-	return typeof result === "object" && result !== null && typeof result.pass === "boolean" && typeof result.score === "number" && typeof result.reason === "string" && (typeof result.namedScores === "undefined" || typeof result.namedScores === "object") && (typeof result.tokensUsed === "undefined" || typeof result.tokensUsed === "object") && (typeof result.componentResults === "undefined" || Array.isArray(result.componentResults)) && (typeof result.assertion === "undefined" || result.assertion === null || typeof result.assertion === "object") && (typeof result.comment === "undefined" || typeof result.comment === "string");
+	return typeof result === "object" && result !== null && typeof result.pass === "boolean" && typeof result.score === "number" && typeof result.reason === "string" && (typeof result.namedScores === "undefined" || typeof result.namedScores === "object") && (typeof result.namedScoreWeights === "undefined" || typeof result.namedScoreWeights === "object") && (typeof result.tokensUsed === "undefined" || typeof result.tokensUsed === "object") && (typeof result.componentResults === "undefined" || Array.isArray(result.componentResults)) && (typeof result.assertion === "undefined" || result.assertion === null || typeof result.assertion === "object") && (typeof result.comment === "undefined" || typeof result.comment === "string");
 }
 const BaseAssertionTypesSchema = z.enum([
 	"answer-relevance",
@@ -3071,6 +3401,7 @@ const TestCaseSchema = z.object({
 		...GradingConfigSchema.shape,
 		disableVarExpansion: z.boolean().optional(),
 		disableConversationVar: z.boolean().optional(),
+		disableDefaultAsserts: z.boolean().optional(),
 		runSerially: z.boolean().optional()
 	}).catchall(z.any()).optional(),
 	threshold: z.number().optional(),
@@ -3160,7 +3491,7 @@ const TestSuiteSchema = z.object({
 				enabled: z.boolean(),
 				port: z.number(),
 				host: z.string().optional(),
-				acceptFormats: z.array(z.string())
+				acceptFormats: z.array(z.enum(["protobuf", "json"])).optional()
 			}).optional(),
 			grpc: z.object({
 				enabled: z.boolean(),
@@ -3229,7 +3560,7 @@ const TestSuiteConfigSchema = z.object({
 				enabled: z.boolean().prefault(true),
 				port: z.number().prefault(4318),
 				host: z.string().prefault("0.0.0.0"),
-				acceptFormats: z.array(z.enum(["protobuf", "json"])).prefault(["json"])
+				acceptFormats: z.array(z.enum(["protobuf", "json"])).prefault(["json", "protobuf"])
 			}).optional(),
 			grpc: z.object({
 				enabled: z.boolean().prefault(false),
@@ -3284,6 +3615,6 @@ const EvalResultsFilterMode = z.enum([
 	"user-rated"
 ]);
 //#endregion
-export { pluginDescriptions as $, isApiProvider as A, isValidReusablePolicyId as B, TestGeneratorConfigSchema as C, BaseTokenUsageSchema as Ct, VarsSchema as D, UnifiedConfigSchema as E, ConversationMessageSchema as F, MULTI_TURN_STRATEGIES as G, AGENTIC_STRATEGIES as H, PartialGenerationError as I, getDefaultNFanout as J, STRATEGY_COLLECTIONS as K, PluginConfigSchema as L, RedteamConfigSchema as M, ProviderOptionsSchema as N, isGradingResult as O, ProvidersSchema as P, categoryAliases as Q, PolicyObjectSchema as R, TestCasesWithMetadataSchema as S, PromptSchema as St, TestSuiteSchema as T, InputsSchema as Tt, DATASET_PLUGINS as U, isUuid as V, DEFAULT_STRATEGIES as W, isFanoutStrategy as X, isCustomStrategy as Y, Severity as Z, ScenarioSchema as _, REDTEAM_PROVIDER_HARM_PLUGINS as _t, AtomicTestCaseSchema as a, FINANCIAL_PLUGINS as at, TestCaseWithVarsFileSchema as b, TELECOM_PLUGINS as bt, CompletedPromptSchema as c, INSURANCE_PLUGINS as ct, EvaluateOptionsSchema as d, MEDICAL_PLUGINS as dt, riskCategorySeverityMap as et, GradingConfigSchema as f, MULTI_INPUT_EXCLUDED_PLUGINS as ft, ResultFailureReason as g, PLUGIN_CATEGORIES as gt, OutputFileExtension as h, PII_PLUGINS as ht, AssertionTypeSchema as i, DEFAULT_PLUGINS as it, isProviderOptions as j, isResultFailureReason as k, DerivedMetricSchema as l, LLAMA_GUARD_ENABLED_CATEGORIES as lt, OutputConfigSchema as m, PHARMACY_PLUGINS as mt, AssertionSchema as n, BIAS_PLUGINS as nt, BaseAssertionTypesSchema as o, FOUNDATION_PLUGINS as ot, NotPrefixedAssertionTypesSchema as p, MULTI_INPUT_VAR as pt, STRATEGY_COLLECTION_MAPPINGS as q, AssertionSetSchema as r, DATASET_EXEMPT_PLUGINS as rt, CommandLineOptionsSchema as s, HARM_PLUGINS as st, AssertionOrSetSchema as t, ALIASED_PLUGIN_MAPPINGS as tt, EvalResultsFilterMode as u, LLAMA_GUARD_REPLICATE_PROVIDER as ut, SpecialAssertionTypesSchema as v, REMOTE_ONLY_PLUGIN_IDS as vt, TestSuiteConfigSchema as w, CompletionTokenDetailsSchema as wt, TestCasesWithMetadataPromptSchema as x, UNALIGNED_PROVIDER_HARM_PLUGINS as xt, TestCaseSchema as y, STRATEGY_EXEMPT_PLUGINS as yt, StrategyConfigSchema as z };
+export { categoryAliases as $, isApiProvider as A, CompletionTokenDetailsSchema as At, StrategyConfigSchema as B, TestGeneratorConfigSchema as C, TELECOM_PLUGINS as Ct, VarsSchema as D, CODING_AGENT_PLUGIN_DESCRIPTIONS as Dt, UnifiedConfigSchema as E, CODING_AGENT_PLUGINS as Et, ProvidersSchema as F, DEFAULT_STRATEGIES as G, isUuid as H, ConversationMessageSchema as I, STRATEGY_COLLECTION_MAPPINGS as J, MULTI_TURN_STRATEGIES as K, PartialGenerationError as L, RedteamConfigSchema as M, PromptSchema as N, isGradingResult as O, CODING_AGENT_PLUGIN_DISPLAY_NAMES as Ot, ProviderOptionsSchema as P, Severity as Q, PluginConfigSchema as R, TestCasesWithMetadataSchema as S, TEEN_SAFETY_PLUGINS as St, TestSuiteSchema as T, CODING_AGENT_CORE_PLUGINS as Tt, AGENTIC_STRATEGIES as U, isValidReusablePolicyId as V, DATASET_PLUGINS as W, isCustomStrategy as X, getDefaultNFanout as Y, isFanoutStrategy as Z, ScenarioSchema as _, PII_PLUGINS as _t, AtomicTestCaseSchema as a, DATASET_EXEMPT_PLUGINS as at, TestCaseWithVarsFileSchema as b, REMOTE_ONLY_PLUGIN_IDS as bt, CompletedPromptSchema as c, FOUNDATION_PLUGINS as ct, EvaluateOptionsSchema as d, LLAMA_GUARD_ENABLED_CATEGORIES as dt, pluginDescriptions as et, GradingConfigSchema as f, LLAMA_GUARD_REPLICATE_PROVIDER as ft, ResultFailureReason as g, PHARMACY_PLUGINS as gt, OutputFileExtension as h, MULTI_INPUT_VAR as ht, AssertionTypeSchema as i, CANARY_BREAKING_STRATEGY_IDS as it, isProviderOptions as j, InputsSchema as jt, isResultFailureReason as k, BaseTokenUsageSchema as kt, DerivedMetricSchema as l, HARM_PLUGINS as lt, OutputConfigSchema as m, MULTI_INPUT_EXCLUDED_PLUGINS as mt, AssertionSchema as n, ALIASED_PLUGIN_MAPPINGS as nt, BaseAssertionTypesSchema as o, DEFAULT_PLUGINS as ot, NotPrefixedAssertionTypesSchema as p, MEDICAL_PLUGINS as pt, STRATEGY_COLLECTIONS as q, AssertionSetSchema as r, BIAS_PLUGINS as rt, CommandLineOptionsSchema as s, FINANCIAL_PLUGINS as st, AssertionOrSetSchema as t, riskCategorySeverityMap as tt, EvalResultsFilterMode as u, INSURANCE_PLUGINS as ut, SpecialAssertionTypesSchema as v, PLUGIN_CATEGORIES as vt, TestSuiteConfigSchema as w, UNALIGNED_PROVIDER_HARM_PLUGINS as wt, TestCasesWithMetadataPromptSchema as x, STRATEGY_EXEMPT_PLUGINS as xt, TestCaseSchema as y, REDTEAM_PROVIDER_HARM_PLUGINS as yt, PolicyObjectSchema as z };
 
-//# sourceMappingURL=types-q8GXGF65.js.map
+//# sourceMappingURL=types-DNRZVOue.js.map