promptfoo 0.122.1 → 0.122.2

package/dist/src/{goblin-4D8Nfpnl.cjs → goblin-B_rz0LjO.cjs}

@@ -1,4 +1,4 @@
-const require_hydra = require("./hydra-B0Aqb-zg.cjs");
+const require_hydra = require("./hydra-RlGwrC81.cjs");
 //#region src/redteam/providers/goblin/index.ts
 /**
 * Goblin intentionally reuses Hydra's mature multi-turn execution path.
@@ -19,4 +19,4 @@ var GoblinProvider = class extends require_hydra.HydraProvider {
 //#endregion
 exports.GoblinProvider = GoblinProvider;
 
-//# sourceMappingURL=goblin-4D8Nfpnl.cjs.map
+//# sourceMappingURL=goblin-B_rz0LjO.cjs.map

package/dist/src/{goblin-CZAgIkjX.js → goblin-C8-aCrlP.js}

@@ -1,5 +1,5 @@
 #!/usr/bin/env node
-import { t as HydraProvider } from "./hydra-WACE_1Zb.js";
+import { t as HydraProvider } from "./hydra-DCp4JZxW.js";
 //#region src/redteam/providers/goblin/index.ts
 /**
 * Goblin intentionally reuses Hydra's mature multi-turn execution path.
@@ -20,4 +20,4 @@ var GoblinProvider = class extends HydraProvider {
 //#endregion
 export { GoblinProvider };
 
-//# sourceMappingURL=goblin-CZAgIkjX.js.map
+//# sourceMappingURL=goblin-C8-aCrlP.js.map

package/dist/src/{goblin-Dlox542E.js → goblin-CqLJeleh.js}

@@ -1,4 +1,4 @@
-import { HydraProvider } from "./hydra-BBkVh274.js";
+import { HydraProvider } from "./hydra-CXR6iPRp.js";
 //#region src/redteam/providers/goblin/index.ts
 /**
 * Goblin intentionally reuses Hydra's mature multi-turn execution path.
@@ -19,4 +19,4 @@ var GoblinProvider = class extends HydraProvider {
 //#endregion
 export { GoblinProvider };
 
-//# sourceMappingURL=goblin-Dlox542E.js.map
+//# sourceMappingURL=goblin-CqLJeleh.js.map

package/dist/src/{goblin-OrBEar64.js → goblin-CuznsHt0.js}

@@ -1,4 +1,4 @@
-import { HydraProvider } from "./hydra-DlPvPWLB.js";
+import { HydraProvider } from "./hydra-HgjWEGIf.js";
 //#region src/redteam/providers/goblin/index.ts
 /**
 * Goblin intentionally reuses Hydra's mature multi-turn execution path.
@@ -19,4 +19,4 @@ var GoblinProvider = class extends HydraProvider {
 //#endregion
 export { GoblinProvider };
 
-//# sourceMappingURL=goblin-OrBEar64.js.map
+//# sourceMappingURL=goblin-CuznsHt0.js.map

package/dist/src/{google-CC83MIsJ.cjs → google-8szBGwzV.cjs}

@@ -6,7 +6,7 @@ const googleProviderFactories = [{
 		const firstPart = splits[1];
 		const modelName = firstPart === "chat" ? splits.slice(2).join(":") : splits.slice(1).join(":");
 		if (modelName === "gemini-omni-flash-preview") {
-			const { GoogleInteractionsProvider } = await Promise.resolve().then(() => require("./interactions-BkHdiUV_.cjs"));
+			const { GoogleInteractionsProvider } = await Promise.resolve().then(() => require("./interactions-CBWiz1sE.cjs"));
 			return new GoogleInteractionsProvider(modelName, {
 				...providerOptions,
 				id: providerPath,
@@ -17,7 +17,7 @@ const googleProviderFactories = [{
 			});
 		}
 		if (firstPart === "video") {
-			const { GoogleVideoProvider } = await Promise.resolve().then(() => require("./video-CFJeZvvL.cjs"));
+			const { GoogleVideoProvider } = await Promise.resolve().then(() => require("./video-ChxZLKTs.cjs"));
 			return new GoogleVideoProvider(splits.slice(2).join(":"), {
 				...providerOptions,
 				id: providerPath,
@@ -27,7 +27,7 @@ const googleProviderFactories = [{
 				}
 			});
 		}
-		const { VertexChatProvider, VertexEmbeddingProvider } = await Promise.resolve().then(() => require("./vertex-FM6gcfuB.cjs")).then((n) => n.vertex_exports);
+		const { VertexChatProvider, VertexEmbeddingProvider } = await Promise.resolve().then(() => require("./vertex-DXmhY_4R.cjs")).then((n) => n.vertex_exports);
 		if (firstPart === "chat") return new VertexChatProvider(splits.slice(2).join(":"), providerOptions);
 		if (firstPart === "embedding" || firstPart === "embeddings") return new VertexEmbeddingProvider(splits.slice(2).join(":"), providerOptions);
 		return new VertexChatProvider(splits.slice(1).join(":"), providerOptions);
@@ -40,37 +40,37 @@ const googleProviderFactories = [{
 			const serviceType = splits[1];
 			const modelName = splits.slice(2).join(":");
 			if (serviceType === "live") {
-				const { GoogleLiveProvider } = await Promise.resolve().then(() => require("./live-CDBvrFTF.cjs"));
+				const { GoogleLiveProvider } = await Promise.resolve().then(() => require("./live-BIYLKr6M.cjs"));
 				return new GoogleLiveProvider(modelName, providerOptions);
 			} else if (serviceType === "image") {
-				const { GoogleImageProvider } = await Promise.resolve().then(() => require("./image-N49IDbzx.cjs"));
+				const { GoogleImageProvider } = await Promise.resolve().then(() => require("./image-DSLZ3_9_.cjs"));
 				return new GoogleImageProvider(modelName, providerOptions);
 			} else if (serviceType === "video") {
-				const { GoogleVideoProvider } = await Promise.resolve().then(() => require("./video-CFJeZvvL.cjs"));
+				const { GoogleVideoProvider } = await Promise.resolve().then(() => require("./video-ChxZLKTs.cjs"));
 				return new GoogleVideoProvider(modelName, {
 					...providerOptions,
 					id: providerPath
 				});
 			} else if (serviceType === "embedding" || serviceType === "embeddings") {
 				if (!modelName) throw new Error(`Missing model name for ${providerPath}. Use e.g. google:embedding:gemini-embedding-001.`);
-				const { AIStudioEmbeddingProvider } = await Promise.resolve().then(() => require("./ai.studio-Cfr1uqJd.cjs")).then((n) => n.ai_studio_exports);
+				const { AIStudioEmbeddingProvider } = await Promise.resolve().then(() => require("./ai.studio-CzWiW2J3.cjs")).then((n) => n.ai_studio_exports);
 				return new AIStudioEmbeddingProvider(modelName, providerOptions);
 			}
 		}
 		const modelName = splits[1];
 		if (modelName === "gemini-omni-flash-preview") {
-			const { GoogleInteractionsProvider } = await Promise.resolve().then(() => require("./interactions-BkHdiUV_.cjs"));
+			const { GoogleInteractionsProvider } = await Promise.resolve().then(() => require("./interactions-CBWiz1sE.cjs"));
 			return new GoogleInteractionsProvider(modelName, providerOptions);
 		}
 		if (modelName.includes("-image")) {
-			const { GeminiImageProvider } = await Promise.resolve().then(() => require("./gemini-image-DxTRWDFj.cjs"));
+			const { GeminiImageProvider } = await Promise.resolve().then(() => require("./gemini-image-DYd6vsTn.cjs"));
 			return new GeminiImageProvider(modelName, providerOptions);
 		}
-		const { AIStudioChatProvider } = await Promise.resolve().then(() => require("./ai.studio-Cfr1uqJd.cjs")).then((n) => n.ai_studio_exports);
+		const { AIStudioChatProvider } = await Promise.resolve().then(() => require("./ai.studio-CzWiW2J3.cjs")).then((n) => n.ai_studio_exports);
 		return new AIStudioChatProvider(modelName, providerOptions);
 	}
 }];
 //#endregion
 exports.googleProviderFactories = googleProviderFactories;
 
-//# sourceMappingURL=google-CC83MIsJ.cjs.map
+//# sourceMappingURL=google-8szBGwzV.cjs.map

package/dist/src/{google-DRsee0nT.js → google-B1v8u6hy.js}

@@ -6,7 +6,7 @@ const googleProviderFactories = [{
 		const firstPart = splits[1];
 		const modelName = firstPart === "chat" ? splits.slice(2).join(":") : splits.slice(1).join(":");
 		if (modelName === "gemini-omni-flash-preview") {
-			const { GoogleInteractionsProvider } = await import("./interactions-vSEfKNox.js");
+			const { GoogleInteractionsProvider } = await import("./interactions-BC_LipMV.js");
 			return new GoogleInteractionsProvider(modelName, {
 				...providerOptions,
 				id: providerPath,
@@ -17,7 +17,7 @@ const googleProviderFactories = [{
 			});
 		}
 		if (firstPart === "video") {
-			const { GoogleVideoProvider } = await import("./video-C4hvGFWO.js");
+			const { GoogleVideoProvider } = await import("./video-CZ5He3fP.js");
 			return new GoogleVideoProvider(splits.slice(2).join(":"), {
 				...providerOptions,
 				id: providerPath,
@@ -27,7 +27,7 @@ const googleProviderFactories = [{
 				}
 			});
 		}
-		const { VertexChatProvider, VertexEmbeddingProvider } = await import("./vertex-BGBoge5t.js").then((n) => n.r);
+		const { VertexChatProvider, VertexEmbeddingProvider } = await import("./vertex-DWXywdFu.js").then((n) => n.r);
 		if (firstPart === "chat") return new VertexChatProvider(splits.slice(2).join(":"), providerOptions);
 		if (firstPart === "embedding" || firstPart === "embeddings") return new VertexEmbeddingProvider(splits.slice(2).join(":"), providerOptions);
 		return new VertexChatProvider(splits.slice(1).join(":"), providerOptions);
@@ -40,37 +40,37 @@ const googleProviderFactories = [{
 			const serviceType = splits[1];
 			const modelName = splits.slice(2).join(":");
 			if (serviceType === "live") {
-				const { GoogleLiveProvider } = await import("./live-BFul3lOj.js");
+				const { GoogleLiveProvider } = await import("./live-C2hVmTZg.js");
 				return new GoogleLiveProvider(modelName, providerOptions);
 			} else if (serviceType === "image") {
-				const { GoogleImageProvider } = await import("./image-BQf2QP3f.js");
+				const { GoogleImageProvider } = await import("./image-C1bIho6n.js");
 				return new GoogleImageProvider(modelName, providerOptions);
 			} else if (serviceType === "video") {
-				const { GoogleVideoProvider } = await import("./video-C4hvGFWO.js");
+				const { GoogleVideoProvider } = await import("./video-CZ5He3fP.js");
 				return new GoogleVideoProvider(modelName, {
 					...providerOptions,
 					id: providerPath
 				});
 			} else if (serviceType === "embedding" || serviceType === "embeddings") {
 				if (!modelName) throw new Error(`Missing model name for ${providerPath}. Use e.g. google:embedding:gemini-embedding-001.`);
-				const { AIStudioEmbeddingProvider } = await import("./ai.studio-DprNFGT7.js").then((n) => n.t);
+				const { AIStudioEmbeddingProvider } = await import("./ai.studio-BySqRQcL.js").then((n) => n.t);
 				return new AIStudioEmbeddingProvider(modelName, providerOptions);
 			}
 		}
 		const modelName = splits[1];
 		if (modelName === "gemini-omni-flash-preview") {
-			const { GoogleInteractionsProvider } = await import("./interactions-vSEfKNox.js");
+			const { GoogleInteractionsProvider } = await import("./interactions-BC_LipMV.js");
 			return new GoogleInteractionsProvider(modelName, providerOptions);
 		}
 		if (modelName.includes("-image")) {
-			const { GeminiImageProvider } = await import("./gemini-image-CfkY7fEx.js");
+			const { GeminiImageProvider } = await import("./gemini-image-B4vMqMOQ.js");
 			return new GeminiImageProvider(modelName, providerOptions);
 		}
-		const { AIStudioChatProvider } = await import("./ai.studio-DprNFGT7.js").then((n) => n.t);
+		const { AIStudioChatProvider } = await import("./ai.studio-BySqRQcL.js").then((n) => n.t);
 		return new AIStudioChatProvider(modelName, providerOptions);
 	}
 }];
 //#endregion
 export { googleProviderFactories };
 
-//# sourceMappingURL=google-DRsee0nT.js.map
+//# sourceMappingURL=google-B1v8u6hy.js.map

package/dist/src/{google-Dbpyq6la.js → google-B6p_pWxZ.js}

@@ -6,7 +6,7 @@ const googleProviderFactories = [{
 		const firstPart = splits[1];
 		const modelName = firstPart === "chat" ? splits.slice(2).join(":") : splits.slice(1).join(":");
 		if (modelName === "gemini-omni-flash-preview") {
-			const { GoogleInteractionsProvider } = await import("./interactions-CqITU8xN.js");
+			const { GoogleInteractionsProvider } = await import("./interactions-BUojcIo3.js");
 			return new GoogleInteractionsProvider(modelName, {
 				...providerOptions,
 				id: providerPath,
@@ -17,7 +17,7 @@ const googleProviderFactories = [{
 			});
 		}
 		if (firstPart === "video") {
-			const { GoogleVideoProvider } = await import("./video-DV7VnFDb.js");
+			const { GoogleVideoProvider } = await import("./video-BMnt4dq9.js");
 			return new GoogleVideoProvider(splits.slice(2).join(":"), {
 				...providerOptions,
 				id: providerPath,
@@ -27,7 +27,7 @@ const googleProviderFactories = [{
 				}
 			});
 		}
-		const { VertexChatProvider, VertexEmbeddingProvider } = await import("./vertex-BpaCFvPe.js").then((n) => n.r);
+		const { VertexChatProvider, VertexEmbeddingProvider } = await import("./vertex-BJYJC-Tr.js").then((n) => n.r);
 		if (firstPart === "chat") return new VertexChatProvider(splits.slice(2).join(":"), providerOptions);
 		if (firstPart === "embedding" || firstPart === "embeddings") return new VertexEmbeddingProvider(splits.slice(2).join(":"), providerOptions);
 		return new VertexChatProvider(splits.slice(1).join(":"), providerOptions);
@@ -40,37 +40,37 @@ const googleProviderFactories = [{
 			const serviceType = splits[1];
 			const modelName = splits.slice(2).join(":");
 			if (serviceType === "live") {
-				const { GoogleLiveProvider } = await import("./live-A1fk8Tl-.js");
+				const { GoogleLiveProvider } = await import("./live-BloWTLms.js");
 				return new GoogleLiveProvider(modelName, providerOptions);
 			} else if (serviceType === "image") {
-				const { GoogleImageProvider } = await import("./image-RxcUfS9c.js");
+				const { GoogleImageProvider } = await import("./image-CFtq9j1u.js");
 				return new GoogleImageProvider(modelName, providerOptions);
 			} else if (serviceType === "video") {
-				const { GoogleVideoProvider } = await import("./video-DV7VnFDb.js");
+				const { GoogleVideoProvider } = await import("./video-BMnt4dq9.js");
 				return new GoogleVideoProvider(modelName, {
 					...providerOptions,
 					id: providerPath
 				});
 			} else if (serviceType === "embedding" || serviceType === "embeddings") {
 				if (!modelName) throw new Error(`Missing model name for ${providerPath}. Use e.g. google:embedding:gemini-embedding-001.`);
-				const { AIStudioEmbeddingProvider } = await import("./ai.studio-DdDttvQ_.js").then((n) => n.t);
+				const { AIStudioEmbeddingProvider } = await import("./ai.studio-4CqyrhMr.js").then((n) => n.t);
 				return new AIStudioEmbeddingProvider(modelName, providerOptions);
 			}
 		}
 		const modelName = splits[1];
 		if (modelName === "gemini-omni-flash-preview") {
-			const { GoogleInteractionsProvider } = await import("./interactions-CqITU8xN.js");
+			const { GoogleInteractionsProvider } = await import("./interactions-BUojcIo3.js");
 			return new GoogleInteractionsProvider(modelName, providerOptions);
 		}
 		if (modelName.includes("-image")) {
-			const { GeminiImageProvider } = await import("./gemini-image-8YxPzaSx.js");
+			const { GeminiImageProvider } = await import("./gemini-image-D_-_Yxtw.js");
 			return new GeminiImageProvider(modelName, providerOptions);
 		}
-		const { AIStudioChatProvider } = await import("./ai.studio-DdDttvQ_.js").then((n) => n.t);
+		const { AIStudioChatProvider } = await import("./ai.studio-4CqyrhMr.js").then((n) => n.t);
 		return new AIStudioChatProvider(modelName, providerOptions);
 	}
 }];
 //#endregion
 export { googleProviderFactories };
 
-//# sourceMappingURL=google-Dbpyq6la.js.map
+//# sourceMappingURL=google-B6p_pWxZ.js.map

package/dist/src/{google-LtdcKmFu.js → google-DCn7b9au.js}

@@ -7,7 +7,7 @@ const googleProviderFactories = [{
 		const firstPart = splits[1];
 		const modelName = firstPart === "chat" ? splits.slice(2).join(":") : splits.slice(1).join(":");
 		if (modelName === "gemini-omni-flash-preview") {
-			const { GoogleInteractionsProvider } = await import("./interactions-BwaVVpFQ.js");
+			const { GoogleInteractionsProvider } = await import("./interactions-FdIt-wCm.js");
 			return new GoogleInteractionsProvider(modelName, {
 				...providerOptions,
 				id: providerPath,
@@ -18,7 +18,7 @@ const googleProviderFactories = [{
 			});
 		}
 		if (firstPart === "video") {
-			const { GoogleVideoProvider } = await import("./video-CLhmUJuz.js");
+			const { GoogleVideoProvider } = await import("./video-1uQOdg9A.js");
 			return new GoogleVideoProvider(splits.slice(2).join(":"), {
 				...providerOptions,
 				id: providerPath,
@@ -28,7 +28,7 @@ const googleProviderFactories = [{
 				}
 			});
 		}
-		const { VertexChatProvider, VertexEmbeddingProvider } = await import("./vertex-DPgy1bci.js");
+		const { VertexChatProvider, VertexEmbeddingProvider } = await import("./vertex-Xq6Hc4hv.js");
 		if (firstPart === "chat") return new VertexChatProvider(splits.slice(2).join(":"), providerOptions);
 		if (firstPart === "embedding" || firstPart === "embeddings") return new VertexEmbeddingProvider(splits.slice(2).join(":"), providerOptions);
 		return new VertexChatProvider(splits.slice(1).join(":"), providerOptions);
@@ -41,37 +41,37 @@ const googleProviderFactories = [{
 			const serviceType = splits[1];
 			const modelName = splits.slice(2).join(":");
 			if (serviceType === "live") {
-				const { GoogleLiveProvider } = await import("./live-CRIdbA0o.js");
+				const { GoogleLiveProvider } = await import("./live-CCPXSaYj.js");
 				return new GoogleLiveProvider(modelName, providerOptions);
 			} else if (serviceType === "image") {
-				const { GoogleImageProvider } = await import("./image-C1Tc1hrH.js");
+				const { GoogleImageProvider } = await import("./image-Dde5ywa6.js");
 				return new GoogleImageProvider(modelName, providerOptions);
 			} else if (serviceType === "video") {
-				const { GoogleVideoProvider } = await import("./video-CLhmUJuz.js");
+				const { GoogleVideoProvider } = await import("./video-1uQOdg9A.js");
 				return new GoogleVideoProvider(modelName, {
 					...providerOptions,
 					id: providerPath
 				});
 			} else if (serviceType === "embedding" || serviceType === "embeddings") {
 				if (!modelName) throw new Error(`Missing model name for ${providerPath}. Use e.g. google:embedding:gemini-embedding-001.`);
-				const { AIStudioEmbeddingProvider } = await import("./ai.studio-lJHgVtc3.js");
+				const { AIStudioEmbeddingProvider } = await import("./ai.studio-CmQz4HRF.js");
 				return new AIStudioEmbeddingProvider(modelName, providerOptions);
 			}
 		}
 		const modelName = splits[1];
 		if (modelName === "gemini-omni-flash-preview") {
-			const { GoogleInteractionsProvider } = await import("./interactions-BwaVVpFQ.js");
+			const { GoogleInteractionsProvider } = await import("./interactions-FdIt-wCm.js");
 			return new GoogleInteractionsProvider(modelName, providerOptions);
 		}
 		if (modelName.includes("-image")) {
-			const { GeminiImageProvider } = await import("./gemini-image-C5qQIQhS.js");
+			const { GeminiImageProvider } = await import("./gemini-image-B6ZTrDe5.js");
 			return new GeminiImageProvider(modelName, providerOptions);
 		}
-		const { AIStudioChatProvider } = await import("./ai.studio-lJHgVtc3.js");
+		const { AIStudioChatProvider } = await import("./ai.studio-CmQz4HRF.js");
 		return new AIStudioChatProvider(modelName, providerOptions);
 	}
 }];
 //#endregion
 export { googleProviderFactories };
 
-//# sourceMappingURL=google-LtdcKmFu.js.map
+//# sourceMappingURL=google-DCn7b9au.js.map

package/dist/src/graders-B8dB5kSQ.js

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+import { n as getGraderById } from "./graders-CS8YkOd5.js";
+export { getGraderById };

package/dist/src/{graders-vHzBsfHT.js → graders-BPmH2YVm.js}

@@ -3,35 +3,36 @@ import { n as PromptSchema } from "./prompts-Dy1fnrH8.js";
 import { p as buildInputPromptDescription } from "./shared-Brt7w4oU.js";
 import { E as safeJsonStringify, L as isCI, N as getEnvInt, O as loadYaml, P as getEnvString, R as state, S as extractJsonObjects, j as getEnvBool, o as logger, x as extractFirstJsonObject } from "./logger-BKiOczgq.js";
 import { t as invariant } from "./invariant-CHP0zrix.js";
-import { G as getNunjucksEngineForFilePath, J as maybeLoadFromExternalFile, Q as parsePathOrGlob, S as PROMPT_DELIMITER, Z as maybeLoadToolsFromExternalFile, at as parseFileUrl, b as maybeFilePath, ft as getNunjucksEngine, ht as isApiProvider, q as maybeLoadConfigFromExternalFile, ut as extractVariablesFromTemplate, x as normalizeInput } from "./util-DdGIEAK_.js";
-import { T as getRequestTimeoutMs, r as fetchWithTimeout, t as fetchWithProxy } from "./fetch-BjXG13jC.js";
+import { G as getNunjucksEngineForFilePath, J as maybeLoadFromExternalFile, Q as parsePathOrGlob, S as PROMPT_DELIMITER, Z as maybeLoadToolsFromExternalFile, at as parseFileUrl, b as maybeFilePath, lt as isApiProvider, q as maybeLoadConfigFromExternalFile, x as normalizeInput } from "./util-BnytsHEr.js";
+import { E as getRequestTimeoutMs, r as fetchWithTimeout, t as fetchWithProxy } from "./fetch-tOnj-VPG.js";
 import "./shared-CnL-aV1a.js";
 import { Gt as CODING_AGENT_PLUGINS, Kt as CODING_AGENT_PLUGIN_DESCRIPTIONS, dt as MULTI_TURN_STRATEGIES, ot as isValidReusablePolicyId, qt as CODING_AGENT_PLUGIN_DISPLAY_NAMES, rt as PolicyObjectSchema } from "./tables-BMHjeqVY.js";
 import { i as isJavascriptFile } from "./fileExtensions-ISrPd1Hs.js";
 import { n as sleep } from "./time-BPNW8jwJ.js";
-import { a as getUserEmail } from "./accounts-Jug2Ciel.js";
+import { a as getUserEmail } from "./accounts-B8CVRmIl.js";
 import { r as importModule } from "./esm-RDYwXiu5.js";
 import { r as getActiveTraceparent } from "./spanRoles-Drw6abNG.js";
 import { n as sha256 } from "./createHash-D7vud8fe.js";
-import { a as getCache, i as fetchWithCache, l as isCacheEnabled } from "./cache-Bwj_lNIo.js";
+import { a as getCache, i as fetchWithCache, l as isCacheEnabled } from "./cache-DTOVFNqA.js";
 import { r as runPython } from "./pythonUtils-BwS-exKo.js";
+import { i as extractVariablesFromTemplate, o as getNunjucksEngine } from "./render-zarxdXS7.js";
 import { c as accumulateTokenUsage } from "./tokenUsageUtils-BCYRro5h.js";
-import { d as shouldGenerateRemote, f as getCloudTargetIdFromTargetIds, g as hasCodexDefaultCredentials, h as getCodexDefaultProviders, i as getRemoteGenerationUrl, r as getRemoteGenerationHeaders } from "./remoteGeneration-CopIeiNI.js";
-import { l as getPoliciesFromCloud } from "./storage-BC3GVwPL.js";
-import { _ as AzureChatCompletionProvider, c as createXAIProvider, d as OpenAiModerationProvider, f as MistralChatCompletionProvider, g as AzureEmbeddingProvider, h as AzureModerationProvider, l as getFileHashes, n as loadApiProvider, p as MistralEmbeddingProvider, s as XAIResponsesProvider, u as parseScriptParts } from "./providers-YJTtc38R.js";
-import { c as isMcpToolNameFilter } from "./util-PX9qBGnk.js";
-import { A as hasGoogleDefaultCredentials } from "./util-BxmNax2U.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-DYIP7MZz.js";
-import { t as OpenAiEmbeddingProvider } from "./embedding-DMnl5l3W.js";
-import { t as AnthropicMessagesProvider } from "./messages-C1diy8zs.js";
-import { t as OpenAiResponsesProvider } from "./responses-Cf45MBI8.js";
-import { a as extractPromptFromTags, c as isBasicRefusal, i as extractMaterializedVariablesFromJsonWithMetadata, l as isEmptyResponse, n as extractGoalFromPrompt, r as extractInputVarsFromPrompt, s as getShortPluginId, t as extractAllPromptsFromTags, u as removePrefix } from "./util-BoTwsVvn.js";
+import { d as shouldGenerateRemote, f as getCloudTargetIdFromTargetIds, g as hasCodexDefaultCredentials, h as getCodexDefaultProviders, i as getRemoteGenerationUrl, r as getRemoteGenerationHeaders } from "./remoteGeneration-DnSGqkoH.js";
+import { l as getPoliciesFromCloud } from "./storage-CVVbTVYC.js";
+import { _ as AzureChatCompletionProvider, c as createXAIProvider, d as OpenAiModerationProvider, f as MistralChatCompletionProvider, g as AzureEmbeddingProvider, h as AzureModerationProvider, l as getFileHashes, n as loadApiProvider, p as MistralEmbeddingProvider, s as XAIResponsesProvider, u as parseScriptParts } from "./providers-BbgOo13t.js";
+import { c as isMcpToolNameFilter } from "./util-InmFNqSw.js";
+import { A as hasGoogleDefaultCredentials } from "./util-BdN7DdPq.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-DqUm2XRG.js";
+import { t as OpenAiEmbeddingProvider } from "./embedding-B3RQXlr7.js";
+import { t as AnthropicMessagesProvider } from "./messages-C306BIuu.js";
+import { t as OpenAiResponsesProvider } from "./responses-B72c3dpg.js";
+import { a as extractPromptFromTags, c as isBasicRefusal, i as extractMaterializedVariablesFromJsonWithMetadata, l as isEmptyResponse, n as extractGoalFromPrompt, r as extractInputVarsFromPrompt, s as getShortPluginId, t as extractAllPromptsFromTags, u as removePrefix } from "./util-BKfPcBQN.js";
 import { n as materializeInputVariablesWithMetadata } from "./inputVariables-Drxwikgi.js";
-import { A as getProviderCallTracingContext, D as createProviderRateLimitOptions, O as isRateLimitWrapped, b as getGeneratedPromptOverLimit, g as redteamProviderManager, k as getProviderCallExecutionContext, x as getMaxCharsPerMessageModifierValue, y as MAX_CHARS_PER_MESSAGE_MODIFIER_KEY } from "./shared-Dk1AVE9w.js";
-import { n as getGoogleAiStudioProviders } from "./ai.studio-DdDttvQ_.js";
-import { n as getGoogleVertexProviders, t as getGoogleVertexEmbeddingProvider } from "./vertex-BpaCFvPe.js";
+import { A as getProviderCallTracingContext, D as createProviderRateLimitOptions, O as isRateLimitWrapped, b as getGeneratedPromptOverLimit, g as redteamProviderManager, k as getProviderCallExecutionContext, x as getMaxCharsPerMessageModifierValue, y as MAX_CHARS_PER_MESSAGE_MODIFIER_KEY } from "./shared-CkERSpeg.js";
+import { n as getGoogleAiStudioProviders } from "./ai.studio-BySqRQcL.js";
+import { n as getGoogleVertexProviders, t as getGoogleVertexEmbeddingProvider } from "./vertex-DWXywdFu.js";
 import { t as REDTEAM_MEMORY_POISONING_PLUGIN_ID } from "./constants-3y0xcfa4.js";
-import { n as checkExfilTracking } from "./indirectWebPwn-Dg4gS14o.js";
+import { n as checkExfilTracking } from "./indirectWebPwn-BeNTvIGX.js";
 import z from "zod";
 import fs, { readFile, stat } from "fs/promises";
 import path from "path";
@@ -16619,4 +16620,4 @@ function getGraderById(id) {
 //#endregion
 export { readProviderPromptMap as $, ExcessiveAgencyPlugin as A, retryWithDeduplication as B, PlinyPlugin as C, callProviderWithContext as Ct, ImitationPlugin as D, shouldUseRemoteGrading as Dt, IntentPlugin as E, getRemoteGradingContext as Et, BeavertailsPlugin as F, matchesFactuality as G, fetchHuggingFaceDataset as H, AegisPlugin as I, matchesPiScore as J, matchesGEval as K, RedteamGraderBase as L, DebugAccessPlugin as M, CrossSessionLeakPlugin as N, HarmbenchPlugin as O, getCloudTargetIdFromProviders as Ot, ContractPlugin as P, readPrompts as Q, RedteamPluginBase as R, makeInlinePolicyIdSync as S, callGradingProvider as St, OverreliancePlugin as T, getGradingProvider as Tt, isGraderFailure as U, sampleArray as V, matchesClosedQa as W, doRemoteGrading as X, matchesTrajectoryGoalSuccess as Y, processPrompts as Z, PromptExtractionPlugin as _, getFinalTest as _t, VLGuardPlugin as a, renderLlmRubricPrompt as at, determinePolicyTypeFromId as b, getDefaultProviders as bt, ToxicChatPlugin as c, dotProduct as ct, TeenSafetyDangerousRoleplayPlugin as d, graderFail as dt, DEFAULT_AGENT_GRADING_PROMPT as et, TeenSafetyDangerousContentPlugin as f, normalizeMatcherTokenUsage as ft, RbacPlugin as g, coerceString as gt, ShellInjectionPlugin as h, tryParse as ht, VLSUPlugin as i, loadRubricPrompt as it, DivergentRepetitionPlugin as j, HallucinationPlugin as k, getRedteamGenerationContextFromProviders as kt, ToolDiscoveryPlugin as l, euclideanDistance as lt, SqlInjectionPlugin as m, splitTextIntoSentences as mt, getGraderById as n, SELECT_BEST_PROMPT as nt, UnverifiableClaimsPlugin as o, runJsonGradingPrompt as ot, TeenSafetyAgeRestrictedGoodsAndServicesPlugin as p, splitIntoSentences as pt, matchesLlmRubric as q, graders_exports as r, SUGGEST_PROMPTS_SYSTEM_MESSAGE as rt, UnsafeBenchPlugin as s, cosineSimilarity as st, GRADERS as t, DEFAULT_WEB_SEARCH_PROMPT as tt, TeenSafetyHarmfulBodyIdealsPlugin as u, fail as ut, PoliticsPlugin as v, loadFromJavaScriptFile as vt, getPiiLeakTestsForCategory as w, getAndCheckProvider as wt, isValidPolicyObject as x, DEFAULT_ANTHROPIC_MODEL as xt, PolicyPlugin as y, processFileReference as yt, getCustomPolicies as z };
 
-//# sourceMappingURL=graders-vHzBsfHT.js.map
+//# sourceMappingURL=graders-BPmH2YVm.js.map

package/dist/src/{graders-C77c5GiF.js → graders-BWtqxJ75.js}

@@ -1,35 +1,36 @@
 import { n as __exportAll } from "./processShim-CAJN2mjb.js";
 import { C as extractJsonObjects, D as safeJsonStringify, F as getEnvInt, I as getEnvString, M as state, N as getEnvBool, S as extractFirstJsonObject, k as loadYaml, o as logger, z as isCI } from "./logger-D4ion89i.js";
-import { At as getNunjucksEngine, Ct as isApiProvider, I as maybeFilePath, L as normalizeInput, Ot as extractVariablesFromTemplate, R as PROMPT_DELIMITER, lt as maybeLoadConfigFromExternalFile, mt as parsePathOrGlob, pt as maybeLoadToolsFromExternalFile, st as getNunjucksEngineForFilePath, ut as maybeLoadFromExternalFile, xt as parseFileUrl } from "./util-uYYKYi7_.js";
-import { A as getRequestTimeoutMs, r as fetchWithTimeout, t as fetchWithProxy } from "./fetch-BdWQKDMj.js";
+import { Ct as isApiProvider, I as maybeFilePath, L as normalizeInput, R as PROMPT_DELIMITER, lt as maybeLoadConfigFromExternalFile, mt as parsePathOrGlob, pt as maybeLoadToolsFromExternalFile, st as getNunjucksEngineForFilePath, ut as maybeLoadFromExternalFile, xt as parseFileUrl } from "./util-BPtpPW4O.js";
+import { j as getRequestTimeoutMs, r as fetchWithTimeout, t as fetchWithProxy } from "./fetch-DnDg-Ics.js";
 import { t as invariant } from "./invariant-CHP0zrix.js";
-import { s as getUserEmail } from "./accounts-mch0qw47.js";
+import { s as getUserEmail } from "./accounts-BDud3p32.js";
 import { n as sleep } from "./time-BPNW8jwJ.js";
 import { r as importModule } from "./esm-Cft3V56i.js";
 import { r as getActiveTraceparent } from "./spanRoles-Drw6abNG.js";
 import { n as sha256 } from "./createHash-D7vud8fe.js";
-import { a as getCache, i as fetchWithCache, l as isCacheEnabled } from "./cache-C41JuZ74.js";
+import { a as getCache, i as fetchWithCache, l as isCacheEnabled } from "./cache-ePPAC5hy.js";
 import { At as CODING_AGENT_PLUGIN_DISPLAY_NAMES, B as isValidReusablePolicyId, K as MULTI_TURN_STRATEGIES, L as PolicyObjectSchema, Mt as PromptSchema, Ot as CODING_AGENT_PLUGINS, kt as CODING_AGENT_PLUGIN_DESCRIPTIONS } from "./tables-Dq3ppf0B.js";
 import { a as buildInputPromptDescription } from "./shared-DRec7ZjY.js";
 import { i as isJavascriptFile } from "./shared-B6FXN6z-.js";
 import { r as runPython } from "./pythonUtils-Spisespr.js";
+import { i as extractVariablesFromTemplate, o as getNunjucksEngine } from "./render-DIhuKgcQ.js";
 import { c as accumulateTokenUsage } from "./tokenUsageUtils-T-dUB6UI.js";
-import { d as shouldGenerateRemote, f as getCloudTargetIdFromTargetIds, g as hasCodexDefaultCredentials, h as getCodexDefaultProviders, i as getRemoteGenerationUrl, r as getRemoteGenerationHeaders } from "./remoteGeneration-CwQ0KBdC.js";
-import { D as getProviderCallExecutionContext, E as isRateLimitWrapped, O as getProviderCallTracingContext, T as createProviderRateLimitOptions, b as getGeneratedPromptOverLimit, g as redteamProviderManager, x as getMaxCharsPerMessageModifierValue, y as MAX_CHARS_PER_MESSAGE_MODIFIER_KEY } from "./shared-D5rN2VlH.js";
-import { d as getPoliciesFromCloud } from "./storage-J-nYoltq.js";
-import { c as isMcpToolNameFilter } from "./util-Ur5TGF_w.js";
-import { A as hasGoogleDefaultCredentials } from "./util-CmRx53hM.js";
-import { t as AnthropicMessagesProvider } from "./messages-C9rJcTgf.js";
-import { _ as MistralChatCompletionProvider, b as AzureEmbeddingProvider, c as parseScriptParts, g as OpenAiModerationProvider, h as createXAIProvider, m as XAIResponsesProvider, n as loadApiProvider, s as getFileHashes, v as MistralEmbeddingProvider, x as AzureChatCompletionProvider, y as AzureModerationProvider } from "./providers-DbRpLhoc.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-D6SUUPHc.js";
-import { n as getGoogleAiStudioProviders } from "./ai.studio-DprNFGT7.js";
-import { n as getGoogleVertexProviders, t as getGoogleVertexEmbeddingProvider } from "./vertex-BGBoge5t.js";
-import { t as OpenAiEmbeddingProvider } from "./embedding-Kx2Jhb7b.js";
-import { t as OpenAiResponsesProvider } from "./responses-Ci3OK0i0.js";
-import { a as extractPromptFromTags, c as isBasicRefusal, i as extractMaterializedVariablesFromJsonWithMetadata, l as isEmptyResponse, n as extractGoalFromPrompt, r as extractInputVarsFromPrompt, s as getShortPluginId, t as extractAllPromptsFromTags, u as removePrefix } from "./util-BVDvJqrO.js";
+import { d as shouldGenerateRemote, f as getCloudTargetIdFromTargetIds, g as hasCodexDefaultCredentials, h as getCodexDefaultProviders, i as getRemoteGenerationUrl, r as getRemoteGenerationHeaders } from "./remoteGeneration-DGJxSMYI.js";
+import { D as getProviderCallExecutionContext, E as isRateLimitWrapped, O as getProviderCallTracingContext, T as createProviderRateLimitOptions, b as getGeneratedPromptOverLimit, g as redteamProviderManager, x as getMaxCharsPerMessageModifierValue, y as MAX_CHARS_PER_MESSAGE_MODIFIER_KEY } from "./shared-BkcgE6vB.js";
+import { d as getPoliciesFromCloud } from "./storage-B_t-NiUa.js";
+import { c as isMcpToolNameFilter } from "./util-BPlSGvsQ.js";
+import { A as hasGoogleDefaultCredentials } from "./util-DiVs2Kf-.js";
+import { t as AnthropicMessagesProvider } from "./messages-Cqi4nZlY.js";
+import { _ as MistralChatCompletionProvider, b as AzureEmbeddingProvider, c as parseScriptParts, g as OpenAiModerationProvider, h as createXAIProvider, m as XAIResponsesProvider, n as loadApiProvider, s as getFileHashes, v as MistralEmbeddingProvider, x as AzureChatCompletionProvider, y as AzureModerationProvider } from "./providers-C75KcJPJ.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-CQkXljIT.js";
+import { n as getGoogleAiStudioProviders } from "./ai.studio-4CqyrhMr.js";
+import { n as getGoogleVertexProviders, t as getGoogleVertexEmbeddingProvider } from "./vertex-BJYJC-Tr.js";
+import { t as OpenAiEmbeddingProvider } from "./embedding-qvISOYlD.js";
+import { t as OpenAiResponsesProvider } from "./responses-ykcvZ0oE.js";
+import { a as extractPromptFromTags, c as isBasicRefusal, i as extractMaterializedVariablesFromJsonWithMetadata, l as isEmptyResponse, n as extractGoalFromPrompt, r as extractInputVarsFromPrompt, s as getShortPluginId, t as extractAllPromptsFromTags, u as removePrefix } from "./util-CEecmC3Y.js";
 import { r as materializeInputVariablesWithMetadata } from "./inputVariables-0w-8L-AP.js";
 import { t as REDTEAM_MEMORY_POISONING_PLUGIN_ID } from "./constants-3y0xcfa4.js";
-import { n as checkExfilTracking } from "./indirectWebPwn-2HDLyS-4.js";
+import { n as checkExfilTracking } from "./indirectWebPwn-DahWlbTc.js";
 import * as fs$2 from "fs";
 import fs from "fs";
 import path from "path";
@@ -16617,4 +16618,4 @@ function getGraderById(id) {
 //#endregion
 export { loadRubricPrompt as $, DivergentRepetitionPlugin as A, matchesFactuality as B, getPiiLeakTestsForCategory as C, sampleArray as Ct, HarmbenchPlugin as D, getRedteamGenerationContextFromProviders as Dt, ImitationPlugin as E, getCloudTargetIdFromProviders as Et, AegisPlugin as F, doRemoteGrading as G, matchesLlmRubric as H, RedteamPluginBase as I, readProviderPromptMap as J, processPrompts as K, fetchHuggingFaceDataset as L, CrossSessionLeakPlugin as M, ContractPlugin as N, HallucinationPlugin as O, BeavertailsPlugin as P, SUGGEST_PROMPTS_SYSTEM_MESSAGE as Q, isGraderFailure as R, PlinyPlugin as S, retryWithDeduplication as St, IntentPlugin as T, DEFAULT_ANTHROPIC_MODEL as Tt, matchesPiScore as U, matchesGEval as V, matchesTrajectoryGoalSuccess as W, DEFAULT_WEB_SEARCH_PROMPT as X, DEFAULT_AGENT_GRADING_PROMPT as Y, SELECT_BEST_PROMPT as Z, PoliticsPlugin as _, getAndCheckProvider as _t, UnverifiableClaimsPlugin as a, fail as at, isValidPolicyObject as b, shouldUseRemoteGrading as bt, ToolDiscoveryPlugin as c, splitIntoSentences as ct, TeenSafetyDangerousContentPlugin as d, coerceString as dt, renderLlmRubricPrompt as et, TeenSafetyAgeRestrictedGoodsAndServicesPlugin as f, getFinalTest as ft, PromptExtractionPlugin as g, callProviderWithContext as gt, RbacPlugin as h, callGradingProvider as ht, VLGuardPlugin as i, euclideanDistance as it, DebugAccessPlugin as j, ExcessiveAgencyPlugin as k, TeenSafetyHarmfulBodyIdealsPlugin as l, splitTextIntoSentences as lt, ShellInjectionPlugin as m, processFileReference as mt, graders_exports as n, cosineSimilarity as nt, UnsafeBenchPlugin as o, graderFail as ot, SqlInjectionPlugin as p, loadFromJavaScriptFile as pt, readPrompts as q, VLSUPlugin as r, dotProduct as rt, ToxicChatPlugin as s, normalizeMatcherTokenUsage as st, getGraderById as t, runJsonGradingPrompt as tt, TeenSafetyDangerousRoleplayPlugin as u, tryParse as ut, PolicyPlugin as v, getGradingProvider as vt, OverreliancePlugin as w, getDefaultProviders as wt, makeInlinePolicyIdSync as x, getCustomPolicies as xt, determinePolicyTypeFromId as y, getRemoteGradingContext as yt, matchesClosedQa as z };
 
-//# sourceMappingURL=graders-C77c5GiF.js.map
+//# sourceMappingURL=graders-BWtqxJ75.js.map

package/dist/src/{graders-43jk_163.js → graders-CS8YkOd5.js}

@@ -1,36 +1,37 @@
 #!/usr/bin/env node
 import { F as getEnvBool, L as getEnvInt, R as getEnvString, T as extractJsonObjects, U as state, V as isCI, c as logger, j as loadYaml, k as safeJsonStringify, w as extractFirstJsonObject } from "./logger-YzVIwMVq.js";
-import { A as isApiProvider, D as normalizeInput, E as maybeFilePath, O as PROMPT_DELIMITER } from "./evalResult-CmUmgA2I.js";
-import { a as fetchWithTimeout, k as getRequestTimeoutMs, r as fetchWithProxy } from "./fetch-Bnj1JCJi.js";
+import { A as isApiProvider, D as normalizeInput, E as maybeFilePath, O as PROMPT_DELIMITER } from "./evalResult-C9ntrv7r.js";
+import { A as getRequestTimeoutMs, a as fetchWithTimeout, r as fetchWithProxy } from "./fetch-KD8O9oZZ.js";
 import { t as invariant } from "./invariant-CbHB1xyx.js";
-import { s as getUserEmail } from "./accounts-CAjSMkuH.js";
+import { s as getUserEmail } from "./accounts-DApS8Gpe.js";
 import { n as sleep } from "./time-Ct6CnABs.js";
 import { a as buildInputPromptDescription } from "./shared-D9YY4nYb.js";
 import { It as CODING_AGENT_PLUGINS, Lt as CODING_AGENT_PLUGIN_DESCRIPTIONS, P as PromptSchema, Rt as CODING_AGENT_PLUGIN_DISPLAY_NAMES, V as PolicyObjectSchema, W as isValidReusablePolicyId, Z as MULTI_TURN_STRATEGIES } from "./tables-DpSgejqG.js";
 import { i as isJavascriptFile } from "./fileExtensions-CAc10_Jb.js";
 import { r as importModule } from "./esm-BK0NNGWz.js";
 import { r as getActiveTraceparent } from "./spanRoles-Do-jyyl2.js";
-import { F as getNunjucksEngineForFilePath, H as parsePathOrGlob, L as maybeLoadConfigFromExternalFile, R as maybeLoadFromExternalFile, V as maybeLoadToolsFromExternalFile, Y as parseFileUrl, et as extractVariablesFromTemplate, nt as getNunjucksEngine } from "./util-BdAsuWmv.js";
 import { n as sha256 } from "./createHash-DqA6GWxE.js";
-import { a as getCache, i as fetchWithCache, l as isCacheEnabled } from "./cache-NhFSRGTI.js";
+import { a as getCache, i as fetchWithCache, u as isCacheEnabled } from "./cache-xL5UULpy.js";
 import { r as runPython } from "./pythonUtils-BKRucqaP.js";
+import { F as getNunjucksEngineForFilePath, H as parsePathOrGlob, L as maybeLoadConfigFromExternalFile, R as maybeLoadFromExternalFile, V as maybeLoadToolsFromExternalFile, Y as parseFileUrl } from "./util-CZyLhvIk.js";
+import { i as extractVariablesFromTemplate, o as getNunjucksEngine } from "./render-BRIaR8VG.js";
 import { c as accumulateTokenUsage } from "./tokenUsageUtils-Cf6nFV6z.js";
-import { d as shouldGenerateRemote, f as getCloudTargetIdFromTargetIds, g as hasCodexDefaultCredentials, h as getCodexDefaultProviders, i as getRemoteGenerationUrl, r as getRemoteGenerationHeaders } from "./remoteGeneration-B0eQSIHo.js";
-import { p as getPoliciesFromCloud } from "./storage-DGeXeJj0.js";
-import { _ as AzureModerationProvider, c as getFileHashes, d as MistralChatCompletionProvider, f as MistralEmbeddingProvider, l as parseScriptParts, n as loadApiProvider, o as XAIResponsesProvider, s as createXAIProvider, u as OpenAiModerationProvider, v as AzureEmbeddingProvider, y as AzureChatCompletionProvider } from "./providers-Dbcg914T.js";
-import { c as isMcpToolNameFilter } from "./util-DT7Jko3E.js";
-import { j as hasGoogleDefaultCredentials } from "./util-CwUz9jYN.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-ByXWx4Jn.js";
-import { t as OpenAiEmbeddingProvider } from "./embedding-DWeAJwIi.js";
-import { t as AnthropicMessagesProvider } from "./messages-C3_Aa793.js";
-import { t as OpenAiResponsesProvider } from "./responses-CB2IgICL.js";
-import { a as extractPromptFromTags, c as isBasicRefusal, i as extractMaterializedVariablesFromJsonWithMetadata, l as isEmptyResponse, n as extractGoalFromPrompt, r as extractInputVarsFromPrompt, s as getShortPluginId, t as extractAllPromptsFromTags, u as removePrefix } from "./util-DxyypCZC.js";
+import { d as shouldGenerateRemote, f as getCloudTargetIdFromTargetIds, g as hasCodexDefaultCredentials, h as getCodexDefaultProviders, i as getRemoteGenerationUrl, r as getRemoteGenerationHeaders } from "./remoteGeneration-Cc78LDjQ.js";
+import { p as getPoliciesFromCloud } from "./storage-CrqPUKqY.js";
+import { _ as AzureModerationProvider, c as getFileHashes, d as MistralChatCompletionProvider, f as MistralEmbeddingProvider, l as parseScriptParts, n as loadApiProvider, o as XAIResponsesProvider, s as createXAIProvider, u as OpenAiModerationProvider, v as AzureEmbeddingProvider, y as AzureChatCompletionProvider } from "./providers-BmppqfDI.js";
+import { c as isMcpToolNameFilter } from "./util-CzWbxb9R.js";
+import { j as hasGoogleDefaultCredentials } from "./util-Rbl6Om9L2.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-WpIdBaCf.js";
+import { t as OpenAiEmbeddingProvider } from "./embedding-DgjYhcCm.js";
+import { t as AnthropicMessagesProvider } from "./messages-W898zuCm.js";
+import { t as OpenAiResponsesProvider } from "./responses-DVF5R5Il.js";
+import { a as extractPromptFromTags, c as isBasicRefusal, i as extractMaterializedVariablesFromJsonWithMetadata, l as isEmptyResponse, n as extractGoalFromPrompt, r as extractInputVarsFromPrompt, s as getShortPluginId, t as extractAllPromptsFromTags, u as removePrefix } from "./util-DlFpV1xV.js";
 import { r as materializeInputVariablesWithMetadata } from "./inputVariables-DpjKHmSc.js";
-import { A as getProviderCallTracingContext, D as createProviderRateLimitOptions, O as isRateLimitWrapped, b as getGeneratedPromptOverLimit, g as redteamProviderManager, k as getProviderCallExecutionContext, x as getMaxCharsPerMessageModifierValue, y as MAX_CHARS_PER_MESSAGE_MODIFIER_KEY } from "./shared-yyb3qFQd.js";
-import { r as getGoogleAiStudioProviders } from "./ai.studio-BTbBobIe.js";
-import { i as getGoogleVertexProviders, r as getGoogleVertexEmbeddingProvider } from "./vertex-BKhWzpAp.js";
+import { A as getProviderCallTracingContext, D as createProviderRateLimitOptions, O as isRateLimitWrapped, b as getGeneratedPromptOverLimit, g as redteamProviderManager, k as getProviderCallExecutionContext, x as getMaxCharsPerMessageModifierValue, y as MAX_CHARS_PER_MESSAGE_MODIFIER_KEY } from "./shared-jcnXW0lA.js";
+import { r as getGoogleAiStudioProviders } from "./ai.studio-Bw7HGWAy.js";
+import { i as getGoogleVertexProviders, r as getGoogleVertexEmbeddingProvider } from "./vertex-CRMbWhh2.js";
 import { t as REDTEAM_MEMORY_POISONING_PLUGIN_ID } from "./constants-CDdPiEZR.js";
-import { n as checkExfilTracking } from "./indirectWebPwn-BVsvAUZv.js";
+import { n as checkExfilTracking } from "./indirectWebPwn-BhuZ26Yd.js";
 import path from "node:path";
 import z from "zod";
 import * as fs$2 from "fs";
@@ -16626,4 +16627,4 @@ function getGraderById(id) {
 //#endregion
 export { DEFAULT_WEB_SEARCH_PROMPT as $, DivergentRepetitionPlugin as A, fetchHuggingFaceDataset as B, getPiiLeakTestsForCategory as C, getAndCheckProvider as Ct, HarmbenchPlugin as D, getCloudTargetIdFromProviders as Dt, ImitationPlugin as E, shouldUseRemoteGrading as Et, AegisPlugin as F, matchesLlmRubric as G, matchesClosedQa as H, RedteamPluginBase as I, doRemoteGrading as J, matchesPiScore as K, getCustomPolicies as L, CrossSessionLeakPlugin as M, ContractPlugin as N, HallucinationPlugin as O, getRedteamGenerationContextFromProviders as Ot, BeavertailsPlugin as P, DEFAULT_AGENT_GRADING_PROMPT as Q, retryWithDeduplication as R, PlinyPlugin as S, callProviderWithContext as St, IntentPlugin as T, getRemoteGradingContext as Tt, matchesFactuality as U, isGraderFailure as V, matchesGEval as W, readPrompts as X, processPrompts as Y, readProviderPromptMap as Z, PoliticsPlugin as _, loadFromJavaScriptFile as _t, UnverifiableClaimsPlugin as a, runJsonGradingPrompt as at, isValidPolicyObject as b, DEFAULT_ANTHROPIC_MODEL as bt, ToolDiscoveryPlugin as c, euclideanDistance as ct, TeenSafetyDangerousContentPlugin as d, normalizeMatcherTokenUsage as dt, OPTIMIZE_PROMPT_SYSTEM_MESSAGE as et, TeenSafetyAgeRestrictedGoodsAndServicesPlugin as f, splitIntoSentences as ft, PromptExtractionPlugin as g, getFinalTest as gt, RbacPlugin as h, coerceString as ht, VLGuardPlugin as i, renderLlmRubricPrompt as it, DebugAccessPlugin as j, ExcessiveAgencyPlugin as k, TeenSafetyHarmfulBodyIdealsPlugin as l, fail as lt, ShellInjectionPlugin as m, tryParse as mt, getGraderById as n, SUGGEST_PROMPTS_SYSTEM_MESSAGE as nt, UnsafeBenchPlugin as o, cosineSimilarity as ot, SqlInjectionPlugin as p, splitTextIntoSentences as pt, matchesTrajectoryGoalSuccess as q, VLSUPlugin as r, loadRubricPrompt as rt, ToxicChatPlugin as s, dotProduct as st, GRADERS as t, SELECT_BEST_PROMPT as tt, TeenSafetyDangerousRoleplayPlugin as u, graderFail as ut, PolicyPlugin as v, processFileReference as vt, OverreliancePlugin as w, getGradingProvider as wt, makeInlinePolicyIdSync as x, callGradingProvider as xt, determinePolicyTypeFromId as y, getDefaultProviders as yt, sampleArray as z };
 
-//# sourceMappingURL=graders-43jk_163.js.map
+//# sourceMappingURL=graders-CS8YkOd5.js.map