promptfoo 0.121.8 → 0.121.9

package/dist/src/{goat-CJngS-WU.js → goat-0HwO0EB2.js}

@@ -1,21 +1,21 @@
 #!/usr/bin/env node
-import { s as logger, x as safeJsonStringify } from "./logger-BbY6ypFL.js";
-import { f as sleep, n as fetchWithProxy } from "./fetch-Cpf1U1nO.js";
-import { n as VERSION } from "./version-F0YDgb7J.js";
+import { s as logger, x as safeJsonStringify } from "./logger-h-eiS4iv.js";
+import { f as sleep, n as fetchWithProxy } from "./fetch-C59QM4cf.js";
+import { n as VERSION } from "./version-CnYqmWbz.js";
 import { t as invariant } from "./invariant-B2Rf6avk.js";
-import { c as isLoggedIntoCloud, o as getUserEmail } from "./accounts-D6IBfEE0.js";
-import { o as getNunjucksEngine } from "./render-CSP99NLm.js";
-import { r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-D6UjE2JT.js";
+import { c as isLoggedIntoCloud, o as getUserEmail } from "./accounts-Bw2qPqE-.js";
+import { o as getNunjucksEngine } from "./render-jE6RKVgk.js";
+import { r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-DW6mPZnO.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CDet74yk.js";
-import { a as extractPromptFromTags, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-ETfU_sS9.js";
-import { a as assertRemoteMaterializationHandled, c as isRemoteMaterializationUpgradeError, s as buildRemoteMaterializedInputVariables } from "./promptfoo-BU4_0J85.js";
-import { o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-DNvim54U.js";
-import { i as throwIfTargetPromptExceedsMaxChars } from "./promptLength-4X-Wd8PG.js";
-import { n as checkExfilTracking } from "./indirectWebPwn-BMTXXznx.js";
-import { n as renderPrompt } from "./evaluatorHelpers-D1_kwvyp.js";
-import { t as Strategies } from "./strategies-CBI1brSy.js";
-import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-xhjOg2b1.js";
-import { t as applyRuntimeTransforms } from "./runtimeTransform-Dgh_D7DU.js";
+import { a as extractPromptFromTags, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-D9grslJP.js";
+import { a as assertRemoteMaterializationHandled, c as isRemoteMaterializationUpgradeError, s as buildRemoteMaterializedInputVariables } from "./promptfoo-wxe28-q9.js";
+import { o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-DsbObxvy.js";
+import { i as throwIfTargetPromptExceedsMaxChars } from "./promptLength-PkjlYFx0.js";
+import { n as checkExfilTracking } from "./indirectWebPwn-BXUoJl4I.js";
+import { n as renderPrompt } from "./evaluatorHelpers-DDG44JeI.js";
+import { t as Strategies } from "./strategies-Ptz_P4P4.js";
+import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-D2F0D7es.js";
+import { t as applyRuntimeTransforms } from "./runtimeTransform-s14J7yxm.js";
 import { i as getGoalRubric } from "./prompts-C-bqE1Yp.js";
 import chalk from "chalk";
 import dedent from "dedent";
@@ -81,7 +81,7 @@ var GoatProvider = class {
 		let assertToUse;
 		let graderPassed;
 		let storedGraderResult;
-		const { getGraderById } = await import("./graders-B3D7kCcD.js");
+		const { getGraderById } = await import("./graders-D4vc1PFi.js");
 		let test;
 		if (context?.test) {
 			test = context?.test;
@@ -465,4 +465,4 @@ var GoatProvider = class {
 //#endregion
 export { GoatProvider as default };
 
-//# sourceMappingURL=goat-CJngS-WU.js.map
+//# sourceMappingURL=goat-0HwO0EB2.js.map

package/dist/src/{goat-DOMbozoX.cjs → goat-7wQgRcT4.cjs}

@@ -1,21 +1,21 @@
 const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
-const require_logger = require("./logger-cfNpzI4o.cjs");
+const require_logger = require("./logger-Cm0Nb8YX.cjs");
 const require_invariant = require("./invariant-QtnLD03y.cjs");
-const require_fetch = require("./fetch-Cfm4EuOB.cjs");
-const require_version = require("./version-VzUqOBZk.cjs");
-const require_accounts = require("./accounts-BVz5gHLK.cjs");
-const require_render = require("./render-BNTrbmBw.cjs");
-const require_remoteGeneration = require("./remoteGeneration-BpIYlb_O.cjs");
+const require_fetch = require("./fetch-B2HvaVUc.cjs");
+const require_version = require("./version-XjGPawtU.cjs");
+const require_accounts = require("./accounts-DAcQXPwE.cjs");
+const require_render = require("./render-DJ4yipCD.cjs");
+const require_remoteGeneration = require("./remoteGeneration-CD3c_rzc.cjs");
 const require_tokenUsageUtils = require("./tokenUsageUtils-_B-P8IAi.cjs");
-const require_util = require("./util-DNtUsus_.cjs");
-const require_promptfoo = require("./promptfoo-ClChwT74.cjs");
-const require_shared = require("./shared-aHWko3P1.cjs");
-const require_promptLength = require("./promptLength-BbBbDHNj.cjs");
-const require_indirectWebPwn = require("./indirectWebPwn-D7NA9Nsv.cjs");
-const require_evaluatorHelpers = require("./evaluatorHelpers-D06I9WFL.cjs");
-const require_strategies = require("./strategies-CCcnEbFO.cjs");
-const require_tracingOptions = require("./tracingOptions-DFBoE8O0.cjs");
-const require_runtimeTransform = require("./runtimeTransform-ON3YYILw.cjs");
+const require_util = require("./util-3BRss2KA.cjs");
+const require_promptfoo = require("./promptfoo-DAXBmrE6.cjs");
+const require_shared = require("./shared-DlmtkptR.cjs");
+const require_promptLength = require("./promptLength-CAcg7BmO.cjs");
+const require_indirectWebPwn = require("./indirectWebPwn-04ziKbly.cjs");
+const require_evaluatorHelpers = require("./evaluatorHelpers-2gpZ9Q_f.cjs");
+const require_strategies = require("./strategies-BD7US9WB.cjs");
+const require_tracingOptions = require("./tracingOptions-eqmq5sA2.cjs");
+const require_runtimeTransform = require("./runtimeTransform-DJEknTZQ.cjs");
 const require_prompts = require("./prompts-hNvWBD3z.cjs");
 let chalk = require("chalk");
 chalk = require_rolldown_runtime.__toESM(chalk, 1);
@@ -83,7 +83,7 @@ var GoatProvider = class {
 		let assertToUse;
 		let graderPassed;
 		let storedGraderResult;
-		const { getGraderById } = await Promise.resolve().then(() => require("./graders-CBQ2s6gz.cjs")).then((n) => n.graders_exports);
+		const { getGraderById } = await Promise.resolve().then(() => require("./graders-CQv1GT5Q.cjs")).then((n) => n.graders_exports);
 		let test;
 		if (context?.test) {
 			test = context?.test;
@@ -467,4 +467,4 @@ var GoatProvider = class {
 //#endregion
 exports.default = GoatProvider;
 
-//# sourceMappingURL=goat-DOMbozoX.cjs.map
+//# sourceMappingURL=goat-7wQgRcT4.cjs.map

package/dist/src/{goat-CwsbfQeu.js → goat-BNX0lOFx.js}

@@ -1,19 +1,19 @@
-import { a as logger, y as safeJsonStringify } from "./logger-KD8JjCRJ.js";
-import { m as sleep, t as fetchWithProxy } from "./fetch-BSSAcMxf.js";
-import { n as VERSION } from "./version-CHR-EFec.js";
+import { a as logger, y as safeJsonStringify } from "./logger-BjYLHvGm.js";
+import { m as sleep, t as fetchWithProxy } from "./fetch-CBe8pU8Q.js";
+import { n as VERSION } from "./version-BGiEZvX0.js";
 import { t as invariant } from "./invariant-DIYf9sP1.js";
-import { c as isLoggedIntoCloud, o as getUserEmail } from "./accounts-BWjqwsrf.js";
-import { o as getNunjucksEngine } from "./render-_6ur1fhE.js";
-import { r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration--D6WjzUm.js";
+import { c as isLoggedIntoCloud, o as getUserEmail } from "./accounts-BAajbKSh.js";
+import { o as getNunjucksEngine } from "./render-BoxrvB84.js";
+import { r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-CoxtxLvB.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-BjVkdk18.js";
-import { a as extractPromptFromTags, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-DGqkTb2-.js";
-import { a as assertRemoteMaterializationHandled, c as isRemoteMaterializationUpgradeError, s as buildRemoteMaterializedInputVariables } from "./promptfoo-CReYAtfb.js";
-import { o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-CRq0gGVf.js";
-import { i as throwIfTargetPromptExceedsMaxChars } from "./promptLength-0qIHyhA5.js";
-import { n as checkExfilTracking } from "./indirectWebPwn-BZFPV7Q9.js";
+import { a as extractPromptFromTags, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-CKZReNsz.js";
+import { a as assertRemoteMaterializationHandled, c as isRemoteMaterializationUpgradeError, s as buildRemoteMaterializedInputVariables } from "./promptfoo-DVKqidd8.js";
+import { o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-yBQATkD5.js";
+import { i as throwIfTargetPromptExceedsMaxChars } from "./promptLength-5B4_P93z.js";
+import { n as checkExfilTracking } from "./indirectWebPwn-DRYpRTx6.js";
 import { n as renderPrompt, t as Strategies } from "./server/index.js";
-import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-BvmDa_jH.js";
-import { t as applyRuntimeTransforms } from "./runtimeTransform-BJOpL9Yc.js";
+import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-PLePpCmo.js";
+import { t as applyRuntimeTransforms } from "./runtimeTransform-BmhEztlx.js";
 import { i as getGoalRubric } from "./prompts-BYMtqPCw.js";
 import chalk from "chalk";
 import dedent from "dedent";
@@ -79,7 +79,7 @@ var GoatProvider = class {
 		let assertToUse;
 		let graderPassed;
 		let storedGraderResult;
-		const { getGraderById } = await import("./graders-DaRU98zs.js").then((n) => n.r);
+		const { getGraderById } = await import("./graders-k8qmhrPu.js").then((n) => n.r);
 		let test;
 		if (context?.test) {
 			test = context?.test;
@@ -463,4 +463,4 @@ var GoatProvider = class {
 //#endregion
 export { GoatProvider as default };
 
-//# sourceMappingURL=goat-CwsbfQeu.js.map
+//# sourceMappingURL=goat-BNX0lOFx.js.map

package/dist/src/{goat-Ba7Gznzq.js → goat-BOVnOl5S.js}

@@ -1,20 +1,20 @@
-import { a as logger, y as safeJsonStringify } from "./logger-Ct2S6Yx-.js";
+import { a as logger, y as safeJsonStringify } from "./logger-Cs0I2v_y.js";
 import { t as invariant } from "./invariant-Ddh24eXh.js";
-import { l as sleep, t as fetchWithProxy } from "./fetch-Doks14zQ.js";
-import { n as VERSION } from "./version-qVEN5qCm.js";
-import { i as getUserEmail, o as isLoggedIntoCloud } from "./accounts-DAv_0iE7.js";
-import { o as getNunjucksEngine } from "./render-DFfDeYUK.js";
-import { r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-CJC3E0aW.js";
+import { l as sleep, t as fetchWithProxy } from "./fetch-CHJu2KON.js";
+import { n as VERSION } from "./version-BNhpIb2U.js";
+import { i as getUserEmail, o as isLoggedIntoCloud } from "./accounts-4Xa5fcHy.js";
+import { o as getNunjucksEngine } from "./render-CTZQAINJ.js";
+import { r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-DvWEm3yi.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CmnQ0G2m.js";
-import { a as extractPromptFromTags, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-DpV6KT5i.js";
-import { a as assertRemoteMaterializationHandled, c as isRemoteMaterializationUpgradeError, s as buildRemoteMaterializedInputVariables } from "./promptfoo-CqEpj6Sr.js";
-import { o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-CSIGeGLl.js";
-import { i as throwIfTargetPromptExceedsMaxChars } from "./promptLength-B9nZEfO6.js";
-import { n as checkExfilTracking } from "./indirectWebPwn-CiWB-vVH.js";
-import { n as renderPrompt } from "./evaluatorHelpers-CrRObe2z.js";
-import { t as Strategies } from "./strategies-CD1gHeeQ.js";
-import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-BOP1FsRt.js";
-import { t as applyRuntimeTransforms } from "./runtimeTransform-DigbjU1r.js";
+import { a as extractPromptFromTags, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-D1NKMz55.js";
+import { a as assertRemoteMaterializationHandled, c as isRemoteMaterializationUpgradeError, s as buildRemoteMaterializedInputVariables } from "./promptfoo-CEsoPlBa.js";
+import { o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-BF25a7ms.js";
+import { i as throwIfTargetPromptExceedsMaxChars } from "./promptLength-ho3wbst6.js";
+import { n as checkExfilTracking } from "./indirectWebPwn-1gHqaL91.js";
+import { n as renderPrompt } from "./evaluatorHelpers-C8C8WQTv.js";
+import { t as Strategies } from "./strategies-4Nnr_9xt.js";
+import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-WpE9IqC8.js";
+import { t as applyRuntimeTransforms } from "./runtimeTransform-Bw9Tttpp.js";
 import { i as getGoalRubric } from "./prompts-DHhQsANy.js";
 import chalk from "chalk";
 import dedent from "dedent";
@@ -80,7 +80,7 @@ var GoatProvider = class {
 		let assertToUse;
 		let graderPassed;
 		let storedGraderResult;
-		const { getGraderById } = await import("./graders-KXzjnIim.js").then((n) => n.r);
+		const { getGraderById } = await import("./graders-GNRQ1357.js").then((n) => n.r);
 		let test;
 		if (context?.test) {
 			test = context?.test;
@@ -464,4 +464,4 @@ var GoatProvider = class {
 //#endregion
 export { GoatProvider as default };
 
-//# sourceMappingURL=goat-Ba7Gznzq.js.map
+//# sourceMappingURL=goat-BOVnOl5S.js.map

package/dist/src/{graders-BQt1BaQe.js → graders-BnO-xoa-.js}

@@ -1,32 +1,32 @@
 #!/usr/bin/env node
-import { N as state, O as getEnvString, T as getEnvBool, _ as extractJsonObjects, g as extractFirstJsonObject, j as isCI, s as logger, x as safeJsonStringify } from "./logger-BbY6ypFL.js";
-import { _ as REQUEST_TIMEOUT_MS, f as sleep, i as fetchWithTimeout, n as fetchWithProxy } from "./fetch-Cpf1U1nO.js";
+import { N as state, O as getEnvString, T as getEnvBool, _ as extractJsonObjects, g as extractFirstJsonObject, j as isCI, s as logger, x as safeJsonStringify } from "./logger-h-eiS4iv.js";
+import { f as sleep, i as fetchWithTimeout, n as fetchWithProxy, v as getRequestTimeoutMs } from "./fetch-C59QM4cf.js";
 import { t as invariant } from "./invariant-B2Rf6avk.js";
-import { o as getUserEmail } from "./accounts-D6IBfEE0.js";
-import { C as PolicyObjectSchema, M as MULTI_TURN_STRATEGIES, St as buildInputPromptDescription, T as isValidReusablePolicyId, _ as PromptSchema, _t as CODING_AGENT_PLUGINS, p as isApiProvider, vt as CODING_AGENT_PLUGIN_DESCRIPTIONS, yt as CODING_AGENT_PLUGIN_DISPLAY_NAMES } from "./types-BFevViUY.js";
+import { o as getUserEmail } from "./accounts-Bw2qPqE-.js";
+import { C as PolicyObjectSchema, M as MULTI_TURN_STRATEGIES, St as buildInputPromptDescription, T as isValidReusablePolicyId, _ as PromptSchema, _t as CODING_AGENT_PLUGINS, p as isApiProvider, vt as CODING_AGENT_PLUGIN_DESCRIPTIONS, yt as CODING_AGENT_PLUGIN_DISPLAY_NAMES } from "./types-C_e_SykX.js";
 import { i as isJavascriptFile } from "./fileExtensions-D4GCJ67J.js";
-import { r as importModule } from "./esm-Bexx2PFc.js";
-import { i as extractVariablesFromTemplate, o as getNunjucksEngine } from "./render-CSP99NLm.js";
-import { d as hasCodexDefaultCredentials, l as shouldGenerateRemote, r as getRemoteGenerationUrl, u as getCodexDefaultProviders } from "./remoteGeneration-D6UjE2JT.js";
-import { p as getPoliciesFromCloud } from "./storage-EKVWZBNY.js";
+import { r as importModule } from "./esm-CYMWMaSj.js";
+import { i as extractVariablesFromTemplate, o as getNunjucksEngine } from "./render-jE6RKVgk.js";
+import { d as hasCodexDefaultCredentials, l as shouldGenerateRemote, r as getRemoteGenerationUrl, u as getCodexDefaultProviders } from "./remoteGeneration-DW6mPZnO.js";
+import { p as getPoliciesFromCloud } from "./storage-B9lg2RCL.js";
 import { n as sha256 } from "./createHash-CgRvs4Fn.js";
-import { a as fetchWithCache, c as isCacheEnabled, o as getCache } from "./cache-BR77mdIR.js";
-import { r as runPython } from "./pythonUtils-CgYxeSmO.js";
-import { B as parseFileUrl, F as maybeLoadToolsFromExternalFile, I as parsePathOrGlob, M as maybeLoadFromExternalFile, j as maybeLoadConfigFromExternalFile, k as getNunjucksEngineForFilePath } from "./util-jZRrXe1P.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-DTdf-J5Q.js";
-import { x as hasGoogleDefaultCredentials } from "./transform-DtTfiGoh.js";
-import { C as DefaultSuggestionsProvider$2, D as AzureChatCompletionProvider, E as AzureEmbeddingProvider, S as DefaultLlmRubricProvider, T as AzureModerationProvider, b as DefaultGradingJsonProvider$2, c as OpenAiModerationProvider, g as DefaultGradingProvider$3, h as DefaultEmbeddingProvider$2, l as MistralChatCompletionProvider, n as loadApiProvider, o as getFileHashes, s as parseScriptParts, u as MistralEmbeddingProvider, w as DefaultSynthesizeProvider$1, x as DefaultGradingProvider$2 } from "./providers-B7TyByfj.js";
-import { t as OpenAiEmbeddingProvider } from "./embedding-CU78FMnw.js";
+import { a as fetchWithCache, c as isCacheEnabled, o as getCache } from "./cache-BuudGL4I.js";
+import { r as runPython } from "./pythonUtils-CLAoc6jg.js";
+import { B as parseFileUrl, F as maybeLoadToolsFromExternalFile, I as parsePathOrGlob, M as maybeLoadFromExternalFile, j as maybeLoadConfigFromExternalFile, k as getNunjucksEngineForFilePath } from "./util-CES4qWd7.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-B8lsx0A0.js";
+import { x as hasGoogleDefaultCredentials } from "./transform-AfC8gqCB.js";
+import { C as DefaultSuggestionsProvider$2, D as AzureChatCompletionProvider, E as AzureEmbeddingProvider, S as DefaultLlmRubricProvider, T as AzureModerationProvider, b as DefaultGradingJsonProvider$2, c as OpenAiModerationProvider, g as DefaultGradingProvider$3, h as DefaultEmbeddingProvider$2, l as MistralChatCompletionProvider, n as loadApiProvider, o as getFileHashes, s as parseScriptParts, u as MistralEmbeddingProvider, w as DefaultSynthesizeProvider$1, x as DefaultGradingProvider$2 } from "./providers-CYBHjFEg.js";
+import { t as OpenAiEmbeddingProvider } from "./embedding-BQBXSWgy.js";
 import { r as accumulateTokenUsage } from "./tokenUsageUtils-CDet74yk.js";
-import { t as AnthropicMessagesProvider } from "./messages-K9A8RxBM.js";
-import { t as OpenAiResponsesProvider } from "./responses-CrmWv6iz.js";
-import { r as materializeInputVariablesWithMetadata } from "./inputVariables-DXFdi7AI.js";
-import { a as extractPromptFromTags, c as isBasicRefusal, i as extractMaterializedVariablesFromJsonWithMetadata, l as isEmptyResponse, n as extractGoalFromPrompt, r as extractInputVarsFromPrompt, s as getShortPluginId, t as extractAllPromptsFromTags, u as removePrefix } from "./util-ETfU_sS9.js";
-import { _ as isRateLimitWrapped, f as redteamProviderManager, g as createProviderRateLimitOptions } from "./shared-DNvim54U.js";
-import { a as PROMPT_DELIMITER, n as maybeFilePath, r as normalizeInput } from "./utils-BFOh20Gb.js";
-import { n as getGeneratedPromptOverLimit, r as getMaxCharsPerMessageModifierValue, t as MAX_CHARS_PER_MESSAGE_MODIFIER_KEY } from "./promptLength-4X-Wd8PG.js";
+import { t as AnthropicMessagesProvider } from "./messages-CQoK4jHx.js";
+import { t as OpenAiResponsesProvider } from "./responses-C0yU3fO6.js";
+import { r as materializeInputVariablesWithMetadata } from "./inputVariables-qJmuSN5i.js";
+import { a as extractPromptFromTags, c as isBasicRefusal, i as extractMaterializedVariablesFromJsonWithMetadata, l as isEmptyResponse, n as extractGoalFromPrompt, r as extractInputVarsFromPrompt, s as getShortPluginId, t as extractAllPromptsFromTags, u as removePrefix } from "./util-D9grslJP.js";
+import { _ as isRateLimitWrapped, f as redteamProviderManager, g as createProviderRateLimitOptions } from "./shared-DsbObxvy.js";
+import { a as PROMPT_DELIMITER, n as maybeFilePath, r as normalizeInput } from "./utils-Cdx3ZJr7.js";
+import { n as getGeneratedPromptOverLimit, r as getMaxCharsPerMessageModifierValue, t as MAX_CHARS_PER_MESSAGE_MODIFIER_KEY } from "./promptLength-PkjlYFx0.js";
 import { t as REDTEAM_MEMORY_POISONING_PLUGIN_ID } from "./constants-DH5XYLKZ.js";
-import { n as checkExfilTracking } from "./indirectWebPwn-BMTXXznx.js";
+import { n as checkExfilTracking } from "./indirectWebPwn-BXUoJl4I.js";
 import { AsyncLocalStorage } from "node:async_hooks";
 import z$1 from "zod";
 import * as fs$2 from "fs";
@@ -1396,7 +1396,7 @@ async function doRemoteGrading(payload) {
 			method: "POST",
 			headers: { "Content-Type": "application/json" },
 			body
-		}, REQUEST_TIMEOUT_MS);
+		}, getRequestTimeoutMs());
 		logger.debug(`Remote grading result: status=${status}, statusText=${statusText}, data=${JSON.stringify(data)}`);
 		if (status !== 200) throw new Error(`Remote grading failed with status ${status}: ${statusText} ${JSON.stringify(data)}`);
 		const { result } = data;
@@ -1439,7 +1439,7 @@ async function doRemoteScoringWithPi(payload, passThreshold = .5) {
 					"x-api-key": apiKey
 				},
 				body
-			}, REQUEST_TIMEOUT_MS);
+			}, getRequestTimeoutMs());
 			return convertPiResultToGradingResult(data, passThreshold);
 		} else throw new Error(`Env var WITHPI_API_KEY must be set. Visit https://docs.withpi.ai for more information.`);
 	} catch (error) {
@@ -8389,7 +8389,7 @@ function describeFilters(config) {
 }
 async function fetchDataset$1(limit, config) {
 	try {
-		const response = await fetchWithTimeout(DATASET_URL, {}, REQUEST_TIMEOUT_MS);
+		const response = await fetchWithTimeout(DATASET_URL, {}, getRequestTimeoutMs());
 		if (!response.ok) throw new Error(`HTTP status: ${response.status} ${response.statusText}`);
 		const records = parse$1(await response.text(), { columns: true });
 		logger.debug(`[harmbench] Parsed ${records.length} entries from CSV`);
@@ -15606,7 +15606,7 @@ var VLSUDatasetManager = class VLSUDatasetManager extends ImageDatasetManager {
 		}
 		logger.debug(`[vlsu] Fetching CSV from ${VLSU_CSV_URL}`);
 		try {
-			const response = await fetchWithCache(VLSU_CSV_URL, {}, REQUEST_TIMEOUT_MS, "text");
+			const response = await fetchWithCache(VLSU_CSV_URL, {}, getRequestTimeoutMs(), "text");
 			if (response.status < 200 || response.status >= 300) throw new Error(`Failed to fetch VLSU CSV: ${response.statusText}`);
 			const csvText = response.data;
 			const records = parse$1(csvText, {
@@ -16165,4 +16165,4 @@ function getGraderById(id) {
 //#endregion
 export { DEFAULT_WEB_SEARCH_PROMPT as $, DivergentRepetitionPlugin as A, sampleArray as B, getPiiLeakTestsForCategory as C, getDefaultProviders as Ct, HarmbenchPlugin as D, getGradingProvider as Dt, ImitationPlugin as E, getAndCheckProvider as Et, AegisPlugin as F, matchesGEval as G, isGraderFailure as H, RedteamGraderBase as I, matchesTrajectoryGoalSuccess as J, matchesLlmRubric as K, RedteamPluginBase as L, CrossSessionLeakPlugin as M, ContractPlugin as N, HallucinationPlugin as O, getProviderCallExecutionContext as Ot, BeavertailsPlugin as P, readProviderPromptMap as Q, getCustomPolicies as R, PlinyPlugin as S, processFileReference as St, IntentPlugin as T, callProviderWithContext as Tt, matchesClosedQa as U, fetchHuggingFaceDataset as V, matchesFactuality as W, processPrompts as X, doRemoteGrading as Y, readPrompts as Z, PoliticsPlugin as _, splitIntoSentences as _t, UnverifiableClaimsPlugin as a, CONTEXT_RECALL as at, isValidPolicyObject as b, getFinalTest as bt, ToolDiscoveryPlugin as c, CONTEXT_RELEVANCE as ct, TeenSafetyDangerousContentPlugin as d, renderLlmRubricPrompt as dt, SELECT_BEST_PROMPT as et, TeenSafetyAgeRestrictedGoodsAndServicesPlugin as f, cosineSimilarity as ft, PromptExtractionPlugin as g, normalizeMatcherTokenUsage as gt, RbacPlugin as h, fail as ht, VLGuardPlugin as i, CONTEXT_FAITHFULNESS_NLI_STATEMENTS as it, DebugAccessPlugin as j, ExcessiveAgencyPlugin as k, withProviderCallExecutionContext as kt, TeenSafetyHarmfulBodyIdealsPlugin as l, CONTEXT_RELEVANCE_BAD as lt, ShellInjectionPlugin as m, euclideanDistance as mt, getGraderById as n, ANSWER_RELEVANCY_GENERATE as nt, UnsafeBenchPlugin as o, CONTEXT_RECALL_ATTRIBUTED_TOKEN as ot, SqlInjectionPlugin as p, dotProduct as pt, matchesPiScore as q, VLSUPlugin as r, CONTEXT_FAITHFULNESS_LONGFORM as rt, ToxicChatPlugin as s, CONTEXT_RECALL_NOT_ATTRIBUTED_TOKEN as st, GRADERS as t, SUGGEST_PROMPTS_SYSTEM_MESSAGE as tt, TeenSafetyDangerousRoleplayPlugin as u, loadRubricPrompt as ut, PolicyPlugin as v, tryParse as vt, OverreliancePlugin as w, DEFAULT_ANTHROPIC_MODEL as wt, makeInlinePolicyIdSync as x, loadFromJavaScriptFile as xt, determinePolicyTypeFromId as y, coerceString as yt, retryWithDeduplication as z };
 
-//# sourceMappingURL=graders-BQt1BaQe.js.map
+//# sourceMappingURL=graders-BnO-xoa-.js.map

package/dist/src/{graders-CBQ2s6gz.cjs → graders-CQv1GT5Q.cjs}

@@ -1,32 +1,32 @@
 const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
-const require_logger = require("./logger-cfNpzI4o.cjs");
+const require_logger = require("./logger-Cm0Nb8YX.cjs");
 const require_invariant = require("./invariant-QtnLD03y.cjs");
 const require_types = require("./types-CxJvaY2S.cjs");
-const require_fetch = require("./fetch-Cfm4EuOB.cjs");
+const require_fetch = require("./fetch-B2HvaVUc.cjs");
 const require_fileExtensions = require("./fileExtensions-BhdwzYaD.cjs");
-const require_accounts = require("./accounts-BVz5gHLK.cjs");
-const require_esm = require("./esm-BIKakvNa.cjs");
-const require_render = require("./render-BNTrbmBw.cjs");
-const require_remoteGeneration = require("./remoteGeneration-BpIYlb_O.cjs");
-const require_storage = require("./storage-A4WnAeN3.cjs");
-const require_pythonUtils = require("./pythonUtils-Cokhluq3.cjs");
-const require_util = require("./util-COnzevXE.cjs");
+const require_accounts = require("./accounts-DAcQXPwE.cjs");
+const require_esm = require("./esm-vv4rR-Dp.cjs");
+const require_render = require("./render-DJ4yipCD.cjs");
+const require_remoteGeneration = require("./remoteGeneration-CD3c_rzc.cjs");
+const require_storage = require("./storage-Cv7QYUPO.cjs");
+const require_pythonUtils = require("./pythonUtils-BjuymNdM.cjs");
+const require_util = require("./util-BuYzkbEz.cjs");
 const require_createHash = require("./createHash-CSiqnK5P.cjs");
-const require_cache = require("./cache-h5MWOBZI.cjs");
-const require_chat = require("./chat-DSyYuTYT.cjs");
-const require_transform = require("./transform-DJkt81VY.cjs");
-const require_providers = require("./providers-V6RBuieY.cjs");
-const require_embedding = require("./embedding-BQIApR18.cjs");
+const require_cache = require("./cache-WuIsgzMA.cjs");
+const require_chat = require("./chat-DkitQHdt.cjs");
+const require_transform = require("./transform-DKw2FNwg.cjs");
+const require_providers = require("./providers-DP1CDgd5.cjs");
+const require_embedding = require("./embedding-BMqFDnLI.cjs");
 const require_tokenUsageUtils = require("./tokenUsageUtils-_B-P8IAi.cjs");
-const require_messages = require("./messages-BrZEnHsV.cjs");
-const require_responses = require("./responses-CUARGrhY.cjs");
-const require_inputVariables = require("./inputVariables-Dq9W-Z3a.cjs");
-const require_util$1 = require("./util-DNtUsus_.cjs");
-const require_shared = require("./shared-aHWko3P1.cjs");
-const require_utils = require("./utils-Ve6kuJsa.cjs");
-const require_promptLength = require("./promptLength-BbBbDHNj.cjs");
+const require_messages = require("./messages-BSFLFXIO.cjs");
+const require_responses = require("./responses-Bs2_3zyr.cjs");
+const require_inputVariables = require("./inputVariables-D5K2vTp4.cjs");
+const require_util$1 = require("./util-3BRss2KA.cjs");
+const require_shared = require("./shared-DlmtkptR.cjs");
+const require_utils = require("./utils-B_HCobst.cjs");
+const require_promptLength = require("./promptLength-CAcg7BmO.cjs");
 const require_constants = require("./constants-a2kYssQk.cjs");
-const require_indirectWebPwn = require("./indirectWebPwn-D7NA9Nsv.cjs");
+const require_indirectWebPwn = require("./indirectWebPwn-04ziKbly.cjs");
 let fs = require("fs");
 fs = require_rolldown_runtime.__toESM(fs, 1);
 let path = require("path");
@@ -1405,7 +1405,7 @@ async function doRemoteGrading(payload) {
 			method: "POST",
 			headers: { "Content-Type": "application/json" },
 			body
-		}, require_fetch.REQUEST_TIMEOUT_MS);
+		}, require_fetch.getRequestTimeoutMs());
 		require_logger.logger.debug(`Remote grading result: status=${status}, statusText=${statusText}, data=${JSON.stringify(data)}`);
 		if (status !== 200) throw new Error(`Remote grading failed with status ${status}: ${statusText} ${JSON.stringify(data)}`);
 		const { result } = data;
@@ -1448,7 +1448,7 @@ async function doRemoteScoringWithPi(payload, passThreshold = .5) {
 					"x-api-key": apiKey
 				},
 				body
-			}, require_fetch.REQUEST_TIMEOUT_MS);
+			}, require_fetch.getRequestTimeoutMs());
 			return convertPiResultToGradingResult(data, passThreshold);
 		} else throw new Error(`Env var WITHPI_API_KEY must be set. Visit https://docs.withpi.ai for more information.`);
 	} catch (error) {
@@ -8398,7 +8398,7 @@ function describeFilters(config) {
 }
 async function fetchDataset$1(limit, config) {
 	try {
-		const response = await require_fetch.fetchWithTimeout(DATASET_URL, {}, require_fetch.REQUEST_TIMEOUT_MS);
+		const response = await require_fetch.fetchWithTimeout(DATASET_URL, {}, require_fetch.getRequestTimeoutMs());
 		if (!response.ok) throw new Error(`HTTP status: ${response.status} ${response.statusText}`);
 		const records = (0, csv_parse_sync.parse)(await response.text(), { columns: true });
 		require_logger.logger.debug(`[harmbench] Parsed ${records.length} entries from CSV`);
@@ -15615,7 +15615,7 @@ var VLSUDatasetManager = class VLSUDatasetManager extends ImageDatasetManager {
 		}
 		require_logger.logger.debug(`[vlsu] Fetching CSV from ${VLSU_CSV_URL}`);
 		try {
-			const response = await require_cache.fetchWithCache(VLSU_CSV_URL, {}, require_fetch.REQUEST_TIMEOUT_MS, "text");
+			const response = await require_cache.fetchWithCache(VLSU_CSV_URL, {}, require_fetch.getRequestTimeoutMs(), "text");
 			if (response.status < 200 || response.status >= 300) throw new Error(`Failed to fetch VLSU CSV: ${response.statusText}`);
 			const csvText = response.data;
 			const records = (0, csv_parse_sync.parse)(csvText, {
@@ -16681,4 +16681,4 @@ Object.defineProperty(exports, "withProviderCallExecutionContext", {
 	}
 });
 
-//# sourceMappingURL=graders-CBQ2s6gz.cjs.map
+//# sourceMappingURL=graders-CQv1GT5Q.cjs.map

package/dist/src/graders-D4vc1PFi.js

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+import { n as getGraderById } from "./graders-BnO-xoa-.js";
+export { getGraderById };

package/dist/src/{graders-KXzjnIim.js → graders-GNRQ1357.js}

@@ -1,32 +1,32 @@
 import { t as __exportAll } from "./chunk-DEq-mXcV.js";
-import { O as isCI, S as getEnvBool, T as getEnvString, a as logger, h as extractJsonObjects, k as state, m as extractFirstJsonObject, y as safeJsonStringify } from "./logger-Ct2S6Yx-.js";
+import { O as isCI, S as getEnvBool, T as getEnvString, a as logger, h as extractJsonObjects, k as state, m as extractFirstJsonObject, y as safeJsonStringify } from "./logger-Cs0I2v_y.js";
 import { t as invariant } from "./invariant-Ddh24eXh.js";
 import { Et as CODING_AGENT_PLUGIN_DISPLAY_NAMES, L as PolicyObjectSchema, Tt as CODING_AGENT_PLUGIN_DESCRIPTIONS, W as MULTI_TURN_STRATEGIES, Wt as isApiProvider, j as PromptSchema, wt as CODING_AGENT_PLUGINS, z as isValidReusablePolicyId, zt as buildInputPromptDescription } from "./types-D6glLbdF.js";
-import { l as sleep, p as REQUEST_TIMEOUT_MS, r as fetchWithTimeout, t as fetchWithProxy } from "./fetch-Doks14zQ.js";
+import { l as sleep, m as getRequestTimeoutMs, r as fetchWithTimeout, t as fetchWithProxy } from "./fetch-CHJu2KON.js";
 import { i as isJavascriptFile } from "./fileExtensions-CXRfY3Ss.js";
-import { i as getUserEmail } from "./accounts-DAv_0iE7.js";
-import { r as importModule } from "./esm-BTK1W7lG.js";
-import { i as extractVariablesFromTemplate, o as getNunjucksEngine } from "./render-DFfDeYUK.js";
-import { d as hasCodexDefaultCredentials, l as shouldGenerateRemote, r as getRemoteGenerationUrl, u as getCodexDefaultProviders } from "./remoteGeneration-CJC3E0aW.js";
-import { l as getPoliciesFromCloud } from "./storage-B2Ql_oq4.js";
-import { r as runPython } from "./pythonUtils-D0BYebvX.js";
-import { N as parseFileUrl, O as maybeLoadToolsFromExternalFile, S as getNunjucksEngineForFilePath, T as maybeLoadFromExternalFile, k as parsePathOrGlob, w as maybeLoadConfigFromExternalFile } from "./util-DRfqa4xz.js";
+import { i as getUserEmail } from "./accounts-4Xa5fcHy.js";
+import { r as importModule } from "./esm-C_yrt93A.js";
+import { i as extractVariablesFromTemplate, o as getNunjucksEngine } from "./render-CTZQAINJ.js";
+import { d as hasCodexDefaultCredentials, l as shouldGenerateRemote, r as getRemoteGenerationUrl, u as getCodexDefaultProviders } from "./remoteGeneration-DvWEm3yi.js";
+import { l as getPoliciesFromCloud } from "./storage-fbHNSuZ9.js";
+import { r as runPython } from "./pythonUtils-C4Wnz6Q7.js";
+import { N as parseFileUrl, O as maybeLoadToolsFromExternalFile, S as getNunjucksEngineForFilePath, T as maybeLoadFromExternalFile, k as parsePathOrGlob, w as maybeLoadConfigFromExternalFile } from "./util-vaCPFatZ.js";
 import { n as sha256 } from "./createHash-BtbSX3mj.js";
-import { i as getCache, o as isCacheEnabled, r as fetchWithCache } from "./cache-DdriHsNX.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-BBEnnpQk.js";
-import { x as hasGoogleDefaultCredentials } from "./transform-Wp6s_5QE.js";
-import { C as AzureModerationProvider, S as DefaultSynthesizeProvider$1, T as AzureChatCompletionProvider, b as DefaultLlmRubricProvider, c as parseScriptParts, d as MistralEmbeddingProvider, l as OpenAiModerationProvider, m as DefaultGradingProvider$3, n as loadApiProvider, p as DefaultEmbeddingProvider$2, s as getFileHashes, u as MistralChatCompletionProvider, v as DefaultGradingJsonProvider$2, w as AzureEmbeddingProvider, x as DefaultSuggestionsProvider$2, y as DefaultGradingProvider$2 } from "./providers-BGc7tDtQ.js";
-import { t as OpenAiEmbeddingProvider } from "./embedding-CStK0TV6.js";
+import { i as getCache, o as isCacheEnabled, r as fetchWithCache } from "./cache-CT5D7d_A.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-CCtIXezK.js";
+import { x as hasGoogleDefaultCredentials } from "./transform-R1PnNdLv.js";
+import { C as AzureModerationProvider, S as DefaultSynthesizeProvider$1, T as AzureChatCompletionProvider, b as DefaultLlmRubricProvider, c as parseScriptParts, d as MistralEmbeddingProvider, l as OpenAiModerationProvider, m as DefaultGradingProvider$3, n as loadApiProvider, p as DefaultEmbeddingProvider$2, s as getFileHashes, u as MistralChatCompletionProvider, v as DefaultGradingJsonProvider$2, w as AzureEmbeddingProvider, x as DefaultSuggestionsProvider$2, y as DefaultGradingProvider$2 } from "./providers-DTPwadhk.js";
+import { t as OpenAiEmbeddingProvider } from "./embedding-cd5oPBkX.js";
 import { r as accumulateTokenUsage } from "./tokenUsageUtils-CmnQ0G2m.js";
-import { t as AnthropicMessagesProvider } from "./messages-CBulRaud.js";
-import { t as OpenAiResponsesProvider } from "./responses-BVi7xIdv.js";
-import { n as materializeInputVariablesWithMetadata } from "./inputVariables-DUGMb9Ka.js";
-import { a as extractPromptFromTags, c as isBasicRefusal, i as extractMaterializedVariablesFromJsonWithMetadata, l as isEmptyResponse, n as extractGoalFromPrompt, r as extractInputVarsFromPrompt, s as getShortPluginId, t as extractAllPromptsFromTags, u as removePrefix } from "./util-DpV6KT5i.js";
-import { _ as isRateLimitWrapped, f as redteamProviderManager, g as createProviderRateLimitOptions } from "./shared-CSIGeGLl.js";
-import { a as PROMPT_DELIMITER, n as maybeFilePath, r as normalizeInput } from "./utils-BGY69tk_.js";
-import { n as getGeneratedPromptOverLimit, r as getMaxCharsPerMessageModifierValue, t as MAX_CHARS_PER_MESSAGE_MODIFIER_KEY } from "./promptLength-B9nZEfO6.js";
+import { t as AnthropicMessagesProvider } from "./messages-Dy5vvc3H.js";
+import { t as OpenAiResponsesProvider } from "./responses-C2vhwf8F.js";
+import { n as materializeInputVariablesWithMetadata } from "./inputVariables-B7cylqzM.js";
+import { a as extractPromptFromTags, c as isBasicRefusal, i as extractMaterializedVariablesFromJsonWithMetadata, l as isEmptyResponse, n as extractGoalFromPrompt, r as extractInputVarsFromPrompt, s as getShortPluginId, t as extractAllPromptsFromTags, u as removePrefix } from "./util-D1NKMz55.js";
+import { _ as isRateLimitWrapped, f as redteamProviderManager, g as createProviderRateLimitOptions } from "./shared-BF25a7ms.js";
+import { a as PROMPT_DELIMITER, n as maybeFilePath, r as normalizeInput } from "./utils-C3qMBhJT.js";
+import { n as getGeneratedPromptOverLimit, r as getMaxCharsPerMessageModifierValue, t as MAX_CHARS_PER_MESSAGE_MODIFIER_KEY } from "./promptLength-ho3wbst6.js";
 import { t as REDTEAM_MEMORY_POISONING_PLUGIN_ID } from "./constants-DZGEFLsu.js";
-import { n as checkExfilTracking } from "./indirectWebPwn-CiWB-vVH.js";
+import { n as checkExfilTracking } from "./indirectWebPwn-1gHqaL91.js";
 import * as fs$2 from "fs";
 import fs from "fs";
 import path from "path";
@@ -1396,7 +1396,7 @@ async function doRemoteGrading(payload) {
 			method: "POST",
 			headers: { "Content-Type": "application/json" },
 			body
-		}, REQUEST_TIMEOUT_MS);
+		}, getRequestTimeoutMs());
 		logger.debug(`Remote grading result: status=${status}, statusText=${statusText}, data=${JSON.stringify(data)}`);
 		if (status !== 200) throw new Error(`Remote grading failed with status ${status}: ${statusText} ${JSON.stringify(data)}`);
 		const { result } = data;
@@ -1439,7 +1439,7 @@ async function doRemoteScoringWithPi(payload, passThreshold = .5) {
 					"x-api-key": apiKey
 				},
 				body
-			}, REQUEST_TIMEOUT_MS);
+			}, getRequestTimeoutMs());
 			return convertPiResultToGradingResult(data, passThreshold);
 		} else throw new Error(`Env var WITHPI_API_KEY must be set. Visit https://docs.withpi.ai for more information.`);
 	} catch (error) {
@@ -8389,7 +8389,7 @@ function describeFilters(config) {
 }
 async function fetchDataset$1(limit, config) {
 	try {
-		const response = await fetchWithTimeout(DATASET_URL, {}, REQUEST_TIMEOUT_MS);
+		const response = await fetchWithTimeout(DATASET_URL, {}, getRequestTimeoutMs());
 		if (!response.ok) throw new Error(`HTTP status: ${response.status} ${response.statusText}`);
 		const records = parse$1(await response.text(), { columns: true });
 		logger.debug(`[harmbench] Parsed ${records.length} entries from CSV`);
@@ -15606,7 +15606,7 @@ var VLSUDatasetManager = class VLSUDatasetManager extends ImageDatasetManager {
 		}
 		logger.debug(`[vlsu] Fetching CSV from ${VLSU_CSV_URL}`);
 		try {
-			const response = await fetchWithCache(VLSU_CSV_URL, {}, REQUEST_TIMEOUT_MS, "text");
+			const response = await fetchWithCache(VLSU_CSV_URL, {}, getRequestTimeoutMs(), "text");
 			if (response.status < 200 || response.status >= 300) throw new Error(`Failed to fetch VLSU CSV: ${response.statusText}`);
 			const csvText = response.data;
 			const records = parse$1(csvText, {
@@ -16169,4 +16169,4 @@ function getGraderById(id) {
 //#endregion
 export { readProviderPromptMap as $, ExcessiveAgencyPlugin as A, withProviderCallExecutionContext as At, retryWithDeduplication as B, PlinyPlugin as C, processFileReference as Ct, ImitationPlugin as D, getAndCheckProvider as Dt, IntentPlugin as E, callProviderWithContext as Et, BeavertailsPlugin as F, matchesFactuality as G, fetchHuggingFaceDataset as H, AegisPlugin as I, matchesPiScore as J, matchesGEval as K, RedteamGraderBase as L, DebugAccessPlugin as M, CrossSessionLeakPlugin as N, HarmbenchPlugin as O, getGradingProvider as Ot, ContractPlugin as P, readPrompts as Q, RedteamPluginBase as R, makeInlinePolicyIdSync as S, loadFromJavaScriptFile as St, OverreliancePlugin as T, DEFAULT_ANTHROPIC_MODEL as Tt, isGraderFailure as U, sampleArray as V, matchesClosedQa as W, doRemoteGrading as X, matchesTrajectoryGoalSuccess as Y, processPrompts as Z, PromptExtractionPlugin as _, normalizeMatcherTokenUsage as _t, VLGuardPlugin as a, CONTEXT_FAITHFULNESS_NLI_STATEMENTS as at, determinePolicyTypeFromId as b, coerceString as bt, ToxicChatPlugin as c, CONTEXT_RECALL_NOT_ATTRIBUTED_TOKEN as ct, TeenSafetyDangerousRoleplayPlugin as d, loadRubricPrompt as dt, DEFAULT_WEB_SEARCH_PROMPT as et, TeenSafetyDangerousContentPlugin as f, renderLlmRubricPrompt as ft, RbacPlugin as g, fail as gt, ShellInjectionPlugin as h, euclideanDistance as ht, VLSUPlugin as i, CONTEXT_FAITHFULNESS_LONGFORM as it, DivergentRepetitionPlugin as j, HallucinationPlugin as k, getProviderCallExecutionContext as kt, ToolDiscoveryPlugin as l, CONTEXT_RELEVANCE as lt, SqlInjectionPlugin as m, dotProduct as mt, getGraderById as n, SUGGEST_PROMPTS_SYSTEM_MESSAGE as nt, UnverifiableClaimsPlugin as o, CONTEXT_RECALL as ot, TeenSafetyAgeRestrictedGoodsAndServicesPlugin as p, cosineSimilarity as pt, matchesLlmRubric as q, graders_exports as r, ANSWER_RELEVANCY_GENERATE as rt, UnsafeBenchPlugin as s, CONTEXT_RECALL_ATTRIBUTED_TOKEN as st, GRADERS as t, SELECT_BEST_PROMPT as tt, TeenSafetyHarmfulBodyIdealsPlugin as u, CONTEXT_RELEVANCE_BAD as ut, PoliticsPlugin as v, splitIntoSentences as vt, getPiiLeakTestsForCategory as w, getDefaultProviders as wt, isValidPolicyObject as x, getFinalTest as xt, PolicyPlugin as y, tryParse as yt, getCustomPolicies as z };
 
-//# sourceMappingURL=graders-KXzjnIim.js.map
+//# sourceMappingURL=graders-GNRQ1357.js.map