promptfoo 0.121.4 → 0.121.5

package/dist/src/{transcription-CJspiD2c.js → transcription-Bm2emLmJ.js}

@@ -1,9 +1,9 @@
 #!/usr/bin/env node
-import { s as logger } from "./logger-DksKw1Qc.js";
-import { m as REQUEST_TIMEOUT_MS } from "./fetch-BEWnXrrG.js";
-import { a as fetchWithCache } from "./cache-mb7c8hbp.js";
-import { t as OpenAiGenericProvider } from "./openai-Qsvz25mV.js";
-import { i as OPENAI_TRANSCRIPTION_MODELS } from "./util-C9J8ahRn.js";
+import { s as logger } from "./logger-BbY6ypFL.js";
+import { m as REQUEST_TIMEOUT_MS } from "./fetch-B6ch2nU2.js";
+import { a as fetchWithCache } from "./cache-BI5BY7ey.js";
+import { t as OpenAiGenericProvider } from "./openai-BT-JvDse.js";
+import { i as OPENAI_TRANSCRIPTION_MODELS } from "./util-C-kmRosx.js";
 import fs from "fs";
 import path from "path";
 //#region src/providers/openai/transcription.ts
@@ -120,4 +120,4 @@ var OpenAiTranscriptionProvider = class OpenAiTranscriptionProvider extends Open
 //#endregion
 export { OpenAiTranscriptionProvider };
 
-//# sourceMappingURL=transcription-CJspiD2c.js.map
+//# sourceMappingURL=transcription-Bm2emLmJ.js.map

package/dist/src/{transcription-BvjmiYB1.cjs → transcription-CZ4LG5hQ.cjs}

@@ -1,8 +1,8 @@
 const require_logger = require("./logger-COuQb2xB.cjs");
-const require_fetch = require("./fetch-CJU5ELPa.cjs");
-const require_cache = require("./cache-BIyPcp5v.cjs");
-const require_openai = require("./openai-URNyItar.cjs");
-const require_util = require("./util-CN3SrLT4.cjs");
+const require_fetch = require("./fetch-NuqXW1Xb.cjs");
+const require_cache = require("./cache-DGg-yTZG.cjs");
+const require_openai = require("./openai-Cy1XLs0c.cjs");
+const require_util = require("./util-A5_ZsQUn.cjs");
 let fs = require("fs");
 fs = require_logger.__toESM(fs);
 let path = require("path");
@@ -121,4 +121,4 @@ var OpenAiTranscriptionProvider = class OpenAiTranscriptionProvider extends requ
 //#endregion
 exports.OpenAiTranscriptionProvider = OpenAiTranscriptionProvider;
 
-//# sourceMappingURL=transcription-BvjmiYB1.cjs.map
+//# sourceMappingURL=transcription-CZ4LG5hQ.cjs.map

package/dist/src/{transcription-V2HaAmy2.js → transcription-D7Q0vJsh.js}

@@ -1,8 +1,8 @@
-import { a as logger } from "./logger-B88EkIn6.js";
-import { h as REQUEST_TIMEOUT_MS } from "./fetch-B0Z3Oe4k.js";
-import { r as fetchWithCache } from "./cache-C4Xb-hNb.js";
-import { t as OpenAiGenericProvider } from "./openai-DhVEmgeZ.js";
-import { i as OPENAI_TRANSCRIPTION_MODELS } from "./util-D3q0WQ-0.js";
+import { a as logger } from "./logger-KD8JjCRJ.js";
+import { h as REQUEST_TIMEOUT_MS } from "./fetch-Y5qX_kST.js";
+import { r as fetchWithCache } from "./cache-Cr-qWIbP.js";
+import { t as OpenAiGenericProvider } from "./openai-BMHD2Huo.js";
+import { i as OPENAI_TRANSCRIPTION_MODELS } from "./util-B9CNhyac.js";
 import fs from "fs";
 import path from "path";
 //#region src/providers/openai/transcription.ts
@@ -119,4 +119,4 @@ var OpenAiTranscriptionProvider = class OpenAiTranscriptionProvider extends Open
 //#endregion
 export { OpenAiTranscriptionProvider };
 
-//# sourceMappingURL=transcription-V2HaAmy2.js.map
+//# sourceMappingURL=transcription-D7Q0vJsh.js.map

package/dist/src/{transform-zDhMmzwX.js → transform-B-b6Cq-q.js}

@@ -1,8 +1,8 @@
 #!/usr/bin/env node
-import { O as getEnvString, s as logger, v as getAjv } from "./logger-DksKw1Qc.js";
-import { h as calculateCost, n as fetchWithProxy, x as parseChatPrompt } from "./fetch-BEWnXrrG.js";
-import { a as getNunjucksEngine, n as renderVarsInObject } from "./render-CMEpfLaO.js";
-import { p as maybeLoadFromExternalFile } from "./util-DxWpWjhc.js";
+import { O as getEnvString, s as logger, v as getAjv } from "./logger-BbY6ypFL.js";
+import { h as calculateCost, n as fetchWithProxy, x as parseChatPrompt } from "./fetch-B6ch2nU2.js";
+import { a as getNunjucksEngine, n as renderVarsInObject } from "./render-eui5p5mL.js";
+import { A as maybeLoadFromExternalFile } from "./util-BQOCAHQC.js";
 import { z } from "zod";
 import crypto from "crypto";
 import Clone from "rfdc";
@@ -1508,4 +1508,4 @@ async function transformMCPServerConfigToClaudeCode(config) {
 //#endregion
 export { renderAuthVars as A, resolveProjectId as C, getAuthHeaders as D, applyQueryParams as E, getAuthQueryParams as O, loadCredentials as S, toDataUri as T, GoogleAuthManager as _, calculateGoogleCost as a, getGoogleClient as b, geminiFormatAndSystemInstructions as c, mergeParts as d, normalizeSafetySettings as f, CHAT_MODELS as g, validateFunctionCall as h, transformMCPToolsToOpenAi as i, TOKEN_REFRESH_BUFFER_MS as j, getOAuthTokenWithExpiry as k, getCandidate as l, parseConfigSystemInstruction as m, transformMCPToolsToAnthropic as n, createAuthCacheDiscriminator as o, normalizeTools as p, transformMCPToolsToGoogle as r, formatCandidateContents as s, transformMCPConfigToClaudeCode as t, getGoogleAccessToken as u, determineGoogleVertexMode as v, parseDataUrl as w, hasGoogleDefaultCredentials as x, getGoogleApiKey as y };
 
-//# sourceMappingURL=transform-zDhMmzwX.js.map
+//# sourceMappingURL=transform-B-b6Cq-q.js.map

package/dist/src/transform-BQt0BeAW.js

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+import { t as TransformInputType } from "./transform-DzCF-wqV.js";
+export { TransformInputType };

package/dist/src/{transform-DgKlRr73.cjs → transform-Bq5oqC0s.cjs}

@@ -1,2 +1,2 @@
-const require_transform = require("./transform-CUnzlsbn.cjs");
+const require_transform = require("./transform-C9izGX54.cjs");
 exports.TransformInputType = require_transform.TransformInputType;

package/dist/src/{transform-CUnzlsbn.cjs → transform-C9izGX54.cjs}

@@ -1,7 +1,7 @@
 const require_logger = require("./logger-COuQb2xB.cjs");
-const require_esm = require("./esm-CtEPLdAj.cjs");
-const require_pythonUtils = require("./pythonUtils-tAJvvpS-.cjs");
-const require_fileExtensions = require("./fileExtensions-bYh77CN8.cjs");
+const require_esm = require("./esm-B_rGuPTo.cjs");
+const require_pythonUtils = require("./pythonUtils-CoLaCwNY.cjs");
+const require_fileExtensions = require("./fileExtensions-D9h-8Wxg.cjs");
 //#region src/util/processShim.ts
 /**
 * Browser-safe process shim module.
@@ -225,4 +225,4 @@ Object.defineProperty(exports, "transform", {
 	}
 });
 
-//# sourceMappingURL=transform-CUnzlsbn.cjs.map
+//# sourceMappingURL=transform-C9izGX54.cjs.map

package/dist/src/{transform-DYX1_Xnh.js → transform-CwbAZ84V.js}

@@ -1,8 +1,8 @@
 import { n as __require, t as __exportAll } from "./chunk-DEq-mXcV.js";
-import { a as logger, k as state } from "./logger-B88EkIn6.js";
-import { a as safeJoin, r as importModule } from "./esm-Dh4dOLlt.js";
-import { i as isJavascriptFile } from "./fileExtensions-BArZuxsI.js";
-import { r as runPython } from "./pythonUtils-Cldx7huE.js";
+import { a as logger, k as state } from "./logger-KD8JjCRJ.js";
+import { a as safeJoin, r as importModule } from "./esm-B6whoAcf.js";
+import { i as isJavascriptFile } from "./fileExtensions-BGh-W-HT.js";
+import { r as runPython } from "./pythonUtils-C4tltmIn.js";
 //#region src/util/processShim.ts
 /**
 * Browser-safe process shim module.
@@ -213,4 +213,4 @@ async function transform(codeOrFilepath, transformInput, context, validateReturn
 //#endregion
 export { getProcessShim as i, transform as n, transform_exports as r, TransformInputType as t };
 
-//# sourceMappingURL=transform-DYX1_Xnh.js.map
+//# sourceMappingURL=transform-CwbAZ84V.js.map

package/dist/src/{transform-CTeuTR3S.cjs → transform-Dg4LcO1Y.cjs}

@@ -1,12 +1,12 @@
 const require_logger = require("./logger-COuQb2xB.cjs");
-const require_util = require("./util-Bxn8emtE.cjs");
-const require_render = require("./render-DfQSFxGE.cjs");
-const require_fetch = require("./fetch-CJU5ELPa.cjs");
-let rfdc = require("rfdc");
-rfdc = require_logger.__toESM(rfdc);
+const require_fetch = require("./fetch-NuqXW1Xb.cjs");
+const require_render = require("./render-tG6ir9_g.cjs");
+const require_util = require("./util-DvpHnLt0.cjs");
 let zod = require("zod");
 let crypto = require("crypto");
 crypto = require_logger.__toESM(crypto);
+let rfdc = require("rfdc");
+rfdc = require_logger.__toESM(rfdc);
 //#region src/util/oauth.ts
 /**
 * Buffer time before token expiry to trigger proactive refresh (60 seconds)
@@ -1694,4 +1694,4 @@ Object.defineProperty(exports, "validateFunctionCall", {
 	}
 });
 
-//# sourceMappingURL=transform-CTeuTR3S.cjs.map
+//# sourceMappingURL=transform-Dg4LcO1Y.cjs.map

package/dist/src/{transform-CG0ehZNG.js → transform-DtooZqYY.js}

@@ -1,10 +1,10 @@
-import { T as getEnvString, a as logger, g as getAjv } from "./logger-Ct2S6Yx-.js";
-import { c as maybeLoadFromExternalFile } from "./util-oGMLA7vc.js";
-import { a as getNunjucksEngine, n as renderVarsInObject } from "./render-CH-62LbA.js";
-import { S as parseChatPrompt, g as calculateCost, t as fetchWithProxy } from "./fetch-Di00EQrc.js";
-import Clone from "rfdc";
+import { T as getEnvString, a as logger, g as getAjv } from "./logger-KD8JjCRJ.js";
+import { S as parseChatPrompt, g as calculateCost, t as fetchWithProxy } from "./fetch-Y5qX_kST.js";
+import { a as getNunjucksEngine, n as renderVarsInObject } from "./render-7uNJ2V14.js";
+import { k as maybeLoadFromExternalFile } from "./util-3pBZZb_H.js";
 import { z } from "zod";
 import crypto from "crypto";
+import Clone from "rfdc";
 //#region src/util/oauth.ts
 /**
 * Buffer time before token expiry to trigger proactive refresh (60 seconds)
@@ -1507,4 +1507,4 @@ async function transformMCPServerConfigToClaudeCode(config) {
 //#endregion
 export { renderAuthVars as A, resolveProjectId as C, getAuthHeaders as D, applyQueryParams as E, getAuthQueryParams as O, loadCredentials as S, toDataUri as T, GoogleAuthManager as _, calculateGoogleCost as a, getGoogleClient as b, geminiFormatAndSystemInstructions as c, mergeParts as d, normalizeSafetySettings as f, CHAT_MODELS as g, validateFunctionCall as h, transformMCPToolsToOpenAi as i, TOKEN_REFRESH_BUFFER_MS as j, getOAuthTokenWithExpiry as k, getCandidate as l, parseConfigSystemInstruction as m, transformMCPToolsToAnthropic as n, createAuthCacheDiscriminator as o, normalizeTools as p, transformMCPToolsToGoogle as r, formatCandidateContents as s, transformMCPConfigToClaudeCode as t, getGoogleAccessToken as u, determineGoogleVertexMode as v, parseDataUrl as w, hasGoogleDefaultCredentials as x, getGoogleApiKey as y };
 
-//# sourceMappingURL=transform-CG0ehZNG.js.map
+//# sourceMappingURL=transform-DtooZqYY.js.map

package/dist/src/{transform-UN5UGu8U.js → transform-DzCF-wqV.js}

@@ -1,9 +1,9 @@
 #!/usr/bin/env node
 import { n as __require } from "./chunk-DRamLcfz.js";
-import { N as state, s as logger } from "./logger-DksKw1Qc.js";
-import { a as safeJoin, r as importModule } from "./esm-tVgYPY-f.js";
-import { i as isJavascriptFile } from "./fileExtensions-AWa2ZML4.js";
-import { r as runPython } from "./pythonUtils-CnndUbW-.js";
+import { N as state, s as logger } from "./logger-BbY6ypFL.js";
+import { a as safeJoin, r as importModule } from "./esm-BX8fwlAO.js";
+import { i as isJavascriptFile } from "./fileExtensions-DysCsxNG.js";
+import { r as runPython } from "./pythonUtils-DNqbnRdx.js";
 //#region src/util/processShim.ts
 /**
 * Browser-safe process shim module.
@@ -210,4 +210,4 @@ async function transform(codeOrFilepath, transformInput, context, validateReturn
 //#endregion
 export { transform as n, getProcessShim as r, TransformInputType as t };
 
-//# sourceMappingURL=transform-UN5UGu8U.js.map
+//# sourceMappingURL=transform-DzCF-wqV.js.map

package/dist/src/{transform-lQrDE1BQ.js → transform-_DpNB4qp.js}

@@ -1,7 +1,7 @@
-import { T as getEnvString, a as logger, g as getAjv } from "./logger-B88EkIn6.js";
-import { S as parseChatPrompt, g as calculateCost, t as fetchWithProxy } from "./fetch-B0Z3Oe4k.js";
-import { a as getNunjucksEngine, n as renderVarsInObject } from "./render-DHIZ6_k8.js";
-import { T as maybeLoadFromExternalFile } from "./util-C8e5uydV.js";
+import { T as getEnvString, a as logger, g as getAjv } from "./logger-Ct2S6Yx-.js";
+import { _ as parseChatPrompt, d as calculateCost, t as fetchWithProxy } from "./fetch-D9xxyC1p.js";
+import { a as getNunjucksEngine, n as renderVarsInObject } from "./render-DlscvAUJ.js";
+import { T as maybeLoadFromExternalFile } from "./util-Dub0f_ej.js";
 import { z } from "zod";
 import crypto from "crypto";
 import Clone from "rfdc";
@@ -1507,4 +1507,4 @@ async function transformMCPServerConfigToClaudeCode(config) {
 //#endregion
 export { renderAuthVars as A, resolveProjectId as C, getAuthHeaders as D, applyQueryParams as E, getAuthQueryParams as O, loadCredentials as S, toDataUri as T, GoogleAuthManager as _, calculateGoogleCost as a, getGoogleClient as b, geminiFormatAndSystemInstructions as c, mergeParts as d, normalizeSafetySettings as f, CHAT_MODELS as g, validateFunctionCall as h, transformMCPToolsToOpenAi as i, TOKEN_REFRESH_BUFFER_MS as j, getOAuthTokenWithExpiry as k, getCandidate as l, parseConfigSystemInstruction as m, transformMCPToolsToAnthropic as n, createAuthCacheDiscriminator as o, normalizeTools as p, transformMCPToolsToGoogle as r, formatCandidateContents as s, transformMCPConfigToClaudeCode as t, getGoogleAccessToken as u, determineGoogleVertexMode as v, parseDataUrl as w, hasGoogleDefaultCredentials as x, getGoogleApiKey as y };
 
-//# sourceMappingURL=transform-lQrDE1BQ.js.map
+//# sourceMappingURL=transform-_DpNB4qp.js.map

package/dist/src/{transform-Bbg6A8Jk.js → transform-eGiUAv86.js}

@@ -1,8 +1,8 @@
 import { n as __require, t as __exportAll } from "./chunk-DEq-mXcV.js";
 import { a as logger, k as state } from "./logger-Ct2S6Yx-.js";
-import { a as safeJoin, r as importModule } from "./esm-C7PnfdF8.js";
-import { r as runPython } from "./pythonUtils-C2UQ30Rz.js";
-import { i as isJavascriptFile } from "./fileExtensions-DnqA1y9x.js";
+import { a as safeJoin, r as importModule } from "./esm-BRkfNsYs.js";
+import { r as runPython } from "./pythonUtils-DMO68Jg7.js";
+import { i as isJavascriptFile } from "./fileExtensions-8CjoL7vB.js";
 //#region src/util/processShim.ts
 /**
 * Browser-safe process shim module.
@@ -213,4 +213,4 @@ async function transform(codeOrFilepath, transformInput, context, validateReturn
 //#endregion
 export { getProcessShim as i, transform as n, transform_exports as r, TransformInputType as t };
 
-//# sourceMappingURL=transform-Bbg6A8Jk.js.map
+//# sourceMappingURL=transform-eGiUAv86.js.map

package/dist/src/{transformersAvailability-Cju9mHgR.cjs → transformersAvailability-B22swDxr.cjs}

@@ -32,4 +32,4 @@ async function validateTransformersDependency(checkTransformers = isTransformers
 //#endregion
 exports.validateTransformersDependency = validateTransformersDependency;
 
-//# sourceMappingURL=transformersAvailability-Cju9mHgR.cjs.map
+//# sourceMappingURL=transformersAvailability-B22swDxr.cjs.map

package/dist/src/{transformersAvailability-CcHusyhw.js → transformersAvailability-lvCCvuPT.js}

@@ -32,4 +32,4 @@ async function validateTransformersDependency(checkTransformers = isTransformers
 //#endregion
 export { validateTransformersDependency };
 
-//# sourceMappingURL=transformersAvailability-CcHusyhw.js.map
+//# sourceMappingURL=transformersAvailability-lvCCvuPT.js.map

package/dist/src/{transformersAvailability-DLlROWhg.js → transformersAvailability-rJGPccjr.js}

@@ -33,4 +33,4 @@ async function validateTransformersDependency(checkTransformers = isTransformers
 //#endregion
 export { validateTransformersDependency };
 
-//# sourceMappingURL=transformersAvailability-DLlROWhg.js.map
+//# sourceMappingURL=transformersAvailability-rJGPccjr.js.map

package/dist/src/{types-Bgh5SOn6.js → types-BDjGOq4E.js}

@@ -1,8 +1,10 @@
-import { i as isJavascriptFile, t as JAVASCRIPT_EXTENSIONS } from "./fileExtensions-BArZuxsI.js";
+import { i as isJavascriptFile, t as JAVASCRIPT_EXTENSIONS } from "./fileExtensions-BGh-W-HT.js";
 import { z } from "zod";
 import dedent from "dedent";
 //#region src/types/env.ts
 const ProviderEnvOverridesSchema = z.object({
+	ABLIT_API_BASE_URL: z.string().optional(),
+	ABLIT_KEY: z.string().optional(),
 	AI21_API_BASE_URL: z.string().optional(),
 	AI21_API_KEY: z.string().optional(),
 	AIML_API_KEY: z.string().optional(),
@@ -3619,4 +3621,4 @@ const EvalResultsFilterMode = z.enum([
 //#endregion
 export { MULTI_INPUT_EXCLUDED_PLUGINS as $, STRATEGY_COLLECTIONS as A, ALIASED_PLUGIN_MAPPINGS as B, isValidReusablePolicyId as C, DATASET_PLUGINS as D, ALL_STRATEGIES as E, isMultiTurnStrategy as F, DEFAULT_PLUGINS as G, BIAS_PLUGINS as H, Severity as I, HARM_PLUGINS as J, FINANCIAL_PLUGINS as K, categoryAliases as L, getDefaultNFanout as M, isCustomStrategy as N, DEFAULT_STRATEGIES as O, isFanoutStrategy as P, MEDICAL_PLUGINS as Q, pluginDescriptions as R, StrategyConfigSchema as S, AGENTIC_STRATEGIES as T, CANARY_BREAKING_STRATEGY_IDS as U, ALL_PLUGINS as V, DATASET_EXEMPT_PLUGINS as W, LLAMA_GUARD_ENABLED_CATEGORIES as X, INSURANCE_PLUGINS as Y, LLAMA_GUARD_REPLICATE_PROVIDER as Z, ProvidersSchema as _, EvaluateOptionsSchema as a, REDTEAM_PROVIDER_HARM_PLUGINS as at, PluginConfigSchema as b, TestSuiteConfigSchema as c, TEEN_SAFETY_PLUGINS as ct, isGradingResult as d, CODING_AGENT_CORE_PLUGINS as dt, MULTI_INPUT_VAR as et, isResultFailureReason as f, CODING_AGENT_PLUGINS as ft, ProviderOptionsSchema as g, RedteamConfigSchema as h, PromptSchema as ht, EvalResultsFilterMode as i, REDTEAM_MODEL as it, STRATEGY_COLLECTION_MAPPINGS as j, MULTI_TURN_STRATEGIES as k, TestSuiteSchema as l, TELECOM_PLUGINS as lt, isProviderOptions as m, CODING_AGENT_PLUGIN_DISPLAY_NAMES as mt, BaseAssertionTypesSchema as n, PII_PLUGINS as nt, OutputFileExtension as o, REMOTE_ONLY_PLUGIN_IDS as ot, isApiProvider as p, CODING_AGENT_PLUGIN_DESCRIPTIONS as pt, FOUNDATION_PLUGINS as q, CommandLineOptionsSchema as r, PLUGIN_CATEGORIES as rt, ResultFailureReason as s, STRATEGY_EXEMPT_PLUGINS as st, AssertionOrSetSchema as t, PHARMACY_PLUGINS as tt, UnifiedConfigSchema as u, UNALIGNED_PROVIDER_HARM_PLUGINS as ut, ConversationMessageSchema as v, isUuid as w, PolicyObjectSchema as x, PartialGenerationError as y, riskCategorySeverityMap as z };
 
-//# sourceMappingURL=types-Bgh5SOn6.js.map
+//# sourceMappingURL=types-BDjGOq4E.js.map

package/dist/src/{types-Dm9JM6Vb.js → types-BVH9hjgW.js}

@@ -1,5 +1,5 @@
 #!/usr/bin/env node
-import { i as isJavascriptFile, t as JAVASCRIPT_EXTENSIONS } from "./fileExtensions-AWa2ZML4.js";
+import { i as isJavascriptFile, t as JAVASCRIPT_EXTENSIONS } from "./fileExtensions-DysCsxNG.js";
 import { z } from "zod";
 import dedent from "dedent";
 //#region src/types/shared.ts
@@ -2852,6 +2852,8 @@ var PartialGenerationError = class extends Error {
 //#endregion
 //#region src/types/env.ts
 const ProviderEnvOverridesSchema = z.object({
+	ABLIT_API_BASE_URL: z.string().optional(),
+	ABLIT_KEY: z.string().optional(),
 	AI21_API_BASE_URL: z.string().optional(),
 	AI21_API_KEY: z.string().optional(),
 	AIML_API_KEY: z.string().optional(),
@@ -3818,4 +3820,4 @@ const EvalResultsFilterMode = z.enum([
 //#endregion
 export { HARM_PLUGINS as $, DATASET_PLUGINS as A, categoryAliases as B, PolicyObjectSchema as C, ADDITIONAL_STRATEGIES as D, isUuid as E, getDefaultNFanout as F, ADDITIONAL_PLUGINS as G, riskCategorySeverityMap as H, isCustomStrategy as I, CANARY_BREAKING_STRATEGY_IDS as J, ALL_PLUGINS as K, isFanoutStrategy as L, MULTI_TURN_STRATEGIES as M, STRATEGY_COLLECTIONS as N, AGENTIC_STRATEGIES as O, STRATEGY_COLLECTION_MAPPINGS as P, FOUNDATION_PLUGINS as Q, isMultiTurnStrategy as R, PluginConfigSchema as S, isValidReusablePolicyId as T, subCategoryDescriptions as U, pluginDescriptions as V, ALIASED_PLUGIN_MAPPINGS as W, DEFAULT_PLUGINS as X, DATASET_EXEMPT_PLUGINS as Y, FINANCIAL_PLUGINS as Z, PromptSchema as _, CODING_AGENT_PLUGINS as _t, EvaluateOptionsSchema as a, MULTI_INPUT_VAR as at, ConversationMessageSchema as b, TestSuiteConfigSchema as c, PLUGIN_CATEGORIES as ct, isGradingResult as d, REMOTE_ONLY_PLUGIN_IDS as dt, INSURANCE_PLUGINS as et, isResultFailureReason as f, STRATEGY_EXEMPT_PLUGINS as ft, RedteamGenerateOptionsSchema as g, CODING_AGENT_CORE_PLUGINS as gt, RedteamConfigSchema as h, UNALIGNED_PROVIDER_HARM_PLUGINS as ht, EvalResultsFilterMode as i, MULTI_INPUT_EXCLUDED_PLUGINS as it, DEFAULT_STRATEGIES as j, ALL_STRATEGIES as k, TestSuiteSchema as l, REDTEAM_MODEL as lt, isProviderOptions as m, TELECOM_PLUGINS as mt, BaseAssertionTypesSchema as n, LLAMA_GUARD_REPLICATE_PROVIDER as nt, OutputFileExtension as o, PHARMACY_PLUGINS as ot, isApiProvider as p, TEEN_SAFETY_PLUGINS as pt, BIAS_PLUGINS as q, CommandLineOptionsSchema as r, MEDICAL_PLUGINS as rt, ResultFailureReason as s, PII_PLUGINS as st, AssertionOrSetSchema as t, LLAMA_GUARD_ENABLED_CATEGORIES as tt, UnifiedConfigSchema as u, REDTEAM_PROVIDER_HARM_PLUGINS as ut, ProviderOptionsSchema as v, CODING_AGENT_PLUGIN_DESCRIPTIONS as vt, StrategyConfigSchema as w, PartialGenerationError as x, ProvidersSchema as y, CODING_AGENT_PLUGIN_DISPLAY_NAMES as yt, Severity as z };
 
-//# sourceMappingURL=types-Dm9JM6Vb.js.map
+//# sourceMappingURL=types-BVH9hjgW.js.map

package/dist/src/{types-CeaeaZdP.cjs → types-CgG2rKiW.cjs}

@@ -1,135 +1,8 @@
 const require_logger = require("./logger-COuQb2xB.cjs");
-const require_fileExtensions = require("./fileExtensions-bYh77CN8.cjs");
+const require_fileExtensions = require("./fileExtensions-D9h-8Wxg.cjs");
 let dedent = require("dedent");
 dedent = require_logger.__toESM(dedent);
 let zod = require("zod");
-//#region src/types/env.ts
-const ProviderEnvOverridesSchema = zod.z.object({
-	AI21_API_BASE_URL: zod.z.string().optional(),
-	AI21_API_KEY: zod.z.string().optional(),
-	AIML_API_KEY: zod.z.string().optional(),
-	ANTHROPIC_API_KEY: zod.z.string().optional(),
-	ANTHROPIC_BASE_URL: zod.z.string().optional(),
-	AWS_BEDROCK_REGION: zod.z.string().optional(),
-	AZURE_API_BASE_URL: zod.z.string().optional(),
-	AZURE_API_HOST: zod.z.string().optional(),
-	AZURE_API_KEY: zod.z.string().optional(),
-	AZURE_AUTHORITY_HOST: zod.z.string().optional(),
-	AZURE_CLIENT_ID: zod.z.string().optional(),
-	AZURE_CLIENT_SECRET: zod.z.string().optional(),
-	AZURE_DEPLOYMENT_NAME: zod.z.string().optional(),
-	AZURE_EMBEDDING_DEPLOYMENT_NAME: zod.z.string().optional(),
-	AZURE_OPENAI_API_BASE_URL: zod.z.string().optional(),
-	AZURE_OPENAI_API_HOST: zod.z.string().optional(),
-	AZURE_OPENAI_API_KEY: zod.z.string().optional(),
-	AZURE_OPENAI_BASE_URL: zod.z.string().optional(),
-	AZURE_OPENAI_DEPLOYMENT_NAME: zod.z.string().optional(),
-	AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME: zod.z.string().optional(),
-	AZURE_TENANT_ID: zod.z.string().optional(),
-	AZURE_TOKEN_SCOPE: zod.z.string().optional(),
-	CLAUDE_CODE_USE_BEDROCK: zod.z.string().optional(),
-	CLAUDE_CODE_USE_VERTEX: zod.z.string().optional(),
-	CLOUDFLARE_ACCOUNT_ID: zod.z.string().optional(),
-	CLOUDFLARE_API_KEY: zod.z.string().optional(),
-	CLOUDFLARE_GATEWAY_ID: zod.z.string().optional(),
-	CF_AIG_TOKEN: zod.z.string().optional(),
-	COMETAPI_KEY: zod.z.string().optional(),
-	COHERE_API_KEY: zod.z.string().optional(),
-	COHERE_CLIENT_NAME: zod.z.string().optional(),
-	DATABRICKS_TOKEN: zod.z.string().optional(),
-	DATABRICKS_WORKSPACE_URL: zod.z.string().optional(),
-	DOCKER_MODEL_RUNNER_BASE_URL: zod.z.string().optional(),
-	DOCKER_MODEL_RUNNER_API_KEY: zod.z.string().optional(),
-	ELEVENLABS_API_KEY: zod.z.string().optional(),
-	FAL_KEY: zod.z.string().optional(),
-	GITHUB_TOKEN: zod.z.string().optional(),
-	GOOGLE_API_HOST: zod.z.string().optional(),
-	GOOGLE_API_BASE_URL: zod.z.string().optional(),
-	GOOGLE_API_KEY: zod.z.string().optional(),
-	GOOGLE_PROJECT_ID: zod.z.string().optional(),
-	GOOGLE_LOCATION: zod.z.string().optional(),
-	GOOGLE_GENERATIVE_AI_API_KEY: zod.z.string().optional(),
-	GEMINI_API_KEY: zod.z.string().optional(),
-	GROQ_API_KEY: zod.z.string().optional(),
-	HELICONE_API_KEY: zod.z.string().optional(),
-	HF_API_TOKEN: zod.z.string().optional(),
-	HF_TOKEN: zod.z.string().optional(),
-	HYPERBOLIC_API_KEY: zod.z.string().optional(),
-	HUGGING_FACE_HUB_TOKEN: zod.z.string().optional(),
-	JFROG_API_KEY: zod.z.string().optional(),
-	LANGFUSE_HOST: zod.z.string().optional(),
-	LANGFUSE_PUBLIC_KEY: zod.z.string().optional(),
-	LANGFUSE_SECRET_KEY: zod.z.string().optional(),
-	LITELLM_API_BASE: zod.z.string().optional(),
-	LLAMA_BASE_URL: zod.z.string().optional(),
-	LOCALAI_BASE_URL: zod.z.string().optional(),
-	MISTRAL_API_BASE_URL: zod.z.string().optional(),
-	MISTRAL_API_HOST: zod.z.string().optional(),
-	MISTRAL_API_KEY: zod.z.string().optional(),
-	MODELSLAB_API_KEY: zod.z.string().optional(),
-	NSCALE_SERVICE_TOKEN: zod.z.string().optional(),
-	NSCALE_API_KEY: zod.z.string().optional(),
-	OLLAMA_API_KEY: zod.z.string().optional(),
-	OLLAMA_BASE_URL: zod.z.string().optional(),
-	OPENAI_API_BASE_URL: zod.z.string().optional(),
-	OPENAI_API_HOST: zod.z.string().optional(),
-	OPENAI_API_KEY: zod.z.string().optional(),
-	OPENAI_BASE_URL: zod.z.string().optional(),
-	OPENAI_ORGANIZATION: zod.z.string().optional(),
-	CLAWDBOT_GATEWAY_PASSWORD: zod.z.string().optional(),
-	CLAWDBOT_GATEWAY_TOKEN: zod.z.string().optional(),
-	CLAWDBOT_GATEWAY_URL: zod.z.string().optional(),
-	CODEX_API_KEY: zod.z.string().optional(),
-	OPENCLAW_CONFIG_PATH: zod.z.string().optional(),
-	OPENCLAW_GATEWAY_PASSWORD: zod.z.string().optional(),
-	OPENCLAW_GATEWAY_PORT: zod.z.string().optional(),
-	OPENCLAW_GATEWAY_TOKEN: zod.z.string().optional(),
-	OPENCLAW_GATEWAY_URL: zod.z.string().optional(),
-	PALM_API_HOST: zod.z.string().optional(),
-	PALM_API_KEY: zod.z.string().optional(),
-	PORTKEY_API_KEY: zod.z.string().optional(),
-	PROMPTFOO_CA_CERT_PATH: zod.z.string().optional(),
-	PROMPTFOO_PFX_CERT_PATH: zod.z.string().optional(),
-	PROMPTFOO_PFX_PASSWORD: zod.z.string().optional(),
-	PROMPTFOO_JKS_CERT_PATH: zod.z.string().optional(),
-	PROMPTFOO_JKS_PASSWORD: zod.z.string().optional(),
-	PROMPTFOO_JKS_ALIAS: zod.z.string().optional(),
-	PROMPTFOO_INSECURE_SSL: zod.z.string().optional(),
-	QUIVERAI_API_KEY: zod.z.string().optional(),
-	REPLICATE_API_KEY: zod.z.string().optional(),
-	REPLICATE_API_TOKEN: zod.z.string().optional(),
-	SHAREPOINT_BASE_URL: zod.z.string().optional(),
-	SHAREPOINT_CERT_PATH: zod.z.string().optional(),
-	SHAREPOINT_CLIENT_ID: zod.z.string().optional(),
-	SHAREPOINT_TENANT_ID: zod.z.string().optional(),
-	VERCEL_AI_GATEWAY_API_KEY: zod.z.string().optional(),
-	VERCEL_AI_GATEWAY_BASE_URL: zod.z.string().optional(),
-	VERTEX_API_HOST: zod.z.string().optional(),
-	VERTEX_API_KEY: zod.z.string().optional(),
-	VERTEX_API_VERSION: zod.z.string().optional(),
-	VERTEX_PROJECT_ID: zod.z.string().optional(),
-	VERTEX_PUBLISHER: zod.z.string().optional(),
-	VERTEX_REGION: zod.z.string().optional(),
-	VOYAGE_API_BASE_URL: zod.z.string().optional(),
-	VOYAGE_API_KEY: zod.z.string().optional(),
-	WATSONX_AI_APIKEY: zod.z.string().optional(),
-	WATSONX_AI_AUTH_TYPE: zod.z.string().optional(),
-	WATSONX_AI_BEARER_TOKEN: zod.z.string().optional(),
-	WATSONX_AI_PROJECT_ID: zod.z.string().optional(),
-	XAI_API_BASE_URL: zod.z.string().optional(),
-	XAI_API_KEY: zod.z.string().optional(),
-	AZURE_CONTENT_SAFETY_ENDPOINT: zod.z.string().optional(),
-	AZURE_CONTENT_SAFETY_API_KEY: zod.z.string().optional(),
-	AZURE_CONTENT_SAFETY_API_VERSION: zod.z.string().optional(),
-	AWS_REGION: zod.z.string().optional(),
-	AWS_DEFAULT_REGION: zod.z.string().optional(),
-	AWS_SAGEMAKER_MAX_TOKENS: zod.z.string().optional(),
-	AWS_SAGEMAKER_TEMPERATURE: zod.z.string().optional(),
-	AWS_SAGEMAKER_TOP_P: zod.z.string().optional(),
-	AWS_SAGEMAKER_MAX_RETRIES: zod.z.string().optional(),
-	PROMPTFOO_EVAL_TIMEOUT_MS: zod.z.string().optional()
-});
-//#endregion
 //#region src/types/shared.ts
 const CompletionTokenDetailsSchema = zod.z.object({
 	reasoning: zod.z.number().optional(),
@@ -159,26 +32,6 @@ const BaseTokenUsageSchema = zod.z.object({
 });
 const InputsSchema = zod.z.record(zod.z.string().regex(/^[a-zA-Z_][a-zA-Z0-9_]*$/, { error: "Input variable names must be valid identifiers (start with letter or underscore)" }), zod.z.string().min(1, { error: "Input descriptions must be non-empty strings" }));
 //#endregion
-//#region src/validators/prompts.ts
-const PromptConfigSchema = zod.z.object({
-	prefix: zod.z.string().optional(),
-	suffix: zod.z.string().optional()
-});
-const PromptFunctionSchema = zod.z.custom((v) => typeof v === "function");
-const PromptSchema = zod.z.object({
-	id: zod.z.string().optional(),
-	raw: zod.z.string(),
-	template: zod.z.string().optional(),
-	display: zod.z.string().optional(),
-	label: zod.z.string(),
-	function: PromptFunctionSchema.optional(),
-	config: zod.z.any().optional()
-});
-function assert$1() {}
-assert$1();
-assert$1();
-assert$1();
-//#endregion
 //#region src/redteam/constants/codingAgents.ts
 const CODING_AGENT_CORE_PLUGINS = [
 	"coding-agent:repo-prompt-injection",
@@ -2799,6 +2652,135 @@ var PartialGenerationError = class extends Error {
 	}
 };
 //#endregion
+//#region src/types/env.ts
+const ProviderEnvOverridesSchema = zod.z.object({
+	ABLIT_API_BASE_URL: zod.z.string().optional(),
+	ABLIT_KEY: zod.z.string().optional(),
+	AI21_API_BASE_URL: zod.z.string().optional(),
+	AI21_API_KEY: zod.z.string().optional(),
+	AIML_API_KEY: zod.z.string().optional(),
+	ANTHROPIC_API_KEY: zod.z.string().optional(),
+	ANTHROPIC_BASE_URL: zod.z.string().optional(),
+	AWS_BEDROCK_REGION: zod.z.string().optional(),
+	AZURE_API_BASE_URL: zod.z.string().optional(),
+	AZURE_API_HOST: zod.z.string().optional(),
+	AZURE_API_KEY: zod.z.string().optional(),
+	AZURE_AUTHORITY_HOST: zod.z.string().optional(),
+	AZURE_CLIENT_ID: zod.z.string().optional(),
+	AZURE_CLIENT_SECRET: zod.z.string().optional(),
+	AZURE_DEPLOYMENT_NAME: zod.z.string().optional(),
+	AZURE_EMBEDDING_DEPLOYMENT_NAME: zod.z.string().optional(),
+	AZURE_OPENAI_API_BASE_URL: zod.z.string().optional(),
+	AZURE_OPENAI_API_HOST: zod.z.string().optional(),
+	AZURE_OPENAI_API_KEY: zod.z.string().optional(),
+	AZURE_OPENAI_BASE_URL: zod.z.string().optional(),
+	AZURE_OPENAI_DEPLOYMENT_NAME: zod.z.string().optional(),
+	AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME: zod.z.string().optional(),
+	AZURE_TENANT_ID: zod.z.string().optional(),
+	AZURE_TOKEN_SCOPE: zod.z.string().optional(),
+	CLAUDE_CODE_USE_BEDROCK: zod.z.string().optional(),
+	CLAUDE_CODE_USE_VERTEX: zod.z.string().optional(),
+	CLOUDFLARE_ACCOUNT_ID: zod.z.string().optional(),
+	CLOUDFLARE_API_KEY: zod.z.string().optional(),
+	CLOUDFLARE_GATEWAY_ID: zod.z.string().optional(),
+	CF_AIG_TOKEN: zod.z.string().optional(),
+	COMETAPI_KEY: zod.z.string().optional(),
+	COHERE_API_KEY: zod.z.string().optional(),
+	COHERE_CLIENT_NAME: zod.z.string().optional(),
+	DATABRICKS_TOKEN: zod.z.string().optional(),
+	DATABRICKS_WORKSPACE_URL: zod.z.string().optional(),
+	DOCKER_MODEL_RUNNER_BASE_URL: zod.z.string().optional(),
+	DOCKER_MODEL_RUNNER_API_KEY: zod.z.string().optional(),
+	ELEVENLABS_API_KEY: zod.z.string().optional(),
+	FAL_KEY: zod.z.string().optional(),
+	GITHUB_TOKEN: zod.z.string().optional(),
+	GOOGLE_API_HOST: zod.z.string().optional(),
+	GOOGLE_API_BASE_URL: zod.z.string().optional(),
+	GOOGLE_API_KEY: zod.z.string().optional(),
+	GOOGLE_PROJECT_ID: zod.z.string().optional(),
+	GOOGLE_LOCATION: zod.z.string().optional(),
+	GOOGLE_GENERATIVE_AI_API_KEY: zod.z.string().optional(),
+	GEMINI_API_KEY: zod.z.string().optional(),
+	GROQ_API_KEY: zod.z.string().optional(),
+	HELICONE_API_KEY: zod.z.string().optional(),
+	HF_API_TOKEN: zod.z.string().optional(),
+	HF_TOKEN: zod.z.string().optional(),
+	HYPERBOLIC_API_KEY: zod.z.string().optional(),
+	HUGGING_FACE_HUB_TOKEN: zod.z.string().optional(),
+	JFROG_API_KEY: zod.z.string().optional(),
+	LANGFUSE_HOST: zod.z.string().optional(),
+	LANGFUSE_PUBLIC_KEY: zod.z.string().optional(),
+	LANGFUSE_SECRET_KEY: zod.z.string().optional(),
+	LITELLM_API_BASE: zod.z.string().optional(),
+	LLAMA_BASE_URL: zod.z.string().optional(),
+	LOCALAI_BASE_URL: zod.z.string().optional(),
+	MISTRAL_API_BASE_URL: zod.z.string().optional(),
+	MISTRAL_API_HOST: zod.z.string().optional(),
+	MISTRAL_API_KEY: zod.z.string().optional(),
+	MODELSLAB_API_KEY: zod.z.string().optional(),
+	NSCALE_SERVICE_TOKEN: zod.z.string().optional(),
+	NSCALE_API_KEY: zod.z.string().optional(),
+	OLLAMA_API_KEY: zod.z.string().optional(),
+	OLLAMA_BASE_URL: zod.z.string().optional(),
+	OPENAI_API_BASE_URL: zod.z.string().optional(),
+	OPENAI_API_HOST: zod.z.string().optional(),
+	OPENAI_API_KEY: zod.z.string().optional(),
+	OPENAI_BASE_URL: zod.z.string().optional(),
+	OPENAI_ORGANIZATION: zod.z.string().optional(),
+	CLAWDBOT_GATEWAY_PASSWORD: zod.z.string().optional(),
+	CLAWDBOT_GATEWAY_TOKEN: zod.z.string().optional(),
+	CLAWDBOT_GATEWAY_URL: zod.z.string().optional(),
+	CODEX_API_KEY: zod.z.string().optional(),
+	OPENCLAW_CONFIG_PATH: zod.z.string().optional(),
+	OPENCLAW_GATEWAY_PASSWORD: zod.z.string().optional(),
+	OPENCLAW_GATEWAY_PORT: zod.z.string().optional(),
+	OPENCLAW_GATEWAY_TOKEN: zod.z.string().optional(),
+	OPENCLAW_GATEWAY_URL: zod.z.string().optional(),
+	PALM_API_HOST: zod.z.string().optional(),
+	PALM_API_KEY: zod.z.string().optional(),
+	PORTKEY_API_KEY: zod.z.string().optional(),
+	PROMPTFOO_CA_CERT_PATH: zod.z.string().optional(),
+	PROMPTFOO_PFX_CERT_PATH: zod.z.string().optional(),
+	PROMPTFOO_PFX_PASSWORD: zod.z.string().optional(),
+	PROMPTFOO_JKS_CERT_PATH: zod.z.string().optional(),
+	PROMPTFOO_JKS_PASSWORD: zod.z.string().optional(),
+	PROMPTFOO_JKS_ALIAS: zod.z.string().optional(),
+	PROMPTFOO_INSECURE_SSL: zod.z.string().optional(),
+	QUIVERAI_API_KEY: zod.z.string().optional(),
+	REPLICATE_API_KEY: zod.z.string().optional(),
+	REPLICATE_API_TOKEN: zod.z.string().optional(),
+	SHAREPOINT_BASE_URL: zod.z.string().optional(),
+	SHAREPOINT_CERT_PATH: zod.z.string().optional(),
+	SHAREPOINT_CLIENT_ID: zod.z.string().optional(),
+	SHAREPOINT_TENANT_ID: zod.z.string().optional(),
+	VERCEL_AI_GATEWAY_API_KEY: zod.z.string().optional(),
+	VERCEL_AI_GATEWAY_BASE_URL: zod.z.string().optional(),
+	VERTEX_API_HOST: zod.z.string().optional(),
+	VERTEX_API_KEY: zod.z.string().optional(),
+	VERTEX_API_VERSION: zod.z.string().optional(),
+	VERTEX_PROJECT_ID: zod.z.string().optional(),
+	VERTEX_PUBLISHER: zod.z.string().optional(),
+	VERTEX_REGION: zod.z.string().optional(),
+	VOYAGE_API_BASE_URL: zod.z.string().optional(),
+	VOYAGE_API_KEY: zod.z.string().optional(),
+	WATSONX_AI_APIKEY: zod.z.string().optional(),
+	WATSONX_AI_AUTH_TYPE: zod.z.string().optional(),
+	WATSONX_AI_BEARER_TOKEN: zod.z.string().optional(),
+	WATSONX_AI_PROJECT_ID: zod.z.string().optional(),
+	XAI_API_BASE_URL: zod.z.string().optional(),
+	XAI_API_KEY: zod.z.string().optional(),
+	AZURE_CONTENT_SAFETY_ENDPOINT: zod.z.string().optional(),
+	AZURE_CONTENT_SAFETY_API_KEY: zod.z.string().optional(),
+	AZURE_CONTENT_SAFETY_API_VERSION: zod.z.string().optional(),
+	AWS_REGION: zod.z.string().optional(),
+	AWS_DEFAULT_REGION: zod.z.string().optional(),
+	AWS_SAGEMAKER_MAX_TOKENS: zod.z.string().optional(),
+	AWS_SAGEMAKER_TEMPERATURE: zod.z.string().optional(),
+	AWS_SAGEMAKER_TOP_P: zod.z.string().optional(),
+	AWS_SAGEMAKER_MAX_RETRIES: zod.z.string().optional(),
+	PROMPTFOO_EVAL_TIMEOUT_MS: zod.z.string().optional()
+});
+//#endregion
 //#region src/validators/providers.ts
 const ProviderOptionsSchema = zod.z.object({
 	id: zod.z.custom().optional(),
@@ -2861,6 +2843,26 @@ const ProviderSchema = zod.z.union([
 	ProviderOptionsSchema
 ]);
 //#endregion
+//#region src/validators/prompts.ts
+const PromptConfigSchema = zod.z.object({
+	prefix: zod.z.string().optional(),
+	suffix: zod.z.string().optional()
+});
+const PromptFunctionSchema = zod.z.custom((v) => typeof v === "function");
+const PromptSchema = zod.z.object({
+	id: zod.z.string().optional(),
+	raw: zod.z.string(),
+	template: zod.z.string().optional(),
+	display: zod.z.string().optional(),
+	label: zod.z.string(),
+	function: PromptFunctionSchema.optional(),
+	config: zod.z.any().optional()
+});
+function assert$1() {}
+assert$1();
+assert$1();
+assert$1();
+//#endregion
 //#region src/validators/redteam.ts
 const TracingConfigSchema = zod.z.lazy(() => zod.z.object({
 	enabled: zod.z.boolean().optional(),
@@ -4126,4 +4128,4 @@ Object.defineProperty(exports, "riskCategorySeverityMap", {
 	}
 });
 
-//# sourceMappingURL=types-CeaeaZdP.cjs.map
+//# sourceMappingURL=types-CgG2rKiW.cjs.map