promptfoo 0.120.21 → 0.120.23

package/dist/src/index.js

@@ -5,36 +5,35 @@ import { r as importModule, t as getDirectory } from "./esm-D40XsWlR.js";
 import { r as runPython } from "./pythonUtils-eNq6Wsfr.js";
 import { i as isJavascriptFile } from "./fileExtensions-ePDqouxn.js";
 import { n as transform, r as getProcessShim, t as TransformInputType } from "./transform-DvQWeBSR.js";
-import { $ as matchesSearchRubric, A as BeavertailsPlugin, B as getAndCheckProvider, C as HarmbenchPlugin, D as DebugAccessPlugin, E as DivergentRepetitionPlugin, F as retryWithDeduplication, G as matchesContextFaithfulness, H as matchesAnswerRelevance, I as sampleArray, J as matchesFactuality, K as matchesContextRecall, L as fetchHuggingFaceDataset, M as RedteamGraderBase, N as RedteamPluginBase, O as CrossSessionLeakPlugin, P as getCustomPolicies, Q as matchesPiScore, R as callProviderWithContext, S as ImitationPlugin, T as ExcessiveAgencyPlugin, U as matchesClassification, V as loadRubricPrompt, W as matchesClosedQa, X as matchesLlmRubric, Y as matchesGEval, Z as matchesModeration, _ as makeInlinePolicyIdSync, a as UnverifiableClaimsPlugin, at as processPrompts, b as OverreliancePlugin, c as ToolDiscoveryPlugin, ct as SUGGEST_PROMPTS_SYSTEM_MESSAGE, d as RbacPlugin, dt as loadFromJavaScriptFile, et as matchesSelectBest, f as PromptExtractionPlugin, ft as processFileReference, g as isValidPolicyObject, h as determinePolicyTypeFromId, i as VLGuardPlugin, it as DefaultSuggestionsProvider, j as AegisPlugin, k as ContractPlugin, l as SqlInjectionPlugin, lt as coerceString, m as PolicyPlugin, n as getGraderById, nt as selectMaxScore, o as UnsafeBenchPlugin, ot as readPrompts, p as PoliticsPlugin, pt as resolveContext, q as matchesContextRelevance, r as VLSUPlugin, rt as getDefaultProviders, s as ToxicChatPlugin, st as readProviderPromptMap, t as GRADERS, tt as matchesSimilarity, u as ShellInjectionPlugin, ut as getFinalTest, v as PlinyPlugin, w as HallucinationPlugin, x as IntentPlugin, y as getPiiLeakTestsForCategory, z as fail } from "./graders-DycNkUZ_.js";
-import { A as isApiProvider, C as TestGeneratorConfigSchema, Ct as BaseTokenUsageSchema, D as VarsSchema, E as UnifiedConfigSchema, F as ConversationMessageSchema, G as STRATEGY_COLLECTIONS, I as PartialGenerationError, K as STRATEGY_COLLECTION_MAPPINGS, L as PluginConfigSchema, M as RedteamConfigSchema, O as isGradingResult, P as ProvidersSchema, Q as categoryAliases, R as PolicyObjectSchema, S as TestCasesWithMetadataSchema, St as PromptSchema, T as TestSuiteSchema, Tt as InputsSchema, U as DEFAULT_STRATEGIES, X as isLanguageDisallowedStrategy, Y as isFanoutStrategy, Z as Severity, _ as ScenarioSchema, _t as REDTEAM_PROVIDER_HARM_PLUGINS, a as AtomicTestCaseSchema, at as FINANCIAL_PLUGINS, b as TestCaseWithVarsFileSchema, bt as TELECOM_PLUGINS, c as CompletedPromptSchema, ct as INSURANCE_PLUGINS, d as EvaluateOptionsSchema, dt as MEDICAL_PLUGINS, et as riskCategorySeverityMap, f as GradingConfigSchema, ft as MULTI_INPUT_EXCLUDED_PLUGINS, g as ResultFailureReason, gt as PLUGIN_CATEGORIES, h as OutputFileExtension, ht as PII_PLUGINS, i as AssertionTypeSchema, it as DEFAULT_PLUGINS, j as isProviderOptions, k as isResultFailureReason, l as DerivedMetricSchema, lt as LLAMA_GUARD_ENABLED_CATEGORIES, m as OutputConfigSchema, mt as PHARMACY_PLUGINS, n as AssertionSchema, nt as BIAS_PLUGINS, o as BaseAssertionTypesSchema, ot as FOUNDATION_PLUGINS, p as NotPrefixedAssertionTypesSchema, pt as MULTI_INPUT_VAR, q as getDefaultNFanout, r as AssertionSetSchema, rt as DATASET_EXEMPT_PLUGINS, s as CommandLineOptionsSchema, st as HARM_PLUGINS, t as AssertionOrSetSchema, tt as ALIASED_PLUGIN_MAPPINGS, u as EvalResultsFilterMode, ut as LLAMA_GUARD_REPLICATE_PROVIDER, v as SpecialAssertionTypesSchema, vt as REMOTE_ONLY_PLUGIN_IDS, w as TestSuiteConfigSchema, wt as CompletionTokenDetailsSchema, x as TestCasesWithMetadataPromptSchema, xt as UNALIGNED_PROVIDER_HARM_PLUGINS, y as TestCaseSchema, z as StrategyConfigSchema } from "./types-BlspLqbN.js";
-import { A as isGoogleProvider, C as deduplicateTestCases, D as doesProviderRefMatch, E as resultIsForTestCase, M as isProviderAllowed, O as getProviderDescription, S as setupEnv, T as getTestCaseDeduplicationKey, b as loadFunction, c as maybeLoadFromExternalFile, d as maybeLoadToolsFromExternalFile, h as renderEnvOnlyInObject, i as fetchCsvFromGoogleSheet, j as isOpenAiProvider, k as isAnthropicProvider, m as readOutput, n as writeMultipleOutputs, p as readFilters, r as writeOutput, s as maybeLoadConfigFromExternalFile, t as printBorder, v as extractVariablesFromTemplates, w as filterRuntimeVars, x as parseFileUrl, y as getNunjucksEngine } from "./util-DX58t30T.js";
-import { A as TERMINAL_MAX_WIDTH, D as DEFAULT_QUERY_LIMIT, E as DEFAULT_MAX_CONCURRENCY, F as VERSION, I as FILE_METADATA_KEY, L as HUMAN_ASSERTION_TYPE, M as getShareApiBaseUrl, N as getShareViewBaseUrl, _ as isPromptfooSampleTarget, b as parseChatPrompt, c as cloudConfig, j as getDefaultShareViewBaseUrl, n as fetchWithRetries, p as REQUEST_TIMEOUT_MS, r as fetchWithTimeout, s as CloudConfig, t as fetchWithProxy } from "./fetch-BIPrzD39.js";
-import { n as sleep, t as getCurrentTimestamp } from "./time-CRRzn6vA.js";
-import { a as fetchWithCache, o as getCache, r as disableCache, t as cache_exports } from "./cache-CMvgAnSi.js";
-import { A as createRateLimitRegistry, B as resolveTeamId, C as collectFileMetadata, D as loadFromPackage, E as isPackagePath, F as getCloudDatabaseId, I as getOrgContext, J as AIStudioChatProvider, L as getPluginSeverityOverridesFromCloud, M as PromptfooHarmfulCompletionProvider, O as redteamProviderManager, P as checkCloudPermissions, T as runExtensionHook, _ as extractVariablesFromJson, a as resolveProviderConfigs, b as isBasicRefusal, c as Strategies, d as pluginMatchesStrategyTargets, f as checkExfilTracking, g as extractPromptFromTags, i as resolveProvider, j as createProviderRateLimitOptions, k as TokenUsageTracker, l as loadStrategy, m as extractGoalFromPrompt, n as loadApiProvider, o as MCPProvider, q as VertexChatProvider, r as loadApiProviders, s as GoogleLiveProvider, t as getProviderIds, u as validateStrategies, v as getSessionId, w as renderPrompt, y as getShortPluginId, z as isCloudProvider } from "./providers-CHciOV4f.js";
-import { i as generateIdFromPrompt, t as hashPrompt } from "./utils-BWOFfOel.js";
-import { i as sha256, n as isBlobStorageEnabled, r as randomSequence, t as extractAndStoreBinaryData } from "./extractor-B9uQA-6-.js";
-import "./genaiTracer-CNawybn-.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-BH8Fxyap.js";
-import { a as createEmptyTokenUsage, i as createEmptyAssertions, n as accumulateResponseTokenUsage, o as normalizeTokenUsage, r as accumulateTokenUsage, t as accumulateAssertionTokenUsage } from "./tokenUsageUtils-BQVp2uKF.js";
-import { f as validateFunctionCall } from "./transform-BwedQA8W.js";
-import "./messages-DkV1dizA.js";
-import "./util-BnF-xRPi.js";
-import "./openai-CQozD_Ef.js";
-import { l as validateFunctionCall$1 } from "./util-BXjq8vOq.js";
-import "./completion-H4ncr2bK.js";
-import { c as setUserEmail, i as getUserEmail, l as EMAIL_OK_STATUS, r as getAuthor, s as promptForEmailUnverified, t as checkEmailStatusAndMaybeExit } from "./accounts-DYMHC4iY.js";
-import { i as getRemoteGenerationUrl, l as shouldGenerateRemote, o as getRemoteHealthUrl, r as promptYesNo, s as neverGenerateRemote } from "./server-BKdsd70B.js";
-import { t as getBlobByHash } from "./blobs-Dznj-8xW.js";
-import { a as evalsTable, c as evalsToTagsTable, d as tagsTable, i as evalResultsTable, l as promptsTable, m as getDbSignalPath, o as evalsToDatasetsTable, p as getDb, r as datasetsTable, s as evalsToPromptsTable } from "./tables-BCcp2r48.js";
-import { n as telemetry_default } from "./telemetry-CmGyDaxF.js";
-import { t as ellipsize } from "./text-Dm78AVGG.js";
-import { n as getTraceStore } from "./store-W4yZqv_e.js";
-import "./base-NFXflrMy.js";
-import "./image-Dg-oq_2F.js";
-import { t as providerRegistry } from "./providerRegistry-5UB8YVkk.js";
-import { n as runRuby } from "./rubyUtils-CI4Y5f08.js";
-import { t as EvalResult } from "./evalResult-CnAP64o9.js";
+import { $ as matchesSearchRubric, A as BeavertailsPlugin, B as getAndCheckProvider, C as HarmbenchPlugin, D as DebugAccessPlugin, E as DivergentRepetitionPlugin, F as retryWithDeduplication, G as matchesContextFaithfulness, H as matchesAnswerRelevance, I as sampleArray, J as matchesFactuality, K as matchesContextRecall, L as fetchHuggingFaceDataset, M as RedteamGraderBase, N as RedteamPluginBase, O as CrossSessionLeakPlugin, P as getCustomPolicies, Q as matchesPiScore, R as callProviderWithContext, S as ImitationPlugin, T as ExcessiveAgencyPlugin, U as matchesClassification, V as loadRubricPrompt, W as matchesClosedQa, X as matchesLlmRubric, Y as matchesGEval, Z as matchesModeration, _ as makeInlinePolicyIdSync, a as UnverifiableClaimsPlugin, at as processPrompts, b as OverreliancePlugin, c as ToolDiscoveryPlugin, ct as SUGGEST_PROMPTS_SYSTEM_MESSAGE, d as RbacPlugin, dt as loadFromJavaScriptFile, et as matchesSelectBest, f as PromptExtractionPlugin, ft as processFileReference, g as isValidPolicyObject, h as determinePolicyTypeFromId, i as VLGuardPlugin, it as DefaultSuggestionsProvider, j as AegisPlugin, k as ContractPlugin, l as SqlInjectionPlugin, lt as coerceString, m as PolicyPlugin, n as getGraderById, nt as selectMaxScore, o as UnsafeBenchPlugin, ot as readPrompts, p as PoliticsPlugin, pt as resolveContext, q as matchesContextRelevance, r as VLSUPlugin, rt as getDefaultProviders, s as ToxicChatPlugin, st as readProviderPromptMap, t as GRADERS, tt as matchesSimilarity, u as ShellInjectionPlugin, ut as getFinalTest, v as PlinyPlugin, w as HallucinationPlugin, x as IntentPlugin, y as getPiiLeakTestsForCategory, z as fail } from "./graders-CEF_ce6x.js";
+import { $ as riskCategorySeverityMap, A as isApiProvider, C as TestGeneratorConfigSchema, Ct as CompletionTokenDetailsSchema, D as VarsSchema, E as UnifiedConfigSchema, F as ConversationMessageSchema, G as STRATEGY_COLLECTIONS, I as PartialGenerationError, K as STRATEGY_COLLECTION_MAPPINGS, L as PluginConfigSchema, M as RedteamConfigSchema, O as isGradingResult, P as ProvidersSchema, R as PolicyObjectSchema, S as TestCasesWithMetadataSchema, St as BaseTokenUsageSchema, T as TestSuiteSchema, U as DEFAULT_STRATEGIES, X as Severity, Y as isFanoutStrategy, Z as categoryAliases, _ as ScenarioSchema, _t as REMOTE_ONLY_PLUGIN_IDS, a as AtomicTestCaseSchema, at as FOUNDATION_PLUGINS, b as TestCaseWithVarsFileSchema, bt as UNALIGNED_PROVIDER_HARM_PLUGINS, c as CompletedPromptSchema, ct as LLAMA_GUARD_ENABLED_CATEGORIES, d as EvaluateOptionsSchema, dt as MULTI_INPUT_EXCLUDED_PLUGINS, et as ALIASED_PLUGIN_MAPPINGS, f as GradingConfigSchema, ft as MULTI_INPUT_VAR, g as ResultFailureReason, gt as REDTEAM_PROVIDER_HARM_PLUGINS, h as OutputFileExtension, ht as PLUGIN_CATEGORIES, i as AssertionTypeSchema, it as FINANCIAL_PLUGINS, j as isProviderOptions, k as isResultFailureReason, l as DerivedMetricSchema, lt as LLAMA_GUARD_REPLICATE_PROVIDER, m as OutputConfigSchema, mt as PII_PLUGINS, n as AssertionSchema, nt as DATASET_EXEMPT_PLUGINS, o as BaseAssertionTypesSchema, ot as HARM_PLUGINS, p as NotPrefixedAssertionTypesSchema, pt as PHARMACY_PLUGINS, q as getDefaultNFanout, r as AssertionSetSchema, rt as DEFAULT_PLUGINS, s as CommandLineOptionsSchema, st as INSURANCE_PLUGINS, t as AssertionOrSetSchema, tt as BIAS_PLUGINS, u as EvalResultsFilterMode, ut as MEDICAL_PLUGINS, v as SpecialAssertionTypesSchema, w as TestSuiteConfigSchema, wt as InputsSchema, x as TestCasesWithMetadataPromptSchema, xt as PromptSchema, y as TestCaseSchema, yt as TELECOM_PLUGINS, z as StrategyConfigSchema } from "./types-l7snZgzv.js";
+import { A as isAnthropicProvider, C as deduplicateTestCases, D as resultIsForTestCase, E as getTestCaseDeduplicationKey, M as isOpenAiProvider, N as isProviderAllowed, O as doesProviderRefMatch, S as setupEnv, T as filterRuntimeVars, b as loadFunction, c as maybeLoadFromExternalFile, d as maybeLoadToolsFromExternalFile, h as renderEnvOnlyInObject, i as fetchCsvFromGoogleSheet, j as isGoogleProvider, k as getProviderDescription, m as readOutput, n as writeMultipleOutputs, p as readFilters, r as writeOutput, s as maybeLoadConfigFromExternalFile, t as printBorder, v as extractVariablesFromTemplates, w as extractRuntimeVars, x as parseFileUrl, y as getNunjucksEngine } from "./util-GpiGNWSj.js";
+import { F as getShareViewBaseUrl, L as VERSION, M as TERMINAL_MAX_WIDTH, N as getDefaultShareViewBaseUrl, O as DEFAULT_MAX_CONCURRENCY, P as getShareApiBaseUrl, R as FILE_METADATA_KEY, S as parseChatPrompt, c as cloudConfig, f as getCurrentTimestamp, h as REQUEST_TIMEOUT_MS, k as DEFAULT_QUERY_LIMIT, n as fetchWithRetries, p as sleep, r as fetchWithTimeout, s as CloudConfig, t as fetchWithProxy, y as isPromptfooSampleTarget, z as HUMAN_ASSERTION_TYPE } from "./fetch-BMKSarK_.js";
+import { a as fetchWithCache, o as getCache, r as disableCache, t as cache_exports } from "./cache-CsW_9RgN.js";
+import { A as createRateLimitRegistry, B as resolveTeamId, C as collectFileMetadata, D as loadFromPackage, E as isPackagePath, F as getCloudDatabaseId, I as getOrgContext, J as AIStudioChatProvider, L as getPluginSeverityOverridesFromCloud, M as PromptfooHarmfulCompletionProvider, O as redteamProviderManager, P as checkCloudPermissions, T as runExtensionHook, _ as extractVariablesFromJson, a as resolveProviderConfigs, b as isBasicRefusal, c as Strategies, d as pluginMatchesStrategyTargets, f as checkExfilTracking, g as extractPromptFromTags, i as resolveProvider, j as createProviderRateLimitOptions, k as TokenUsageTracker, l as loadStrategy, m as extractGoalFromPrompt, n as loadApiProvider, o as MCPProvider, q as VertexChatProvider, r as loadApiProviders, s as GoogleLiveProvider, t as getProviderIds, u as validateStrategies, v as getSessionId, w as renderPrompt, y as getShortPluginId, z as isCloudProvider } from "./providers-BtbT8bDb.js";
+import { i as generateIdFromPrompt, t as hashPrompt } from "./utils-BMIgqY6C.js";
+import { a as sha256, i as randomSequence, n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-WvMabjRY.js";
+import "./genaiTracer-Ce19n68P.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-D5l2blZK.js";
+import { a as createEmptyTokenUsage, i as createEmptyAssertions, n as accumulateResponseTokenUsage, o as normalizeTokenUsage, r as accumulateTokenUsage, t as accumulateAssertionTokenUsage } from "./tokenUsageUtils-cFdLMERB.js";
+import { f as validateFunctionCall } from "./transform-Cpk3BVib.js";
+import "./messages-BaxI3gI5.js";
+import "./util-BjTDLTac.js";
+import "./openai-CitF-gEN.js";
+import { l as validateFunctionCall$1 } from "./util-Czrn_1en.js";
+import "./completion-CrKHW9hy.js";
+import { c as setUserEmail, i as getUserEmail, l as EMAIL_OK_STATUS, r as getAuthor, s as promptForEmailUnverified, t as checkEmailStatusAndMaybeExit } from "./accounts-CYqHD7X1.js";
+import { i as getRemoteGenerationUrl, l as shouldGenerateRemote, o as getRemoteHealthUrl, r as promptYesNo, s as neverGenerateRemote } from "./server-Bo3rtriL.js";
+import { t as getBlobByHash } from "./blobs-BHstP0Ep.js";
+import { a as evalsTable, c as evalsToTagsTable, d as tagsTable, i as evalResultsTable, l as promptsTable, m as getDbSignalPath, o as evalsToDatasetsTable, p as getDb, r as datasetsTable, s as evalsToPromptsTable } from "./tables-CMOPSC5_.js";
+import { n as telemetry_default } from "./telemetry-DMGVtU7z.js";
+import { t as ellipsize } from "./text-Dx0GJOCN.js";
+import { n as getTraceStore } from "./store-BpNCvdGu.js";
+import "./base-BHLggB84.js";
+import "./image-Dd0EQRYU.js";
+import { t as providerRegistry } from "./providerRegistry-BdKWcUa8.js";
+import { n as runRuby } from "./rubyUtils-LBsk3zIm.js";
+import { t as EvalResult } from "./evalResult-DNXvhaKp.js";
 import * as fs$1 from "fs";
 import fs, { createWriteStream } from "fs";
 import * as path$2 from "path";
@@ -292,7 +291,7 @@ async function startOtlpReceiverIfNeeded(testSuite) {
 		telemetry_default.record("feature_used", { feature: "tracing" });
 		try {
 			logger_default.debug("[EvaluatorTracing] Tracing configuration detected, starting OTLP receiver");
-			const { startOTLPReceiver } = await import("./otlpReceiver-CO1TzzW1.js");
+			const { startOTLPReceiver } = await import("./otlpReceiver-BTVVyjnA.js");
 			const port = testSuite.tracing.otlp.http.port || 4318;
 			const host = testSuite.tracing.otlp.http.host || "127.0.0.1";
 			logger_default.debug(`[EvaluatorTracing] Starting OTLP receiver on ${host}:${port}`);
@@ -315,7 +314,7 @@ async function startOtlpReceiverIfNeeded(testSuite) {
 async function stopOtlpReceiverIfNeeded() {
 	if (otlpReceiverStarted) try {
 		logger_default.debug("[EvaluatorTracing] Stopping OTLP receiver");
-		const { stopOTLPReceiver } = await import("./otlpReceiver-CO1TzzW1.js");
+		const { stopOTLPReceiver } = await import("./otlpReceiver-BTVVyjnA.js");
 		await stopOTLPReceiver();
 		otlpReceiverStarted = false;
 		logger_default.info("[EvaluatorTracing] OTLP receiver stopped successfully");
@@ -350,7 +349,7 @@ async function generateTraceContextIfNeeded(test, evaluateOptions, testIdx, prom
 	}
 	if (!tracingEnabled) return null;
 	logger_default.debug("[EvaluatorTracing] Importing trace store");
-	const { getTraceStore } = await import("./store-CqHttBql.js");
+	const { getTraceStore } = await import("./store-CDxVyNyD.js");
 	const traceStore = getTraceStore();
 	const traceId = generateTraceId();
 	const spanId = generateSpanId();
@@ -2761,7 +2760,7 @@ const ASSERTION_HANDLERS = {
 	"llm-rubric": handleLlmRubric,
 	meteor: async (params) => {
 		try {
-			const { handleMeteorAssertion } = await import("./meteor-Dj8cTkU_.js");
+			const { handleMeteorAssertion } = await import("./meteor-CBciquOS.js");
 			return handleMeteorAssertion(params);
 		} catch (error) {
 			if (error instanceof Error && (error.message.includes("Cannot find module") || error.message.includes("natural\" package is required"))) return {
@@ -2891,7 +2890,7 @@ async function runAssertion({ prompt, provider, assertion, test, vars, latencyMs
 			};
 		}
 		else if (filePath.endsWith(".rb")) try {
-			const { runRuby } = await import("./rubyUtils-CWkecmDB.js");
+			const { runRuby } = await import("./rubyUtils-_t9Gmf7U.js");
 			valueFromScript = await runRuby(filePath, functionName || "get_assert", [output, context]);
 			logger_default.debug(`Ruby script ${filePath} output: ${valueFromScript}`);
 		} catch (error) {
@@ -4251,7 +4250,7 @@ var Evaluator = class {
 				const defaultProvider = testSuite.defaultTest.provider;
 				if (isApiProvider(defaultProvider)) testCase.provider = defaultProvider;
 				else if (typeof defaultProvider === "object" && defaultProvider.id) {
-					const { loadApiProvider } = await import("./providers-CDib9hVp.js");
+					const { loadApiProvider } = await import("./providers-DaDZ1iQw.js");
 					testCase.provider = await loadApiProvider(typeof defaultProvider.id === "function" ? defaultProvider.id() : defaultProvider.id, { options: defaultProvider });
 				} else testCase.provider = defaultProvider;
 			}
@@ -4326,7 +4325,7 @@ var Evaluator = class {
 			if (evalOption.test.assert?.some((a) => a.type === "max-score")) rowsWithMaxScoreAssertion.add(evalOption.testIdx);
 		}
 		if (cliState_default.resume && this.evalRecord.persisted) try {
-			const { default: EvalResult } = await import("./evalResult-Bt2fmj0V.js");
+			const { default: EvalResult } = await import("./evalResult-DBhbtqZn.js");
 			const completedPairs = await EvalResult.getCompletedIndexPairs(this.evalRecord.id, { excludeErrors: cliState_default.retryMode });
 			const originalCount = runEvalOptions.length;
 			for (let i = runEvalOptions.length - 1; i >= 0; i--) {
@@ -4973,7 +4972,11 @@ try {
 //#region src/redteam/sharedFrontend.ts
 function getRiskCategorySeverityMap(plugins) {
 	const overrides = plugins?.reduce((acc, plugin) => {
-		if (plugin.severity) acc[plugin.id] = plugin.severity;
+		if (plugin.severity) {
+			acc[plugin.id] = plugin.severity;
+			const policyId = plugin.config?.policy?.id;
+			if (plugin.id === "policy" && policyId) acc[policyId] = plugin.severity;
+		}
 		return acc;
 	}, {}) || {};
 	return {
@@ -5262,7 +5265,7 @@ function convertResultsToTable(eval_) {
 			description: result.description || void 0,
 			outputs: [],
 			vars: result.vars ? Object.values(varsForHeader).map((varName) => {
-				const varValue = result.vars?.[varName] || "";
+				const varValue = result.vars?.[varName] ?? "";
 				if (typeof varValue === "string") return varValue;
 				return JSON.stringify(varValue, null, 2);
 			}).flat() : [],
@@ -5297,7 +5300,11 @@ function convertResultsToTable(eval_) {
 		varValuesForRow.set(result.testIdx, result.vars);
 		rowMap[result.testIdx] = row;
 		let resultText;
-		const outputTextDisplay = typeof result.response?.output === "object" ? JSON.stringify(result.response.output) : result.response?.output || result.error || "";
+		const rawOutput = result.response?.output;
+		let outputTextDisplay;
+		if (rawOutput !== null && typeof rawOutput === "object") outputTextDisplay = JSON.stringify(rawOutput);
+		else if (rawOutput == null || rawOutput === "") outputTextDisplay = result.error || "";
+		else outputTextDisplay = String(rawOutput);
 		if (result.testCase.assert) if (result.success) resultText = `${outputTextDisplay || result.error || ""}`;
 		else resultText = `${outputTextDisplay}`;
 		else if (result.error) resultText = `${result.error}`;
@@ -5344,7 +5351,7 @@ function convertResultsToTable(eval_) {
 	const rows = Object.values(rowMap);
 	const sortedVars = [...varsForHeader].sort();
 	for (const row of rows) row.vars = sortedVars.map((varName) => {
-		const varValue = varValuesForRow.get(row.testIdx)?.[varName] || "";
+		const varValue = varValuesForRow.get(row.testIdx)?.[varName] ?? "";
 		if (typeof varValue === "string") return varValue;
 		return JSON.stringify(varValue, null, 2);
 	});
@@ -5361,7 +5368,11 @@ function convertResultsToTable(eval_) {
 //#region src/util/exportToFile/index.ts
 function convertEvalResultToTableCell(result) {
 	let resultText;
-	const outputTextDisplay = typeof result.response?.output === "object" ? JSON.stringify(result.response.output) : result.response?.output || result.error || "";
+	const rawOutput = result.response?.output;
+	let outputTextDisplay;
+	if (rawOutput !== null && typeof rawOutput === "object") outputTextDisplay = JSON.stringify(rawOutput);
+	else if (rawOutput == null || rawOutput === "") outputTextDisplay = result.error || "";
+	else outputTextDisplay = String(rawOutput);
 	if (result.testCase.assert) if (result.success) resultText = `${outputTextDisplay || result.error || ""}`;
 	else resultText = `${outputTextDisplay}`;
 	else if (result.error) resultText = `${result.error}`;
@@ -5407,11 +5418,12 @@ function convertTestResultsToTableRow(results, varsForHeader) {
 		outputs: [],
 		vars: Object.values(varsForHeader).map((varName) => {
 			if (varName === "sessionId") {
-				const varValue = results[0].testCase.vars?.sessionId || results[0].metadata?.sessionId || "";
+				const sessionId = results[0].testCase.vars?.sessionId;
+				const varValue = sessionId == null || sessionId === "" ? results[0].metadata?.sessionId ?? "" : sessionId;
 				if (typeof varValue === "string") return varValue;
 				return JSON.stringify(varValue);
 			}
-			const varValue = results[0].testCase.vars?.[varName] || "";
+			const varValue = results[0].testCase.vars?.[varName] ?? "";
 			if (typeof varValue === "string") return varValue;
 			return JSON.stringify(varValue);
 		}).flat(),
@@ -6585,12 +6597,35 @@ async function filterTestsByResults(testSuite, pathOrId, filterFn) {
 	if (filteredResults.length === 0) return [];
 	const uniqueVarsInResults = new Set(filteredResults.map((r) => JSON.stringify(filterRuntimeVars(r.vars))));
 	logger_default.debug(`[filterTestsByResults] ${uniqueVarsInResults.size} unique test cases (by vars) in filtered results`);
-	const matchedTests = [...testSuite.tests].filter((test) => {
+	const matchedTests = [];
+	for (const test of testSuite.tests) {
 		const testWithDefaults = mergeDefaultVars(test, testSuite.defaultTest);
-		if (filteredResults.some((result) => resultIsForTestCase(result, testWithDefaults))) return true;
-		if (testSuite.defaultTest && typeof testSuite.defaultTest !== "string" && testSuite.defaultTest.vars && Object.keys(testSuite.defaultTest.vars).length > 0) return filteredResults.some((result) => resultIsForTestCase(result, test));
-		return false;
-	});
+		let matchedResult = filteredResults.find((result) => resultIsForTestCase(result, testWithDefaults) && extractRuntimeVars(result.vars) !== void 0);
+		if (!matchedResult) matchedResult = filteredResults.find((result) => resultIsForTestCase(result, testWithDefaults));
+		if (!matchedResult) {
+			if (testSuite.defaultTest && typeof testSuite.defaultTest !== "string" && testSuite.defaultTest.vars && Object.keys(testSuite.defaultTest.vars).length > 0) {
+				matchedResult = filteredResults.find((result) => resultIsForTestCase(result, test) && extractRuntimeVars(result.vars) !== void 0);
+				if (!matchedResult) matchedResult = filteredResults.find((result) => resultIsForTestCase(result, test));
+			}
+		}
+		if (matchedResult) {
+			const runtimeVars = extractRuntimeVars(matchedResult.vars);
+			if (runtimeVars) {
+				const testWithRuntimeVars = {
+					...test,
+					vars: {
+						...test.vars,
+						...runtimeVars
+					}
+				};
+				logger_default.debug("[filterTestsByResults] Restored runtime vars for test", { varKeys: Object.keys(runtimeVars) });
+				matchedTests.push(testWithRuntimeVars);
+			} else {
+				logger_default.debug("[filterTestsByResults] Matched test has no runtime vars to restore");
+				matchedTests.push(test);
+			}
+		}
+	}
 	logger_default.debug(`[filterTestsByResults] Matched ${matchedTests.length} tests out of ${testSuite.tests.length} in test suite`);
 	const extractedTests = [];
 	const matchedResultKeys = /* @__PURE__ */ new Set();
@@ -8805,8 +8840,9 @@ async function fetchRemoteTestCases(key, purpose, injectVar, n, config) {
 		logger_default.error(`Error generating test cases for ${key}: ${remoteHealth.message}`);
 		return [];
 	}
+	const { graderExamples, ...configForRemote } = config ?? {};
 	const body = JSON.stringify({
-		config,
+		config: configForRemote,
 		injectVar,
 		inputs: config?.inputs,
 		n,
@@ -9495,11 +9531,6 @@ async function synthesize({ abortSignal, delay, entities: entitiesOverride, inje
 	});
 	await validateStrategies(strategies);
 	await validateSharpDependency(strategies, plugins);
-	if (strategies.some((s) => isLanguageDisallowedStrategy(s.id)) && language) {
-		const originalLanguage = Array.isArray(language) ? language.join(", ") : language;
-		language = "en";
-		logger_default.info(`[Language Override] Detected language-disallowed strategy (audio/video/image/layer/math-prompt). Forcing language to 'en' (was: ${originalLanguage})`);
-	}
 	const redteamProvider = await redteamProviderManager.getProvider({ provider });
 	const { effectiveStrategyCount, includeBasicTests, totalPluginTests, totalTests } = calculateTotalTests(plugins, strategies, language);
 	logger_default.info(`Synthesizing test cases for ${prompts.length} ${prompts.length === 1 ? "prompt" : "prompts"}...\nUsing plugins:\n\n${chalk.yellow(plugins.map((p) => {
@@ -10984,60 +11015,101 @@ async function deleteErrorResults(resultIds) {
 	await getDb().delete(evalResultsTable).where(inArray(evalResultsTable.id, resultIds));
 	logger_default.debug(`Deleted ${resultIds.length} error results from database`);
 }
+const RECALCULATE_BATCH_SIZE = 1e3;
 /**
-* Recalculates prompt metrics based on current results after ERROR results have been deleted
+* Recalculates prompt metrics based on current results after ERROR results have been deleted.
+* Uses streaming batched iteration to avoid OOM with large evaluations (40K+ results).
 */
 async function recalculatePromptMetrics(evalRecord) {
 	logger_default.debug("Recalculating prompt metrics after deleting ERROR results");
-	await evalRecord.loadResults();
+	const startTime = Date.now();
+	let batchNumber = 0;
+	let totalProcessed = 0;
 	const promptMetricsMap = /* @__PURE__ */ new Map();
-	for (const prompt of evalRecord.prompts) {
-		const promptIdx = evalRecord.prompts.indexOf(prompt);
-		promptMetricsMap.set(promptIdx, {
-			score: 0,
-			testPassCount: 0,
-			testFailCount: 0,
-			testErrorCount: 0,
-			assertPassCount: 0,
-			assertFailCount: 0,
-			totalLatencyMs: 0,
-			tokenUsage: createEmptyTokenUsage(),
-			namedScores: {},
-			namedScoresCount: {},
-			cost: 0
-		});
-	}
-	for (const result of evalRecord.results) {
-		const metrics = promptMetricsMap.get(result.promptIdx);
-		if (!metrics) continue;
-		if (result.success) metrics.testPassCount++;
-		else if (result.failureReason === ResultFailureReason.ERROR) metrics.testErrorCount++;
-		else metrics.testFailCount++;
-		metrics.score += result.score || 0;
-		metrics.totalLatencyMs += result.latencyMs || 0;
-		metrics.cost += result.cost || 0;
-		for (const [key, value] of Object.entries(result.namedScores || {})) {
-			metrics.namedScores[key] = (metrics.namedScores[key] || 0) + value;
-			const testVars = result.testCase?.vars || {};
-			let contributingAssertions = 0;
-			result.gradingResult?.componentResults?.forEach((componentResult) => {
-				if (renderMetricName(componentResult.assertion?.metric, testVars) === key) contributingAssertions++;
-			});
-			metrics.namedScoresCount[key] = (metrics.namedScoresCount[key] || 0) + (contributingAssertions || 1);
-		}
-		if (result.gradingResult?.componentResults) {
-			metrics.assertPassCount += result.gradingResult.componentResults.filter((r) => r.pass).length;
-			metrics.assertFailCount += result.gradingResult.componentResults.filter((r) => !r.pass).length;
-		}
-		if (result.response?.tokenUsage) accumulateResponseTokenUsage(metrics.tokenUsage, { tokenUsage: result.response.tokenUsage });
-		if (result.gradingResult?.tokensUsed) {
-			if (!metrics.tokenUsage.assertions) metrics.tokenUsage.assertions = createEmptyAssertions();
-			accumulateAssertionTokenUsage(metrics.tokenUsage.assertions, result.gradingResult.tokensUsed);
+	for (const [promptIdx] of evalRecord.prompts.entries()) promptMetricsMap.set(promptIdx, {
+		score: 0,
+		testPassCount: 0,
+		testFailCount: 0,
+		testErrorCount: 0,
+		assertPassCount: 0,
+		assertFailCount: 0,
+		totalLatencyMs: 0,
+		tokenUsage: createEmptyTokenUsage(),
+		namedScores: {},
+		namedScoresCount: {},
+		cost: 0
+	});
+	let currentResultId;
+	try {
+		for await (const batch of evalRecord.fetchResultsBatched(RECALCULATE_BATCH_SIZE)) {
+			batchNumber++;
+			logger_default.debug(`Processing batch ${batchNumber} with ${batch.length} results`);
+			for (const result of batch) {
+				currentResultId = result.id;
+				const metrics = promptMetricsMap.get(result.promptIdx);
+				if (!metrics) {
+					logger_default.debug(`Skipping result with invalid promptIdx: ${result.promptIdx}`, {
+						resultId: result.id,
+						evalId: evalRecord.id
+					});
+					continue;
+				}
+				if (result.success) metrics.testPassCount++;
+				else if (result.failureReason === ResultFailureReason.ERROR) metrics.testErrorCount++;
+				else metrics.testFailCount++;
+				metrics.score += result.score ?? 0;
+				metrics.totalLatencyMs += result.latencyMs || 0;
+				metrics.cost += result.cost || 0;
+				for (const [key, value] of Object.entries(result.namedScores || {})) {
+					metrics.namedScores[key] = (metrics.namedScores[key] || 0) + value;
+					const testVars = result.testCase?.vars || {};
+					let contributingAssertions = 0;
+					result.gradingResult?.componentResults?.forEach((componentResult) => {
+						if (renderMetricName(componentResult.assertion?.metric, testVars) === key) contributingAssertions++;
+					});
+					metrics.namedScoresCount[key] = (metrics.namedScoresCount[key] || 0) + (contributingAssertions || 1);
+				}
+				if (result.gradingResult?.componentResults) {
+					metrics.assertPassCount += result.gradingResult.componentResults.filter((r) => r.pass).length;
+					metrics.assertFailCount += result.gradingResult.componentResults.filter((r) => !r.pass).length;
+				}
+				if (result.response?.tokenUsage) accumulateResponseTokenUsage(metrics.tokenUsage, { tokenUsage: result.response.tokenUsage });
+				if (result.gradingResult?.tokensUsed) {
+					if (!metrics.tokenUsage.assertions) metrics.tokenUsage.assertions = createEmptyAssertions();
+					accumulateAssertionTokenUsage(metrics.tokenUsage.assertions, result.gradingResult.tokensUsed);
+				}
+			}
+			totalProcessed += batch.length;
 		}
+	} catch (error) {
+		logger_default.error("Error during batched metrics recalculation", {
+			phase: "calculation",
+			batchNumber,
+			totalProcessed,
+			currentResultId,
+			evalId: evalRecord.id,
+			error
+		});
+		throw error;
 	}
 	for (const [promptIdx, newMetrics] of promptMetricsMap.entries()) if (promptIdx < evalRecord.prompts.length) evalRecord.prompts[promptIdx].metrics = newMetrics;
-	if (evalRecord.persisted) await evalRecord.addPrompts(evalRecord.prompts);
-	logger_default.debug("Prompt metrics recalculation completed");
+	if (evalRecord.persisted) try {
+		await evalRecord.addPrompts(evalRecord.prompts);
+	} catch (error) {
+		logger_default.error("Error saving recalculated prompt metrics", {
+			phase: "save",
+			evalId: evalRecord.id,
+			promptCount: evalRecord.prompts.length,
+			error
+		});
+		throw error;
+	}
+	const durationMs = Date.now() - startTime;
+	logger_default.debug("Prompt metrics recalculation completed", {
+		totalBatches: batchNumber,
+		totalResults: totalProcessed,
+		durationMs
+	});
 }
 
 //#endregion

package/dist/src/{interactiveCheck-BZbMvE6i.js → interactiveCheck-CjK2R4rB.js}

@@ -57,4 +57,4 @@ function shouldUseInkUI() {
 
 //#endregion
 export { shouldUseInkUI as n, canUseInteractiveUI as t };
-//# sourceMappingURL=interactiveCheck-BZbMvE6i.js.map
+//# sourceMappingURL=interactiveCheck-CjK2R4rB.js.map

package/dist/src/{knowledgeBase-Dy1Ln178.cjs → knowledgeBase-BKA28wUv.cjs}

@@ -1,10 +1,10 @@
 const require_logger = require('./logger-CMp-NS-e.cjs');
-require('./fetch-MdGxb6Bv.cjs');
-const require_cache = require('./cache-DYJRe0Jt.cjs');
-const require_tokenUsageUtils = require('./tokenUsageUtils-DFp2VFtG.cjs');
-require('./accounts-uWRxEv-D.cjs');
-const require_telemetry = require('./telemetry-DrSTNTH-.cjs');
-const require_base = require('./base-CRrQ15eu.cjs');
+require('./fetch-BgYKpAJ7.cjs');
+const require_cache = require('./cache-BnrNlhzE.cjs');
+const require_tokenUsageUtils = require('./tokenUsageUtils-BtZd3sP7.cjs');
+require('./accounts-TGrHBZU9.cjs');
+const require_telemetry = require('./telemetry-B9G9VzVT.cjs');
+const require_base = require('./base-B_pJcCDc.cjs');
 
 //#region src/providers/bedrock/knowledgeBase.ts
 /**
@@ -144,4 +144,4 @@ var AwsBedrockKnowledgeBaseProvider = class extends require_base.AwsBedrockGener
 
 //#endregion
 exports.AwsBedrockKnowledgeBaseProvider = AwsBedrockKnowledgeBaseProvider;
-//# sourceMappingURL=knowledgeBase-Dy1Ln178.cjs.map
+//# sourceMappingURL=knowledgeBase-BKA28wUv.cjs.map

package/dist/src/{knowledgeBase-BXvPbeXF.js → knowledgeBase-D0nOGqRF.js}

@@ -1,11 +1,11 @@
 import "./chunk-FhC4c-0y.js";
 import { b as getEnvString, i as logger_default, y as getEnvInt } from "./logger-q5I8CByj.js";
-import "./fetch-BIPrzD39.js";
-import { o as getCache, s as isCacheEnabled } from "./cache-CMvgAnSi.js";
-import { a as createEmptyTokenUsage } from "./tokenUsageUtils-BQVp2uKF.js";
-import "./accounts-DYMHC4iY.js";
-import { n as telemetry_default } from "./telemetry-CmGyDaxF.js";
-import { t as AwsBedrockGenericProvider } from "./base-NFXflrMy.js";
+import "./fetch-BMKSarK_.js";
+import { o as getCache, s as isCacheEnabled } from "./cache-CsW_9RgN.js";
+import { a as createEmptyTokenUsage } from "./tokenUsageUtils-cFdLMERB.js";
+import "./accounts-CYqHD7X1.js";
+import { n as telemetry_default } from "./telemetry-DMGVtU7z.js";
+import { t as AwsBedrockGenericProvider } from "./base-BHLggB84.js";
 
 //#region src/providers/bedrock/knowledgeBase.ts
 /**
@@ -145,4 +145,4 @@ var AwsBedrockKnowledgeBaseProvider = class extends AwsBedrockGenericProvider {
 
 //#endregion
 export { AwsBedrockKnowledgeBaseProvider };
-//# sourceMappingURL=knowledgeBase-BXvPbeXF.js.map
+//# sourceMappingURL=knowledgeBase-D0nOGqRF.js.map

package/dist/src/{knowledgeBase-Csr92Wc4.js → knowledgeBase-aBIYgE4B.js}

@@ -1,13 +1,13 @@
 #!/usr/bin/env node
 import "./chunk-DHDDz29n.js";
 import { C as getEnvString, S as getEnvInt, o as logger_default } from "./logger-Bzi5o47S.js";
-import "./fetch-TcCC0nEJ.js";
-import "./accounts-CjU7QSnv.js";
-import "./cloud-UwfmA0Ne.js";
-import { r as telemetry_default } from "./telemetry-CB8ltkOD.js";
-import { o as getCache, s as isCacheEnabled } from "./cache-xb4oZe27.js";
-import { a as createEmptyTokenUsage } from "./tokenUsageUtils-C9fIWtvn.js";
-import { t as AwsBedrockGenericProvider } from "./base-d8hHSpEx.js";
+import "./fetch-DKQm7iwv.js";
+import "./accounts-BMHY0nF5.js";
+import "./cloud-BKfo1A2t.js";
+import { r as telemetry_default } from "./telemetry-oV0dEJ2S.js";
+import { o as getCache, s as isCacheEnabled } from "./cache-BTdTl56j.js";
+import { a as createEmptyTokenUsage } from "./tokenUsageUtils-DoinwgKF.js";
+import { t as AwsBedrockGenericProvider } from "./base-DRgXuujd.js";
 
 //#region src/providers/bedrock/knowledgeBase.ts
 /**
@@ -147,4 +147,4 @@ var AwsBedrockKnowledgeBaseProvider = class extends AwsBedrockGenericProvider {
 
 //#endregion
 export { AwsBedrockKnowledgeBaseProvider };
-//# sourceMappingURL=knowledgeBase-Csr92Wc4.js.map
+//# sourceMappingURL=knowledgeBase-aBIYgE4B.js.map

package/dist/src/{litellm-Dcc3mt1B.js → litellm-BiXCNyII.js}

@@ -2,16 +2,16 @@ import "./chunk-FhC4c-0y.js";
 import "./logger-q5I8CByj.js";
 import "./esm-D40XsWlR.js";
 import "./pythonUtils-eNq6Wsfr.js";
-import "./types-BlspLqbN.js";
-import "./util-DX58t30T.js";
-import "./fetch-BIPrzD39.js";
-import "./cache-CMvgAnSi.js";
-import "./genaiTracer-CNawybn-.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-BH8Fxyap.js";
-import "./transform-BwedQA8W.js";
-import "./openai-CQozD_Ef.js";
-import "./util-BXjq8vOq.js";
-import { n as OpenAiEmbeddingProvider, t as OpenAiCompletionProvider } from "./completion-H4ncr2bK.js";
+import "./types-l7snZgzv.js";
+import "./util-GpiGNWSj.js";
+import "./fetch-BMKSarK_.js";
+import "./cache-CsW_9RgN.js";
+import "./genaiTracer-Ce19n68P.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-D5l2blZK.js";
+import "./transform-Cpk3BVib.js";
+import "./openai-CitF-gEN.js";
+import "./util-Czrn_1en.js";
+import { n as OpenAiEmbeddingProvider, t as OpenAiCompletionProvider } from "./completion-CrKHW9hy.js";
 
 //#region src/providers/litellm.ts
 /**
@@ -143,4 +143,4 @@ function createLiteLLMProvider(providerPath, options = {}) {
 
 //#endregion
 export { createLiteLLMProvider };
-//# sourceMappingURL=litellm-Dcc3mt1B.js.map
+//# sourceMappingURL=litellm-BiXCNyII.js.map

package/dist/src/{litellm-CR8i8YRn.js → litellm-QSopB7EE.js}

@@ -1,19 +1,19 @@
 #!/usr/bin/env node
 import "./chunk-DHDDz29n.js";
 import "./logger-Bzi5o47S.js";
-import "./fetch-TcCC0nEJ.js";
-import "./cloud-UwfmA0Ne.js";
-import "./types-n3ttAnOa.js";
-import "./cache-xb4oZe27.js";
-import "./util-CyzW5ayt.js";
-import "./esm-Bwuh5HXW.js";
-import "./pythonUtils-mprm8p4h.js";
-import "./genaiTracer-CqNnnXrE.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-BbgGuvwu.js";
-import "./transform-B-AYIQmM.js";
-import "./openai-D_5h8sBa.js";
-import "./util-CwsTKPXi.js";
-import { n as OpenAiEmbeddingProvider, t as OpenAiCompletionProvider } from "./completion-BTZ42lqL.js";
+import "./fetch-DKQm7iwv.js";
+import "./cloud-BKfo1A2t.js";
+import "./types-BZz0C6rq.js";
+import "./cache-BTdTl56j.js";
+import "./util-UxC1pDDt.js";
+import "./esm-Lh6czAFT.js";
+import "./pythonUtils-B9JA-gsC.js";
+import "./genaiTracer-foKtbVa2.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-BIj6_WPH.js";
+import "./transform-DWBbTh_M.js";
+import "./openai-Cv9pEKxp.js";
+import "./util-CSvDts2m.js";
+import { n as OpenAiEmbeddingProvider, t as OpenAiCompletionProvider } from "./completion-LTi0SiAy.js";
 
 //#region src/providers/litellm.ts
 /**
@@ -145,4 +145,4 @@ function createLiteLLMProvider(providerPath, options = {}) {
 
 //#endregion
 export { createLiteLLMProvider };
-//# sourceMappingURL=litellm-CR8i8YRn.js.map
+//# sourceMappingURL=litellm-QSopB7EE.js.map

package/dist/src/{litellm-QthJT0fA.cjs → litellm-vZYPcEUQ.cjs}

@@ -1,16 +1,16 @@
 require('./logger-CMp-NS-e.cjs');
 require('./esm-gWVPXn3r.cjs');
 require('./pythonUtils-rOCm9w_5.cjs');
-require('./types-DAmPdu4_.cjs');
-require('./util-B-Yo0qzc.cjs');
-require('./fetch-MdGxb6Bv.cjs');
-require('./cache-DYJRe0Jt.cjs');
-require('./genaiTracer-zK0Mtd_D.cjs');
-const require_chat = require('./chat-Biz16BQv.cjs');
-require('./transform-B5HUD86U.cjs');
-require('./openai-eZz8QsxY.cjs');
-require('./util-BT0p5c9X.cjs');
-const require_completion = require('./completion-Dw-9jqz1.cjs');
+require('./types-Cixl-wRO.cjs');
+require('./util-RfCZM4TD.cjs');
+require('./fetch-BgYKpAJ7.cjs');
+require('./cache-BnrNlhzE.cjs');
+require('./genaiTracer-BQ8AmajD.cjs');
+const require_chat = require('./chat-QHQ-K-Fi.cjs');
+require('./transform-DeVdMzaA.cjs');
+require('./openai-BjpdxIOG.cjs');
+require('./util-Dxwavk84.cjs');
+const require_completion = require('./completion-C03fIkcR.cjs');
 
 //#region src/providers/litellm.ts
 /**
@@ -142,4 +142,4 @@ function createLiteLLMProvider(providerPath, options = {}) {
 
 //#endregion
 exports.createLiteLLMProvider = createLiteLLMProvider;
-//# sourceMappingURL=litellm-QthJT0fA.cjs.map
+//# sourceMappingURL=litellm-vZYPcEUQ.cjs.map