promptfoo 0.121.8 → 0.121.9

package/dist/src/{crescendo-Bfic7KC4.js → crescendo-CrsXyaL0.js}

@@ -1,20 +1,20 @@
 #!/usr/bin/env node
-import { g as extractFirstJsonObject, s as logger, y as isValidJson } from "./logger-BbY6ypFL.js";
-import { f as sleep } from "./fetch-Cpf1U1nO.js";
+import { g as extractFirstJsonObject, s as logger, y as isValidJson } from "./logger-h-eiS4iv.js";
+import { f as sleep } from "./fetch-C59QM4cf.js";
 import { t as invariant } from "./invariant-B2Rf6avk.js";
-import { c as isLoggedIntoCloud } from "./accounts-D6IBfEE0.js";
-import { o as getNunjucksEngine } from "./render-CSP99NLm.js";
-import { l as shouldGenerateRemote } from "./remoteGeneration-D6UjE2JT.js";
+import { c as isLoggedIntoCloud } from "./accounts-Bw2qPqE-.js";
+import { o as getNunjucksEngine } from "./render-jE6RKVgk.js";
+import { l as shouldGenerateRemote } from "./remoteGeneration-DW6mPZnO.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CDet74yk.js";
-import { r as materializeInputVariablesWithMetadata, t as buildPromptInputDescriptions } from "./inputVariables-DXFdi7AI.js";
-import { a as extractPromptFromTags, c as isBasicRefusal, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-ETfU_sS9.js";
-import { a as assertRemoteMaterializationHandled, c as isRemoteMaterializationUpgradeError, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-BU4_0J85.js";
-import { a as formatRedteamHistoryAsTranscript, c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion, u as isValidChatMessageArray } from "./shared-DNvim54U.js";
-import { n as checkExfilTracking } from "./indirectWebPwn-BMTXXznx.js";
-import { n as renderPrompt } from "./evaluatorHelpers-D1_kwvyp.js";
-import { t as Strategies } from "./strategies-CBI1brSy.js";
-import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-xhjOg2b1.js";
-import { t as applyRuntimeTransforms } from "./runtimeTransform-Dgh_D7DU.js";
+import { r as materializeInputVariablesWithMetadata, t as buildPromptInputDescriptions } from "./inputVariables-qJmuSN5i.js";
+import { a as extractPromptFromTags, c as isBasicRefusal, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-D9grslJP.js";
+import { a as assertRemoteMaterializationHandled, c as isRemoteMaterializationUpgradeError, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-wxe28-q9.js";
+import { a as formatRedteamHistoryAsTranscript, c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion, u as isValidChatMessageArray } from "./shared-DsbObxvy.js";
+import { n as checkExfilTracking } from "./indirectWebPwn-BXUoJl4I.js";
+import { n as renderPrompt } from "./evaluatorHelpers-DDG44JeI.js";
+import { t as Strategies } from "./strategies-Ptz_P4P4.js";
+import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-D2F0D7es.js";
+import { t as applyRuntimeTransforms } from "./runtimeTransform-s14J7yxm.js";
 import { i as getGoalRubric } from "./prompts-C-bqE1Yp.js";
 import { n as EVAL_SYSTEM_PROMPT, r as REFUSAL_SYSTEM_PROMPT, t as CRESCENDO_SYSTEM_PROMPT } from "./prompts-D_QpZ2Dm.js";
 import dedent from "dedent";
@@ -150,7 +150,7 @@ var CrescendoProvider = class {
 		});
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
-		const { getGraderById } = await import("./graders-B3D7kCcD.js");
+		const { getGraderById } = await import("./graders-D4vc1PFi.js");
 		let graderPassed;
 		const additionalRubric = getGoalRubric(this.userGoal);
 		while (roundNum < this.maxTurns) try {
@@ -721,4 +721,4 @@ ${traceSummary}\n\n`;
 //#endregion
 export { CrescendoProvider };
 
-//# sourceMappingURL=crescendo-Bfic7KC4.js.map
+//# sourceMappingURL=crescendo-CrsXyaL0.js.map

package/dist/src/{custom-BdzuqFTN.js → custom-C5K9QFs1.js}

@@ -1,16 +1,16 @@
-import { a as logger, m as extractFirstJsonObject } from "./logger-Ct2S6Yx-.js";
+import { a as logger, m as extractFirstJsonObject } from "./logger-Cs0I2v_y.js";
 import { t as invariant } from "./invariant-Ddh24eXh.js";
-import { l as sleep } from "./fetch-Doks14zQ.js";
-import { o as isLoggedIntoCloud } from "./accounts-DAv_0iE7.js";
-import { o as getNunjucksEngine } from "./render-DFfDeYUK.js";
-import { l as shouldGenerateRemote } from "./remoteGeneration-CJC3E0aW.js";
+import { l as sleep } from "./fetch-CHJu2KON.js";
+import { o as isLoggedIntoCloud } from "./accounts-4Xa5fcHy.js";
+import { o as getNunjucksEngine } from "./render-CTZQAINJ.js";
+import { l as shouldGenerateRemote } from "./remoteGeneration-DvWEm3yi.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CmnQ0G2m.js";
-import { c as isBasicRefusal, o as getSessionId } from "./util-DpV6KT5i.js";
-import { t as PromptfooChatCompletionProvider } from "./promptfoo-CqEpj6Sr.js";
-import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-CSIGeGLl.js";
-import { n as renderPrompt } from "./evaluatorHelpers-CrRObe2z.js";
-import { t as Strategies } from "./strategies-CD1gHeeQ.js";
-import { t as applyRuntimeTransforms } from "./runtimeTransform-DigbjU1r.js";
+import { c as isBasicRefusal, o as getSessionId } from "./util-D1NKMz55.js";
+import { t as PromptfooChatCompletionProvider } from "./promptfoo-CEsoPlBa.js";
+import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-BF25a7ms.js";
+import { n as renderPrompt } from "./evaluatorHelpers-C8C8WQTv.js";
+import { t as Strategies } from "./strategies-4Nnr_9xt.js";
+import { t as applyRuntimeTransforms } from "./runtimeTransform-Bw9Tttpp.js";
 import { i as getGoalRubric } from "./prompts-DHhQsANy.js";
 import { n as EVAL_SYSTEM_PROMPT, r as REFUSAL_SYSTEM_PROMPT } from "./prompts-Cp_Qx5Ml.js";
 import dedent from "dedent";
@@ -175,7 +175,7 @@ var CustomProvider = class {
 		let lastTransformResult;
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
-		const { getGraderById } = await import("./graders-KXzjnIim.js").then((n) => n.r);
+		const { getGraderById } = await import("./graders-GNRQ1357.js").then((n) => n.r);
 		let graderPassed;
 		let storedGraderResult;
 		const additionalRubric = getGoalRubric(this.userGoal);
@@ -616,4 +616,4 @@ This is the rationale behind the score: ${objectiveScore.rationale}\n\n`;
 //#endregion
 export { CustomProvider, CustomProvider as default };
 
-//# sourceMappingURL=custom-BdzuqFTN.js.map
+//# sourceMappingURL=custom-C5K9QFs1.js.map

package/dist/src/{custom-LEXHCRe3.cjs → custom-D1UjT5I5.cjs}

@@ -1,17 +1,17 @@
 const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
-const require_logger = require("./logger-cfNpzI4o.cjs");
+const require_logger = require("./logger-Cm0Nb8YX.cjs");
 const require_invariant = require("./invariant-QtnLD03y.cjs");
-const require_fetch = require("./fetch-Cfm4EuOB.cjs");
-const require_accounts = require("./accounts-BVz5gHLK.cjs");
-const require_render = require("./render-BNTrbmBw.cjs");
-const require_remoteGeneration = require("./remoteGeneration-BpIYlb_O.cjs");
+const require_fetch = require("./fetch-B2HvaVUc.cjs");
+const require_accounts = require("./accounts-DAcQXPwE.cjs");
+const require_render = require("./render-DJ4yipCD.cjs");
+const require_remoteGeneration = require("./remoteGeneration-CD3c_rzc.cjs");
 const require_tokenUsageUtils = require("./tokenUsageUtils-_B-P8IAi.cjs");
-const require_util = require("./util-DNtUsus_.cjs");
-const require_promptfoo = require("./promptfoo-ClChwT74.cjs");
-const require_shared = require("./shared-aHWko3P1.cjs");
-const require_evaluatorHelpers = require("./evaluatorHelpers-D06I9WFL.cjs");
-const require_strategies = require("./strategies-CCcnEbFO.cjs");
-const require_runtimeTransform = require("./runtimeTransform-ON3YYILw.cjs");
+const require_util = require("./util-3BRss2KA.cjs");
+const require_promptfoo = require("./promptfoo-DAXBmrE6.cjs");
+const require_shared = require("./shared-DlmtkptR.cjs");
+const require_evaluatorHelpers = require("./evaluatorHelpers-2gpZ9Q_f.cjs");
+const require_strategies = require("./strategies-BD7US9WB.cjs");
+const require_runtimeTransform = require("./runtimeTransform-DJEknTZQ.cjs");
 const require_prompts = require("./prompts-hNvWBD3z.cjs");
 const require_prompts$1 = require("./prompts-p78Hul5i.cjs");
 let dedent = require("dedent");
@@ -177,7 +177,7 @@ var CustomProvider = class {
 		let lastTransformResult;
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
-		const { getGraderById } = await Promise.resolve().then(() => require("./graders-CBQ2s6gz.cjs")).then((n) => n.graders_exports);
+		const { getGraderById } = await Promise.resolve().then(() => require("./graders-CQv1GT5Q.cjs")).then((n) => n.graders_exports);
 		let graderPassed;
 		let storedGraderResult;
 		const additionalRubric = require_prompts.getGoalRubric(this.userGoal);
@@ -618,4 +618,4 @@ This is the rationale behind the score: ${objectiveScore.rationale}\n\n`;
 //#endregion
 exports.default = CustomProvider;
 
-//# sourceMappingURL=custom-LEXHCRe3.cjs.map
+//# sourceMappingURL=custom-D1UjT5I5.cjs.map

package/dist/src/{custom-DLgufezC.js → custom-DnMZvgB6.js}

@@ -1,17 +1,17 @@
 #!/usr/bin/env node
-import { g as extractFirstJsonObject, s as logger } from "./logger-BbY6ypFL.js";
-import { f as sleep } from "./fetch-Cpf1U1nO.js";
+import { g as extractFirstJsonObject, s as logger } from "./logger-h-eiS4iv.js";
+import { f as sleep } from "./fetch-C59QM4cf.js";
 import { t as invariant } from "./invariant-B2Rf6avk.js";
-import { c as isLoggedIntoCloud } from "./accounts-D6IBfEE0.js";
-import { o as getNunjucksEngine } from "./render-CSP99NLm.js";
-import { l as shouldGenerateRemote } from "./remoteGeneration-D6UjE2JT.js";
+import { c as isLoggedIntoCloud } from "./accounts-Bw2qPqE-.js";
+import { o as getNunjucksEngine } from "./render-jE6RKVgk.js";
+import { l as shouldGenerateRemote } from "./remoteGeneration-DW6mPZnO.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CDet74yk.js";
-import { c as isBasicRefusal, o as getSessionId } from "./util-ETfU_sS9.js";
-import { t as PromptfooChatCompletionProvider } from "./promptfoo-BU4_0J85.js";
-import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-DNvim54U.js";
-import { n as renderPrompt } from "./evaluatorHelpers-D1_kwvyp.js";
-import { t as Strategies } from "./strategies-CBI1brSy.js";
-import { t as applyRuntimeTransforms } from "./runtimeTransform-Dgh_D7DU.js";
+import { c as isBasicRefusal, o as getSessionId } from "./util-D9grslJP.js";
+import { t as PromptfooChatCompletionProvider } from "./promptfoo-wxe28-q9.js";
+import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-DsbObxvy.js";
+import { n as renderPrompt } from "./evaluatorHelpers-DDG44JeI.js";
+import { t as Strategies } from "./strategies-Ptz_P4P4.js";
+import { t as applyRuntimeTransforms } from "./runtimeTransform-s14J7yxm.js";
 import { i as getGoalRubric } from "./prompts-C-bqE1Yp.js";
 import { n as EVAL_SYSTEM_PROMPT, r as REFUSAL_SYSTEM_PROMPT } from "./prompts-D_QpZ2Dm.js";
 import dedent from "dedent";
@@ -176,7 +176,7 @@ var CustomProvider = class {
 		let lastTransformResult;
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
-		const { getGraderById } = await import("./graders-B3D7kCcD.js");
+		const { getGraderById } = await import("./graders-D4vc1PFi.js");
 		let graderPassed;
 		let storedGraderResult;
 		const additionalRubric = getGoalRubric(this.userGoal);
@@ -617,4 +617,4 @@ This is the rationale behind the score: ${objectiveScore.rationale}\n\n`;
 //#endregion
 export { CustomProvider, CustomProvider as default };
 
-//# sourceMappingURL=custom-DLgufezC.js.map
+//# sourceMappingURL=custom-DnMZvgB6.js.map

package/dist/src/{custom-Cf5Q6r-P.js → custom-EWterxkb.js}

@@ -1,15 +1,15 @@
-import { a as logger, m as extractFirstJsonObject } from "./logger-KD8JjCRJ.js";
-import { m as sleep } from "./fetch-BSSAcMxf.js";
+import { a as logger, m as extractFirstJsonObject } from "./logger-BjYLHvGm.js";
+import { m as sleep } from "./fetch-CBe8pU8Q.js";
 import { t as invariant } from "./invariant-DIYf9sP1.js";
-import { c as isLoggedIntoCloud } from "./accounts-BWjqwsrf.js";
-import { o as getNunjucksEngine } from "./render-_6ur1fhE.js";
-import { l as shouldGenerateRemote } from "./remoteGeneration--D6WjzUm.js";
+import { c as isLoggedIntoCloud } from "./accounts-BAajbKSh.js";
+import { o as getNunjucksEngine } from "./render-BoxrvB84.js";
+import { l as shouldGenerateRemote } from "./remoteGeneration-CoxtxLvB.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-BjVkdk18.js";
-import { c as isBasicRefusal, o as getSessionId } from "./util-DGqkTb2-.js";
-import { t as PromptfooChatCompletionProvider } from "./promptfoo-CReYAtfb.js";
-import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-CRq0gGVf.js";
+import { c as isBasicRefusal, o as getSessionId } from "./util-CKZReNsz.js";
+import { t as PromptfooChatCompletionProvider } from "./promptfoo-DVKqidd8.js";
+import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-yBQATkD5.js";
 import { n as renderPrompt, t as Strategies } from "./server/index.js";
-import { t as applyRuntimeTransforms } from "./runtimeTransform-BJOpL9Yc.js";
+import { t as applyRuntimeTransforms } from "./runtimeTransform-BmhEztlx.js";
 import { i as getGoalRubric } from "./prompts-BYMtqPCw.js";
 import { n as EVAL_SYSTEM_PROMPT, r as REFUSAL_SYSTEM_PROMPT } from "./prompts-huDVH2CI.js";
 import dedent from "dedent";
@@ -174,7 +174,7 @@ var CustomProvider = class {
 		let lastTransformResult;
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
-		const { getGraderById } = await import("./graders-DaRU98zs.js").then((n) => n.r);
+		const { getGraderById } = await import("./graders-k8qmhrPu.js").then((n) => n.r);
 		let graderPassed;
 		let storedGraderResult;
 		const additionalRubric = getGoalRubric(this.userGoal);
@@ -615,4 +615,4 @@ This is the rationale behind the score: ${objectiveScore.rationale}\n\n`;
 //#endregion
 export { CustomProvider, CustomProvider as default };
 
-//# sourceMappingURL=custom-Cf5Q6r-P.js.map
+//# sourceMappingURL=custom-EWterxkb.js.map

package/dist/src/{docker-D2TWGyTP.js → docker-BFQc9ccU.js}

@@ -1,9 +1,9 @@
 #!/usr/bin/env node
-import { O as getEnvString, s as logger } from "./logger-BbY6ypFL.js";
-import { a as fetchWithCache } from "./cache-BR77mdIR.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-DTdf-J5Q.js";
-import { t as OpenAiEmbeddingProvider } from "./embedding-CU78FMnw.js";
-import { t as OpenAiCompletionProvider } from "./completion-DUScduXp.js";
+import { O as getEnvString, s as logger } from "./logger-h-eiS4iv.js";
+import { a as fetchWithCache } from "./cache-BuudGL4I.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-B8lsx0A0.js";
+import { t as OpenAiEmbeddingProvider } from "./embedding-BQBXSWgy.js";
+import { t as OpenAiCompletionProvider } from "./completion-BoWiFP-D.js";
 //#region src/providers/docker.ts
 async function fetchLocalModels(apiBaseUrl) {
 	try {
@@ -79,4 +79,4 @@ var DMREmbeddingProvider = class extends OpenAiEmbeddingProvider {
 //#endregion
 export { createDockerProvider };
 
-//# sourceMappingURL=docker-D2TWGyTP.js.map
+//# sourceMappingURL=docker-BFQc9ccU.js.map

package/dist/src/{docker-D0h2vFrc.cjs → docker-BMfsGXyn.cjs}

@@ -1,8 +1,8 @@
-const require_logger = require("./logger-cfNpzI4o.cjs");
-const require_cache = require("./cache-h5MWOBZI.cjs");
-const require_chat = require("./chat-DSyYuTYT.cjs");
-const require_embedding = require("./embedding-BQIApR18.cjs");
-const require_completion = require("./completion-CWtqdn3z.cjs");
+const require_logger = require("./logger-Cm0Nb8YX.cjs");
+const require_cache = require("./cache-WuIsgzMA.cjs");
+const require_chat = require("./chat-DkitQHdt.cjs");
+const require_embedding = require("./embedding-BMqFDnLI.cjs");
+const require_completion = require("./completion-CkRVjadz.cjs");
 //#region src/providers/docker.ts
 async function fetchLocalModels(apiBaseUrl) {
 	try {
@@ -78,4 +78,4 @@ var DMREmbeddingProvider = class extends require_embedding.OpenAiEmbeddingProvid
 //#endregion
 exports.createDockerProvider = createDockerProvider;
 
-//# sourceMappingURL=docker-D0h2vFrc.cjs.map
+//# sourceMappingURL=docker-BMfsGXyn.cjs.map

package/dist/src/{docker-BOSO_6hK.js → docker-ChD4-eri.js}

@@ -1,8 +1,8 @@
-import { T as getEnvString, a as logger } from "./logger-KD8JjCRJ.js";
-import { r as fetchWithCache } from "./cache-CrioYnaa.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-BSos6PvZ.js";
-import { t as OpenAiEmbeddingProvider } from "./embedding-CV8lmCnU.js";
-import { t as OpenAiCompletionProvider } from "./completion-DT8cxo9T.js";
+import { E as getEnvString, a as logger } from "./logger-BjYLHvGm.js";
+import { r as fetchWithCache } from "./cache-x9llZxbx.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-CvQMD-mp.js";
+import { t as OpenAiEmbeddingProvider } from "./embedding-BwTB3YDt.js";
+import { t as OpenAiCompletionProvider } from "./completion-C99GFqQE.js";
 //#region src/providers/docker.ts
 async function fetchLocalModels(apiBaseUrl) {
 	try {
@@ -78,4 +78,4 @@ var DMREmbeddingProvider = class extends OpenAiEmbeddingProvider {
 //#endregion
 export { createDockerProvider };
 
-//# sourceMappingURL=docker-BOSO_6hK.js.map
+//# sourceMappingURL=docker-ChD4-eri.js.map

package/dist/src/{docker-Vj_4_cPg.js → docker-mZF5j6cW.js}

@@ -1,8 +1,8 @@
-import { T as getEnvString, a as logger } from "./logger-Ct2S6Yx-.js";
-import { r as fetchWithCache } from "./cache-DdriHsNX.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-BBEnnpQk.js";
-import { t as OpenAiEmbeddingProvider } from "./embedding-CStK0TV6.js";
-import { t as OpenAiCompletionProvider } from "./completion-D_2IOAoS.js";
+import { T as getEnvString, a as logger } from "./logger-Cs0I2v_y.js";
+import { r as fetchWithCache } from "./cache-CT5D7d_A.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-CCtIXezK.js";
+import { t as OpenAiEmbeddingProvider } from "./embedding-cd5oPBkX.js";
+import { t as OpenAiCompletionProvider } from "./completion-CUtdijfr.js";
 //#region src/providers/docker.ts
 async function fetchLocalModels(apiBaseUrl) {
 	try {
@@ -78,4 +78,4 @@ var DMREmbeddingProvider = class extends OpenAiEmbeddingProvider {
 //#endregion
 export { createDockerProvider };
 
-//# sourceMappingURL=docker-Vj_4_cPg.js.map
+//# sourceMappingURL=docker-mZF5j6cW.js.map

package/dist/src/{embedding-BQIApR18.cjs → embedding-BMqFDnLI.cjs}

@@ -1,8 +1,8 @@
-const require_logger = require("./logger-cfNpzI4o.cjs");
-const require_fetch = require("./fetch-Cfm4EuOB.cjs");
-const require_cache = require("./cache-h5MWOBZI.cjs");
-const require_openai = require("./openai-C3uXv8wS.cjs");
-const require_util = require("./util-NYQvo1C7.cjs");
+const require_logger = require("./logger-Cm0Nb8YX.cjs");
+const require_fetch = require("./fetch-B2HvaVUc.cjs");
+const require_cache = require("./cache-WuIsgzMA.cjs");
+const require_openai = require("./openai-CCaz18I4.cjs");
+const require_util = require("./util-Cs372i1_.cjs");
 //#region src/providers/openai/embedding.ts
 var OpenAiEmbeddingProvider = class extends require_openai.OpenAiGenericProvider {
 	async callEmbeddingApi(text) {
@@ -29,7 +29,7 @@ var OpenAiEmbeddingProvider = class extends require_openai.OpenAiGenericProvider
 					...this.config.headers
 				},
 				body: JSON.stringify(body)
-			}, require_fetch.REQUEST_TIMEOUT_MS, "json", false, this.config.maxRetries);
+			}, require_fetch.getRequestTimeoutMs(), "json", false, this.config.maxRetries);
 			({data, cached, status, statusText, latencyMs, deleteFromCache} = response);
 			if (status && (status < 200 || status >= 300)) return { error: `API error: ${status} ${statusText || "Unknown error"}\n${typeof data === "string" ? data : JSON.stringify(data)}` };
 		} catch (err) {
@@ -60,4 +60,4 @@ Object.defineProperty(exports, "OpenAiEmbeddingProvider", {
 	}
 });
 
-//# sourceMappingURL=embedding-BQIApR18.cjs.map
+//# sourceMappingURL=embedding-BMqFDnLI.cjs.map

package/dist/src/{embedding-CU78FMnw.js → embedding-BQBXSWgy.js}

@@ -1,9 +1,9 @@
 #!/usr/bin/env node
-import { s as logger } from "./logger-BbY6ypFL.js";
-import { _ as REQUEST_TIMEOUT_MS } from "./fetch-Cpf1U1nO.js";
-import { a as fetchWithCache } from "./cache-BR77mdIR.js";
-import { t as OpenAiGenericProvider } from "./openai-CJrsh9n4.js";
-import { c as getTokenUsage } from "./util-DeY58psG.js";
+import { s as logger } from "./logger-h-eiS4iv.js";
+import { v as getRequestTimeoutMs } from "./fetch-C59QM4cf.js";
+import { a as fetchWithCache } from "./cache-BuudGL4I.js";
+import { t as OpenAiGenericProvider } from "./openai-CJOpg_dA.js";
+import { c as getTokenUsage } from "./util-BLSQ_7Ky.js";
 //#region src/providers/openai/embedding.ts
 var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
 	async callEmbeddingApi(text) {
@@ -30,7 +30,7 @@ var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
 					...this.config.headers
 				},
 				body: JSON.stringify(body)
-			}, REQUEST_TIMEOUT_MS, "json", false, this.config.maxRetries);
+			}, getRequestTimeoutMs(), "json", false, this.config.maxRetries);
 			({data, cached, status, statusText, latencyMs, deleteFromCache} = response);
 			if (status && (status < 200 || status >= 300)) return { error: `API error: ${status} ${statusText || "Unknown error"}\n${typeof data === "string" ? data : JSON.stringify(data)}` };
 		} catch (err) {
@@ -56,4 +56,4 @@ var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
 //#endregion
 export { OpenAiEmbeddingProvider as t };
 
-//# sourceMappingURL=embedding-CU78FMnw.js.map
+//# sourceMappingURL=embedding-BQBXSWgy.js.map

package/dist/src/{embedding-CStK0TV6.js → embedding-BwTB3YDt.js}

@@ -1,8 +1,8 @@
-import { a as logger } from "./logger-Ct2S6Yx-.js";
-import { p as REQUEST_TIMEOUT_MS } from "./fetch-Doks14zQ.js";
-import { r as fetchWithCache } from "./cache-DdriHsNX.js";
-import { t as OpenAiGenericProvider } from "./openai-zgwBb4Ff.js";
-import { c as getTokenUsage } from "./util-CYev3d-r.js";
+import { a as logger } from "./logger-BjYLHvGm.js";
+import { y as getRequestTimeoutMs } from "./fetch-CBe8pU8Q.js";
+import { r as fetchWithCache } from "./cache-x9llZxbx.js";
+import { t as OpenAiGenericProvider } from "./openai-uRacy72N.js";
+import { c as getTokenUsage } from "./util-C6d3eV0A.js";
 //#region src/providers/openai/embedding.ts
 var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
 	async callEmbeddingApi(text) {
@@ -29,7 +29,7 @@ var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
 					...this.config.headers
 				},
 				body: JSON.stringify(body)
-			}, REQUEST_TIMEOUT_MS, "json", false, this.config.maxRetries);
+			}, getRequestTimeoutMs(), "json", false, this.config.maxRetries);
 			({data, cached, status, statusText, latencyMs, deleteFromCache} = response);
 			if (status && (status < 200 || status >= 300)) return { error: `API error: ${status} ${statusText || "Unknown error"}\n${typeof data === "string" ? data : JSON.stringify(data)}` };
 		} catch (err) {
@@ -55,4 +55,4 @@ var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
 //#endregion
 export { OpenAiEmbeddingProvider as t };
 
-//# sourceMappingURL=embedding-CStK0TV6.js.map
+//# sourceMappingURL=embedding-BwTB3YDt.js.map

package/dist/src/{embedding-CV8lmCnU.js → embedding-cd5oPBkX.js}

@@ -1,8 +1,8 @@
-import { a as logger } from "./logger-KD8JjCRJ.js";
-import { v as REQUEST_TIMEOUT_MS } from "./fetch-BSSAcMxf.js";
-import { r as fetchWithCache } from "./cache-CrioYnaa.js";
-import { t as OpenAiGenericProvider } from "./openai-BMHD2Huo.js";
-import { c as getTokenUsage } from "./util-o2Qg5rZv.js";
+import { a as logger } from "./logger-Cs0I2v_y.js";
+import { m as getRequestTimeoutMs } from "./fetch-CHJu2KON.js";
+import { r as fetchWithCache } from "./cache-CT5D7d_A.js";
+import { t as OpenAiGenericProvider } from "./openai-Bfbg6L4c.js";
+import { c as getTokenUsage } from "./util-B2Nt2Oy7.js";
 //#region src/providers/openai/embedding.ts
 var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
 	async callEmbeddingApi(text) {
@@ -29,7 +29,7 @@ var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
 					...this.config.headers
 				},
 				body: JSON.stringify(body)
-			}, REQUEST_TIMEOUT_MS, "json", false, this.config.maxRetries);
+			}, getRequestTimeoutMs(), "json", false, this.config.maxRetries);
 			({data, cached, status, statusText, latencyMs, deleteFromCache} = response);
 			if (status && (status < 200 || status >= 300)) return { error: `API error: ${status} ${statusText || "Unknown error"}\n${typeof data === "string" ? data : JSON.stringify(data)}` };
 		} catch (err) {
@@ -55,4 +55,4 @@ var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
 //#endregion
 export { OpenAiEmbeddingProvider as t };
 
-//# sourceMappingURL=embedding-CV8lmCnU.js.map
+//# sourceMappingURL=embedding-cd5oPBkX.js.map

package/dist/src/{esm-BTK1W7lG.js → esm-CGER3lko.js}

@@ -1,4 +1,4 @@
-import { a as logger } from "./logger-Ct2S6Yx-.js";
+import { a as logger } from "./logger-BjYLHvGm.js";
 import { createRequire } from "node:module";
 import path from "path";
 import path$1 from "node:path";
@@ -385,4 +385,4 @@ function loadCjsModule(modulePath) {
 //#endregion
 export { safeJoin as a, resolvePackageEntryPoint as i, getWrapperDir as n, safeResolve as o, importModule as r, getDirectory as t };
 
-//# sourceMappingURL=esm-BTK1W7lG.js.map
+//# sourceMappingURL=esm-CGER3lko.js.map

package/dist/src/{esm-Bexx2PFc.js → esm-CYMWMaSj.js}

@@ -1,5 +1,5 @@
 #!/usr/bin/env node
-import { s as logger } from "./logger-BbY6ypFL.js";
+import { s as logger } from "./logger-h-eiS4iv.js";
 import { createRequire } from "node:module";
 import { fileURLToPath, pathToFileURL } from "node:url";
 import path from "path";
@@ -386,4 +386,4 @@ function loadCjsModule(modulePath) {
 //#endregion
 export { safeJoin as a, resolvePackageEntryPoint as i, getWrapperDir as n, safeResolve as o, importModule as r, getDirectory as t };
 
-//# sourceMappingURL=esm-Bexx2PFc.js.map
+//# sourceMappingURL=esm-CYMWMaSj.js.map

package/dist/src/{esm-B6whoAcf.js → esm-C_yrt93A.js}

@@ -1,4 +1,4 @@
-import { a as logger } from "./logger-KD8JjCRJ.js";
+import { a as logger } from "./logger-Cs0I2v_y.js";
 import { createRequire } from "node:module";
 import path from "path";
 import path$1 from "node:path";
@@ -385,4 +385,4 @@ function loadCjsModule(modulePath) {
 //#endregion
 export { safeJoin as a, resolvePackageEntryPoint as i, getWrapperDir as n, safeResolve as o, importModule as r, getDirectory as t };
 
-//# sourceMappingURL=esm-B6whoAcf.js.map
+//# sourceMappingURL=esm-C_yrt93A.js.map

package/dist/src/{esm-BIKakvNa.cjs → esm-vv4rR-Dp.cjs}

@@ -1,5 +1,5 @@
 const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
-const require_logger = require("./logger-cfNpzI4o.cjs");
+const require_logger = require("./logger-Cm0Nb8YX.cjs");
 let path = require("path");
 path = require_rolldown_runtime.__toESM(path, 1);
 let node_fs = require("node:fs");
@@ -416,4 +416,4 @@ Object.defineProperty(exports, "safeResolve", {
 	}
 });
 
-//# sourceMappingURL=esm-BIKakvNa.cjs.map
+//# sourceMappingURL=esm-vv4rR-Dp.cjs.map

package/dist/src/{eval-B3BaNBbO.js → eval-DmGWplIN.js}

@@ -1,17 +1,17 @@
 #!/usr/bin/env node
-import { T as getEnvBool, s as logger } from "./logger-BbY6ypFL.js";
-import { R as HUMAN_ASSERTION_TYPE, d as getCurrentTimestamp } from "./fetch-Cpf1U1nO.js";
+import { T as getEnvBool, s as logger } from "./logger-h-eiS4iv.js";
+import { R as HUMAN_ASSERTION_TYPE, d as getCurrentTimestamp } from "./fetch-C59QM4cf.js";
 import { t as invariant } from "./invariant-B2Rf6avk.js";
-import { a as getAuthor } from "./accounts-D6IBfEE0.js";
-import { H as riskCategorySeverityMap, ct as PLUGIN_CATEGORIES, s as ResultFailureReason } from "./types-BFevViUY.js";
+import { i as getAuthor } from "./accounts-Bw2qPqE-.js";
+import { H as riskCategorySeverityMap, ct as PLUGIN_CATEGORIES, s as ResultFailureReason } from "./types-C_e_SykX.js";
 import { n as sha256, t as randomSequence } from "./createHash-CgRvs4Fn.js";
 import { n as isNonTransientHttpStatus, t as NON_TRANSIENT_HTTP_STATUSES } from "./errors-9PcUL8BC.js";
 import { a as createEmptyTokenUsage, r as accumulateTokenUsage } from "./tokenUsageUtils-CDet74yk.js";
-import { a as evalResultsTable, c as evalsToPromptsTable, d as promptsTable, g as getDb, i as datasetsTable, l as evalsToTagsTable, o as evalsTable, p as tagsTable, s as evalsToDatasetsTable } from "./tables-DafUHOeh.js";
-import { t as hashPrompt } from "./utils-BFOh20Gb.js";
-import { n as getTraceStore } from "./store-DKd5592Q.js";
-import { i as getActualPrompt, r as updateSignalFile } from "./signal-CSurUUyV.js";
-import { t as EvalResult } from "./evalResult-CcSqNl_Y.js";
+import { a as evalResultsTable, c as evalsToPromptsTable, d as promptsTable, g as getDb, i as datasetsTable, l as evalsToTagsTable, o as evalsTable, p as tagsTable, s as evalsToDatasetsTable } from "./tables-D_ZGKiGc.js";
+import { t as hashPrompt } from "./utils-Cdx3ZJr7.js";
+import { n as getTraceStore } from "./store-u1XNK3e8.js";
+import { i as getActualPrompt, r as updateSignalFile } from "./signal-CRrWj2xI.js";
+import { t as EvalResult } from "./evalResult-ByGP9zuP.js";
 import { and, desc, eq, sql } from "drizzle-orm";
 //#region src/redteam/metrics.ts
 /**
@@ -1649,4 +1649,4 @@ async function getEvalSummaries(datasetId, type, includeProviders = false) {
 //#endregion
 export { createEvalId as a, combineFilterConditions as i, EvalQueries as n, escapeJsonPathKey as o, buildSafeJsonPath as r, getEvalSummaries as s, Eval as t };
 
-//# sourceMappingURL=eval-B3BaNBbO.js.map
+//# sourceMappingURL=eval-DmGWplIN.js.map

package/dist/src/{eval-DfR9885C.js → eval-N_VV5NZg.js}

@@ -1,3 +1,3 @@
 #!/usr/bin/env node
-import { t as Eval } from "./eval-B3BaNBbO.js";
+import { t as Eval } from "./eval-DmGWplIN.js";
 export { Eval as default };

package/dist/src/{evalResult-DHXs-9TL.cjs → evalResult-BZld6I3I.cjs}

@@ -1,10 +1,10 @@
 const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
-const require_logger = require("./logger-cfNpzI4o.cjs");
+const require_logger = require("./logger-Cm0Nb8YX.cjs");
 const require_types = require("./types-CxJvaY2S.cjs");
-const require_fetch = require("./fetch-Cfm4EuOB.cjs");
-const require_tables = require("./tables-DBIJU0WE.cjs");
-const require_utils = require("./utils-Ve6kuJsa.cjs");
-const require_extractor = require("./extractor-bV_NOoaz.cjs");
+const require_fetch = require("./fetch-B2HvaVUc.cjs");
+const require_tables = require("./tables-D_s2HMPP.cjs");
+const require_utils = require("./utils-B_HCobst.cjs");
+const require_extractor = require("./extractor-nyUwvU2U.cjs");
 let drizzle_orm = require("drizzle-orm");
 //#region src/models/evalResult.ts
 var evalResult_exports = /* @__PURE__ */ require_rolldown_runtime.__exportAll({
@@ -334,4 +334,4 @@ Object.defineProperty(exports, "sanitizeProvider", {
 	}
 });
 
-//# sourceMappingURL=evalResult-DHXs-9TL.cjs.map
+//# sourceMappingURL=evalResult-BZld6I3I.cjs.map

package/dist/src/{evalResult-CcSqNl_Y.js → evalResult-ByGP9zuP.js}

@@ -1,10 +1,10 @@
 #!/usr/bin/env node
-import { T as getEnvBool, m as sanitizeObject, s as logger, x as safeJsonStringify } from "./logger-BbY6ypFL.js";
-import { d as getCurrentTimestamp } from "./fetch-Cpf1U1nO.js";
-import { f as isResultFailureReason, m as isProviderOptions, p as isApiProvider, s as ResultFailureReason } from "./types-BFevViUY.js";
-import { a as evalResultsTable, g as getDb } from "./tables-DafUHOeh.js";
-import { t as hashPrompt } from "./utils-BFOh20Gb.js";
-import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-BVkZtk4R.js";
+import { T as getEnvBool, m as sanitizeObject, s as logger, x as safeJsonStringify } from "./logger-h-eiS4iv.js";
+import { d as getCurrentTimestamp } from "./fetch-C59QM4cf.js";
+import { f as isResultFailureReason, m as isProviderOptions, p as isApiProvider, s as ResultFailureReason } from "./types-C_e_SykX.js";
+import { a as evalResultsTable, g as getDb } from "./tables-D_ZGKiGc.js";
+import { t as hashPrompt } from "./utils-Cdx3ZJr7.js";
+import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-CtadTcJm.js";
 import { and, eq, gte, inArray, lt, ne } from "drizzle-orm";
 //#region src/models/evalResult.ts
 function sanitizeProviderConfig(config) {
@@ -313,4 +313,4 @@ var EvalResult = class EvalResult {
 //#endregion
 export { sanitizeProvider as n, EvalResult as t };
 
-//# sourceMappingURL=evalResult-CcSqNl_Y.js.map
+//# sourceMappingURL=evalResult-ByGP9zuP.js.map

package/dist/src/evalResult-CPPINYHK.js

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+import { t as EvalResult } from "./evalResult-ByGP9zuP.js";
+export { EvalResult as default };

package/dist/src/{evalResult-PGqEbasb.js → evalResult-gEmQRANj.js}

@@ -1,10 +1,10 @@
 import { t as __exportAll } from "./chunk-DEq-mXcV.js";
-import { S as getEnvBool, a as logger, f as sanitizeObject, y as safeJsonStringify } from "./logger-Ct2S6Yx-.js";
+import { S as getEnvBool, a as logger, f as sanitizeObject, y as safeJsonStringify } from "./logger-Cs0I2v_y.js";
 import { Gt as isProviderOptions, Wt as isApiProvider, g as ResultFailureReason, k as isResultFailureReason } from "./types-D6glLbdF.js";
-import { c as getCurrentTimestamp } from "./fetch-Doks14zQ.js";
-import { i as evalResultsTable, p as getDb } from "./tables-CRSXQ2Ke.js";
-import { t as hashPrompt } from "./utils-BGY69tk_.js";
-import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-D3Fv_Tdh.js";
+import { c as getCurrentTimestamp } from "./fetch-CHJu2KON.js";
+import { i as evalResultsTable, p as getDb } from "./tables-Bn3_8sxV.js";
+import { t as hashPrompt } from "./utils-C3qMBhJT.js";
+import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-Bjz9sdTQ.js";
 import { and, eq, gte, inArray, lt, ne } from "drizzle-orm";
 //#region src/models/evalResult.ts
 var evalResult_exports = /* @__PURE__ */ __exportAll({
@@ -317,4 +317,4 @@ var EvalResult = class EvalResult {
 //#endregion
 export { evalResult_exports as n, sanitizeProvider as r, EvalResult as t };
 
-//# sourceMappingURL=evalResult-PGqEbasb.js.map
+//# sourceMappingURL=evalResult-gEmQRANj.js.map

package/dist/src/evaluator-B01pCdUY.js

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+import { n as evaluate } from "./evaluator-BpaUYhLY.js";
+export { evaluate };