promptfoo 0.121.7 → 0.121.9

package/dist/src/{custom-BJfP00Bh.js → custom-C5K9QFs1.js}

@@ -1,16 +1,16 @@
-import { a as logger, m as extractFirstJsonObject } from "./logger-Ct2S6Yx-.js";
+import { a as logger, m as extractFirstJsonObject } from "./logger-Cs0I2v_y.js";
 import { t as invariant } from "./invariant-Ddh24eXh.js";
-import { l as sleep } from "./fetch-It34O8Ur.js";
-import { o as isLoggedIntoCloud } from "./accounts-Ca7WIoPY.js";
-import { o as getNunjucksEngine } from "./render-DFfDeYUK.js";
-import { l as shouldGenerateRemote } from "./remoteGeneration-DsaSwmG2.js";
+import { l as sleep } from "./fetch-CHJu2KON.js";
+import { o as isLoggedIntoCloud } from "./accounts-4Xa5fcHy.js";
+import { o as getNunjucksEngine } from "./render-CTZQAINJ.js";
+import { l as shouldGenerateRemote } from "./remoteGeneration-DvWEm3yi.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CmnQ0G2m.js";
-import { c as isBasicRefusal, o as getSessionId } from "./util-DNl96nNs.js";
-import { t as PromptfooChatCompletionProvider } from "./promptfoo-Cm4hiy1Y.js";
-import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-D6IjElRI.js";
-import { n as renderPrompt } from "./evaluatorHelpers-DuqFFfq7.js";
-import { t as Strategies } from "./strategies-CiSeroPH.js";
-import { t as applyRuntimeTransforms } from "./runtimeTransform-DigbjU1r.js";
+import { c as isBasicRefusal, o as getSessionId } from "./util-D1NKMz55.js";
+import { t as PromptfooChatCompletionProvider } from "./promptfoo-CEsoPlBa.js";
+import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-BF25a7ms.js";
+import { n as renderPrompt } from "./evaluatorHelpers-C8C8WQTv.js";
+import { t as Strategies } from "./strategies-4Nnr_9xt.js";
+import { t as applyRuntimeTransforms } from "./runtimeTransform-Bw9Tttpp.js";
 import { i as getGoalRubric } from "./prompts-DHhQsANy.js";
 import { n as EVAL_SYSTEM_PROMPT, r as REFUSAL_SYSTEM_PROMPT } from "./prompts-Cp_Qx5Ml.js";
 import dedent from "dedent";
@@ -175,7 +175,7 @@ var CustomProvider = class {
 		let lastTransformResult;
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
-		const { getGraderById } = await import("./graders-BX0f2tvS.js").then((n) => n.r);
+		const { getGraderById } = await import("./graders-GNRQ1357.js").then((n) => n.r);
 		let graderPassed;
 		let storedGraderResult;
 		const additionalRubric = getGoalRubric(this.userGoal);
@@ -616,4 +616,4 @@ This is the rationale behind the score: ${objectiveScore.rationale}\n\n`;
 //#endregion
 export { CustomProvider, CustomProvider as default };
 
-//# sourceMappingURL=custom-BJfP00Bh.js.map
+//# sourceMappingURL=custom-C5K9QFs1.js.map

package/dist/src/{custom-Cqia7M0D.cjs → custom-D1UjT5I5.cjs}

@@ -1,17 +1,17 @@
 const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
-const require_logger = require("./logger-cfNpzI4o.cjs");
+const require_logger = require("./logger-Cm0Nb8YX.cjs");
 const require_invariant = require("./invariant-QtnLD03y.cjs");
-const require_fetch = require("./fetch-Dw4XZHjj.cjs");
-const require_accounts = require("./accounts-CmWzeD2d.cjs");
-const require_render = require("./render-BNTrbmBw.cjs");
-const require_remoteGeneration = require("./remoteGeneration-DS9N3pgB.cjs");
+const require_fetch = require("./fetch-B2HvaVUc.cjs");
+const require_accounts = require("./accounts-DAcQXPwE.cjs");
+const require_render = require("./render-DJ4yipCD.cjs");
+const require_remoteGeneration = require("./remoteGeneration-CD3c_rzc.cjs");
 const require_tokenUsageUtils = require("./tokenUsageUtils-_B-P8IAi.cjs");
-const require_util = require("./util-CN8om2rz.cjs");
-const require_promptfoo = require("./promptfoo-b-baRMj-.cjs");
-const require_shared = require("./shared-WkgnDkcg.cjs");
-const require_evaluatorHelpers = require("./evaluatorHelpers-CRqTvSux.cjs");
-const require_strategies = require("./strategies-7CS3Alao.cjs");
-const require_runtimeTransform = require("./runtimeTransform-ON3YYILw.cjs");
+const require_util = require("./util-3BRss2KA.cjs");
+const require_promptfoo = require("./promptfoo-DAXBmrE6.cjs");
+const require_shared = require("./shared-DlmtkptR.cjs");
+const require_evaluatorHelpers = require("./evaluatorHelpers-2gpZ9Q_f.cjs");
+const require_strategies = require("./strategies-BD7US9WB.cjs");
+const require_runtimeTransform = require("./runtimeTransform-DJEknTZQ.cjs");
 const require_prompts = require("./prompts-hNvWBD3z.cjs");
 const require_prompts$1 = require("./prompts-p78Hul5i.cjs");
 let dedent = require("dedent");
@@ -177,7 +177,7 @@ var CustomProvider = class {
 		let lastTransformResult;
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
-		const { getGraderById } = await Promise.resolve().then(() => require("./graders-ClrU2fnd.cjs")).then((n) => n.graders_exports);
+		const { getGraderById } = await Promise.resolve().then(() => require("./graders-CQv1GT5Q.cjs")).then((n) => n.graders_exports);
 		let graderPassed;
 		let storedGraderResult;
 		const additionalRubric = require_prompts.getGoalRubric(this.userGoal);
@@ -618,4 +618,4 @@ This is the rationale behind the score: ${objectiveScore.rationale}\n\n`;
 //#endregion
 exports.default = CustomProvider;
 
-//# sourceMappingURL=custom-Cqia7M0D.cjs.map
+//# sourceMappingURL=custom-D1UjT5I5.cjs.map

package/dist/src/{custom-CZVn-1-r.js → custom-DnMZvgB6.js}

@@ -1,17 +1,17 @@
 #!/usr/bin/env node
-import { g as extractFirstJsonObject, s as logger } from "./logger-BbY6ypFL.js";
-import { f as sleep } from "./fetch-DXUnXkVU.js";
+import { g as extractFirstJsonObject, s as logger } from "./logger-h-eiS4iv.js";
+import { f as sleep } from "./fetch-C59QM4cf.js";
 import { t as invariant } from "./invariant-B2Rf6avk.js";
-import { c as isLoggedIntoCloud } from "./accounts-CjFnOPmb.js";
-import { o as getNunjucksEngine } from "./render-CSP99NLm.js";
-import { l as shouldGenerateRemote } from "./remoteGeneration-B1_XsKXU.js";
+import { c as isLoggedIntoCloud } from "./accounts-Bw2qPqE-.js";
+import { o as getNunjucksEngine } from "./render-jE6RKVgk.js";
+import { l as shouldGenerateRemote } from "./remoteGeneration-DW6mPZnO.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CDet74yk.js";
-import { c as isBasicRefusal, o as getSessionId } from "./util-kDURhgJW.js";
-import { t as PromptfooChatCompletionProvider } from "./promptfoo-Rjp-MeBb.js";
-import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-9WHQ1oNE.js";
-import { n as renderPrompt } from "./evaluatorHelpers-BsYP_muT.js";
-import { t as Strategies } from "./strategies-DRJjGTIY.js";
-import { t as applyRuntimeTransforms } from "./runtimeTransform-Dgh_D7DU.js";
+import { c as isBasicRefusal, o as getSessionId } from "./util-D9grslJP.js";
+import { t as PromptfooChatCompletionProvider } from "./promptfoo-wxe28-q9.js";
+import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-DsbObxvy.js";
+import { n as renderPrompt } from "./evaluatorHelpers-DDG44JeI.js";
+import { t as Strategies } from "./strategies-Ptz_P4P4.js";
+import { t as applyRuntimeTransforms } from "./runtimeTransform-s14J7yxm.js";
 import { i as getGoalRubric } from "./prompts-C-bqE1Yp.js";
 import { n as EVAL_SYSTEM_PROMPT, r as REFUSAL_SYSTEM_PROMPT } from "./prompts-D_QpZ2Dm.js";
 import dedent from "dedent";
@@ -176,7 +176,7 @@ var CustomProvider = class {
 		let lastTransformResult;
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
-		const { getGraderById } = await import("./graders-BDT7dif6.js");
+		const { getGraderById } = await import("./graders-D4vc1PFi.js");
 		let graderPassed;
 		let storedGraderResult;
 		const additionalRubric = getGoalRubric(this.userGoal);
@@ -617,4 +617,4 @@ This is the rationale behind the score: ${objectiveScore.rationale}\n\n`;
 //#endregion
 export { CustomProvider, CustomProvider as default };
 
-//# sourceMappingURL=custom-CZVn-1-r.js.map
+//# sourceMappingURL=custom-DnMZvgB6.js.map

package/dist/src/{custom-notggYVl.js → custom-EWterxkb.js}

@@ -1,15 +1,15 @@
-import { a as logger, m as extractFirstJsonObject } from "./logger-KD8JjCRJ.js";
-import { m as sleep } from "./fetch-BufrQtvR.js";
+import { a as logger, m as extractFirstJsonObject } from "./logger-BjYLHvGm.js";
+import { m as sleep } from "./fetch-CBe8pU8Q.js";
 import { t as invariant } from "./invariant-DIYf9sP1.js";
-import { c as isLoggedIntoCloud } from "./accounts-DanM1wq_.js";
-import { o as getNunjucksEngine } from "./render-_6ur1fhE.js";
-import { l as shouldGenerateRemote } from "./remoteGeneration-COpWcmWd.js";
+import { c as isLoggedIntoCloud } from "./accounts-BAajbKSh.js";
+import { o as getNunjucksEngine } from "./render-BoxrvB84.js";
+import { l as shouldGenerateRemote } from "./remoteGeneration-CoxtxLvB.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-BjVkdk18.js";
-import { c as isBasicRefusal, o as getSessionId } from "./util-Df8YMvS1.js";
-import { t as PromptfooChatCompletionProvider } from "./promptfoo-BDrfT30-.js";
-import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-7pmVZLNO.js";
+import { c as isBasicRefusal, o as getSessionId } from "./util-CKZReNsz.js";
+import { t as PromptfooChatCompletionProvider } from "./promptfoo-DVKqidd8.js";
+import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-yBQATkD5.js";
 import { n as renderPrompt, t as Strategies } from "./server/index.js";
-import { t as applyRuntimeTransforms } from "./runtimeTransform-BJOpL9Yc.js";
+import { t as applyRuntimeTransforms } from "./runtimeTransform-BmhEztlx.js";
 import { i as getGoalRubric } from "./prompts-BYMtqPCw.js";
 import { n as EVAL_SYSTEM_PROMPT, r as REFUSAL_SYSTEM_PROMPT } from "./prompts-huDVH2CI.js";
 import dedent from "dedent";
@@ -174,7 +174,7 @@ var CustomProvider = class {
 		let lastTransformResult;
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
-		const { getGraderById } = await import("./graders-C0nXU_ZP.js").then((n) => n.r);
+		const { getGraderById } = await import("./graders-k8qmhrPu.js").then((n) => n.r);
 		let graderPassed;
 		let storedGraderResult;
 		const additionalRubric = getGoalRubric(this.userGoal);
@@ -615,4 +615,4 @@ This is the rationale behind the score: ${objectiveScore.rationale}\n\n`;
 //#endregion
 export { CustomProvider, CustomProvider as default };
 
-//# sourceMappingURL=custom-notggYVl.js.map
+//# sourceMappingURL=custom-EWterxkb.js.map

package/dist/src/{docker-DdJQBxK9.js → docker-BFQc9ccU.js}

@@ -1,9 +1,9 @@
 #!/usr/bin/env node
-import { O as getEnvString, s as logger } from "./logger-BbY6ypFL.js";
-import { a as fetchWithCache } from "./cache-DpPWrkTE.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-DqUFcWI0.js";
-import { t as OpenAiEmbeddingProvider } from "./embedding--UZVe4_7.js";
-import { t as OpenAiCompletionProvider } from "./completion-DZNxcyfG.js";
+import { O as getEnvString, s as logger } from "./logger-h-eiS4iv.js";
+import { a as fetchWithCache } from "./cache-BuudGL4I.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-B8lsx0A0.js";
+import { t as OpenAiEmbeddingProvider } from "./embedding-BQBXSWgy.js";
+import { t as OpenAiCompletionProvider } from "./completion-BoWiFP-D.js";
 //#region src/providers/docker.ts
 async function fetchLocalModels(apiBaseUrl) {
 	try {
@@ -79,4 +79,4 @@ var DMREmbeddingProvider = class extends OpenAiEmbeddingProvider {
 //#endregion
 export { createDockerProvider };
 
-//# sourceMappingURL=docker-DdJQBxK9.js.map
+//# sourceMappingURL=docker-BFQc9ccU.js.map

package/dist/src/{docker-D06JUoe2.cjs → docker-BMfsGXyn.cjs}

@@ -1,8 +1,8 @@
-const require_logger = require("./logger-cfNpzI4o.cjs");
-const require_cache = require("./cache-CPGUA4Yl.cjs");
-const require_chat = require("./chat-DxTDQ83C.cjs");
-const require_embedding = require("./embedding-BbrwopfX.cjs");
-const require_completion = require("./completion-CSYfl2cd.cjs");
+const require_logger = require("./logger-Cm0Nb8YX.cjs");
+const require_cache = require("./cache-WuIsgzMA.cjs");
+const require_chat = require("./chat-DkitQHdt.cjs");
+const require_embedding = require("./embedding-BMqFDnLI.cjs");
+const require_completion = require("./completion-CkRVjadz.cjs");
 //#region src/providers/docker.ts
 async function fetchLocalModels(apiBaseUrl) {
 	try {
@@ -78,4 +78,4 @@ var DMREmbeddingProvider = class extends require_embedding.OpenAiEmbeddingProvid
 //#endregion
 exports.createDockerProvider = createDockerProvider;
 
-//# sourceMappingURL=docker-D06JUoe2.cjs.map
+//# sourceMappingURL=docker-BMfsGXyn.cjs.map

package/dist/src/{docker-4D1eL6Gq.js → docker-ChD4-eri.js}

@@ -1,8 +1,8 @@
-import { T as getEnvString, a as logger } from "./logger-KD8JjCRJ.js";
-import { r as fetchWithCache } from "./cache-roFAE0cI.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-CUCorGiL.js";
-import { t as OpenAiEmbeddingProvider } from "./embedding-C251p1-8.js";
-import { t as OpenAiCompletionProvider } from "./completion-CO2e1_62.js";
+import { E as getEnvString, a as logger } from "./logger-BjYLHvGm.js";
+import { r as fetchWithCache } from "./cache-x9llZxbx.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-CvQMD-mp.js";
+import { t as OpenAiEmbeddingProvider } from "./embedding-BwTB3YDt.js";
+import { t as OpenAiCompletionProvider } from "./completion-C99GFqQE.js";
 //#region src/providers/docker.ts
 async function fetchLocalModels(apiBaseUrl) {
 	try {
@@ -78,4 +78,4 @@ var DMREmbeddingProvider = class extends OpenAiEmbeddingProvider {
 //#endregion
 export { createDockerProvider };
 
-//# sourceMappingURL=docker-4D1eL6Gq.js.map
+//# sourceMappingURL=docker-ChD4-eri.js.map

package/dist/src/{docker-BBv1WUDu.js → docker-mZF5j6cW.js}

@@ -1,8 +1,8 @@
-import { T as getEnvString, a as logger } from "./logger-Ct2S6Yx-.js";
-import { r as fetchWithCache } from "./cache-DIXbtkNO.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-Dabu84Br.js";
-import { t as OpenAiEmbeddingProvider } from "./embedding-Bi3rxrZF.js";
-import { t as OpenAiCompletionProvider } from "./completion-sNvCLTAP.js";
+import { T as getEnvString, a as logger } from "./logger-Cs0I2v_y.js";
+import { r as fetchWithCache } from "./cache-CT5D7d_A.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-CCtIXezK.js";
+import { t as OpenAiEmbeddingProvider } from "./embedding-cd5oPBkX.js";
+import { t as OpenAiCompletionProvider } from "./completion-CUtdijfr.js";
 //#region src/providers/docker.ts
 async function fetchLocalModels(apiBaseUrl) {
 	try {
@@ -78,4 +78,4 @@ var DMREmbeddingProvider = class extends OpenAiEmbeddingProvider {
 //#endregion
 export { createDockerProvider };
 
-//# sourceMappingURL=docker-BBv1WUDu.js.map
+//# sourceMappingURL=docker-mZF5j6cW.js.map

package/dist/src/{embedding-BbrwopfX.cjs → embedding-BMqFDnLI.cjs}

@@ -1,8 +1,8 @@
-const require_logger = require("./logger-cfNpzI4o.cjs");
-const require_fetch = require("./fetch-Dw4XZHjj.cjs");
-const require_cache = require("./cache-CPGUA4Yl.cjs");
-const require_openai = require("./openai-C3uXv8wS.cjs");
-const require_util = require("./util-BSIuSLVK.cjs");
+const require_logger = require("./logger-Cm0Nb8YX.cjs");
+const require_fetch = require("./fetch-B2HvaVUc.cjs");
+const require_cache = require("./cache-WuIsgzMA.cjs");
+const require_openai = require("./openai-CCaz18I4.cjs");
+const require_util = require("./util-Cs372i1_.cjs");
 //#region src/providers/openai/embedding.ts
 var OpenAiEmbeddingProvider = class extends require_openai.OpenAiGenericProvider {
 	async callEmbeddingApi(text) {
@@ -29,7 +29,7 @@ var OpenAiEmbeddingProvider = class extends require_openai.OpenAiGenericProvider
 					...this.config.headers
 				},
 				body: JSON.stringify(body)
-			}, require_fetch.REQUEST_TIMEOUT_MS, "json", false, this.config.maxRetries);
+			}, require_fetch.getRequestTimeoutMs(), "json", false, this.config.maxRetries);
 			({data, cached, status, statusText, latencyMs, deleteFromCache} = response);
 			if (status && (status < 200 || status >= 300)) return { error: `API error: ${status} ${statusText || "Unknown error"}\n${typeof data === "string" ? data : JSON.stringify(data)}` };
 		} catch (err) {
@@ -60,4 +60,4 @@ Object.defineProperty(exports, "OpenAiEmbeddingProvider", {
 	}
 });
 
-//# sourceMappingURL=embedding-BbrwopfX.cjs.map
+//# sourceMappingURL=embedding-BMqFDnLI.cjs.map

package/dist/src/{embedding--UZVe4_7.js → embedding-BQBXSWgy.js}

@@ -1,9 +1,9 @@
 #!/usr/bin/env node
-import { s as logger } from "./logger-BbY6ypFL.js";
-import { _ as REQUEST_TIMEOUT_MS } from "./fetch-DXUnXkVU.js";
-import { a as fetchWithCache } from "./cache-DpPWrkTE.js";
-import { t as OpenAiGenericProvider } from "./openai-CJrsh9n4.js";
-import { c as getTokenUsage } from "./util-5WnCSb0h.js";
+import { s as logger } from "./logger-h-eiS4iv.js";
+import { v as getRequestTimeoutMs } from "./fetch-C59QM4cf.js";
+import { a as fetchWithCache } from "./cache-BuudGL4I.js";
+import { t as OpenAiGenericProvider } from "./openai-CJOpg_dA.js";
+import { c as getTokenUsage } from "./util-BLSQ_7Ky.js";
 //#region src/providers/openai/embedding.ts
 var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
 	async callEmbeddingApi(text) {
@@ -30,7 +30,7 @@ var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
 					...this.config.headers
 				},
 				body: JSON.stringify(body)
-			}, REQUEST_TIMEOUT_MS, "json", false, this.config.maxRetries);
+			}, getRequestTimeoutMs(), "json", false, this.config.maxRetries);
 			({data, cached, status, statusText, latencyMs, deleteFromCache} = response);
 			if (status && (status < 200 || status >= 300)) return { error: `API error: ${status} ${statusText || "Unknown error"}\n${typeof data === "string" ? data : JSON.stringify(data)}` };
 		} catch (err) {
@@ -56,4 +56,4 @@ var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
 //#endregion
 export { OpenAiEmbeddingProvider as t };
 
-//# sourceMappingURL=embedding--UZVe4_7.js.map
+//# sourceMappingURL=embedding-BQBXSWgy.js.map

package/dist/src/{embedding-Bi3rxrZF.js → embedding-BwTB3YDt.js}

@@ -1,8 +1,8 @@
-import { a as logger } from "./logger-Ct2S6Yx-.js";
-import { p as REQUEST_TIMEOUT_MS } from "./fetch-It34O8Ur.js";
-import { r as fetchWithCache } from "./cache-DIXbtkNO.js";
-import { t as OpenAiGenericProvider } from "./openai-zgwBb4Ff.js";
-import { c as getTokenUsage } from "./util-LKTmNsMQ.js";
+import { a as logger } from "./logger-BjYLHvGm.js";
+import { y as getRequestTimeoutMs } from "./fetch-CBe8pU8Q.js";
+import { r as fetchWithCache } from "./cache-x9llZxbx.js";
+import { t as OpenAiGenericProvider } from "./openai-uRacy72N.js";
+import { c as getTokenUsage } from "./util-C6d3eV0A.js";
 //#region src/providers/openai/embedding.ts
 var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
 	async callEmbeddingApi(text) {
@@ -29,7 +29,7 @@ var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
 					...this.config.headers
 				},
 				body: JSON.stringify(body)
-			}, REQUEST_TIMEOUT_MS, "json", false, this.config.maxRetries);
+			}, getRequestTimeoutMs(), "json", false, this.config.maxRetries);
 			({data, cached, status, statusText, latencyMs, deleteFromCache} = response);
 			if (status && (status < 200 || status >= 300)) return { error: `API error: ${status} ${statusText || "Unknown error"}\n${typeof data === "string" ? data : JSON.stringify(data)}` };
 		} catch (err) {
@@ -55,4 +55,4 @@ var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
 //#endregion
 export { OpenAiEmbeddingProvider as t };
 
-//# sourceMappingURL=embedding-Bi3rxrZF.js.map
+//# sourceMappingURL=embedding-BwTB3YDt.js.map

package/dist/src/{embedding-C251p1-8.js → embedding-cd5oPBkX.js}

@@ -1,8 +1,8 @@
-import { a as logger } from "./logger-KD8JjCRJ.js";
-import { v as REQUEST_TIMEOUT_MS } from "./fetch-BufrQtvR.js";
-import { r as fetchWithCache } from "./cache-roFAE0cI.js";
-import { t as OpenAiGenericProvider } from "./openai-BMHD2Huo.js";
-import { c as getTokenUsage } from "./util-efByNxcr.js";
+import { a as logger } from "./logger-Cs0I2v_y.js";
+import { m as getRequestTimeoutMs } from "./fetch-CHJu2KON.js";
+import { r as fetchWithCache } from "./cache-CT5D7d_A.js";
+import { t as OpenAiGenericProvider } from "./openai-Bfbg6L4c.js";
+import { c as getTokenUsage } from "./util-B2Nt2Oy7.js";
 //#region src/providers/openai/embedding.ts
 var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
 	async callEmbeddingApi(text) {
@@ -29,7 +29,7 @@ var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
 					...this.config.headers
 				},
 				body: JSON.stringify(body)
-			}, REQUEST_TIMEOUT_MS, "json", false, this.config.maxRetries);
+			}, getRequestTimeoutMs(), "json", false, this.config.maxRetries);
 			({data, cached, status, statusText, latencyMs, deleteFromCache} = response);
 			if (status && (status < 200 || status >= 300)) return { error: `API error: ${status} ${statusText || "Unknown error"}\n${typeof data === "string" ? data : JSON.stringify(data)}` };
 		} catch (err) {
@@ -55,4 +55,4 @@ var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
 //#endregion
 export { OpenAiEmbeddingProvider as t };
 
-//# sourceMappingURL=embedding-C251p1-8.js.map
+//# sourceMappingURL=embedding-cd5oPBkX.js.map

package/dist/src/{esm-B6whoAcf.js → esm-CGER3lko.js}

@@ -1,4 +1,4 @@
-import { a as logger } from "./logger-KD8JjCRJ.js";
+import { a as logger } from "./logger-BjYLHvGm.js";
 import { createRequire } from "node:module";
 import path from "path";
 import path$1 from "node:path";
@@ -385,4 +385,4 @@ function loadCjsModule(modulePath) {
 //#endregion
 export { safeJoin as a, resolvePackageEntryPoint as i, getWrapperDir as n, safeResolve as o, importModule as r, getDirectory as t };
 
-//# sourceMappingURL=esm-B6whoAcf.js.map
+//# sourceMappingURL=esm-CGER3lko.js.map

package/dist/src/{esm-Bexx2PFc.js → esm-CYMWMaSj.js}

@@ -1,5 +1,5 @@
 #!/usr/bin/env node
-import { s as logger } from "./logger-BbY6ypFL.js";
+import { s as logger } from "./logger-h-eiS4iv.js";
 import { createRequire } from "node:module";
 import { fileURLToPath, pathToFileURL } from "node:url";
 import path from "path";
@@ -386,4 +386,4 @@ function loadCjsModule(modulePath) {
 //#endregion
 export { safeJoin as a, resolvePackageEntryPoint as i, getWrapperDir as n, safeResolve as o, importModule as r, getDirectory as t };
 
-//# sourceMappingURL=esm-Bexx2PFc.js.map
+//# sourceMappingURL=esm-CYMWMaSj.js.map

package/dist/src/{esm-BTK1W7lG.js → esm-C_yrt93A.js}

@@ -1,4 +1,4 @@
-import { a as logger } from "./logger-Ct2S6Yx-.js";
+import { a as logger } from "./logger-Cs0I2v_y.js";
 import { createRequire } from "node:module";
 import path from "path";
 import path$1 from "node:path";
@@ -385,4 +385,4 @@ function loadCjsModule(modulePath) {
 //#endregion
 export { safeJoin as a, resolvePackageEntryPoint as i, getWrapperDir as n, safeResolve as o, importModule as r, getDirectory as t };
 
-//# sourceMappingURL=esm-BTK1W7lG.js.map
+//# sourceMappingURL=esm-C_yrt93A.js.map

package/dist/src/{esm-BIKakvNa.cjs → esm-vv4rR-Dp.cjs}

@@ -1,5 +1,5 @@
 const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
-const require_logger = require("./logger-cfNpzI4o.cjs");
+const require_logger = require("./logger-Cm0Nb8YX.cjs");
 let path = require("path");
 path = require_rolldown_runtime.__toESM(path, 1);
 let node_fs = require("node:fs");
@@ -416,4 +416,4 @@ Object.defineProperty(exports, "safeResolve", {
 	}
 });
 
-//# sourceMappingURL=esm-BIKakvNa.cjs.map
+//# sourceMappingURL=esm-vv4rR-Dp.cjs.map

package/dist/src/{eval-0VRANImH.js → eval-DmGWplIN.js}

@@ -1,17 +1,17 @@
 #!/usr/bin/env node
-import { T as getEnvBool, s as logger } from "./logger-BbY6ypFL.js";
-import { R as HUMAN_ASSERTION_TYPE, d as getCurrentTimestamp } from "./fetch-DXUnXkVU.js";
+import { T as getEnvBool, s as logger } from "./logger-h-eiS4iv.js";
+import { R as HUMAN_ASSERTION_TYPE, d as getCurrentTimestamp } from "./fetch-C59QM4cf.js";
 import { t as invariant } from "./invariant-B2Rf6avk.js";
-import { a as getAuthor } from "./accounts-CjFnOPmb.js";
-import { H as riskCategorySeverityMap, ct as PLUGIN_CATEGORIES, s as ResultFailureReason } from "./types-BFevViUY.js";
+import { i as getAuthor } from "./accounts-Bw2qPqE-.js";
+import { H as riskCategorySeverityMap, ct as PLUGIN_CATEGORIES, s as ResultFailureReason } from "./types-C_e_SykX.js";
 import { n as sha256, t as randomSequence } from "./createHash-CgRvs4Fn.js";
 import { n as isNonTransientHttpStatus, t as NON_TRANSIENT_HTTP_STATUSES } from "./errors-9PcUL8BC.js";
 import { a as createEmptyTokenUsage, r as accumulateTokenUsage } from "./tokenUsageUtils-CDet74yk.js";
-import { a as evalResultsTable, c as evalsToPromptsTable, d as promptsTable, g as getDb, i as datasetsTable, l as evalsToTagsTable, o as evalsTable, p as tagsTable, s as evalsToDatasetsTable } from "./tables-DafUHOeh.js";
-import { t as hashPrompt } from "./utils-BFOh20Gb.js";
-import { n as getTraceStore } from "./store-DKd5592Q.js";
-import { i as getActualPrompt, r as updateSignalFile } from "./signal-CSurUUyV.js";
-import { t as EvalResult } from "./evalResult-eUkJv9Ko.js";
+import { a as evalResultsTable, c as evalsToPromptsTable, d as promptsTable, g as getDb, i as datasetsTable, l as evalsToTagsTable, o as evalsTable, p as tagsTable, s as evalsToDatasetsTable } from "./tables-D_ZGKiGc.js";
+import { t as hashPrompt } from "./utils-Cdx3ZJr7.js";
+import { n as getTraceStore } from "./store-u1XNK3e8.js";
+import { i as getActualPrompt, r as updateSignalFile } from "./signal-CRrWj2xI.js";
+import { t as EvalResult } from "./evalResult-ByGP9zuP.js";
 import { and, desc, eq, sql } from "drizzle-orm";
 //#region src/redteam/metrics.ts
 /**
@@ -1649,4 +1649,4 @@ async function getEvalSummaries(datasetId, type, includeProviders = false) {
 //#endregion
 export { createEvalId as a, combineFilterConditions as i, EvalQueries as n, escapeJsonPathKey as o, buildSafeJsonPath as r, getEvalSummaries as s, Eval as t };
 
-//# sourceMappingURL=eval-0VRANImH.js.map
+//# sourceMappingURL=eval-DmGWplIN.js.map

package/dist/src/{eval-DscR5iOM.js → eval-N_VV5NZg.js}

@@ -1,3 +1,3 @@
 #!/usr/bin/env node
-import { t as Eval } from "./eval-0VRANImH.js";
+import { t as Eval } from "./eval-DmGWplIN.js";
 export { Eval as default };

package/dist/src/{evalResult-CvtS8h8u.cjs → evalResult-BZld6I3I.cjs}

@@ -1,10 +1,10 @@
 const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
-const require_logger = require("./logger-cfNpzI4o.cjs");
+const require_logger = require("./logger-Cm0Nb8YX.cjs");
 const require_types = require("./types-CxJvaY2S.cjs");
-const require_fetch = require("./fetch-Dw4XZHjj.cjs");
-const require_tables = require("./tables-DBIJU0WE.cjs");
-const require_utils = require("./utils-Ve6kuJsa.cjs");
-const require_extractor = require("./extractor-BdxEtt3J.cjs");
+const require_fetch = require("./fetch-B2HvaVUc.cjs");
+const require_tables = require("./tables-D_s2HMPP.cjs");
+const require_utils = require("./utils-B_HCobst.cjs");
+const require_extractor = require("./extractor-nyUwvU2U.cjs");
 let drizzle_orm = require("drizzle-orm");
 //#region src/models/evalResult.ts
 var evalResult_exports = /* @__PURE__ */ require_rolldown_runtime.__exportAll({
@@ -334,4 +334,4 @@ Object.defineProperty(exports, "sanitizeProvider", {
 	}
 });
 
-//# sourceMappingURL=evalResult-CvtS8h8u.cjs.map
+//# sourceMappingURL=evalResult-BZld6I3I.cjs.map

package/dist/src/{evalResult-eUkJv9Ko.js → evalResult-ByGP9zuP.js}

@@ -1,10 +1,10 @@
 #!/usr/bin/env node
-import { T as getEnvBool, m as sanitizeObject, s as logger, x as safeJsonStringify } from "./logger-BbY6ypFL.js";
-import { d as getCurrentTimestamp } from "./fetch-DXUnXkVU.js";
-import { f as isResultFailureReason, m as isProviderOptions, p as isApiProvider, s as ResultFailureReason } from "./types-BFevViUY.js";
-import { a as evalResultsTable, g as getDb } from "./tables-DafUHOeh.js";
-import { t as hashPrompt } from "./utils-BFOh20Gb.js";
-import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-CIW3iN-b.js";
+import { T as getEnvBool, m as sanitizeObject, s as logger, x as safeJsonStringify } from "./logger-h-eiS4iv.js";
+import { d as getCurrentTimestamp } from "./fetch-C59QM4cf.js";
+import { f as isResultFailureReason, m as isProviderOptions, p as isApiProvider, s as ResultFailureReason } from "./types-C_e_SykX.js";
+import { a as evalResultsTable, g as getDb } from "./tables-D_ZGKiGc.js";
+import { t as hashPrompt } from "./utils-Cdx3ZJr7.js";
+import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-CtadTcJm.js";
 import { and, eq, gte, inArray, lt, ne } from "drizzle-orm";
 //#region src/models/evalResult.ts
 function sanitizeProviderConfig(config) {
@@ -313,4 +313,4 @@ var EvalResult = class EvalResult {
 //#endregion
 export { sanitizeProvider as n, EvalResult as t };
 
-//# sourceMappingURL=evalResult-eUkJv9Ko.js.map
+//# sourceMappingURL=evalResult-ByGP9zuP.js.map

package/dist/src/evalResult-CPPINYHK.js

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+import { t as EvalResult } from "./evalResult-ByGP9zuP.js";
+export { EvalResult as default };

package/dist/src/{evalResult-2RRJvFyB.js → evalResult-gEmQRANj.js}

@@ -1,10 +1,10 @@
 import { t as __exportAll } from "./chunk-DEq-mXcV.js";
-import { S as getEnvBool, a as logger, f as sanitizeObject, y as safeJsonStringify } from "./logger-Ct2S6Yx-.js";
+import { S as getEnvBool, a as logger, f as sanitizeObject, y as safeJsonStringify } from "./logger-Cs0I2v_y.js";
 import { Gt as isProviderOptions, Wt as isApiProvider, g as ResultFailureReason, k as isResultFailureReason } from "./types-D6glLbdF.js";
-import { c as getCurrentTimestamp } from "./fetch-It34O8Ur.js";
-import { i as evalResultsTable, p as getDb } from "./tables-CRSXQ2Ke.js";
-import { t as hashPrompt } from "./utils-BGY69tk_.js";
-import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-CxRtnaHl.js";
+import { c as getCurrentTimestamp } from "./fetch-CHJu2KON.js";
+import { i as evalResultsTable, p as getDb } from "./tables-Bn3_8sxV.js";
+import { t as hashPrompt } from "./utils-C3qMBhJT.js";
+import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-Bjz9sdTQ.js";
 import { and, eq, gte, inArray, lt, ne } from "drizzle-orm";
 //#region src/models/evalResult.ts
 var evalResult_exports = /* @__PURE__ */ __exportAll({
@@ -317,4 +317,4 @@ var EvalResult = class EvalResult {
 //#endregion
 export { evalResult_exports as n, sanitizeProvider as r, EvalResult as t };
 
-//# sourceMappingURL=evalResult-2RRJvFyB.js.map
+//# sourceMappingURL=evalResult-gEmQRANj.js.map

package/dist/src/evaluator-B01pCdUY.js

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+import { n as evaluate } from "./evaluator-BpaUYhLY.js";
+export { evaluate };