promptfoo 0.121.7 → 0.121.8

package/dist/src/{crescendo-CU_Y2i-m.js → crescendo-DvvYxMLA.js}

@@ -1,18 +1,18 @@
 import { _ as isValidJson, a as logger, m as extractFirstJsonObject } from "./logger-Ct2S6Yx-.js";
 import { t as invariant } from "./invariant-Ddh24eXh.js";
-import { l as sleep } from "./fetch-It34O8Ur.js";
-import { o as isLoggedIntoCloud } from "./accounts-Ca7WIoPY.js";
+import { l as sleep } from "./fetch-Doks14zQ.js";
+import { o as isLoggedIntoCloud } from "./accounts-DAv_0iE7.js";
 import { o as getNunjucksEngine } from "./render-DFfDeYUK.js";
-import { l as shouldGenerateRemote } from "./remoteGeneration-DsaSwmG2.js";
+import { l as shouldGenerateRemote } from "./remoteGeneration-CJC3E0aW.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CmnQ0G2m.js";
 import { n as materializeInputVariablesWithMetadata, t as buildPromptInputDescriptions } from "./inputVariables-DUGMb9Ka.js";
-import { a as extractPromptFromTags, c as isBasicRefusal, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-DNl96nNs.js";
-import { t as PromptfooChatCompletionProvider } from "./promptfoo-Cm4hiy1Y.js";
-import { a as formatRedteamHistoryAsTranscript, c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion, u as isValidChatMessageArray } from "./shared-D6IjElRI.js";
-import { n as checkExfilTracking } from "./indirectWebPwn-CbjUG0rh.js";
-import { n as renderPrompt } from "./evaluatorHelpers-DuqFFfq7.js";
-import { t as Strategies } from "./strategies-CiSeroPH.js";
-import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-ji2OuXbT.js";
+import { a as extractPromptFromTags, c as isBasicRefusal, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-DpV6KT5i.js";
+import { a as assertRemoteMaterializationHandled, c as isRemoteMaterializationUpgradeError, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-CqEpj6Sr.js";
+import { a as formatRedteamHistoryAsTranscript, c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion, u as isValidChatMessageArray } from "./shared-CSIGeGLl.js";
+import { n as checkExfilTracking } from "./indirectWebPwn-CiWB-vVH.js";
+import { n as renderPrompt } from "./evaluatorHelpers-CrRObe2z.js";
+import { t as Strategies } from "./strategies-CD1gHeeQ.js";
+import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-BOP1FsRt.js";
 import { t as applyRuntimeTransforms } from "./runtimeTransform-DigbjU1r.js";
 import { i as getGoalRubric } from "./prompts-DHhQsANy.js";
 import { n as EVAL_SYSTEM_PROMPT, r as REFUSAL_SYSTEM_PROMPT, t as CRESCENDO_SYSTEM_PROMPT } from "./prompts-Cp_Qx5Ml.js";
@@ -149,7 +149,7 @@ var CrescendoProvider = class {
 		});
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
-		const { getGraderById } = await import("./graders-BX0f2tvS.js").then((n) => n.r);
+		const { getGraderById } = await import("./graders-KXzjnIim.js").then((n) => n.r);
 		let graderPassed;
 		const additionalRubric = getGoalRubric(this.userGoal);
 		while (roundNum < this.maxTurns) try {
@@ -166,13 +166,17 @@ var CrescendoProvider = class {
 			const conversation = this.memory.getConversation(this.redTeamingChatConversationId);
 			if (conversation[0]?.role === "system") conversation[0].content = updatedSystemPrompt;
 			logger.debug(`\n[Crescendo] ROUND ${roundNum}\n`);
-			const { generatedQuestion: attackPrompt } = await this.getAttackPrompt(roundNum, evalFlag, lastResponse, lastFeedback, objectiveScore, tracingOptions, options);
+			const { generatedQuestion: attackPrompt, inputMaterialization, materializationHandled, materializedVars } = await this.getAttackPrompt(roundNum, evalFlag, lastResponse, lastFeedback, objectiveScore, context, tracingOptions, options);
 			if (!attackPrompt) {
 				logger.debug("[Crescendo] failed to generate a question. Will skip turn and try again");
 				continue;
 			}
 			logger.debug(`[Crescendo] Generated attack prompt: ${attackPrompt}`);
-			const { response, transformResult, inputVars: currentInputVars } = await this.sendPrompt(attackPrompt, prompt, vars, filters, provider, roundNum, context, options, tracingOptions, shouldFetchTrace, traceSnapshots);
+			const { response, transformResult, inputVars: currentInputVars } = await this.sendPrompt(attackPrompt, prompt, vars, filters, provider, roundNum, context, options, tracingOptions, shouldFetchTrace, traceSnapshots, {
+				inputMaterialization,
+				materializationHandled,
+				materializedVars
+			});
 			lastResponse = response;
 			lastTransformResult = transformResult;
 			if (transformResult?.displayVars) lastTransformDisplayVars = transformResult.displayVars;
@@ -351,6 +355,7 @@ var CrescendoProvider = class {
 				logger.debug("[Crescendo] Operation aborted");
 				throw error;
 			}
+			if (isRemoteMaterializationUpgradeError(error)) throw error;
 			logger.error(`[Crescendo] Error Running crescendo step`, { error });
 		}
 		if (roundNum >= this.maxTurns && exitReason === "Max rounds reached") logger.debug(`[Crescendo] Max rounds (${this.maxTurns}) reached. Attack completed.`);
@@ -386,7 +391,7 @@ var CrescendoProvider = class {
 			guardrails: lastResponse?.guardrails
 		};
 	}
-	async getAttackPrompt(roundNum, evalFlag, lastResponse, lastFeedback, objectiveScore, tracingOptions, options) {
+	async getAttackPrompt(roundNum, evalFlag, lastResponse, lastFeedback, objectiveScore, context, tracingOptions, options) {
 		logger.debug(`[Crescendo] getAttackPrompt called: round=${roundNum}, evalFlag=${evalFlag}, objectiveScore=${JSON.stringify(objectiveScore)}`);
 		let promptText = `This is round ${roundNum} of ${this.maxTurns}. Generate the next question in the series of questions you need to ask to accomplish the conversation objective: "${this.userGoal}".\n\n`;
 		if (lastFeedback) promptText += `The target refused to respond to the last request you sent. Please try a different approach. This is what you sent that was rejected:
@@ -417,7 +422,13 @@ ${traceSummary}\n\n`;
 				raw: JSON.stringify(redTeamingHistory),
 				label: "history"
 			},
-			vars: {}
+			vars: shouldGenerateRemote() ? buildRemoteMaterializationContextVars({
+				injectVar: this.config.injectVar,
+				inputs: this.config.inputs,
+				materializationIndex: roundNum,
+				pluginId: "crescendo",
+				purpose: context?.test?.metadata?.purpose
+			}) : {}
 		}, options);
 		TokenUsageTracker.getInstance().trackUsage(redTeamingChat.id(), response.tokenUsage);
 		if (redTeamingChat.delay) {
@@ -458,19 +469,29 @@ ${traceSummary}\n\n`;
 			role: "assistant",
 			content: typeof response.output === "string" ? response.output : JSON.stringify(parsedOutput)
 		});
-		return { generatedQuestion };
+		return {
+			generatedQuestion,
+			inputMaterialization: response.inputMaterialization,
+			materializationHandled: response.materializationHandled,
+			materializedVars: response.materializedVars
+		};
 	}
-	async sendPrompt(attackPrompt, originalPrompt, vars, filters, provider, _roundNum, context, options, tracingOptions, shouldFetchTrace, traceSnapshots) {
+	async sendPrompt(attackPrompt, originalPrompt, vars, filters, provider, _roundNum, context, options, tracingOptions, shouldFetchTrace, traceSnapshots, remoteMaterialization) {
 		let processedPrompt = attackPrompt;
 		const extractedPrompt = extractPromptFromTags(attackPrompt);
 		if (extractedPrompt) processedPrompt = extractedPrompt;
+		if (this.config.inputs && shouldGenerateRemote()) assertRemoteMaterializationHandled(remoteMaterialization, "Crescendo multi-input generation");
 		const currentInputVars = extractInputVarsFromPrompt(processedPrompt, this.config.inputs);
-		const currentRenderInputVars = (currentInputVars && this.config.inputs ? await materializeInputVariablesWithMetadata(currentInputVars, this.config.inputs, {
+		let materializedInputVars;
+		if (this.config.inputs && shouldGenerateRemote() && !currentInputVars && !remoteMaterialization?.materializedVars) throw new Error("Crescendo remote multi-input generation returned an invalid prompt format");
+		if ((currentInputVars || remoteMaterialization?.materializedVars) && this.config.inputs) if (shouldGenerateRemote()) materializedInputVars = buildRemoteMaterializedInputVariables(remoteMaterialization ?? {}, currentInputVars ?? {}, this.config.inputs);
+		else materializedInputVars = await materializeInputVariablesWithMetadata(currentInputVars, this.config.inputs, {
 			materializationIndex: _roundNum,
 			pluginId: "crescendo",
 			provider: await this.getRedTeamProvider(),
 			purpose: context?.test?.metadata?.purpose
-		}) : void 0)?.vars ?? currentInputVars;
+		});
+		const currentRenderInputVars = materializedInputVars?.vars ?? currentInputVars;
 		const renderedPrompt = await renderPrompt(originalPrompt, {
 			...vars,
 			[this.config.injectVar]: processedPrompt,
@@ -699,4 +720,4 @@ ${traceSummary}\n\n`;
 //#endregion
 export { CrescendoProvider };
 
-//# sourceMappingURL=crescendo-CU_Y2i-m.js.map
+//# sourceMappingURL=crescendo-DvvYxMLA.js.map

package/dist/src/{custom-BJfP00Bh.js → custom-BdzuqFTN.js}

@@ -1,15 +1,15 @@
 import { a as logger, m as extractFirstJsonObject } from "./logger-Ct2S6Yx-.js";
 import { t as invariant } from "./invariant-Ddh24eXh.js";
-import { l as sleep } from "./fetch-It34O8Ur.js";
-import { o as isLoggedIntoCloud } from "./accounts-Ca7WIoPY.js";
+import { l as sleep } from "./fetch-Doks14zQ.js";
+import { o as isLoggedIntoCloud } from "./accounts-DAv_0iE7.js";
 import { o as getNunjucksEngine } from "./render-DFfDeYUK.js";
-import { l as shouldGenerateRemote } from "./remoteGeneration-DsaSwmG2.js";
+import { l as shouldGenerateRemote } from "./remoteGeneration-CJC3E0aW.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CmnQ0G2m.js";
-import { c as isBasicRefusal, o as getSessionId } from "./util-DNl96nNs.js";
-import { t as PromptfooChatCompletionProvider } from "./promptfoo-Cm4hiy1Y.js";
-import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-D6IjElRI.js";
-import { n as renderPrompt } from "./evaluatorHelpers-DuqFFfq7.js";
-import { t as Strategies } from "./strategies-CiSeroPH.js";
+import { c as isBasicRefusal, o as getSessionId } from "./util-DpV6KT5i.js";
+import { t as PromptfooChatCompletionProvider } from "./promptfoo-CqEpj6Sr.js";
+import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-CSIGeGLl.js";
+import { n as renderPrompt } from "./evaluatorHelpers-CrRObe2z.js";
+import { t as Strategies } from "./strategies-CD1gHeeQ.js";
 import { t as applyRuntimeTransforms } from "./runtimeTransform-DigbjU1r.js";
 import { i as getGoalRubric } from "./prompts-DHhQsANy.js";
 import { n as EVAL_SYSTEM_PROMPT, r as REFUSAL_SYSTEM_PROMPT } from "./prompts-Cp_Qx5Ml.js";
@@ -175,7 +175,7 @@ var CustomProvider = class {
 		let lastTransformResult;
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
-		const { getGraderById } = await import("./graders-BX0f2tvS.js").then((n) => n.r);
+		const { getGraderById } = await import("./graders-KXzjnIim.js").then((n) => n.r);
 		let graderPassed;
 		let storedGraderResult;
 		const additionalRubric = getGoalRubric(this.userGoal);
@@ -616,4 +616,4 @@ This is the rationale behind the score: ${objectiveScore.rationale}\n\n`;
 //#endregion
 export { CustomProvider, CustomProvider as default };
 
-//# sourceMappingURL=custom-BJfP00Bh.js.map
+//# sourceMappingURL=custom-BdzuqFTN.js.map

package/dist/src/{custom-notggYVl.js → custom-Cf5Q6r-P.js}

@@ -1,13 +1,13 @@
 import { a as logger, m as extractFirstJsonObject } from "./logger-KD8JjCRJ.js";
-import { m as sleep } from "./fetch-BufrQtvR.js";
+import { m as sleep } from "./fetch-BSSAcMxf.js";
 import { t as invariant } from "./invariant-DIYf9sP1.js";
-import { c as isLoggedIntoCloud } from "./accounts-DanM1wq_.js";
+import { c as isLoggedIntoCloud } from "./accounts-BWjqwsrf.js";
 import { o as getNunjucksEngine } from "./render-_6ur1fhE.js";
-import { l as shouldGenerateRemote } from "./remoteGeneration-COpWcmWd.js";
+import { l as shouldGenerateRemote } from "./remoteGeneration--D6WjzUm.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-BjVkdk18.js";
-import { c as isBasicRefusal, o as getSessionId } from "./util-Df8YMvS1.js";
-import { t as PromptfooChatCompletionProvider } from "./promptfoo-BDrfT30-.js";
-import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-7pmVZLNO.js";
+import { c as isBasicRefusal, o as getSessionId } from "./util-DGqkTb2-.js";
+import { t as PromptfooChatCompletionProvider } from "./promptfoo-CReYAtfb.js";
+import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-CRq0gGVf.js";
 import { n as renderPrompt, t as Strategies } from "./server/index.js";
 import { t as applyRuntimeTransforms } from "./runtimeTransform-BJOpL9Yc.js";
 import { i as getGoalRubric } from "./prompts-BYMtqPCw.js";
@@ -174,7 +174,7 @@ var CustomProvider = class {
 		let lastTransformResult;
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
-		const { getGraderById } = await import("./graders-C0nXU_ZP.js").then((n) => n.r);
+		const { getGraderById } = await import("./graders-DaRU98zs.js").then((n) => n.r);
 		let graderPassed;
 		let storedGraderResult;
 		const additionalRubric = getGoalRubric(this.userGoal);
@@ -615,4 +615,4 @@ This is the rationale behind the score: ${objectiveScore.rationale}\n\n`;
 //#endregion
 export { CustomProvider, CustomProvider as default };
 
-//# sourceMappingURL=custom-notggYVl.js.map
+//# sourceMappingURL=custom-Cf5Q6r-P.js.map

package/dist/src/{custom-CZVn-1-r.js → custom-DLgufezC.js}

@@ -1,16 +1,16 @@
 #!/usr/bin/env node
 import { g as extractFirstJsonObject, s as logger } from "./logger-BbY6ypFL.js";
-import { f as sleep } from "./fetch-DXUnXkVU.js";
+import { f as sleep } from "./fetch-Cpf1U1nO.js";
 import { t as invariant } from "./invariant-B2Rf6avk.js";
-import { c as isLoggedIntoCloud } from "./accounts-CjFnOPmb.js";
+import { c as isLoggedIntoCloud } from "./accounts-D6IBfEE0.js";
 import { o as getNunjucksEngine } from "./render-CSP99NLm.js";
-import { l as shouldGenerateRemote } from "./remoteGeneration-B1_XsKXU.js";
+import { l as shouldGenerateRemote } from "./remoteGeneration-D6UjE2JT.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CDet74yk.js";
-import { c as isBasicRefusal, o as getSessionId } from "./util-kDURhgJW.js";
-import { t as PromptfooChatCompletionProvider } from "./promptfoo-Rjp-MeBb.js";
-import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-9WHQ1oNE.js";
-import { n as renderPrompt } from "./evaluatorHelpers-BsYP_muT.js";
-import { t as Strategies } from "./strategies-DRJjGTIY.js";
+import { c as isBasicRefusal, o as getSessionId } from "./util-ETfU_sS9.js";
+import { t as PromptfooChatCompletionProvider } from "./promptfoo-BU4_0J85.js";
+import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-DNvim54U.js";
+import { n as renderPrompt } from "./evaluatorHelpers-D1_kwvyp.js";
+import { t as Strategies } from "./strategies-CBI1brSy.js";
 import { t as applyRuntimeTransforms } from "./runtimeTransform-Dgh_D7DU.js";
 import { i as getGoalRubric } from "./prompts-C-bqE1Yp.js";
 import { n as EVAL_SYSTEM_PROMPT, r as REFUSAL_SYSTEM_PROMPT } from "./prompts-D_QpZ2Dm.js";
@@ -176,7 +176,7 @@ var CustomProvider = class {
 		let lastTransformResult;
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
-		const { getGraderById } = await import("./graders-BDT7dif6.js");
+		const { getGraderById } = await import("./graders-B3D7kCcD.js");
 		let graderPassed;
 		let storedGraderResult;
 		const additionalRubric = getGoalRubric(this.userGoal);
@@ -617,4 +617,4 @@ This is the rationale behind the score: ${objectiveScore.rationale}\n\n`;
 //#endregion
 export { CustomProvider, CustomProvider as default };
 
-//# sourceMappingURL=custom-CZVn-1-r.js.map
+//# sourceMappingURL=custom-DLgufezC.js.map

package/dist/src/{custom-Cqia7M0D.cjs → custom-LEXHCRe3.cjs}

@@ -1,16 +1,16 @@
 const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
 const require_logger = require("./logger-cfNpzI4o.cjs");
 const require_invariant = require("./invariant-QtnLD03y.cjs");
-const require_fetch = require("./fetch-Dw4XZHjj.cjs");
-const require_accounts = require("./accounts-CmWzeD2d.cjs");
+const require_fetch = require("./fetch-Cfm4EuOB.cjs");
+const require_accounts = require("./accounts-BVz5gHLK.cjs");
 const require_render = require("./render-BNTrbmBw.cjs");
-const require_remoteGeneration = require("./remoteGeneration-DS9N3pgB.cjs");
+const require_remoteGeneration = require("./remoteGeneration-BpIYlb_O.cjs");
 const require_tokenUsageUtils = require("./tokenUsageUtils-_B-P8IAi.cjs");
-const require_util = require("./util-CN8om2rz.cjs");
-const require_promptfoo = require("./promptfoo-b-baRMj-.cjs");
-const require_shared = require("./shared-WkgnDkcg.cjs");
-const require_evaluatorHelpers = require("./evaluatorHelpers-CRqTvSux.cjs");
-const require_strategies = require("./strategies-7CS3Alao.cjs");
+const require_util = require("./util-DNtUsus_.cjs");
+const require_promptfoo = require("./promptfoo-ClChwT74.cjs");
+const require_shared = require("./shared-aHWko3P1.cjs");
+const require_evaluatorHelpers = require("./evaluatorHelpers-D06I9WFL.cjs");
+const require_strategies = require("./strategies-CCcnEbFO.cjs");
 const require_runtimeTransform = require("./runtimeTransform-ON3YYILw.cjs");
 const require_prompts = require("./prompts-hNvWBD3z.cjs");
 const require_prompts$1 = require("./prompts-p78Hul5i.cjs");
@@ -177,7 +177,7 @@ var CustomProvider = class {
 		let lastTransformResult;
 		let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
 		if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
-		const { getGraderById } = await Promise.resolve().then(() => require("./graders-ClrU2fnd.cjs")).then((n) => n.graders_exports);
+		const { getGraderById } = await Promise.resolve().then(() => require("./graders-CBQ2s6gz.cjs")).then((n) => n.graders_exports);
 		let graderPassed;
 		let storedGraderResult;
 		const additionalRubric = require_prompts.getGoalRubric(this.userGoal);
@@ -618,4 +618,4 @@ This is the rationale behind the score: ${objectiveScore.rationale}\n\n`;
 //#endregion
 exports.default = CustomProvider;
 
-//# sourceMappingURL=custom-Cqia7M0D.cjs.map
+//# sourceMappingURL=custom-LEXHCRe3.cjs.map

package/dist/src/{docker-4D1eL6Gq.js → docker-BOSO_6hK.js}

@@ -1,8 +1,8 @@
 import { T as getEnvString, a as logger } from "./logger-KD8JjCRJ.js";
-import { r as fetchWithCache } from "./cache-roFAE0cI.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-CUCorGiL.js";
-import { t as OpenAiEmbeddingProvider } from "./embedding-C251p1-8.js";
-import { t as OpenAiCompletionProvider } from "./completion-CO2e1_62.js";
+import { r as fetchWithCache } from "./cache-CrioYnaa.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-BSos6PvZ.js";
+import { t as OpenAiEmbeddingProvider } from "./embedding-CV8lmCnU.js";
+import { t as OpenAiCompletionProvider } from "./completion-DT8cxo9T.js";
 //#region src/providers/docker.ts
 async function fetchLocalModels(apiBaseUrl) {
 	try {
@@ -78,4 +78,4 @@ var DMREmbeddingProvider = class extends OpenAiEmbeddingProvider {
 //#endregion
 export { createDockerProvider };
 
-//# sourceMappingURL=docker-4D1eL6Gq.js.map
+//# sourceMappingURL=docker-BOSO_6hK.js.map

package/dist/src/{docker-D06JUoe2.cjs → docker-D0h2vFrc.cjs}

@@ -1,8 +1,8 @@
 const require_logger = require("./logger-cfNpzI4o.cjs");
-const require_cache = require("./cache-CPGUA4Yl.cjs");
-const require_chat = require("./chat-DxTDQ83C.cjs");
-const require_embedding = require("./embedding-BbrwopfX.cjs");
-const require_completion = require("./completion-CSYfl2cd.cjs");
+const require_cache = require("./cache-h5MWOBZI.cjs");
+const require_chat = require("./chat-DSyYuTYT.cjs");
+const require_embedding = require("./embedding-BQIApR18.cjs");
+const require_completion = require("./completion-CWtqdn3z.cjs");
 //#region src/providers/docker.ts
 async function fetchLocalModels(apiBaseUrl) {
 	try {
@@ -78,4 +78,4 @@ var DMREmbeddingProvider = class extends require_embedding.OpenAiEmbeddingProvid
 //#endregion
 exports.createDockerProvider = createDockerProvider;
 
-//# sourceMappingURL=docker-D06JUoe2.cjs.map
+//# sourceMappingURL=docker-D0h2vFrc.cjs.map

package/dist/src/{docker-DdJQBxK9.js → docker-D2TWGyTP.js}

@@ -1,9 +1,9 @@
 #!/usr/bin/env node
 import { O as getEnvString, s as logger } from "./logger-BbY6ypFL.js";
-import { a as fetchWithCache } from "./cache-DpPWrkTE.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-DqUFcWI0.js";
-import { t as OpenAiEmbeddingProvider } from "./embedding--UZVe4_7.js";
-import { t as OpenAiCompletionProvider } from "./completion-DZNxcyfG.js";
+import { a as fetchWithCache } from "./cache-BR77mdIR.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-DTdf-J5Q.js";
+import { t as OpenAiEmbeddingProvider } from "./embedding-CU78FMnw.js";
+import { t as OpenAiCompletionProvider } from "./completion-DUScduXp.js";
 //#region src/providers/docker.ts
 async function fetchLocalModels(apiBaseUrl) {
 	try {
@@ -79,4 +79,4 @@ var DMREmbeddingProvider = class extends OpenAiEmbeddingProvider {
 //#endregion
 export { createDockerProvider };
 
-//# sourceMappingURL=docker-DdJQBxK9.js.map
+//# sourceMappingURL=docker-D2TWGyTP.js.map

package/dist/src/{docker-BBv1WUDu.js → docker-Vj_4_cPg.js}

@@ -1,8 +1,8 @@
 import { T as getEnvString, a as logger } from "./logger-Ct2S6Yx-.js";
-import { r as fetchWithCache } from "./cache-DIXbtkNO.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-Dabu84Br.js";
-import { t as OpenAiEmbeddingProvider } from "./embedding-Bi3rxrZF.js";
-import { t as OpenAiCompletionProvider } from "./completion-sNvCLTAP.js";
+import { r as fetchWithCache } from "./cache-DdriHsNX.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-BBEnnpQk.js";
+import { t as OpenAiEmbeddingProvider } from "./embedding-CStK0TV6.js";
+import { t as OpenAiCompletionProvider } from "./completion-D_2IOAoS.js";
 //#region src/providers/docker.ts
 async function fetchLocalModels(apiBaseUrl) {
 	try {
@@ -78,4 +78,4 @@ var DMREmbeddingProvider = class extends OpenAiEmbeddingProvider {
 //#endregion
 export { createDockerProvider };
 
-//# sourceMappingURL=docker-BBv1WUDu.js.map
+//# sourceMappingURL=docker-Vj_4_cPg.js.map

package/dist/src/{embedding-BbrwopfX.cjs → embedding-BQIApR18.cjs}

@@ -1,8 +1,8 @@
 const require_logger = require("./logger-cfNpzI4o.cjs");
-const require_fetch = require("./fetch-Dw4XZHjj.cjs");
-const require_cache = require("./cache-CPGUA4Yl.cjs");
+const require_fetch = require("./fetch-Cfm4EuOB.cjs");
+const require_cache = require("./cache-h5MWOBZI.cjs");
 const require_openai = require("./openai-C3uXv8wS.cjs");
-const require_util = require("./util-BSIuSLVK.cjs");
+const require_util = require("./util-NYQvo1C7.cjs");
 //#region src/providers/openai/embedding.ts
 var OpenAiEmbeddingProvider = class extends require_openai.OpenAiGenericProvider {
 	async callEmbeddingApi(text) {
@@ -60,4 +60,4 @@ Object.defineProperty(exports, "OpenAiEmbeddingProvider", {
 	}
 });
 
-//# sourceMappingURL=embedding-BbrwopfX.cjs.map
+//# sourceMappingURL=embedding-BQIApR18.cjs.map

package/dist/src/{embedding-Bi3rxrZF.js → embedding-CStK0TV6.js}

@@ -1,8 +1,8 @@
 import { a as logger } from "./logger-Ct2S6Yx-.js";
-import { p as REQUEST_TIMEOUT_MS } from "./fetch-It34O8Ur.js";
-import { r as fetchWithCache } from "./cache-DIXbtkNO.js";
+import { p as REQUEST_TIMEOUT_MS } from "./fetch-Doks14zQ.js";
+import { r as fetchWithCache } from "./cache-DdriHsNX.js";
 import { t as OpenAiGenericProvider } from "./openai-zgwBb4Ff.js";
-import { c as getTokenUsage } from "./util-LKTmNsMQ.js";
+import { c as getTokenUsage } from "./util-CYev3d-r.js";
 //#region src/providers/openai/embedding.ts
 var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
 	async callEmbeddingApi(text) {
@@ -55,4 +55,4 @@ var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
 //#endregion
 export { OpenAiEmbeddingProvider as t };
 
-//# sourceMappingURL=embedding-Bi3rxrZF.js.map
+//# sourceMappingURL=embedding-CStK0TV6.js.map

package/dist/src/{embedding--UZVe4_7.js → embedding-CU78FMnw.js}

@@ -1,9 +1,9 @@
 #!/usr/bin/env node
 import { s as logger } from "./logger-BbY6ypFL.js";
-import { _ as REQUEST_TIMEOUT_MS } from "./fetch-DXUnXkVU.js";
-import { a as fetchWithCache } from "./cache-DpPWrkTE.js";
+import { _ as REQUEST_TIMEOUT_MS } from "./fetch-Cpf1U1nO.js";
+import { a as fetchWithCache } from "./cache-BR77mdIR.js";
 import { t as OpenAiGenericProvider } from "./openai-CJrsh9n4.js";
-import { c as getTokenUsage } from "./util-5WnCSb0h.js";
+import { c as getTokenUsage } from "./util-DeY58psG.js";
 //#region src/providers/openai/embedding.ts
 var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
 	async callEmbeddingApi(text) {
@@ -56,4 +56,4 @@ var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
 //#endregion
 export { OpenAiEmbeddingProvider as t };
 
-//# sourceMappingURL=embedding--UZVe4_7.js.map
+//# sourceMappingURL=embedding-CU78FMnw.js.map

package/dist/src/{embedding-C251p1-8.js → embedding-CV8lmCnU.js}

@@ -1,8 +1,8 @@
 import { a as logger } from "./logger-KD8JjCRJ.js";
-import { v as REQUEST_TIMEOUT_MS } from "./fetch-BufrQtvR.js";
-import { r as fetchWithCache } from "./cache-roFAE0cI.js";
+import { v as REQUEST_TIMEOUT_MS } from "./fetch-BSSAcMxf.js";
+import { r as fetchWithCache } from "./cache-CrioYnaa.js";
 import { t as OpenAiGenericProvider } from "./openai-BMHD2Huo.js";
-import { c as getTokenUsage } from "./util-efByNxcr.js";
+import { c as getTokenUsage } from "./util-o2Qg5rZv.js";
 //#region src/providers/openai/embedding.ts
 var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
 	async callEmbeddingApi(text) {
@@ -55,4 +55,4 @@ var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
 //#endregion
 export { OpenAiEmbeddingProvider as t };
 
-//# sourceMappingURL=embedding-C251p1-8.js.map
+//# sourceMappingURL=embedding-CV8lmCnU.js.map

package/dist/src/{eval-0VRANImH.js → eval-B3BaNBbO.js}

@@ -1,8 +1,8 @@
 #!/usr/bin/env node
 import { T as getEnvBool, s as logger } from "./logger-BbY6ypFL.js";
-import { R as HUMAN_ASSERTION_TYPE, d as getCurrentTimestamp } from "./fetch-DXUnXkVU.js";
+import { R as HUMAN_ASSERTION_TYPE, d as getCurrentTimestamp } from "./fetch-Cpf1U1nO.js";
 import { t as invariant } from "./invariant-B2Rf6avk.js";
-import { a as getAuthor } from "./accounts-CjFnOPmb.js";
+import { a as getAuthor } from "./accounts-D6IBfEE0.js";
 import { H as riskCategorySeverityMap, ct as PLUGIN_CATEGORIES, s as ResultFailureReason } from "./types-BFevViUY.js";
 import { n as sha256, t as randomSequence } from "./createHash-CgRvs4Fn.js";
 import { n as isNonTransientHttpStatus, t as NON_TRANSIENT_HTTP_STATUSES } from "./errors-9PcUL8BC.js";
@@ -11,7 +11,7 @@ import { a as evalResultsTable, c as evalsToPromptsTable, d as promptsTable, g a
 import { t as hashPrompt } from "./utils-BFOh20Gb.js";
 import { n as getTraceStore } from "./store-DKd5592Q.js";
 import { i as getActualPrompt, r as updateSignalFile } from "./signal-CSurUUyV.js";
-import { t as EvalResult } from "./evalResult-eUkJv9Ko.js";
+import { t as EvalResult } from "./evalResult-CcSqNl_Y.js";
 import { and, desc, eq, sql } from "drizzle-orm";
 //#region src/redteam/metrics.ts
 /**
@@ -1649,4 +1649,4 @@ async function getEvalSummaries(datasetId, type, includeProviders = false) {
 //#endregion
 export { createEvalId as a, combineFilterConditions as i, EvalQueries as n, escapeJsonPathKey as o, buildSafeJsonPath as r, getEvalSummaries as s, Eval as t };
 
-//# sourceMappingURL=eval-0VRANImH.js.map
+//# sourceMappingURL=eval-B3BaNBbO.js.map

package/dist/src/{eval-DscR5iOM.js → eval-DfR9885C.js}

@@ -1,3 +1,3 @@
 #!/usr/bin/env node
-import { t as Eval } from "./eval-0VRANImH.js";
+import { t as Eval } from "./eval-B3BaNBbO.js";
 export { Eval as default };

package/dist/src/evalResult-BtZSUgQv.js

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+import { t as EvalResult } from "./evalResult-CcSqNl_Y.js";
+export { EvalResult as default };

package/dist/src/{evalResult-eUkJv9Ko.js → evalResult-CcSqNl_Y.js}

@@ -1,10 +1,10 @@
 #!/usr/bin/env node
 import { T as getEnvBool, m as sanitizeObject, s as logger, x as safeJsonStringify } from "./logger-BbY6ypFL.js";
-import { d as getCurrentTimestamp } from "./fetch-DXUnXkVU.js";
+import { d as getCurrentTimestamp } from "./fetch-Cpf1U1nO.js";
 import { f as isResultFailureReason, m as isProviderOptions, p as isApiProvider, s as ResultFailureReason } from "./types-BFevViUY.js";
 import { a as evalResultsTable, g as getDb } from "./tables-DafUHOeh.js";
 import { t as hashPrompt } from "./utils-BFOh20Gb.js";
-import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-CIW3iN-b.js";
+import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-BVkZtk4R.js";
 import { and, eq, gte, inArray, lt, ne } from "drizzle-orm";
 //#region src/models/evalResult.ts
 function sanitizeProviderConfig(config) {
@@ -313,4 +313,4 @@ var EvalResult = class EvalResult {
 //#endregion
 export { sanitizeProvider as n, EvalResult as t };
 
-//# sourceMappingURL=evalResult-eUkJv9Ko.js.map
+//# sourceMappingURL=evalResult-CcSqNl_Y.js.map

package/dist/src/{evalResult-CvtS8h8u.cjs → evalResult-DHXs-9TL.cjs}

@@ -1,10 +1,10 @@
 const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
 const require_logger = require("./logger-cfNpzI4o.cjs");
 const require_types = require("./types-CxJvaY2S.cjs");
-const require_fetch = require("./fetch-Dw4XZHjj.cjs");
+const require_fetch = require("./fetch-Cfm4EuOB.cjs");
 const require_tables = require("./tables-DBIJU0WE.cjs");
 const require_utils = require("./utils-Ve6kuJsa.cjs");
-const require_extractor = require("./extractor-BdxEtt3J.cjs");
+const require_extractor = require("./extractor-bV_NOoaz.cjs");
 let drizzle_orm = require("drizzle-orm");
 //#region src/models/evalResult.ts
 var evalResult_exports = /* @__PURE__ */ require_rolldown_runtime.__exportAll({
@@ -334,4 +334,4 @@ Object.defineProperty(exports, "sanitizeProvider", {
 	}
 });
 
-//# sourceMappingURL=evalResult-CvtS8h8u.cjs.map
+//# sourceMappingURL=evalResult-DHXs-9TL.cjs.map

package/dist/src/{evalResult-2RRJvFyB.js → evalResult-PGqEbasb.js}

@@ -1,10 +1,10 @@
 import { t as __exportAll } from "./chunk-DEq-mXcV.js";
 import { S as getEnvBool, a as logger, f as sanitizeObject, y as safeJsonStringify } from "./logger-Ct2S6Yx-.js";
 import { Gt as isProviderOptions, Wt as isApiProvider, g as ResultFailureReason, k as isResultFailureReason } from "./types-D6glLbdF.js";
-import { c as getCurrentTimestamp } from "./fetch-It34O8Ur.js";
+import { c as getCurrentTimestamp } from "./fetch-Doks14zQ.js";
 import { i as evalResultsTable, p as getDb } from "./tables-CRSXQ2Ke.js";
 import { t as hashPrompt } from "./utils-BGY69tk_.js";
-import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-CxRtnaHl.js";
+import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-D3Fv_Tdh.js";
 import { and, eq, gte, inArray, lt, ne } from "drizzle-orm";
 //#region src/models/evalResult.ts
 var evalResult_exports = /* @__PURE__ */ __exportAll({
@@ -317,4 +317,4 @@ var EvalResult = class EvalResult {
 //#endregion
 export { evalResult_exports as n, sanitizeProvider as r, EvalResult as t };
 
-//# sourceMappingURL=evalResult-2RRJvFyB.js.map
+//# sourceMappingURL=evalResult-PGqEbasb.js.map

package/dist/src/evaluator-B9LGbKI8.js

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+import { n as evaluate } from "./evaluator-n_dEb00o.js";
+export { evaluate };