promptfoo 0.121.7 → 0.121.8

package/dist/src/{evaluator-DRoiYB2q.js → evaluator-n_dEb00o.js}

@@ -1,39 +1,39 @@
 #!/usr/bin/env node
 import { A as getMaxEvalTimeMs, D as getEnvInt, N as state, O as getEnvString, S as summarizeEvaluateResultForLogging, T as getEnvBool, _ as extractJsonObjects, c as setLogCallback, g as extractFirstJsonObject, j as isCI, k as getEvalTimeoutMs, r as globalLogCallback, s as logger, v as getAjv, x as safeJsonStringify } from "./logger-BbY6ypFL.js";
-import { L as FILE_METADATA_KEY, f as sleep, r as fetchWithRetries, w as parseChatPrompt, x as isPromptfooSampleTarget } from "./fetch-DXUnXkVU.js";
-import { n as VERSION } from "./version-eRkNuGv8.js";
+import { L as FILE_METADATA_KEY, f as sleep, r as fetchWithRetries, w as parseChatPrompt, x as isPromptfooSampleTarget } from "./fetch-Cpf1U1nO.js";
+import { n as VERSION } from "./version-F0YDgb7J.js";
 import { t as invariant } from "./invariant-B2Rf6avk.js";
-import { r as telemetry } from "./telemetry-00ezXr_t.js";
+import { r as telemetry } from "./telemetry-DOE567Wj.js";
 import { at as MULTI_INPUT_VAR, d as isGradingResult, nt as LLAMA_GUARD_REPLICATE_PROVIDER, p as isApiProvider, s as ResultFailureReason } from "./types-BFevViUY.js";
 import { i as isJavascriptFile } from "./fileExtensions-D4GCJ67J.js";
 import { i as extractVariablesFromTemplate, o as getNunjucksEngine, r as analyzeTemplateReference } from "./render-CSP99NLm.js";
 import { t as providerRegistry } from "./providerRegistry-ReCd0sFa.js";
-import { l as shouldGenerateRemote } from "./remoteGeneration-B1_XsKXU.js";
-import { c as promptYesNo } from "./server-DhMHosWj.js";
+import { l as shouldGenerateRemote } from "./remoteGeneration-D6UjE2JT.js";
+import { c as promptYesNo } from "./server-DLYjSFm2.js";
 import { n as isNonTransientHttpStatus } from "./errors-9PcUL8BC.js";
-import { l as withCacheNamespace, o as getCache } from "./cache-DpPWrkTE.js";
+import { l as withCacheNamespace, o as getCache } from "./cache-BR77mdIR.js";
 import { r as runPython } from "./pythonUtils-CgYxeSmO.js";
-import { B as parseFileUrl, C as isOpenAiProvider, F as maybeLoadToolsFromExternalFile, S as isGoogleProvider, w as isProviderAllowed, x as isAnthropicProvider, z as loadFunction } from "./util-DURocbYR.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-DqUFcWI0.js";
-import { h as validateFunctionCall } from "./transform-EtD4jAWi.js";
-import { l as validateFunctionCall$1 } from "./util-5WnCSb0h.js";
-import { _ as VertexChatProvider, n as loadApiProvider, v as GoogleLiveProvider, y as AIStudioChatProvider } from "./providers-B9KzWxAX.js";
+import { B as parseFileUrl, C as isOpenAiProvider, F as maybeLoadToolsFromExternalFile, S as isGoogleProvider, w as isProviderAllowed, x as isAnthropicProvider, z as loadFunction } from "./util-jZRrXe1P.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-DTdf-J5Q.js";
+import { h as validateFunctionCall } from "./transform-DtTfiGoh.js";
+import { l as validateFunctionCall$1 } from "./util-DeY58psG.js";
+import { _ as VertexChatProvider, n as loadApiProvider, v as GoogleLiveProvider, y as AIStudioChatProvider } from "./providers-B7TyByfj.js";
 import { a as createEmptyTokenUsage, i as createEmptyAssertions, n as accumulateResponseTokenUsage, o as normalizeTokenUsage, r as accumulateTokenUsage, t as accumulateAssertionTokenUsage } from "./tokenUsageUtils-CDet74yk.js";
 import { t as getProcessShim } from "./processShim-BBxt7LKO.js";
 import { n as loadFromPackage, t as isPackagePath } from "./packageParser--MWTSrPW.js";
 import { n as runRuby } from "./rubyUtils-CXlFM2rR.js";
-import { c as isBasicRefusal, o as getSessionId } from "./util-kDURhgJW.js";
-import { $ as DEFAULT_WEB_SEARCH_PROMPT, Ct as getDefaultProviders, Dt as getGradingProvider, Et as getAndCheckProvider, G as matchesGEval, H as isGraderFailure, J as matchesTrajectoryGoalSuccess, K as matchesLlmRubric, Ot as getProviderCallExecutionContext, St as processFileReference, Tt as callProviderWithContext, U as matchesClosedQa, W as matchesFactuality, Y as doRemoteGrading, _t as splitIntoSentences, at as CONTEXT_RECALL, bt as getFinalTest, ct as CONTEXT_RELEVANCE, dt as renderLlmRubricPrompt, et as SELECT_BEST_PROMPT, ft as cosineSimilarity, gt as normalizeMatcherTokenUsage, ht as fail, it as CONTEXT_FAITHFULNESS_NLI_STATEMENTS, kt as withProviderCallExecutionContext, lt as CONTEXT_RELEVANCE_BAD, mt as euclideanDistance, n as getGraderById, nt as ANSWER_RELEVANCY_GENERATE, ot as CONTEXT_RECALL_ATTRIBUTED_TOKEN, pt as dotProduct, q as matchesPiScore, rt as CONTEXT_FAITHFULNESS_LONGFORM, st as CONTEXT_RECALL_NOT_ATTRIBUTED_TOKEN, tt as SUGGEST_PROMPTS_SYSTEM_MESSAGE, ut as loadRubricPrompt, vt as tryParse, wt as DEFAULT_ANTHROPIC_MODEL, xt as loadFromJavaScriptFile, yt as coerceString } from "./graders-BGP99PdK.js";
-import { f as redteamProviderManager, g as createProviderRateLimitOptions, h as createRateLimitRegistry, m as TokenUsageTracker } from "./shared-9WHQ1oNE.js";
+import { c as isBasicRefusal, o as getSessionId } from "./util-ETfU_sS9.js";
+import { $ as DEFAULT_WEB_SEARCH_PROMPT, Ct as getDefaultProviders, Dt as getGradingProvider, Et as getAndCheckProvider, G as matchesGEval, H as isGraderFailure, J as matchesTrajectoryGoalSuccess, K as matchesLlmRubric, Ot as getProviderCallExecutionContext, St as processFileReference, Tt as callProviderWithContext, U as matchesClosedQa, W as matchesFactuality, Y as doRemoteGrading, _t as splitIntoSentences, at as CONTEXT_RECALL, bt as getFinalTest, ct as CONTEXT_RELEVANCE, dt as renderLlmRubricPrompt, et as SELECT_BEST_PROMPT, ft as cosineSimilarity, gt as normalizeMatcherTokenUsage, ht as fail, it as CONTEXT_FAITHFULNESS_NLI_STATEMENTS, kt as withProviderCallExecutionContext, lt as CONTEXT_RELEVANCE_BAD, mt as euclideanDistance, n as getGraderById, nt as ANSWER_RELEVANCY_GENERATE, ot as CONTEXT_RECALL_ATTRIBUTED_TOKEN, pt as dotProduct, q as matchesPiScore, rt as CONTEXT_FAITHFULNESS_LONGFORM, st as CONTEXT_RECALL_NOT_ATTRIBUTED_TOKEN, tt as SUGGEST_PROMPTS_SYSTEM_MESSAGE, ut as loadRubricPrompt, vt as tryParse, wt as DEFAULT_ANTHROPIC_MODEL, xt as loadFromJavaScriptFile, yt as coerceString } from "./graders-BQt1BaQe.js";
+import { f as redteamProviderManager, g as createProviderRateLimitOptions, h as createRateLimitRegistry, m as TokenUsageTracker } from "./shared-DNvim54U.js";
 import { i as generateIdFromPrompt } from "./utils-BFOh20Gb.js";
 import { a as getTransformLabel, i as getTransformErrorMessage, o as transform, r as TransformInputType } from "./transform-BnSTnFlp.js";
 import { n as getTraceStore } from "./store-DKd5592Q.js";
 import { a as getActualPromptWithFallback, r as updateSignalFile } from "./signal-CSurUUyV.js";
-import { t as extractAndStoreBinaryData } from "./extractor-CIW3iN-b.js";
+import { t as extractAndStoreBinaryData } from "./extractor-BVkZtk4R.js";
 import { i as throwIfTargetPromptExceedsMaxChars } from "./promptLength-4X-Wd8PG.js";
-import { n as checkExfilTracking } from "./indirectWebPwn-uyWdHx04.js";
+import { n as checkExfilTracking } from "./indirectWebPwn-BMTXXznx.js";
 import { n as getFirstStringAttribute, r as getToolNameFromAttributes, t as TOOL_ARGUMENT_ATTRIBUTE_KEYS } from "./toolAttributes-COVgDrBG.js";
-import { i as filterFiniteScores, n as renderPrompt, r as runExtensionHook, t as collectFileMetadata } from "./evaluatorHelpers-BsYP_muT.js";
+import { i as filterFiniteScores, n as renderPrompt, r as runExtensionHook, t as collectFileMetadata } from "./evaluatorHelpers-D1_kwvyp.js";
 import { AsyncResource } from "node:async_hooks";
 import chalk from "chalk";
 import fs, { createWriteStream } from "fs";
@@ -6226,7 +6226,7 @@ async function resolveDefaultTestProvider(defaultTest, testCase) {
 	const defaultProvider = defaultTest.provider;
 	if (isApiProvider(defaultProvider)) return defaultProvider;
 	if (typeof defaultProvider === "object" && defaultProvider.id) {
-		const { loadApiProvider } = await import("./providers-BYAn82cf.js");
+		const { loadApiProvider } = await import("./providers-CSOp-bCm.js");
 		return loadApiProvider(typeof defaultProvider.id === "function" ? defaultProvider.id() : defaultProvider.id, { options: defaultProvider });
 	}
 	return defaultProvider;
@@ -6386,7 +6386,7 @@ function buildRepeatCacheContextByTestIdx(runEvalOptions) {
 async function filterCompletedResumeSteps(runEvalOptions, evalRecord) {
 	if (!state.resume || !evalRecord.persisted) return;
 	try {
-		const { default: EvalResult } = await import("./evalResult-DqzsS6_W.js");
+		const { default: EvalResult } = await import("./evalResult-BtZSUgQv.js");
 		const completedPairs = await EvalResult.getCompletedIndexPairs(evalRecord.id, { excludeErrors: state.retryMode });
 		const originalCount = runEvalOptions.length;
 		for (let i = runEvalOptions.length - 1; i >= 0; i--) {
@@ -7495,4 +7495,4 @@ function evaluate(testSuite, evalRecord, options) {
 //#endregion
 export { isAllowedPrompt as a, assertions_default as c, generateVarCombinations as i, readAssertions as l, evaluate as n, accumulateNamedMetric as o, formatVarsForDisplay as r, doesPromptRefMatch as s, ProgressBarManager as t, runAssertions as u };
 
-//# sourceMappingURL=evaluator-DRoiYB2q.js.map
+//# sourceMappingURL=evaluator-n_dEb00o.js.map

package/dist/src/{evaluatorHelpers-DuqFFfq7.js → evaluatorHelpers-CrRObe2z.js}

@@ -1,12 +1,12 @@
 import { S as getEnvBool, T as getEnvString, a as logger, k as state } from "./logger-Ct2S6Yx-.js";
 import { t as invariant } from "./invariant-Ddh24eXh.js";
-import { t as fetchWithProxy } from "./fetch-It34O8Ur.js";
+import { t as fetchWithProxy } from "./fetch-Doks14zQ.js";
 import { a as isVideoFile, i as isJavascriptFile, n as isAudioFile, r as isImageFile } from "./fileExtensions-CXRfY3Ss.js";
 import { r as importModule } from "./esm-BTK1W7lG.js";
 import { i as extractVariablesFromTemplate, n as renderVarsInObject, o as getNunjucksEngine } from "./render-DFfDeYUK.js";
 import { r as runPython } from "./pythonUtils-D0BYebvX.js";
-import "./util-Bx677_k2.js";
-import { t as telemetry } from "./telemetry-DwX9XUN5.js";
+import "./util-DRfqa4xz.js";
+import { t as telemetry } from "./telemetry-C4bX-6Sr.js";
 import { n as loadFromPackage, t as isPackagePath } from "./packageParser-CgE-ziRo.js";
 import { o as transform } from "./transform-CGt7Kt3y2.js";
 import * as fs$1 from "fs";
@@ -507,4 +507,4 @@ async function runExtensionHook(extensions, hookName, context) {
 //#endregion
 export { filterFiniteScores as i, renderPrompt as n, runExtensionHook as r, collectFileMetadata as t };
 
-//# sourceMappingURL=evaluatorHelpers-DuqFFfq7.js.map
+//# sourceMappingURL=evaluatorHelpers-CrRObe2z.js.map

package/dist/src/{evaluatorHelpers-CRqTvSux.cjs → evaluatorHelpers-D06I9WFL.cjs}

@@ -1,13 +1,13 @@
 const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
 const require_logger = require("./logger-cfNpzI4o.cjs");
 const require_invariant = require("./invariant-QtnLD03y.cjs");
-const require_fetch = require("./fetch-Dw4XZHjj.cjs");
+const require_fetch = require("./fetch-Cfm4EuOB.cjs");
 const require_fileExtensions = require("./fileExtensions-BhdwzYaD.cjs");
 const require_esm = require("./esm-BIKakvNa.cjs");
 const require_render = require("./render-BNTrbmBw.cjs");
 const require_pythonUtils = require("./pythonUtils-Cokhluq3.cjs");
-require("./util-SPsvFONY.cjs");
-const require_telemetry = require("./telemetry-CJ7FnCsc.cjs");
+require("./util-COnzevXE.cjs");
+const require_telemetry = require("./telemetry-C_ImlCOk.cjs");
 const require_packageParser = require("./packageParser-QoCS1FMl.cjs");
 const require_transform = require("./transform-BnSXWmU_2.cjs");
 let fs = require("fs");
@@ -534,4 +534,4 @@ Object.defineProperty(exports, "runExtensionHook", {
 	}
 });
 
-//# sourceMappingURL=evaluatorHelpers-CRqTvSux.cjs.map
+//# sourceMappingURL=evaluatorHelpers-D06I9WFL.cjs.map

package/dist/src/{evaluatorHelpers-BsYP_muT.js → evaluatorHelpers-D1_kwvyp.js}

@@ -1,13 +1,13 @@
 #!/usr/bin/env node
 import { N as state, O as getEnvString, T as getEnvBool, s as logger } from "./logger-BbY6ypFL.js";
-import { n as fetchWithProxy } from "./fetch-DXUnXkVU.js";
+import { n as fetchWithProxy } from "./fetch-Cpf1U1nO.js";
 import { t as invariant } from "./invariant-B2Rf6avk.js";
-import { r as telemetry } from "./telemetry-00ezXr_t.js";
+import { r as telemetry } from "./telemetry-DOE567Wj.js";
 import { a as isVideoFile, i as isJavascriptFile, n as isAudioFile, r as isImageFile } from "./fileExtensions-D4GCJ67J.js";
 import { r as importModule } from "./esm-Bexx2PFc.js";
 import { i as extractVariablesFromTemplate, n as renderVarsInObject, o as getNunjucksEngine } from "./render-CSP99NLm.js";
 import { r as runPython } from "./pythonUtils-CgYxeSmO.js";
-import "./util-DURocbYR.js";
+import "./util-jZRrXe1P.js";
 import { n as loadFromPackage, t as isPackagePath } from "./packageParser--MWTSrPW.js";
 import { o as transform } from "./transform-BnSTnFlp.js";
 import * as fs$1 from "fs";
@@ -508,4 +508,4 @@ async function runExtensionHook(extensions, hookName, context) {
 //#endregion
 export { filterFiniteScores as i, renderPrompt as n, runExtensionHook as r, collectFileMetadata as t };
 
-//# sourceMappingURL=evaluatorHelpers-BsYP_muT.js.map
+//# sourceMappingURL=evaluatorHelpers-D1_kwvyp.js.map

package/dist/src/{extractor-CIW3iN-b.js → extractor-BVkZtk4R.js}

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
 import { T as getEnvBool, s as logger } from "./logger-BbY6ypFL.js";
-import { c as isLoggedIntoCloud } from "./accounts-CjFnOPmb.js";
-import { a as cloudConfig } from "./cloud-D3DiFqH6.js";
+import { c as isLoggedIntoCloud } from "./accounts-D6IBfEE0.js";
+import { a as cloudConfig } from "./cloud-DqF5N1aJ.js";
 import { i as storeBlob, r as recordBlobReference } from "./blobs-DODuTK-a.js";
 //#region src/blobs/remoteUpload.ts
 function buildRemoteUrl() {
@@ -26,7 +26,7 @@ async function uploadBlobRemote(buffer, mimeType, context) {
 	const apiKey = cloudConfig.getApiKey();
 	if (!url || !apiKey) return null;
 	try {
-		const { fetchWithProxy } = await import("./fetch-_YgGd2qv.js");
+		const { fetchWithProxy } = await import("./fetch-BodQTrMU.js");
 		const response = await fetchWithProxy(url, {
 			method: "POST",
 			headers: {
@@ -372,4 +372,4 @@ async function recordExistingBlobReferences(value, context, location) {
 //#endregion
 export { isBlobStorageEnabled as n, shouldAttemptRemoteBlobUpload as r, extractAndStoreBinaryData as t };
 
-//# sourceMappingURL=extractor-CIW3iN-b.js.map
+//# sourceMappingURL=extractor-BVkZtk4R.js.map

package/dist/src/{extractor-CxRtnaHl.js → extractor-D3Fv_Tdh.js}

@@ -1,6 +1,6 @@
 import { S as getEnvBool, a as logger } from "./logger-Ct2S6Yx-.js";
-import { T as cloudConfig } from "./fetch-It34O8Ur.js";
-import { o as isLoggedIntoCloud } from "./accounts-Ca7WIoPY.js";
+import { T as cloudConfig } from "./fetch-Doks14zQ.js";
+import { o as isLoggedIntoCloud } from "./accounts-DAv_0iE7.js";
 import { n as recordBlobReference, r as storeBlob } from "./blobs-Dwef1Ao1.js";
 //#region src/blobs/remoteUpload.ts
 function buildRemoteUrl() {
@@ -25,7 +25,7 @@ async function uploadBlobRemote(buffer, mimeType, context) {
 	const apiKey = cloudConfig.getApiKey();
 	if (!url || !apiKey) return null;
 	try {
-		const { fetchWithProxy } = await import("./fetch-It34O8Ur.js").then((n) => n.i);
+		const { fetchWithProxy } = await import("./fetch-Doks14zQ.js").then((n) => n.i);
 		const response = await fetchWithProxy(url, {
 			method: "POST",
 			headers: {
@@ -371,4 +371,4 @@ async function recordExistingBlobReferences(value, context, location) {
 //#endregion
 export { isBlobStorageEnabled as n, shouldAttemptRemoteBlobUpload as r, extractAndStoreBinaryData as t };
 
-//# sourceMappingURL=extractor-CxRtnaHl.js.map
+//# sourceMappingURL=extractor-D3Fv_Tdh.js.map

package/dist/src/{extractor-BR7XAzAL.js → extractor-Jp53vs-6.js}

@@ -1,6 +1,6 @@
 import { S as getEnvBool, a as logger } from "./logger-KD8JjCRJ.js";
-import { l as cloudConfig } from "./fetch-BufrQtvR.js";
-import { c as isLoggedIntoCloud } from "./accounts-DanM1wq_.js";
+import { l as cloudConfig } from "./fetch-BSSAcMxf.js";
+import { c as isLoggedIntoCloud } from "./accounts-BWjqwsrf.js";
 import { i as storeBlob, r as recordBlobReference } from "./blobs-CeFdPn_T.js";
 //#region src/blobs/remoteUpload.ts
 function buildRemoteUrl() {
@@ -25,7 +25,7 @@ async function uploadBlobRemote(buffer, mimeType, context) {
 	const apiKey = cloudConfig.getApiKey();
 	if (!url || !apiKey) return null;
 	try {
-		const { fetchWithProxy } = await import("./fetch-BufrQtvR.js").then((n) => n.i);
+		const { fetchWithProxy } = await import("./fetch-BSSAcMxf.js").then((n) => n.i);
 		const response = await fetchWithProxy(url, {
 			method: "POST",
 			headers: {
@@ -371,4 +371,4 @@ async function recordExistingBlobReferences(value, context, location) {
 //#endregion
 export { isBlobStorageEnabled as n, shouldAttemptRemoteBlobUpload as r, extractAndStoreBinaryData as t };
 
-//# sourceMappingURL=extractor-BR7XAzAL.js.map
+//# sourceMappingURL=extractor-Jp53vs-6.js.map

package/dist/src/{extractor-BdxEtt3J.cjs → extractor-bV_NOoaz.cjs}

@@ -1,6 +1,6 @@
 const require_logger = require("./logger-cfNpzI4o.cjs");
-const require_fetch = require("./fetch-Dw4XZHjj.cjs");
-const require_accounts = require("./accounts-CmWzeD2d.cjs");
+const require_fetch = require("./fetch-Cfm4EuOB.cjs");
+const require_accounts = require("./accounts-BVz5gHLK.cjs");
 const require_blobs = require("./blobs-B0977K1O.cjs");
 //#region src/blobs/remoteUpload.ts
 function buildRemoteUrl() {
@@ -25,7 +25,7 @@ async function uploadBlobRemote(buffer, mimeType, context) {
 	const apiKey = require_fetch.cloudConfig.getApiKey();
 	if (!url || !apiKey) return null;
 	try {
-		const { fetchWithProxy } = await Promise.resolve().then(() => require("./fetch-Dw4XZHjj.cjs")).then((n) => n.fetch_exports);
+		const { fetchWithProxy } = await Promise.resolve().then(() => require("./fetch-Cfm4EuOB.cjs")).then((n) => n.fetch_exports);
 		const response = await fetchWithProxy(url, {
 			method: "POST",
 			headers: {
@@ -388,4 +388,4 @@ Object.defineProperty(exports, "shouldAttemptRemoteBlobUpload", {
 	}
 });
 
-//# sourceMappingURL=extractor-BdxEtt3J.cjs.map
+//# sourceMappingURL=extractor-bV_NOoaz.cjs.map

package/dist/src/{fetch-BufrQtvR.js → fetch-BSSAcMxf.js}

@@ -1,6 +1,6 @@
 import { t as __exportAll } from "./chunk-DEq-mXcV.js";
 import { S as getEnvBool, T as getEnvString, a as logger, i as logRequestResponse, k as state, p as sanitizeUrl, w as getEnvInt, x as getConfigDirectoryPath } from "./logger-KD8JjCRJ.js";
-import { n as VERSION } from "./version-BK20a4sw.js";
+import { n as VERSION } from "./version-CHR-EFec.js";
 import { t as invariant } from "./invariant-DIYf9sP1.js";
 import { AsyncLocalStorage } from "node:async_hooks";
 import * as fs$2 from "fs";
@@ -993,4 +993,4 @@ async function fetchWithRetries(url, options = {}, timeout, maxRetries) {
 //#endregion
 export { CONSENT_ENDPOINT as A, openaiToolChoiceToBedrock as C, transformToolChoice as D, toTitleCase as E, getDefaultShareViewBaseUrl as F, getShareApiBaseUrl as I, getShareViewBaseUrl as L, R_ENDPOINT as M, TERMINAL_MAX_WIDTH as N, transformTools as O, getDefaultPort as P, FILE_METADATA_KEY as R, isPromptfooSampleTarget as S, parseChatPrompt as T, LONG_RUNNING_MODEL_TIMEOUT_MS as _, getFetchWithProxyHeaders as a, isOpenAIToolArray as b, CloudConfig as c, writeGlobalConfig as d, writeGlobalConfigPartial as f, parseRetryAfter as g, parseRateLimitHeaders as h, fetch_exports as i, EVENTS_ENDPOINT as j, CLOUD_PROVIDER_PREFIX as k, cloudConfig as l, sleep as m, fetchWithRetries as n, withFetchRetryContext as o, getCurrentTimestamp as p, fetchWithTimeout as r, isPromptfooCloudApiHost as s, fetchWithProxy as t, readGlobalConfig as u, REQUEST_TIMEOUT_MS as v, openaiToolsToBedrock as w, isOpenAIToolChoice as x, calculateCost as y, HUMAN_ASSERTION_TYPE as z };
 
-//# sourceMappingURL=fetch-BufrQtvR.js.map
+//# sourceMappingURL=fetch-BSSAcMxf.js.map

package/dist/src/fetch-BodQTrMU.js

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+import { n as fetchWithProxy } from "./fetch-Cpf1U1nO.js";
+export { fetchWithProxy };

package/dist/src/{fetch-Dw4XZHjj.cjs → fetch-Cfm4EuOB.cjs}

@@ -1,7 +1,7 @@
 const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
 const require_logger = require("./logger-cfNpzI4o.cjs");
 const require_invariant = require("./invariant-QtnLD03y.cjs");
-const require_version = require("./version-BWCSaByA.cjs");
+const require_version = require("./version-VzUqOBZk.cjs");
 let fs = require("fs");
 fs = require_rolldown_runtime.__toESM(fs, 1);
 let path = require("path");
@@ -1220,4 +1220,4 @@ Object.defineProperty(exports, "writeGlobalConfigPartial", {
 	}
 });
 
-//# sourceMappingURL=fetch-Dw4XZHjj.cjs.map
+//# sourceMappingURL=fetch-Cfm4EuOB.cjs.map

package/dist/src/{fetch-DXUnXkVU.js → fetch-Cpf1U1nO.js}

@@ -1,8 +1,8 @@
 #!/usr/bin/env node
 import { D as getEnvInt, N as state, O as getEnvString, T as getEnvBool, h as sanitizeUrl, o as logRequestResponse, s as logger } from "./logger-BbY6ypFL.js";
-import { n as VERSION } from "./version-eRkNuGv8.js";
+import { n as VERSION } from "./version-F0YDgb7J.js";
 import { t as invariant } from "./invariant-B2Rf6avk.js";
-import { a as cloudConfig, n as CLOUD_API_HOST } from "./cloud-D3DiFqH6.js";
+import { a as cloudConfig, n as CLOUD_API_HOST } from "./cloud-DqF5N1aJ.js";
 import { AsyncLocalStorage } from "node:async_hooks";
 import path from "path";
 import yaml from "js-yaml";
@@ -794,4 +794,4 @@ async function fetchWithRetries(url, options = {}, timeout, maxRetries) {
 //#endregion
 export { EVENTS_ENDPOINT as A, openaiToolsToBedrock as C, transformTools as D, transformToolChoice as E, getShareApiBaseUrl as F, getShareViewBaseUrl as I, FILE_METADATA_KEY as L, TERMINAL_MAX_WIDTH as M, getDefaultPort as N, CLOUD_PROVIDER_PREFIX as O, getDefaultShareViewBaseUrl as P, HUMAN_ASSERTION_TYPE as R, openaiToolChoiceToBedrock as S, toTitleCase as T, REQUEST_TIMEOUT_MS as _, getFetchWithProxyHeaders as a, isOpenAIToolChoice as b, isTransientError as c, getCurrentTimestamp as d, sleep as f, LONG_RUNNING_MODEL_TIMEOUT_MS as g, parseRetryAfter as h, fetchWithTimeout as i, R_ENDPOINT as j, CONSENT_ENDPOINT as k, withFetchRetryContext as l, parseRateLimitHeaders as m, fetchWithProxy as n, handleRateLimit as o, sleepWithAbort as p, fetchWithRetries as r, isRateLimited as s, clearAgentCache as t, isPromptfooCloudApiHost as u, calculateCost as v, parseChatPrompt as w, isPromptfooSampleTarget as x, isOpenAIToolArray as y };
 
-//# sourceMappingURL=fetch-DXUnXkVU.js.map
+//# sourceMappingURL=fetch-Cpf1U1nO.js.map

package/dist/src/{fetch-It34O8Ur.js → fetch-Doks14zQ.js}

@@ -1,7 +1,7 @@
 import { t as __exportAll } from "./chunk-DEq-mXcV.js";
 import { S as getEnvBool, T as getEnvString, a as logger, i as logRequestResponse, k as state, p as sanitizeUrl, w as getEnvInt, x as getConfigDirectoryPath } from "./logger-Ct2S6Yx-.js";
 import { t as invariant } from "./invariant-Ddh24eXh.js";
-import { n as VERSION } from "./version-lpHV_53E.js";
+import { n as VERSION } from "./version-qVEN5qCm.js";
 import * as fs$2 from "fs";
 import * as path$1 from "path";
 import path from "path";
@@ -990,4 +990,4 @@ async function fetchWithRetries(url, options = {}, timeout, maxRetries) {
 //#endregion
 export { CONSENT_ENDPOINT as A, transformTools as C, writeGlobalConfig as D, readGlobalConfig as E, getShareApiBaseUrl as F, getShareViewBaseUrl as I, FILE_METADATA_KEY as L, R_ENDPOINT as M, TERMINAL_MAX_WIDTH as N, writeGlobalConfigPartial as O, getDefaultShareViewBaseUrl as P, HUMAN_ASSERTION_TYPE as R, transformToolChoice as S, cloudConfig as T, isPromptfooSampleTarget as _, getFetchWithProxyHeaders as a, parseChatPrompt as b, getCurrentTimestamp as c, parseRetryAfter as d, LONG_RUNNING_MODEL_TIMEOUT_MS as f, isOpenAIToolChoice as g, isOpenAIToolArray as h, fetch_exports as i, EVENTS_ENDPOINT as j, CLOUD_PROVIDER_PREFIX as k, sleep as l, calculateCost as m, fetchWithRetries as n, withFetchRetryContext as o, REQUEST_TIMEOUT_MS as p, fetchWithTimeout as r, isPromptfooCloudApiHost as s, fetchWithProxy as t, parseRateLimitHeaders as u, openaiToolChoiceToBedrock as v, CloudConfig as w, toTitleCase as x, openaiToolsToBedrock as y };
 
-//# sourceMappingURL=fetch-It34O8Ur.js.map
+//# sourceMappingURL=fetch-Doks14zQ.js.map

package/dist/src/{goat-Qgurm-NP.js → goat-Ba7Gznzq.js}

@@ -1,19 +1,19 @@
 import { a as logger, y as safeJsonStringify } from "./logger-Ct2S6Yx-.js";
 import { t as invariant } from "./invariant-Ddh24eXh.js";
-import { l as sleep, t as fetchWithProxy } from "./fetch-It34O8Ur.js";
-import { n as VERSION } from "./version-lpHV_53E.js";
-import { i as getUserEmail, o as isLoggedIntoCloud } from "./accounts-Ca7WIoPY.js";
+import { l as sleep, t as fetchWithProxy } from "./fetch-Doks14zQ.js";
+import { n as VERSION } from "./version-qVEN5qCm.js";
+import { i as getUserEmail, o as isLoggedIntoCloud } from "./accounts-DAv_0iE7.js";
 import { o as getNunjucksEngine } from "./render-DFfDeYUK.js";
-import { r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-DsaSwmG2.js";
+import { r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-CJC3E0aW.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CmnQ0G2m.js";
-import { n as materializeInputVariablesWithMetadata } from "./inputVariables-DUGMb9Ka.js";
-import { a as extractPromptFromTags, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-DNl96nNs.js";
-import { o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-D6IjElRI.js";
+import { a as extractPromptFromTags, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-DpV6KT5i.js";
+import { a as assertRemoteMaterializationHandled, c as isRemoteMaterializationUpgradeError, s as buildRemoteMaterializedInputVariables } from "./promptfoo-CqEpj6Sr.js";
+import { o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-CSIGeGLl.js";
 import { i as throwIfTargetPromptExceedsMaxChars } from "./promptLength-B9nZEfO6.js";
-import { n as checkExfilTracking } from "./indirectWebPwn-CbjUG0rh.js";
-import { n as renderPrompt } from "./evaluatorHelpers-DuqFFfq7.js";
-import { t as Strategies } from "./strategies-CiSeroPH.js";
-import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-ji2OuXbT.js";
+import { n as checkExfilTracking } from "./indirectWebPwn-CiWB-vVH.js";
+import { n as renderPrompt } from "./evaluatorHelpers-CrRObe2z.js";
+import { t as Strategies } from "./strategies-CD1gHeeQ.js";
+import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-BOP1FsRt.js";
 import { t as applyRuntimeTransforms } from "./runtimeTransform-DigbjU1r.js";
 import { i as getGoalRubric } from "./prompts-DHhQsANy.js";
 import chalk from "chalk";
@@ -80,7 +80,7 @@ var GoatProvider = class {
 		let assertToUse;
 		let graderPassed;
 		let storedGraderResult;
-		const { getGraderById } = await import("./graders-BX0f2tvS.js").then((n) => n.r);
+		const { getGraderById } = await import("./graders-KXzjnIim.js").then((n) => n.r);
 		let test;
 		if (context?.test) {
 			test = context?.test;
@@ -191,11 +191,11 @@ var GoatProvider = class {
 			let processedMessage = attackerMessage.content;
 			const extractedPrompt = extractPromptFromTags(attackerMessage.content);
 			if (extractedPrompt) processedMessage = extractedPrompt;
+			if (this.config.inputs) assertRemoteMaterializationHandled(data, "GOAT multi-input generation");
 			const currentInputVars = extractInputVarsFromPrompt(processedMessage, this.config.inputs);
-			const currentRenderInputVars = (currentInputVars && this.config.inputs ? await materializeInputVariablesWithMetadata(currentInputVars, this.config.inputs, {
-				materializationIndex: turn,
-				pluginId: "goat"
-			}) : void 0)?.vars ?? currentInputVars;
+			let materializedInputVars;
+			if (currentInputVars && this.config.inputs) materializedInputVars = buildRemoteMaterializedInputVariables(data, currentInputVars, this.config.inputs);
+			const currentRenderInputVars = materializedInputVars?.vars ?? currentInputVars;
 			if (currentInputVars && this.config.inputs) try {
 				const parsed = JSON.parse(processedMessage);
 				if (typeof parsed.prompt === "string") processedMessage = parsed.prompt;
@@ -437,6 +437,7 @@ var GoatProvider = class {
 				logger.debug("[GOAT] Operation aborted");
 				throw error;
 			}
+			if (isRemoteMaterializationUpgradeError(error)) throw error;
 			logger.error(`[GOAT] An error occurred in GOAT turn ${turn}.  The test will continue to the next turn in the conversation.`, { error: error.message || error });
 		}
 		const finalPrompt = getLastMessageContent(messages, "user") || "";
@@ -463,4 +464,4 @@ var GoatProvider = class {
 //#endregion
 export { GoatProvider as default };
 
-//# sourceMappingURL=goat-Qgurm-NP.js.map
+//# sourceMappingURL=goat-Ba7Gznzq.js.map

package/dist/src/{goat-Ckd3q3AY.js → goat-CJngS-WU.js}

@@ -1,20 +1,20 @@
 #!/usr/bin/env node
 import { s as logger, x as safeJsonStringify } from "./logger-BbY6ypFL.js";
-import { f as sleep, n as fetchWithProxy } from "./fetch-DXUnXkVU.js";
-import { n as VERSION } from "./version-eRkNuGv8.js";
+import { f as sleep, n as fetchWithProxy } from "./fetch-Cpf1U1nO.js";
+import { n as VERSION } from "./version-F0YDgb7J.js";
 import { t as invariant } from "./invariant-B2Rf6avk.js";
-import { c as isLoggedIntoCloud, o as getUserEmail } from "./accounts-CjFnOPmb.js";
+import { c as isLoggedIntoCloud, o as getUserEmail } from "./accounts-D6IBfEE0.js";
 import { o as getNunjucksEngine } from "./render-CSP99NLm.js";
-import { r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-B1_XsKXU.js";
+import { r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-D6UjE2JT.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CDet74yk.js";
-import { r as materializeInputVariablesWithMetadata } from "./inputVariables-DXFdi7AI.js";
-import { a as extractPromptFromTags, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-kDURhgJW.js";
-import { o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-9WHQ1oNE.js";
+import { a as extractPromptFromTags, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-ETfU_sS9.js";
+import { a as assertRemoteMaterializationHandled, c as isRemoteMaterializationUpgradeError, s as buildRemoteMaterializedInputVariables } from "./promptfoo-BU4_0J85.js";
+import { o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-DNvim54U.js";
 import { i as throwIfTargetPromptExceedsMaxChars } from "./promptLength-4X-Wd8PG.js";
-import { n as checkExfilTracking } from "./indirectWebPwn-uyWdHx04.js";
-import { n as renderPrompt } from "./evaluatorHelpers-BsYP_muT.js";
-import { t as Strategies } from "./strategies-DRJjGTIY.js";
-import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-BnwKCkSB.js";
+import { n as checkExfilTracking } from "./indirectWebPwn-BMTXXznx.js";
+import { n as renderPrompt } from "./evaluatorHelpers-D1_kwvyp.js";
+import { t as Strategies } from "./strategies-CBI1brSy.js";
+import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-xhjOg2b1.js";
 import { t as applyRuntimeTransforms } from "./runtimeTransform-Dgh_D7DU.js";
 import { i as getGoalRubric } from "./prompts-C-bqE1Yp.js";
 import chalk from "chalk";
@@ -81,7 +81,7 @@ var GoatProvider = class {
 		let assertToUse;
 		let graderPassed;
 		let storedGraderResult;
-		const { getGraderById } = await import("./graders-BDT7dif6.js");
+		const { getGraderById } = await import("./graders-B3D7kCcD.js");
 		let test;
 		if (context?.test) {
 			test = context?.test;
@@ -192,11 +192,11 @@ var GoatProvider = class {
 			let processedMessage = attackerMessage.content;
 			const extractedPrompt = extractPromptFromTags(attackerMessage.content);
 			if (extractedPrompt) processedMessage = extractedPrompt;
+			if (this.config.inputs) assertRemoteMaterializationHandled(data, "GOAT multi-input generation");
 			const currentInputVars = extractInputVarsFromPrompt(processedMessage, this.config.inputs);
-			const currentRenderInputVars = (currentInputVars && this.config.inputs ? await materializeInputVariablesWithMetadata(currentInputVars, this.config.inputs, {
-				materializationIndex: turn,
-				pluginId: "goat"
-			}) : void 0)?.vars ?? currentInputVars;
+			let materializedInputVars;
+			if (currentInputVars && this.config.inputs) materializedInputVars = buildRemoteMaterializedInputVariables(data, currentInputVars, this.config.inputs);
+			const currentRenderInputVars = materializedInputVars?.vars ?? currentInputVars;
 			if (currentInputVars && this.config.inputs) try {
 				const parsed = JSON.parse(processedMessage);
 				if (typeof parsed.prompt === "string") processedMessage = parsed.prompt;
@@ -438,6 +438,7 @@ var GoatProvider = class {
 				logger.debug("[GOAT] Operation aborted");
 				throw error;
 			}
+			if (isRemoteMaterializationUpgradeError(error)) throw error;
 			logger.error(`[GOAT] An error occurred in GOAT turn ${turn}.  The test will continue to the next turn in the conversation.`, { error: error.message || error });
 		}
 		const finalPrompt = getLastMessageContent(messages, "user") || "";
@@ -464,4 +465,4 @@ var GoatProvider = class {
 //#endregion
 export { GoatProvider as default };
 
-//# sourceMappingURL=goat-Ckd3q3AY.js.map
+//# sourceMappingURL=goat-CJngS-WU.js.map

package/dist/src/{goat-ghadEDdy.js → goat-CwsbfQeu.js}

@@ -1,18 +1,18 @@
 import { a as logger, y as safeJsonStringify } from "./logger-KD8JjCRJ.js";
-import { m as sleep, t as fetchWithProxy } from "./fetch-BufrQtvR.js";
-import { n as VERSION } from "./version-BK20a4sw.js";
+import { m as sleep, t as fetchWithProxy } from "./fetch-BSSAcMxf.js";
+import { n as VERSION } from "./version-CHR-EFec.js";
 import { t as invariant } from "./invariant-DIYf9sP1.js";
-import { c as isLoggedIntoCloud, o as getUserEmail } from "./accounts-DanM1wq_.js";
+import { c as isLoggedIntoCloud, o as getUserEmail } from "./accounts-BWjqwsrf.js";
 import { o as getNunjucksEngine } from "./render-_6ur1fhE.js";
-import { r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-COpWcmWd.js";
+import { r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration--D6WjzUm.js";
 import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-BjVkdk18.js";
-import { r as materializeInputVariablesWithMetadata } from "./inputVariables-B0qUChbV.js";
-import { a as extractPromptFromTags, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-Df8YMvS1.js";
-import { o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-7pmVZLNO.js";
+import { a as extractPromptFromTags, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-DGqkTb2-.js";
+import { a as assertRemoteMaterializationHandled, c as isRemoteMaterializationUpgradeError, s as buildRemoteMaterializedInputVariables } from "./promptfoo-CReYAtfb.js";
+import { o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-CRq0gGVf.js";
 import { i as throwIfTargetPromptExceedsMaxChars } from "./promptLength-0qIHyhA5.js";
-import { n as checkExfilTracking } from "./indirectWebPwn-tNx9OZ35.js";
+import { n as checkExfilTracking } from "./indirectWebPwn-BZFPV7Q9.js";
 import { n as renderPrompt, t as Strategies } from "./server/index.js";
-import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-Chi74lOD.js";
+import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-BvmDa_jH.js";
 import { t as applyRuntimeTransforms } from "./runtimeTransform-BJOpL9Yc.js";
 import { i as getGoalRubric } from "./prompts-BYMtqPCw.js";
 import chalk from "chalk";
@@ -79,7 +79,7 @@ var GoatProvider = class {
 		let assertToUse;
 		let graderPassed;
 		let storedGraderResult;
-		const { getGraderById } = await import("./graders-C0nXU_ZP.js").then((n) => n.r);
+		const { getGraderById } = await import("./graders-DaRU98zs.js").then((n) => n.r);
 		let test;
 		if (context?.test) {
 			test = context?.test;
@@ -190,11 +190,11 @@ var GoatProvider = class {
 			let processedMessage = attackerMessage.content;
 			const extractedPrompt = extractPromptFromTags(attackerMessage.content);
 			if (extractedPrompt) processedMessage = extractedPrompt;
+			if (this.config.inputs) assertRemoteMaterializationHandled(data, "GOAT multi-input generation");
 			const currentInputVars = extractInputVarsFromPrompt(processedMessage, this.config.inputs);
-			const currentRenderInputVars = (currentInputVars && this.config.inputs ? await materializeInputVariablesWithMetadata(currentInputVars, this.config.inputs, {
-				materializationIndex: turn,
-				pluginId: "goat"
-			}) : void 0)?.vars ?? currentInputVars;
+			let materializedInputVars;
+			if (currentInputVars && this.config.inputs) materializedInputVars = buildRemoteMaterializedInputVariables(data, currentInputVars, this.config.inputs);
+			const currentRenderInputVars = materializedInputVars?.vars ?? currentInputVars;
 			if (currentInputVars && this.config.inputs) try {
 				const parsed = JSON.parse(processedMessage);
 				if (typeof parsed.prompt === "string") processedMessage = parsed.prompt;
@@ -436,6 +436,7 @@ var GoatProvider = class {
 				logger.debug("[GOAT] Operation aborted");
 				throw error;
 			}
+			if (isRemoteMaterializationUpgradeError(error)) throw error;
 			logger.error(`[GOAT] An error occurred in GOAT turn ${turn}.  The test will continue to the next turn in the conversation.`, { error: error.message || error });
 		}
 		const finalPrompt = getLastMessageContent(messages, "user") || "";
@@ -462,4 +463,4 @@ var GoatProvider = class {
 //#endregion
 export { GoatProvider as default };
 
-//# sourceMappingURL=goat-ghadEDdy.js.map
+//# sourceMappingURL=goat-CwsbfQeu.js.map

package/dist/src/{goat-una6pZGP.cjs → goat-DOMbozoX.cjs}

@@ -1,20 +1,20 @@
 const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
 const require_logger = require("./logger-cfNpzI4o.cjs");
 const require_invariant = require("./invariant-QtnLD03y.cjs");
-const require_fetch = require("./fetch-Dw4XZHjj.cjs");
-const require_version = require("./version-BWCSaByA.cjs");
-const require_accounts = require("./accounts-CmWzeD2d.cjs");
+const require_fetch = require("./fetch-Cfm4EuOB.cjs");
+const require_version = require("./version-VzUqOBZk.cjs");
+const require_accounts = require("./accounts-BVz5gHLK.cjs");
 const require_render = require("./render-BNTrbmBw.cjs");
-const require_remoteGeneration = require("./remoteGeneration-DS9N3pgB.cjs");
+const require_remoteGeneration = require("./remoteGeneration-BpIYlb_O.cjs");
 const require_tokenUsageUtils = require("./tokenUsageUtils-_B-P8IAi.cjs");
-const require_inputVariables = require("./inputVariables-Dq9W-Z3a.cjs");
-const require_util = require("./util-CN8om2rz.cjs");
-const require_shared = require("./shared-WkgnDkcg.cjs");
+const require_util = require("./util-DNtUsus_.cjs");
+const require_promptfoo = require("./promptfoo-ClChwT74.cjs");
+const require_shared = require("./shared-aHWko3P1.cjs");
 const require_promptLength = require("./promptLength-BbBbDHNj.cjs");
-const require_indirectWebPwn = require("./indirectWebPwn-BJ22AbQa.cjs");
-const require_evaluatorHelpers = require("./evaluatorHelpers-CRqTvSux.cjs");
-const require_strategies = require("./strategies-7CS3Alao.cjs");
-const require_tracingOptions = require("./tracingOptions-DrbSFaKy.cjs");
+const require_indirectWebPwn = require("./indirectWebPwn-D7NA9Nsv.cjs");
+const require_evaluatorHelpers = require("./evaluatorHelpers-D06I9WFL.cjs");
+const require_strategies = require("./strategies-CCcnEbFO.cjs");
+const require_tracingOptions = require("./tracingOptions-DFBoE8O0.cjs");
 const require_runtimeTransform = require("./runtimeTransform-ON3YYILw.cjs");
 const require_prompts = require("./prompts-hNvWBD3z.cjs");
 let chalk = require("chalk");
@@ -83,7 +83,7 @@ var GoatProvider = class {
 		let assertToUse;
 		let graderPassed;
 		let storedGraderResult;
-		const { getGraderById } = await Promise.resolve().then(() => require("./graders-ClrU2fnd.cjs")).then((n) => n.graders_exports);
+		const { getGraderById } = await Promise.resolve().then(() => require("./graders-CBQ2s6gz.cjs")).then((n) => n.graders_exports);
 		let test;
 		if (context?.test) {
 			test = context?.test;
@@ -194,11 +194,11 @@ var GoatProvider = class {
 			let processedMessage = attackerMessage.content;
 			const extractedPrompt = require_util.extractPromptFromTags(attackerMessage.content);
 			if (extractedPrompt) processedMessage = extractedPrompt;
+			if (this.config.inputs) require_promptfoo.assertRemoteMaterializationHandled(data, "GOAT multi-input generation");
 			const currentInputVars = require_util.extractInputVarsFromPrompt(processedMessage, this.config.inputs);
-			const currentRenderInputVars = (currentInputVars && this.config.inputs ? await require_inputVariables.materializeInputVariablesWithMetadata(currentInputVars, this.config.inputs, {
-				materializationIndex: turn,
-				pluginId: "goat"
-			}) : void 0)?.vars ?? currentInputVars;
+			let materializedInputVars;
+			if (currentInputVars && this.config.inputs) materializedInputVars = require_promptfoo.buildRemoteMaterializedInputVariables(data, currentInputVars, this.config.inputs);
+			const currentRenderInputVars = materializedInputVars?.vars ?? currentInputVars;
 			if (currentInputVars && this.config.inputs) try {
 				const parsed = JSON.parse(processedMessage);
 				if (typeof parsed.prompt === "string") processedMessage = parsed.prompt;
@@ -440,6 +440,7 @@ var GoatProvider = class {
 				require_logger.logger.debug("[GOAT] Operation aborted");
 				throw error;
 			}
+			if (require_promptfoo.isRemoteMaterializationUpgradeError(error)) throw error;
 			require_logger.logger.error(`[GOAT] An error occurred in GOAT turn ${turn}.  The test will continue to the next turn in the conversation.`, { error: error.message || error });
 		}
 		const finalPrompt = require_shared.getLastMessageContent(messages, "user") || "";
@@ -466,4 +467,4 @@ var GoatProvider = class {
 //#endregion
 exports.default = GoatProvider;
 
-//# sourceMappingURL=goat-una6pZGP.cjs.map
+//# sourceMappingURL=goat-DOMbozoX.cjs.map

package/dist/src/graders-B3D7kCcD.js

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+import { n as getGraderById } from "./graders-BQt1BaQe.js";
+export { getGraderById };