promptfoo 0.120.21 → 0.120.23

package/dist/src/{evaluator-q2_--POi.js → evaluator-BDY-i4ky.js}

@@ -1,28 +1,27 @@
 #!/usr/bin/env node
 import { C as getEnvString, E as isCI, O as cliState_default, S as getEnvInt, T as getMaxEvalTimeMs, _ as summarizeEvaluateResultForLogging, b as getEnvBool, f as extractJsonObjects, g as safeJsonStringify, o as logger_default, p as getAjv, w as getEvalTimeoutMs } from "./logger-Bzi5o47S.js";
-import { M as FILE_METADATA_KEY, f as isPromptfooSampleTarget, h as parseChatPrompt, j as VERSION, n as fetchWithRetries, x as DEFAULT_MAX_CONCURRENCY } from "./fetch-TcCC0nEJ.js";
+import { C as DEFAULT_MAX_CONCURRENCY, N as VERSION, P as FILE_METADATA_KEY, _ as parseChatPrompt, c as sleep, m as isPromptfooSampleTarget, n as fetchWithRetries } from "./fetch-DKQm7iwv.js";
 import { t as invariant } from "./invariant-DT20jrBd.js";
-import { n as sleep } from "./time-CoOwN3kQ.js";
-import { r as telemetry_default } from "./telemetry-CB8ltkOD.js";
-import { d as isGradingResult, p as isApiProvider, s as ResultFailureReason } from "./types-n3ttAnOa.js";
-import { c as promptYesNo } from "./server-Bb83s34G.js";
-import { A as renderPrompt, E as isBasicRefusal, F as TokenUsageTracker, I as createRateLimitRegistry, K as VertexChatProvider, L as createProviderRateLimitOptions, M as isPackagePath, N as loadFromPackage, P as redteamProviderManager, j as runExtensionHook, k as collectFileMetadata, q as AIStudioChatProvider, u as GoogleLiveProvider, v as checkExfilTracking, w as getSessionId } from "./providers-D8qKkVu_.js";
-import { o as getCache } from "./cache-xb4oZe27.js";
-import { i as isJavascriptFile } from "./fileExtensions-BpuMmaFL.js";
-import { E as parseFileUrl, F as isGoogleProvider, I as isOpenAiProvider, L as isProviderAllowed, P as isAnthropicProvider, T as loadFunction, g as maybeLoadToolsFromExternalFile, w as getNunjucksEngine } from "./util-CyzW5ayt.js";
-import { r as runPython } from "./pythonUtils-mprm8p4h.js";
-import { n as transform, r as getProcessShim, t as TransformInputType } from "./transform-BzepVlkX.js";
-import { $ as matchesSearchRubric, B as getAndCheckProvider, G as matchesContextFaithfulness, H as matchesAnswerRelevance, J as matchesFactuality, K as matchesContextRecall, Q as matchesPiScore, R as callProviderWithContext, U as matchesClassification, V as loadRubricPrompt, W as matchesClosedQa, X as matchesLlmRubric, Y as matchesGEval, Z as matchesModeration, at as DefaultSuggestionsProvider, dt as getFinalTest, et as matchesSelectBest, ft as loadFromJavaScriptFile, it as getDefaultProviders, lt as SUGGEST_PROMPTS_SYSTEM_MESSAGE, mt as resolveContext, n as getGraderById, nt as selectMaxScore, pt as processFileReference, q as matchesContextRelevance, tt as matchesSimilarity, ut as coerceString, z as fail } from "./graders-CG50NgEB.js";
-import { i as generateIdFromPrompt } from "./utils-HdRSruG0.js";
-import { t as extractAndStoreBinaryData } from "./extractor-D_1s-Thr.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-BbgGuvwu.js";
-import { a as createEmptyTokenUsage, i as createEmptyAssertions, n as accumulateResponseTokenUsage, o as normalizeTokenUsage, r as accumulateTokenUsage, t as accumulateAssertionTokenUsage } from "./tokenUsageUtils-C9fIWtvn.js";
-import { f as validateFunctionCall } from "./transform-B-AYIQmM.js";
-import { l as validateFunctionCall$1 } from "./util-CwsTKPXi.js";
-import { n as getTraceStore } from "./store-CaNRmI5T.js";
-import { t as providerRegistry } from "./providerRegistry-gU7gOAJI.js";
-import { n as runRuby } from "./rubyUtils-Cus5EGPX.js";
-import { a as getActualPromptWithFallback, r as updateSignalFile } from "./signal-B8hvvb8w.js";
+import { r as telemetry_default } from "./telemetry-oV0dEJ2S.js";
+import { d as isGradingResult, p as isApiProvider, s as ResultFailureReason } from "./types-BZz0C6rq.js";
+import { c as promptYesNo } from "./server-BZJ_IEiK.js";
+import { A as renderPrompt, E as isBasicRefusal, F as TokenUsageTracker, I as createRateLimitRegistry, K as VertexChatProvider, L as createProviderRateLimitOptions, M as isPackagePath, N as loadFromPackage, P as redteamProviderManager, j as runExtensionHook, k as collectFileMetadata, q as AIStudioChatProvider, u as GoogleLiveProvider, v as checkExfilTracking, w as getSessionId } from "./providers-CYssBaa_.js";
+import { o as getCache } from "./cache-BTdTl56j.js";
+import { i as isJavascriptFile } from "./fileExtensions-CzcPkiKZ.js";
+import { E as parseFileUrl, F as isAnthropicProvider, I as isGoogleProvider, L as isOpenAiProvider, R as isProviderAllowed, T as loadFunction, g as maybeLoadToolsFromExternalFile, w as getNunjucksEngine } from "./util-UxC1pDDt.js";
+import { r as runPython } from "./pythonUtils-B9JA-gsC.js";
+import { n as transform, r as getProcessShim, t as TransformInputType } from "./transform-BFPYuBaW.js";
+import { $ as matchesSearchRubric, B as getAndCheckProvider, G as matchesContextFaithfulness, H as matchesAnswerRelevance, J as matchesFactuality, K as matchesContextRecall, Q as matchesPiScore, R as callProviderWithContext, U as matchesClassification, V as loadRubricPrompt, W as matchesClosedQa, X as matchesLlmRubric, Y as matchesGEval, Z as matchesModeration, at as DefaultSuggestionsProvider, dt as getFinalTest, et as matchesSelectBest, ft as loadFromJavaScriptFile, it as getDefaultProviders, lt as SUGGEST_PROMPTS_SYSTEM_MESSAGE, mt as resolveContext, n as getGraderById, nt as selectMaxScore, pt as processFileReference, q as matchesContextRelevance, tt as matchesSimilarity, ut as coerceString, z as fail } from "./graders-jFPLMexK.js";
+import { i as generateIdFromPrompt } from "./utils-2CdNTp-a.js";
+import { t as extractAndStoreBinaryData } from "./extractor-HnP0pHfO.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-BIj6_WPH.js";
+import { a as createEmptyTokenUsage, i as createEmptyAssertions, n as accumulateResponseTokenUsage, o as normalizeTokenUsage, r as accumulateTokenUsage, t as accumulateAssertionTokenUsage } from "./tokenUsageUtils-DoinwgKF.js";
+import { f as validateFunctionCall } from "./transform-DWBbTh_M.js";
+import { l as validateFunctionCall$1 } from "./util-CSvDts2m.js";
+import { n as getTraceStore } from "./store-Dm8qSYzq.js";
+import { t as providerRegistry } from "./providerRegistry-D32Lt9vp.js";
+import { n as runRuby } from "./rubyUtils-Dn6MGcsk.js";
+import { a as getActualPromptWithFallback, r as updateSignalFile } from "./signal-C9qT0qiq.js";
 import chalk from "chalk";
 import fs, { createWriteStream } from "fs";
 import path from "path";
@@ -260,7 +259,7 @@ async function startOtlpReceiverIfNeeded(testSuite) {
 		telemetry_default.record("feature_used", { feature: "tracing" });
 		try {
 			logger_default.debug("[EvaluatorTracing] Tracing configuration detected, starting OTLP receiver");
-			const { startOTLPReceiver } = await import("./otlpReceiver-CBZNmyZi.js");
+			const { startOTLPReceiver } = await import("./otlpReceiver-BCKiiwct.js");
 			const port = testSuite.tracing.otlp.http.port || 4318;
 			const host = testSuite.tracing.otlp.http.host || "127.0.0.1";
 			logger_default.debug(`[EvaluatorTracing] Starting OTLP receiver on ${host}:${port}`);
@@ -283,7 +282,7 @@ async function startOtlpReceiverIfNeeded(testSuite) {
 async function stopOtlpReceiverIfNeeded() {
 	if (otlpReceiverStarted) try {
 		logger_default.debug("[EvaluatorTracing] Stopping OTLP receiver");
-		const { stopOTLPReceiver } = await import("./otlpReceiver-CBZNmyZi.js");
+		const { stopOTLPReceiver } = await import("./otlpReceiver-BCKiiwct.js");
 		await stopOTLPReceiver();
 		otlpReceiverStarted = false;
 		logger_default.info("[EvaluatorTracing] OTLP receiver stopped successfully");
@@ -318,7 +317,7 @@ async function generateTraceContextIfNeeded(test, evaluateOptions, testIdx, prom
 	}
 	if (!tracingEnabled) return null;
 	logger_default.debug("[EvaluatorTracing] Importing trace store");
-	const { getTraceStore } = await import("./store-Bo9FEBPO.js");
+	const { getTraceStore } = await import("./store-CXxKOQ8V.js");
 	const traceStore = getTraceStore();
 	const traceId = generateTraceId();
 	const spanId = generateSpanId();
@@ -2686,7 +2685,7 @@ const ASSERTION_HANDLERS = {
 	"llm-rubric": handleLlmRubric,
 	meteor: async (params) => {
 		try {
-			const { handleMeteorAssertion } = await import("./meteor-DLCdreag.js");
+			const { handleMeteorAssertion } = await import("./meteor-0cLf9TIn.js");
 			return handleMeteorAssertion(params);
 		} catch (error) {
 			if (error instanceof Error && (error.message.includes("Cannot find module") || error.message.includes("natural\" package is required"))) return {
@@ -2816,7 +2815,7 @@ async function runAssertion({ prompt, provider, assertion, test, vars, latencyMs
 			};
 		}
 		else if (filePath.endsWith(".rb")) try {
-			const { runRuby } = await import("./rubyUtils-D1DBBgSr.js");
+			const { runRuby } = await import("./rubyUtils-CVELPvUH.js");
 			valueFromScript = await runRuby(filePath, functionName || "get_assert", [output, context]);
 			logger_default.debug(`Ruby script ${filePath} output: ${valueFromScript}`);
 		} catch (error) {
@@ -4158,7 +4157,7 @@ var Evaluator = class {
 				const defaultProvider = testSuite.defaultTest.provider;
 				if (isApiProvider(defaultProvider)) testCase.provider = defaultProvider;
 				else if (typeof defaultProvider === "object" && defaultProvider.id) {
-					const { loadApiProvider } = await import("./providers-BBGwMMzj.js");
+					const { loadApiProvider } = await import("./providers-Ds-h-S1b.js");
 					testCase.provider = await loadApiProvider(typeof defaultProvider.id === "function" ? defaultProvider.id() : defaultProvider.id, { options: defaultProvider });
 				} else testCase.provider = defaultProvider;
 			}
@@ -4233,7 +4232,7 @@ var Evaluator = class {
 			if (evalOption.test.assert?.some((a) => a.type === "max-score")) rowsWithMaxScoreAssertion.add(evalOption.testIdx);
 		}
 		if (cliState_default.resume && this.evalRecord.persisted) try {
-			const { default: EvalResult } = await import("./evalResult-DRNH7Jui.js");
+			const { default: EvalResult } = await import("./evalResult-DKn_nY-a.js");
 			const completedPairs = await EvalResult.getCompletedIndexPairs(this.evalRecord.id, { excludeErrors: cliState_default.retryMode });
 			const originalCount = runEvalOptions.length;
 			for (let i = runEvalOptions.length - 1; i >= 0; i--) {
@@ -4778,4 +4777,4 @@ function evaluate(testSuite, evalRecord, options) {
 
 //#endregion
 export { runEval as a, readAssertions as c, isAllowedPrompt as i, renderMetricName as l, formatVarsForDisplay as n, doesPromptRefMatch as o, generateVarCombinations as r, assertions_default as s, evaluate as t, runAssertions as u };
-//# sourceMappingURL=evaluator-q2_--POi.js.map
+//# sourceMappingURL=evaluator-BDY-i4ky.js.map

package/dist/src/evaluator-CiDt-6H3.js

@@ -0,0 +1,37 @@
+#!/usr/bin/env node
+import "./chunk-DHDDz29n.js";
+import "./logger-Bzi5o47S.js";
+import "./fetch-DKQm7iwv.js";
+import "./accounts-BMHY0nF5.js";
+import "./cloud-BKfo1A2t.js";
+import "./telemetry-oV0dEJ2S.js";
+import "./types-BZz0C6rq.js";
+import "./server-BZJ_IEiK.js";
+import "./providers-CYssBaa_.js";
+import "./cache-BTdTl56j.js";
+import "./util-UxC1pDDt.js";
+import "./esm-Lh6czAFT.js";
+import "./pythonUtils-B9JA-gsC.js";
+import "./transform-BFPYuBaW.js";
+import "./graders-jFPLMexK.js";
+import "./utils-2CdNTp-a.js";
+import "./extractor-HnP0pHfO.js";
+import "./genaiTracer-foKtbVa2.js";
+import "./chat-BIj6_WPH.js";
+import "./transform-DWBbTh_M.js";
+import "./messages-DT1yyWfS.js";
+import "./util-BR59kcWy.js";
+import "./openai-Cv9pEKxp.js";
+import "./util-CSvDts2m.js";
+import "./completion-LTi0SiAy.js";
+import "./blobs-Bey6TGVi.js";
+import "./tables-B0wvxP8N.js";
+import "./store-Dm8qSYzq.js";
+import "./base-DRgXuujd.js";
+import "./image-0RV3qqTK.js";
+import "./providerRegistry-D32Lt9vp.js";
+import "./rubyUtils-Dn6MGcsk.js";
+import { a as runEval, i as isAllowedPrompt, n as formatVarsForDisplay, r as generateVarCombinations, t as evaluate } from "./evaluator-BDY-i4ky.js";
+import "./signal-C9qT0qiq.js";
+
+export { evaluate };

package/dist/src/{extractor-D_1s-Thr.js → extractor-HnP0pHfO.js}

@@ -1,6 +1,8 @@
 #!/usr/bin/env node
 import { b as getEnvBool, o as logger_default } from "./logger-Bzi5o47S.js";
-import { a as BLOB_MAX_SIZE, i as storeBlob, o as BLOB_MIN_SIZE, r as recordBlobReference } from "./blobs-DC2sBLv8.js";
+import { c as isLoggedIntoCloud } from "./accounts-BMHY0nF5.js";
+import { i as cloudConfig } from "./cloud-BKfo1A2t.js";
+import { a as BLOB_MAX_SIZE, i as storeBlob, o as BLOB_MIN_SIZE, r as recordBlobReference } from "./blobs-Bey6TGVi.js";
 import { createHash } from "crypto";
 
 //#region src/util/createHash.ts
@@ -14,6 +16,68 @@ function randomSequence(length = 3) {
 	return result;
 }
 
+//#endregion
+//#region src/blobs/remoteUpload.ts
+function buildRemoteUrl() {
+	const baseUrl = cloudConfig.getApiHost();
+	const apiKey = cloudConfig.getApiKey();
+	if (!baseUrl || !apiKey || !isLoggedIntoCloud()) return null;
+	try {
+		return new URL("/api/blobs", baseUrl).toString();
+	} catch (error) {
+		logger_default.debug("[RemoteBlob] Invalid remote blob URL", {
+			error: error instanceof Error ? error.message : String(error),
+			baseUrl
+		});
+		return null;
+	}
+}
+function shouldAttemptRemoteBlobUpload() {
+	return buildRemoteUrl() !== null;
+}
+async function uploadBlobRemote(buffer, mimeType, context) {
+	const url = buildRemoteUrl();
+	const apiKey = cloudConfig.getApiKey();
+	if (!url || !apiKey) return null;
+	try {
+		const { fetchWithProxy } = await import("./fetch-8fmzVUH3.js");
+		const response = await fetchWithProxy(url, {
+			method: "POST",
+			headers: {
+				"Content-Type": "application/json",
+				Authorization: `Bearer ${apiKey}`
+			},
+			body: JSON.stringify({
+				data: buffer.toString("base64"),
+				mimeType,
+				context
+			})
+		});
+		if (response.status === 404 || response.status === 400) {
+			logger_default.debug("[RemoteBlob] Remote blob upload unavailable", { status: response.status });
+			return null;
+		}
+		if (!response.ok) {
+			const text = await response.text();
+			logger_default.debug("[RemoteBlob] Failed to upload blob", {
+				status: response.status,
+				statusText: response.statusText,
+				body: text
+			});
+			return null;
+		}
+		const data = await response.json();
+		if (!data?.ref?.hash) {
+			logger_default.debug("[RemoteBlob] Remote upload returned malformed response");
+			return null;
+		}
+		return data;
+	} catch (error) {
+		logger_default.debug("[RemoteBlob] Error uploading blob", { error: error instanceof Error ? error.message : String(error) });
+		return null;
+	}
+}
+
 //#endregion
 //#region src/blobs/extractor.ts
 const BLOB_URI_REGEX = /^promptfoo:\/\/blob\/([a-f0-9]{64})$/i;
@@ -88,11 +152,24 @@ async function maybeStore(base64OrDataUrl, defaultMimeType, context, location, k
 	const parsed = parseBinary(base64OrDataUrl, defaultMimeType);
 	if (!parsed || !shouldExternalize(parsed.buffer)) return null;
 	if (!isBlobStorageEnabled()) return null;
-	const { ref } = await storeBlob(parsed.buffer, parsed.mimeType || "application/octet-stream", {
+	const mimeType = parsed.mimeType || "application/octet-stream";
+	const { ref } = await storeBlob(parsed.buffer, mimeType, {
 		...context,
 		location,
 		kind
 	});
+	if (shouldAttemptRemoteBlobUpload()) uploadBlobRemote(parsed.buffer, mimeType, {
+		evalId: context.evalId,
+		testIdx: context.testIdx,
+		promptIdx: context.promptIdx,
+		location,
+		kind
+	}).catch((error) => {
+		logger_default.debug("[BlobExtractor] Cloud upload failed (non-fatal)", {
+			error: error instanceof Error ? error.message : String(error),
+			hash: ref.hash
+		});
+	});
 	return ref;
 }
 async function externalizeDataUrls(value, context, location) {
@@ -292,5 +369,5 @@ async function recordExistingBlobReferences(value, context, location) {
 }
 
 //#endregion
-export { sha256 as i, isBlobStorageEnabled as n, randomSequence as r, extractAndStoreBinaryData as t };
-//# sourceMappingURL=extractor-D_1s-Thr.js.map
+export { sha256 as a, randomSequence as i, isBlobStorageEnabled as n, shouldAttemptRemoteBlobUpload as r, extractAndStoreBinaryData as t };
+//# sourceMappingURL=extractor-HnP0pHfO.js.map

package/dist/src/{extractor-B9uQA-6-.js → extractor-WvMabjRY.js}

@@ -1,5 +1,7 @@
 import { _ as getEnvBool, i as logger_default } from "./logger-q5I8CByj.js";
-import { a as BLOB_MIN_SIZE, i as BLOB_MAX_SIZE, n as recordBlobReference, r as storeBlob } from "./blobs-Dznj-8xW.js";
+import { c as cloudConfig } from "./fetch-BMKSarK_.js";
+import { o as isLoggedIntoCloud } from "./accounts-CYqHD7X1.js";
+import { a as BLOB_MIN_SIZE, i as BLOB_MAX_SIZE, n as recordBlobReference, r as storeBlob } from "./blobs-BHstP0Ep.js";
 import { createHash } from "crypto";
 
 //#region src/util/createHash.ts
@@ -13,6 +15,68 @@ function randomSequence(length = 3) {
 	return result;
 }
 
+//#endregion
+//#region src/blobs/remoteUpload.ts
+function buildRemoteUrl() {
+	const baseUrl = cloudConfig.getApiHost();
+	const apiKey = cloudConfig.getApiKey();
+	if (!baseUrl || !apiKey || !isLoggedIntoCloud()) return null;
+	try {
+		return new URL("/api/blobs", baseUrl).toString();
+	} catch (error) {
+		logger_default.debug("[RemoteBlob] Invalid remote blob URL", {
+			error: error instanceof Error ? error.message : String(error),
+			baseUrl
+		});
+		return null;
+	}
+}
+function shouldAttemptRemoteBlobUpload() {
+	return buildRemoteUrl() !== null;
+}
+async function uploadBlobRemote(buffer, mimeType, context) {
+	const url = buildRemoteUrl();
+	const apiKey = cloudConfig.getApiKey();
+	if (!url || !apiKey) return null;
+	try {
+		const { fetchWithProxy } = await import("./fetch-CE0K47nJ.js");
+		const response = await fetchWithProxy(url, {
+			method: "POST",
+			headers: {
+				"Content-Type": "application/json",
+				Authorization: `Bearer ${apiKey}`
+			},
+			body: JSON.stringify({
+				data: buffer.toString("base64"),
+				mimeType,
+				context
+			})
+		});
+		if (response.status === 404 || response.status === 400) {
+			logger_default.debug("[RemoteBlob] Remote blob upload unavailable", { status: response.status });
+			return null;
+		}
+		if (!response.ok) {
+			const text = await response.text();
+			logger_default.debug("[RemoteBlob] Failed to upload blob", {
+				status: response.status,
+				statusText: response.statusText,
+				body: text
+			});
+			return null;
+		}
+		const data = await response.json();
+		if (!data?.ref?.hash) {
+			logger_default.debug("[RemoteBlob] Remote upload returned malformed response");
+			return null;
+		}
+		return data;
+	} catch (error) {
+		logger_default.debug("[RemoteBlob] Error uploading blob", { error: error instanceof Error ? error.message : String(error) });
+		return null;
+	}
+}
+
 //#endregion
 //#region src/blobs/extractor.ts
 const BLOB_URI_REGEX = /^promptfoo:\/\/blob\/([a-f0-9]{64})$/i;
@@ -87,11 +151,24 @@ async function maybeStore(base64OrDataUrl, defaultMimeType, context, location, k
 	const parsed = parseBinary(base64OrDataUrl, defaultMimeType);
 	if (!parsed || !shouldExternalize(parsed.buffer)) return null;
 	if (!isBlobStorageEnabled()) return null;
-	const { ref } = await storeBlob(parsed.buffer, parsed.mimeType || "application/octet-stream", {
+	const mimeType = parsed.mimeType || "application/octet-stream";
+	const { ref } = await storeBlob(parsed.buffer, mimeType, {
 		...context,
 		location,
 		kind
 	});
+	if (shouldAttemptRemoteBlobUpload()) uploadBlobRemote(parsed.buffer, mimeType, {
+		evalId: context.evalId,
+		testIdx: context.testIdx,
+		promptIdx: context.promptIdx,
+		location,
+		kind
+	}).catch((error) => {
+		logger_default.debug("[BlobExtractor] Cloud upload failed (non-fatal)", {
+			error: error instanceof Error ? error.message : String(error),
+			hash: ref.hash
+		});
+	});
 	return ref;
 }
 async function externalizeDataUrls(value, context, location) {
@@ -291,5 +368,5 @@ async function recordExistingBlobReferences(value, context, location) {
 }
 
 //#endregion
-export { sha256 as i, isBlobStorageEnabled as n, randomSequence as r, extractAndStoreBinaryData as t };
-//# sourceMappingURL=extractor-B9uQA-6-.js.map
+export { sha256 as a, randomSequence as i, isBlobStorageEnabled as n, shouldAttemptRemoteBlobUpload as r, extractAndStoreBinaryData as t };
+//# sourceMappingURL=extractor-WvMabjRY.js.map

package/dist/src/{extractor-DjxI7POm.cjs → extractor-wSeR47-c.cjs}

@@ -1,5 +1,7 @@
 const require_logger = require('./logger-CMp-NS-e.cjs');
-const require_blobs = require('./blobs-D-Neij7m.cjs');
+const require_fetch = require('./fetch-BgYKpAJ7.cjs');
+const require_accounts = require('./accounts-TGrHBZU9.cjs');
+const require_blobs = require('./blobs-BPAqMoU_.cjs');
 let crypto = require("crypto");
 
 //#region src/util/createHash.ts
@@ -13,6 +15,68 @@ function randomSequence(length = 3) {
 	return result;
 }
 
+//#endregion
+//#region src/blobs/remoteUpload.ts
+function buildRemoteUrl() {
+	const baseUrl = require_fetch.cloudConfig.getApiHost();
+	const apiKey = require_fetch.cloudConfig.getApiKey();
+	if (!baseUrl || !apiKey || !require_accounts.isLoggedIntoCloud()) return null;
+	try {
+		return new URL("/api/blobs", baseUrl).toString();
+	} catch (error) {
+		require_logger.logger_default.debug("[RemoteBlob] Invalid remote blob URL", {
+			error: error instanceof Error ? error.message : String(error),
+			baseUrl
+		});
+		return null;
+	}
+}
+function shouldAttemptRemoteBlobUpload() {
+	return buildRemoteUrl() !== null;
+}
+async function uploadBlobRemote(buffer, mimeType, context) {
+	const url = buildRemoteUrl();
+	const apiKey = require_fetch.cloudConfig.getApiKey();
+	if (!url || !apiKey) return null;
+	try {
+		const { fetchWithProxy } = await Promise.resolve().then(() => require("./fetch-GeRV0LDI.cjs"));
+		const response = await fetchWithProxy(url, {
+			method: "POST",
+			headers: {
+				"Content-Type": "application/json",
+				Authorization: `Bearer ${apiKey}`
+			},
+			body: JSON.stringify({
+				data: buffer.toString("base64"),
+				mimeType,
+				context
+			})
+		});
+		if (response.status === 404 || response.status === 400) {
+			require_logger.logger_default.debug("[RemoteBlob] Remote blob upload unavailable", { status: response.status });
+			return null;
+		}
+		if (!response.ok) {
+			const text = await response.text();
+			require_logger.logger_default.debug("[RemoteBlob] Failed to upload blob", {
+				status: response.status,
+				statusText: response.statusText,
+				body: text
+			});
+			return null;
+		}
+		const data = await response.json();
+		if (!data?.ref?.hash) {
+			require_logger.logger_default.debug("[RemoteBlob] Remote upload returned malformed response");
+			return null;
+		}
+		return data;
+	} catch (error) {
+		require_logger.logger_default.debug("[RemoteBlob] Error uploading blob", { error: error instanceof Error ? error.message : String(error) });
+		return null;
+	}
+}
+
 //#endregion
 //#region src/blobs/extractor.ts
 const BLOB_URI_REGEX = /^promptfoo:\/\/blob\/([a-f0-9]{64})$/i;
@@ -87,11 +151,24 @@ async function maybeStore(base64OrDataUrl, defaultMimeType, context, location, k
 	const parsed = parseBinary(base64OrDataUrl, defaultMimeType);
 	if (!parsed || !shouldExternalize(parsed.buffer)) return null;
 	if (!isBlobStorageEnabled()) return null;
-	const { ref } = await require_blobs.storeBlob(parsed.buffer, parsed.mimeType || "application/octet-stream", {
+	const mimeType = parsed.mimeType || "application/octet-stream";
+	const { ref } = await require_blobs.storeBlob(parsed.buffer, mimeType, {
 		...context,
 		location,
 		kind
 	});
+	if (shouldAttemptRemoteBlobUpload()) uploadBlobRemote(parsed.buffer, mimeType, {
+		evalId: context.evalId,
+		testIdx: context.testIdx,
+		promptIdx: context.promptIdx,
+		location,
+		kind
+	}).catch((error) => {
+		require_logger.logger_default.debug("[BlobExtractor] Cloud upload failed (non-fatal)", {
+			error: error instanceof Error ? error.message : String(error),
+			hash: ref.hash
+		});
+	});
 	return ref;
 }
 async function externalizeDataUrls(value, context, location) {
@@ -315,4 +392,10 @@ Object.defineProperty(exports, 'sha256', {
     return sha256;
   }
 });
-//# sourceMappingURL=extractor-DjxI7POm.cjs.map
+Object.defineProperty(exports, 'shouldAttemptRemoteBlobUpload', {
+  enumerable: true,
+  get: function () {
+    return shouldAttemptRemoteBlobUpload;
+  }
+});
+//# sourceMappingURL=extractor-wSeR47-c.cjs.map

package/dist/src/{fetch-Cb-qQ7Hm.js → fetch-8fmzVUH3.js}

@@ -1,6 +1,6 @@
 #!/usr/bin/env node
 import "./logger-Bzi5o47S.js";
-import { a as isRateLimited, i as handleRateLimit, n as fetchWithRetries, o as isTransientError, r as fetchWithTimeout, t as fetchWithProxy } from "./fetch-TcCC0nEJ.js";
-import "./cloud-UwfmA0Ne.js";
+import { a as isRateLimited, i as handleRateLimit, n as fetchWithRetries, o as isTransientError, r as fetchWithTimeout, t as fetchWithProxy } from "./fetch-DKQm7iwv.js";
+import "./cloud-BKfo1A2t.js";
 
 export { fetchWithProxy };

package/dist/src/{fetch-BIPrzD39.js → fetch-BMKSarK_.js}

@@ -1,6 +1,5 @@
 import { _ as getEnvBool, b as getEnvString, c as sanitizeUrl, g as getConfigDirectoryPath, i as logger_default, r as logRequestResponse, w as cliState_default, y as getEnvInt } from "./logger-q5I8CByj.js";
 import { t as invariant } from "./invariant-1pAf2CD1.js";
-import { n as sleep } from "./time-CRRzn6vA.js";
 import * as fs$1 from "fs";
 import * as path$1 from "path";
 import path from "path";
@@ -25,7 +24,7 @@ const HUMAN_ASSERTION_TYPE = "human";
 * Application version from package.json.
 * Injected at build time, or read from npm environment in development.
 */
-const VERSION = "0.120.21";
+const VERSION = "0.120.23";
 /**
 * PostHog analytics key.
 * Only populated during production builds via PROMPTFOO_POSTHOG_KEY env var.
@@ -292,6 +291,13 @@ function transformTools(tools, format) {
 	}
 }
 
+//#endregion
+//#region src/util/time.ts
+function getCurrentTimestamp() {
+	return Math.floor((/* @__PURE__ */ new Date()).getTime() / 1e3);
+}
+const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
+
 //#endregion
 //#region src/globalConfig/globalConfig.ts
 /**
@@ -409,7 +415,7 @@ var CloudConfig = class {
 	}
 	async validateAndSetApiToken(token, apiHost) {
 		try {
-			const { fetchWithProxy } = await import("./fetch-Cbz8ESXD.js");
+			const { fetchWithProxy } = await import("./fetch-CE0K47nJ.js");
 			const response = await fetchWithProxy(`${apiHost}/api/v1/users/me`, { headers: { Authorization: `Bearer ${token}` } });
 			if (!response.ok) {
 				const errorMessage = await response.text();
@@ -707,5 +713,5 @@ async function fetchWithRetries(url, options = {}, timeout, maxRetries) {
 }
 
 //#endregion
-export { TERMINAL_MAX_WIDTH as A, transformTools as C, DEFAULT_QUERY_LIMIT as D, DEFAULT_MAX_CONCURRENCY as E, VERSION as F, FILE_METADATA_KEY as I, HUMAN_ASSERTION_TYPE as L, getShareApiBaseUrl as M, getShareViewBaseUrl as N, EVENTS_ENDPOINT as O, POSTHOG_KEY as P, transformToolChoice as S, CONSENT_ENDPOINT as T, isPromptfooSampleTarget as _, isRateLimited as a, parseChatPrompt as b, cloudConfig as c, writeGlobalConfigPartial as d, LONG_RUNNING_MODEL_TIMEOUT_MS as f, isOpenAIToolChoice as g, isOpenAIToolArray as h, handleRateLimit as i, getDefaultShareViewBaseUrl as j, R_ENDPOINT as k, readGlobalConfig as l, calculateCost as m, fetchWithRetries as n, isTransientError as o, REQUEST_TIMEOUT_MS as p, fetchWithTimeout as r, CloudConfig as s, fetchWithProxy as t, writeGlobalConfig as u, openaiToolChoiceToBedrock as v, CLOUD_PROVIDER_PREFIX as w, toTitleCase as x, openaiToolsToBedrock as y };
-//# sourceMappingURL=fetch-BIPrzD39.js.map
+export { EVENTS_ENDPOINT as A, toTitleCase as C, CONSENT_ENDPOINT as D, CLOUD_PROVIDER_PREFIX as E, getShareViewBaseUrl as F, POSTHOG_KEY as I, VERSION as L, TERMINAL_MAX_WIDTH as M, getDefaultShareViewBaseUrl as N, DEFAULT_MAX_CONCURRENCY as O, getShareApiBaseUrl as P, FILE_METADATA_KEY as R, parseChatPrompt as S, transformTools as T, isOpenAIToolArray as _, isRateLimited as a, openaiToolChoiceToBedrock as b, cloudConfig as c, writeGlobalConfigPartial as d, getCurrentTimestamp as f, calculateCost as g, REQUEST_TIMEOUT_MS as h, handleRateLimit as i, R_ENDPOINT as j, DEFAULT_QUERY_LIMIT as k, readGlobalConfig as l, LONG_RUNNING_MODEL_TIMEOUT_MS as m, fetchWithRetries as n, isTransientError as o, sleep as p, fetchWithTimeout as r, CloudConfig as s, fetchWithProxy as t, writeGlobalConfig as u, isOpenAIToolChoice as v, transformToolChoice as w, openaiToolsToBedrock as x, isPromptfooSampleTarget as y, HUMAN_ASSERTION_TYPE as z };
+//# sourceMappingURL=fetch-BMKSarK_.js.map

package/dist/src/{fetch-MdGxb6Bv.cjs → fetch-BgYKpAJ7.cjs}

@@ -1,6 +1,5 @@
 const require_logger = require('./logger-CMp-NS-e.cjs');
 const require_invariant = require('./invariant-CKcJAQ6M.cjs');
-const require_time = require('./time-CbtsO5_a.cjs');
 let fs = require("fs");
 fs = require_logger.__toESM(fs);
 let path = require("path");
@@ -28,7 +27,7 @@ const HUMAN_ASSERTION_TYPE = "human";
 * Application version from package.json.
 * Injected at build time, or read from npm environment in development.
 */
-const VERSION = "0.120.21";
+const VERSION = "0.120.23";
 /**
 * PostHog analytics key.
 * Only populated during production builds via PROMPTFOO_POSTHOG_KEY env var.
@@ -295,6 +294,13 @@ function transformTools(tools, format) {
 	}
 }
 
+//#endregion
+//#region src/util/time.ts
+function getCurrentTimestamp() {
+	return Math.floor((/* @__PURE__ */ new Date()).getTime() / 1e3);
+}
+const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
+
 //#endregion
 //#region src/globalConfig/globalConfig.ts
 /**
@@ -412,7 +418,7 @@ var CloudConfig = class {
 	}
 	async validateAndSetApiToken(token, apiHost) {
 		try {
-			const { fetchWithProxy } = await Promise.resolve().then(() => require("./fetch-gmneHrJc.cjs"));
+			const { fetchWithProxy } = await Promise.resolve().then(() => require("./fetch-GeRV0LDI.cjs"));
 			const response = await fetchWithProxy(`${apiHost}/api/v1/users/me`, { headers: { Authorization: `Bearer ${token}` } });
 			if (!response.ok) {
 				const errorMessage = await response.text();
@@ -606,7 +612,7 @@ async function fetchWithProxy(url, options = {}, abortSignal) {
 		if (!options.disableTransientRetries && isTransientError(response) && attempt < maxTransientRetries) {
 			const backoffMs = Math.pow(2, attempt) * 1e3;
 			require_logger.logger_default.debug(`Transient error (${response.status} ${response.statusText}), retry ${attempt + 1}/${maxTransientRetries} after ${backoffMs}ms`);
-			await require_time.sleep(backoffMs);
+			await sleep(backoffMs);
 			continue;
 		}
 		return response;
@@ -656,7 +662,7 @@ async function handleRateLimit(response) {
 		waitTime = Math.max(resetTime.getTime() - now.getTime() + 1e3, 0);
 	} else if (retryAfter) waitTime = Number.parseInt(retryAfter) * 1e3;
 	require_logger.logger_default.debug(`Rate limited, waiting ${waitTime}ms before retry`);
-	await require_time.sleep(waitTime);
+	await sleep(waitTime);
 }
 /**
 * Check if a response indicates a transient server error that should be retried.
@@ -702,7 +708,7 @@ async function fetchWithRetries(url, options = {}, timeout, maxRetries) {
 				if (typedError.code) errorMessage += ` (Code: ${typedError.code})`;
 			} else errorMessage = String(error);
 			require_logger.logger_default.debug(`Request to ${url} failed (attempt #${i + 1}), retrying: ${errorMessage}`);
-			if (i < maxRetries) await require_time.sleep(Math.pow(2, i) * (backoff + 1e3 * Math.random()));
+			if (i < maxRetries) await sleep(Math.pow(2, i) * (backoff + 1e3 * Math.random()));
 			lastErrorMessage = errorMessage;
 		}
 	}
@@ -824,6 +830,12 @@ Object.defineProperty(exports, 'fetchWithTimeout', {
     return fetchWithTimeout;
   }
 });
+Object.defineProperty(exports, 'getCurrentTimestamp', {
+  enumerable: true,
+  get: function () {
+    return getCurrentTimestamp;
+  }
+});
 Object.defineProperty(exports, 'getDefaultShareViewBaseUrl', {
   enumerable: true,
   get: function () {
@@ -902,6 +914,12 @@ Object.defineProperty(exports, 'readGlobalConfig', {
     return readGlobalConfig;
   }
 });
+Object.defineProperty(exports, 'sleep', {
+  enumerable: true,
+  get: function () {
+    return sleep;
+  }
+});
 Object.defineProperty(exports, 'toTitleCase', {
   enumerable: true,
   get: function () {
@@ -932,4 +950,4 @@ Object.defineProperty(exports, 'writeGlobalConfigPartial', {
     return writeGlobalConfigPartial;
   }
 });
-//# sourceMappingURL=fetch-MdGxb6Bv.cjs.map
+//# sourceMappingURL=fetch-BgYKpAJ7.cjs.map

package/dist/src/{fetch-Cbz8ESXD.js → fetch-CE0K47nJ.js}

@@ -1,4 +1,4 @@
 import "./logger-q5I8CByj.js";
-import { a as isRateLimited, i as handleRateLimit, n as fetchWithRetries, o as isTransientError, r as fetchWithTimeout, t as fetchWithProxy } from "./fetch-BIPrzD39.js";
+import { a as isRateLimited, i as handleRateLimit, n as fetchWithRetries, o as isTransientError, r as fetchWithTimeout, t as fetchWithProxy } from "./fetch-BMKSarK_.js";
 
 export { fetchWithProxy };