promptfoo 0.120.26 → 0.121.1

package/dist/src/extractor-YMU_Gvt8.js

@@ -0,0 +1,374 @@
+import { _ as getEnvBool, i as logger } from "./logger-DLcq4dWf.js";
+import { o as cloudConfig } from "./fetch-4M3YRaqL.js";
+import { c as isLoggedIntoCloud } from "./accounts-BgNJDBE6.js";
+import { i as storeBlob, r as recordBlobReference } from "./blobs-qTYm-1PY.js";
+//#region src/blobs/remoteUpload.ts
+function buildRemoteUrl() {
+	const baseUrl = cloudConfig.getApiHost();
+	const apiKey = cloudConfig.getApiKey();
+	if (!baseUrl || !apiKey || !isLoggedIntoCloud()) return null;
+	try {
+		return new URL("/api/blobs", baseUrl).toString();
+	} catch (error) {
+		logger.debug("[RemoteBlob] Invalid remote blob URL", {
+			error: error instanceof Error ? error.message : String(error),
+			baseUrl
+		});
+		return null;
+	}
+}
+function shouldAttemptRemoteBlobUpload() {
+	return buildRemoteUrl() !== null;
+}
+async function uploadBlobRemote(buffer, mimeType, context) {
+	const url = buildRemoteUrl();
+	const apiKey = cloudConfig.getApiKey();
+	if (!url || !apiKey) return null;
+	try {
+		const { fetchWithProxy } = await import("./fetch-4M3YRaqL.js").then((n) => n.i);
+		const response = await fetchWithProxy(url, {
+			method: "POST",
+			headers: {
+				"Content-Type": "application/json",
+				Authorization: `Bearer ${apiKey}`
+			},
+			body: JSON.stringify({
+				data: buffer.toString("base64"),
+				mimeType,
+				context
+			})
+		});
+		if (response.status === 404 || response.status === 400) {
+			logger.debug("[RemoteBlob] Remote blob upload unavailable", { status: response.status });
+			return null;
+		}
+		if (!response.ok) {
+			const text = await response.text();
+			logger.debug("[RemoteBlob] Failed to upload blob", {
+				status: response.status,
+				statusText: response.statusText,
+				body: text
+			});
+			return null;
+		}
+		const data = await response.json();
+		if (!data?.ref?.hash) {
+			logger.debug("[RemoteBlob] Remote upload returned malformed response");
+			return null;
+		}
+		return data;
+	} catch (error) {
+		logger.debug("[RemoteBlob] Error uploading blob", { error: error instanceof Error ? error.message : String(error) });
+		return null;
+	}
+}
+//#endregion
+//#region src/blobs/extractor.ts
+const BLOB_URI_REGEX = /^promptfoo:\/\/blob\/([a-f0-9]{64})$/i;
+const BLOB_HASH_REGEX = /^[a-f0-9]{64}$/i;
+function isDataUrl(value) {
+	return /^data:(audio|image)\/[^;]+;base64,/.test(value);
+}
+function extractBase64(value) {
+	const match = value.match(/^data:([^;]+);base64,(.+)$/);
+	if (!match) return null;
+	const mimeType = match[1];
+	try {
+		return {
+			buffer: Buffer.from(match[2], "base64"),
+			mimeType
+		};
+	} catch (error) {
+		logger.warn("[BlobExtractor] Failed to parse base64 data URL", { error });
+		return null;
+	}
+}
+function shouldExternalize(buffer) {
+	const size = buffer.length;
+	return size >= 1024 && size <= 52428800;
+}
+function getKindFromMimeType(mimeType) {
+	return mimeType.startsWith("audio/") ? "audio" : "image";
+}
+/**
+* Normalize audio format to proper MIME type.
+* Some providers return just 'wav' instead of 'audio/wav'.
+* @internal Exported for testing
+*/
+function normalizeAudioMimeType(format) {
+	if (!format) return "audio/wav";
+	const trimmedFormat = format.trim();
+	if (/^audio\/[a-z0-9_+-]+$/i.test(trimmedFormat)) return trimmedFormat;
+	const formatLower = trimmedFormat.toLowerCase();
+	const mimeMap = {
+		wav: "audio/wav",
+		mp3: "audio/mpeg",
+		ogg: "audio/ogg",
+		flac: "audio/flac",
+		aac: "audio/aac",
+		m4a: "audio/mp4",
+		webm: "audio/webm"
+	};
+	if (mimeMap[formatLower]) return mimeMap[formatLower];
+	if (!/^[a-z0-9_-]+$/i.test(formatLower)) {
+		logger.warn("[BlobExtractor] Invalid audio format, using default", { format });
+		return "audio/wav";
+	}
+	return `audio/${formatLower}`;
+}
+function parseBinary(base64OrDataUrl, defaultMimeType) {
+	if (isDataUrl(base64OrDataUrl)) {
+		const parsed = extractBase64(base64OrDataUrl);
+		if (!parsed) return null;
+		return parsed;
+	}
+	try {
+		return {
+			buffer: Buffer.from(base64OrDataUrl, "base64"),
+			mimeType: defaultMimeType
+		};
+	} catch (error) {
+		logger.warn("[BlobExtractor] Failed to parse base64 data", { error });
+		return null;
+	}
+}
+async function maybeStore(base64OrDataUrl, defaultMimeType, context, location, kind) {
+	const parsed = parseBinary(base64OrDataUrl, defaultMimeType);
+	if (!parsed || !shouldExternalize(parsed.buffer)) return null;
+	if (!isBlobStorageEnabled()) return null;
+	const mimeType = parsed.mimeType || "application/octet-stream";
+	const { ref } = await storeBlob(parsed.buffer, mimeType, {
+		...context,
+		location,
+		kind
+	});
+	if (shouldAttemptRemoteBlobUpload()) uploadBlobRemote(parsed.buffer, mimeType, {
+		evalId: context.evalId,
+		testIdx: context.testIdx,
+		promptIdx: context.promptIdx,
+		location,
+		kind
+	}).catch((error) => {
+		logger.debug("[BlobExtractor] Cloud upload failed (non-fatal)", {
+			error: error instanceof Error ? error.message : String(error),
+			hash: ref.hash
+		});
+	});
+	return ref;
+}
+async function externalizeDataUrls(value, context, location) {
+	if (typeof value === "string") {
+		if (!isDataUrl(value)) return {
+			value,
+			mutated: false
+		};
+		const parsed = extractBase64(value);
+		if (!parsed || !shouldExternalize(parsed.buffer)) return {
+			value,
+			mutated: false
+		};
+		const storedRef = await maybeStore(parsed.buffer.toString("base64"), parsed.mimeType, context, location, getKindFromMimeType(parsed.mimeType)) || null;
+		if (!storedRef) return {
+			value,
+			mutated: false
+		};
+		return {
+			value: storedRef.uri,
+			mutated: true
+		};
+	}
+	if (Array.isArray(value)) {
+		let mutated = false;
+		const nextValues = await Promise.all(value.map(async (item, idx) => {
+			const { value: nextValue, mutated: childMutated } = await externalizeDataUrls(item, context, `${location}[${idx}]`);
+			mutated ||= childMutated;
+			return nextValue;
+		}));
+		return mutated ? {
+			value: nextValues,
+			mutated
+		} : {
+			value,
+			mutated: false
+		};
+	}
+	if (value && typeof value === "object") {
+		let mutated = false;
+		const nextObject = { ...value };
+		for (const [key, child] of Object.entries(value)) {
+			const { value: nextValue, mutated: childMutated } = await externalizeDataUrls(child, context, location ? `${location}.${key}` : key);
+			if (childMutated) {
+				nextObject[key] = nextValue;
+				mutated = true;
+			}
+		}
+		return mutated ? {
+			value: nextObject,
+			mutated: true
+		} : {
+			value,
+			mutated: false
+		};
+	}
+	return {
+		value,
+		mutated: false
+	};
+}
+/**
+* Best-effort extraction of binary data from provider responses.
+* Currently focuses on audio.data fields and data URL outputs.
+*/
+async function extractAndStoreBinaryData(response, context) {
+	if (!response) return response;
+	let mutated = false;
+	const next = { ...response };
+	const blobContext = context || {};
+	if (response.audio?.data && typeof response.audio.data === "string") {
+		const stored = await maybeStore(response.audio.data, normalizeAudioMimeType(response.audio.format), blobContext, "response.audio.data", "audio");
+		if (stored) {
+			next.audio = {
+				...response.audio,
+				data: void 0,
+				blobRef: stored
+			};
+			mutated = true;
+			logger.debug("[BlobExtractor] Stored audio blob", {
+				...context,
+				hash: stored.hash
+			});
+		}
+	}
+	if (response.images?.length) next.images = await Promise.all(response.images.map(async (img, idx) => {
+		if (!img.data || typeof img.data !== "string" || !isDataUrl(img.data)) return img;
+		const stored = await maybeStore(img.data, img.mimeType || "image/png", blobContext, `response.images[${idx}].data`, "image");
+		if (stored) {
+			mutated = true;
+			logger.debug("[BlobExtractor] Stored image blob", {
+				...context,
+				hash: stored.hash
+			});
+			return {
+				...img,
+				data: void 0,
+				blobRef: stored
+			};
+		}
+		return img;
+	}));
+	const turns = response.turns;
+	if (Array.isArray(turns)) next.turns = await Promise.all(turns.map(async (turn, idx) => {
+		if (turn?.audio?.data && typeof turn.audio.data === "string") {
+			const stored = await maybeStore(turn.audio.data, normalizeAudioMimeType(turn.audio.format), blobContext, `response.turns[${idx}].audio.data`, "audio");
+			if (stored) {
+				mutated = true;
+				return {
+					...turn,
+					audio: {
+						...turn.audio,
+						data: void 0,
+						blobRef: stored
+					}
+				};
+			}
+		}
+		return turn;
+	}));
+	if (typeof response.output === "string" && isDataUrl(response.output)) {
+		const parsed = extractBase64(response.output);
+		if (parsed && shouldExternalize(parsed.buffer)) {
+			const stored = await maybeStore(parsed.buffer.toString("base64"), parsed.mimeType, blobContext, "response.output", getKindFromMimeType(parsed.mimeType));
+			if (stored) {
+				next.output = stored.uri;
+				mutated = true;
+				logger.debug("[BlobExtractor] Stored output blob", {
+					...context,
+					hash: stored.hash
+				});
+			}
+		}
+	}
+	if (typeof response.output === "string" && response.output.trim().startsWith("{") && (response.isBase64 && response.format === "json" || response.output.includes("\"b64_json\"") || response.output.includes("b64_json"))) try {
+		const parsed = JSON.parse(response.output);
+		if (Array.isArray(parsed.data)) {
+			let jsonMutated = false;
+			const storedUris = [];
+			for (const item of parsed.data) if (item?.b64_json && typeof item.b64_json === "string") {
+				const stored = await maybeStore(item.b64_json, "image/png", blobContext, "response.output.data[].b64_json", "image");
+				if (stored) {
+					item.b64_json = stored.uri;
+					storedUris.push(stored.uri);
+					jsonMutated = true;
+					mutated = true;
+					logger.debug("[BlobExtractor] Stored image blob from b64_json", {
+						...context,
+						hash: stored.hash
+					});
+				}
+			}
+			if (jsonMutated) {
+				if (storedUris.length === 1) next.output = storedUris[0];
+				else if (storedUris.length > 1) next.output = JSON.stringify(storedUris);
+				else next.output = JSON.stringify(parsed);
+				next.metadata = {
+					...response.metadata || {},
+					blobUris: storedUris,
+					originalFormat: response.format
+				};
+			}
+		}
+	} catch (err) {
+		logger.debug("[BlobExtractor] Failed to parse base64 JSON output", {
+			error: err instanceof Error ? err.message : String(err),
+			location: "response.output"
+		});
+	}
+	if (response.metadata) {
+		const { value, mutated: metadataMutated } = await externalizeDataUrls(response.metadata, blobContext, "response.metadata");
+		if (metadataMutated) {
+			next.metadata = value;
+			mutated = true;
+		}
+	}
+	const finalResponse = mutated ? next : response;
+	if (blobContext.evalId) await recordExistingBlobReferences(finalResponse, blobContext, "response");
+	return finalResponse;
+}
+function isBlobStorageEnabled() {
+	return !getEnvBool("PROMPTFOO_INLINE_MEDIA", false);
+}
+function parseBlobHashFromValue(value) {
+	if (!value) return null;
+	if (typeof value === "string") {
+		const match = value.match(BLOB_URI_REGEX);
+		return match ? match[1] : null;
+	}
+	if (typeof value === "object") {
+		const candidate = value;
+		if (candidate.hash && BLOB_HASH_REGEX.test(candidate.hash)) return candidate.hash;
+		if (candidate.uri && typeof candidate.uri === "string") {
+			const match = candidate.uri.match(BLOB_URI_REGEX);
+			if (match) return match[1];
+		}
+	}
+	return null;
+}
+async function recordExistingBlobReferences(value, context, location) {
+	const hash = parseBlobHashFromValue(value);
+	if (hash) {
+		await recordBlobReference(hash, {
+			...context,
+			location
+		});
+		return;
+	}
+	if (Array.isArray(value)) {
+		await Promise.all(value.map((child, idx) => recordExistingBlobReferences(child, context, `${location}[${idx}]`)));
+		return;
+	}
+	if (value && typeof value === "object") for (const [key, child] of Object.entries(value)) await recordExistingBlobReferences(child, context, location ? `${location}.${key}` : key);
+}
+//#endregion
+export { isBlobStorageEnabled as n, shouldAttemptRemoteBlobUpload as r, extractAndStoreBinaryData as t };
+
+//# sourceMappingURL=extractor-YMU_Gvt8.js.map