promptfoo 0.121.3 → 0.121.5

package/dist/src/{opencode-sdk-CHCs7dEb.js → opencode-sdk-BB40Wir1.js}

@@ -1,8 +1,6 @@
-import { C as getEnvString, D as state, a as logger, t as getLogLevel } from "./logger-BnkjG2jt.js";
-import "./fetch-BiYv2BZc.js";
-import { r as importModule } from "./esm-CKWP3u_P.js";
-import "./cache-HP0NP4k3.js";
-import { i as initializeAgenticCache, n as generateCacheKey, r as getCachedResponse, t as cacheResponse } from "./agentic-utils-DIYAAYE7.js";
+import { T as getEnvString, a as logger, k as state, t as getLogLevel } from "./logger-KD8JjCRJ.js";
+import { r as importModule } from "./esm-B6whoAcf.js";
+import { i as initializeAgenticCache, n as generateCacheKey, r as getCachedResponse, t as cacheResponse } from "./agentic-utils-BclbiXiq.js";
 import { createRequire } from "node:module";
 import fs from "fs";
 import path from "path";
@@ -49,8 +47,8 @@ function resolveEsmPackage(packageName, exportPath, basePath) {
 	return path.join(packageDir, esmEntry);
 }
 function unwrapOpenCodeResult(result) {
-	if (!result) return;
-	if (typeof result === "object" && result !== null && "data" in result) return result.data;
+	if (result === void 0 || result === null) return;
+	if (typeof result === "object" && "data" in result) return result.data;
 	return result;
 }
 function getSessionPath(sessionId) {
@@ -557,4 +555,4 @@ var OpenCodeSDKProvider = class {
 //#endregion
 export { OpenCodeSDKProvider };
 
-//# sourceMappingURL=opencode-sdk-CHCs7dEb.js.map
+//# sourceMappingURL=opencode-sdk-BB40Wir1.js.map

package/dist/src/{opencode-sdk-DDxj4QqH.js → opencode-sdk-BM1UAIv1.js}

@@ -1,8 +1,6 @@
-import { C as getEnvString, D as state, a as logger, t as getLogLevel } from "./logger-DO8_zM18.js";
-import { r as importModule } from "./esm-SUNIX1x3.js";
-import "./fetch-CVAtKnI3.js";
-import "./cache-CaT5tPgo.js";
-import { i as initializeAgenticCache, n as generateCacheKey, r as getCachedResponse, t as cacheResponse } from "./agentic-utils-D8yXo5Lm.js";
+import { T as getEnvString, a as logger, k as state, t as getLogLevel } from "./logger-Ct2S6Yx-.js";
+import { r as importModule } from "./esm-BRkfNsYs.js";
+import { i as initializeAgenticCache, n as generateCacheKey, r as getCachedResponse, t as cacheResponse } from "./agentic-utils-Ba67xmgs.js";
 import { createRequire } from "node:module";
 import fs from "fs";
 import path from "path";
@@ -49,8 +47,8 @@ function resolveEsmPackage(packageName, exportPath, basePath) {
 	return path.join(packageDir, esmEntry);
 }
 function unwrapOpenCodeResult(result) {
-	if (!result) return;
-	if (typeof result === "object" && result !== null && "data" in result) return result.data;
+	if (result === void 0 || result === null) return;
+	if (typeof result === "object" && "data" in result) return result.data;
 	return result;
 }
 function getSessionPath(sessionId) {
@@ -557,4 +555,4 @@ var OpenCodeSDKProvider = class {
 //#endregion
 export { OpenCodeSDKProvider };
 
-//# sourceMappingURL=opencode-sdk-DDxj4QqH.js.map
+//# sourceMappingURL=opencode-sdk-BM1UAIv1.js.map

package/dist/src/{opencode-sdk-WWJhnbKr.cjs → opencode-sdk-CeqiOcOU.cjs}

@@ -1,17 +1,15 @@
-const require_logger = require("./logger-D5iKBpu_.cjs");
-const require_esm = require("./esm-CipptfDu.cjs");
-require("./fetch-BnR9wSnm.cjs");
-require("./cache-C5yFZ4gC.cjs");
-const require_agentic_utils = require("./agentic-utils-DAVsChuB.cjs");
+const require_logger = require("./logger-COuQb2xB.cjs");
+const require_esm = require("./esm-B_rGuPTo.cjs");
+const require_agentic_utils = require("./agentic-utils-D2x0wGhB.cjs");
 let fs = require("fs");
 fs = require_logger.__toESM(fs);
 let path = require("path");
 path = require_logger.__toESM(path);
-let node_module = require("node:module");
 let os = require("os");
 os = require_logger.__toESM(os);
 let dedent = require("dedent");
 dedent = require_logger.__toESM(dedent);
+let node_module = require("node:module");
 //#region src/providers/opencode-sdk.ts
 /**
 * Check if promptfoo is in debug mode
@@ -53,8 +51,8 @@ function resolveEsmPackage(packageName, exportPath, basePath) {
 	return path.default.join(packageDir, esmEntry);
 }
 function unwrapOpenCodeResult(result) {
-	if (!result) return;
-	if (typeof result === "object" && result !== null && "data" in result) return result.data;
+	if (result === void 0 || result === null) return;
+	if (typeof result === "object" && "data" in result) return result.data;
 	return result;
 }
 function getSessionPath(sessionId) {
@@ -561,4 +559,4 @@ var OpenCodeSDKProvider = class {
 //#endregion
 exports.OpenCodeSDKProvider = OpenCodeSDKProvider;
 
-//# sourceMappingURL=opencode-sdk-WWJhnbKr.cjs.map
+//# sourceMappingURL=opencode-sdk-CeqiOcOU.cjs.map

package/dist/src/{opencode-sdk-C71Z0ehR.js → opencode-sdk-ChdK7F7z.js}

@@ -1,10 +1,7 @@
 #!/usr/bin/env node
-import { E as getEnvString, j as state, n as getLogLevel, s as logger } from "./logger-BcJBzSSA.js";
-import "./fetch-DoVRJZhJ.js";
-import "./cloud-z8KZpUoa.js";
-import "./cache-DSqR6ezl.js";
-import { r as importModule } from "./esm-7UIl0pPM.js";
-import { i as initializeAgenticCache, n as generateCacheKey, r as getCachedResponse, t as cacheResponse } from "./agentic-utils-36epdqwB.js";
+import { N as state, O as getEnvString, n as getLogLevel, s as logger } from "./logger-BbY6ypFL.js";
+import { r as importModule } from "./esm-BX8fwlAO.js";
+import { i as initializeAgenticCache, n as generateCacheKey, r as getCachedResponse, t as cacheResponse } from "./agentic-utils-B5krlibj.js";
 import { createRequire } from "node:module";
 import fs from "fs";
 import path from "path";
@@ -51,8 +48,8 @@ function resolveEsmPackage(packageName, exportPath, basePath) {
 	return path.join(packageDir, esmEntry);
 }
 function unwrapOpenCodeResult(result) {
-	if (!result) return;
-	if (typeof result === "object" && result !== null && "data" in result) return result.data;
+	if (result === void 0 || result === null) return;
+	if (typeof result === "object" && "data" in result) return result.data;
 	return result;
 }
 function getSessionPath(sessionId) {
@@ -559,4 +556,4 @@ var OpenCodeSDKProvider = class {
 //#endregion
 export { OpenCodeSDKProvider };
 
-//# sourceMappingURL=opencode-sdk-C71Z0ehR.js.map
+//# sourceMappingURL=opencode-sdk-ChdK7F7z.js.map

package/dist/src/{otlpReceiver-CZL48YfC.js → otlpReceiver-C6thJRXi.js}

@@ -1,8 +1,6 @@
-import { a as logger } from "./logger-DO8_zM18.js";
-import { t as getDirectory } from "./esm-SUNIX1x3.js";
-import "./types-q8GXGF65.js";
-import "./tables-kC7R5kiK.js";
-import { t as getTraceStore } from "./store-Cj258DgL.js";
+import { a as logger } from "./logger-KD8JjCRJ.js";
+import { t as getDirectory } from "./esm-B6whoAcf.js";
+import { t as getTraceStore } from "./store-2OXm_eBY.js";
 import path from "path";
 import express from "express";
 import protobuf from "protobufjs";
@@ -92,28 +90,57 @@ const SPAN_KIND_MAP = {
 	4: "producer",
 	5: "consumer"
 };
+const DEFAULT_ACCEPT_FORMATS = ["json", "protobuf"];
+const OTLP_CONTENT_TYPES = {
+	json: "application/json",
+	protobuf: "application/x-protobuf"
+};
+function normalizeAcceptFormats(acceptFormats) {
+	const normalized = [...new Set(acceptFormats ?? DEFAULT_ACCEPT_FORMATS)];
+	return normalized.length > 0 ? normalized : [...DEFAULT_ACCEPT_FORMATS];
+}
+function getRequestFormat(contentType) {
+	const mimeType = (Array.isArray(contentType) ? contentType[0] : contentType)?.split(";", 1)[0]?.trim().toLowerCase();
+	if (mimeType === OTLP_CONTENT_TYPES.json) return "json";
+	if (mimeType === OTLP_CONTENT_TYPES.protobuf) return "protobuf";
+	return null;
+}
 var OTLPReceiver = class {
 	app;
+	acceptFormats;
 	traceStore;
 	port;
 	server;
-	constructor() {
+	constructor(options = {}) {
 		this.app = express();
+		this.acceptFormats = normalizeAcceptFormats(options.acceptFormats);
 		this.traceStore = getTraceStore();
 		logger.debug("[OtlpReceiver] Initializing OTLP receiver");
 		this.setupMiddleware();
 		this.setupRoutes();
 	}
 	setupMiddleware() {
-		this.app.use(express.json({
+		this.app.use("/v1/traces", (req, res, next) => {
+			if (req.method !== "POST") {
+				next();
+				return;
+			}
+			const format = getRequestFormat(req.headers["content-type"]);
+			if (!format || !this.acceptFormats.includes(format)) {
+				res.status(415).json({ error: "Unsupported content type" });
+				return;
+			}
+			next();
+		});
+		this.app.use("/v1/traces", express.json({
 			limit: "10mb",
-			type: "application/json"
+			type: (req) => this.acceptFormats.includes("json") && getRequestFormat(req.headers["content-type"]) === "json"
 		}));
-		this.app.use(express.raw({
-			type: "application/x-protobuf",
-			limit: "10mb"
+		this.app.use("/v1/traces", express.raw({
+			limit: "10mb",
+			type: (req) => this.acceptFormats.includes("protobuf") && getRequestFormat(req.headers["content-type"]) === "protobuf"
 		}));
-		logger.debug("[OtlpReceiver] Middleware configured for JSON and protobuf");
+		logger.debug("[OtlpReceiver] Middleware configured for accepted OTLP formats");
 	}
 	setupRoutes() {
 		this.app.post("/v1/traces", async (req, res) => {
@@ -121,64 +148,19 @@ var OTLPReceiver = class {
 			const bodySize = req.body ? JSON.stringify(req.body).length : 0;
 			logger.debug(`[OtlpReceiver] Received trace request: ${req.headers["content-type"]} with ${bodySize} bytes`);
 			logger.debug("[OtlpReceiver] Starting to process traces");
-			const isJson = contentType === "application/json";
-			const isProtobuf = contentType === "application/x-protobuf";
-			if (!isJson && !isProtobuf) {
+			const format = getRequestFormat(contentType);
+			if (!format || !this.acceptFormats.includes(format)) {
 				res.status(415).json({ error: "Unsupported content type" });
 				return;
 			}
 			try {
-				let traces = [];
-				if (isJson) {
-					logger.debug("[OtlpReceiver] Parsing OTLP JSON request");
-					logger.debug(`[OtlpReceiver] Request body: ${JSON.stringify(req.body).substring(0, 500)}...`);
-					traces = this.parseOTLPJSONRequest(req.body);
-				} else if (isProtobuf) {
-					logger.debug("[OtlpReceiver] Parsing OTLP protobuf request");
-					logger.debug(`[OtlpReceiver] Request body size: ${req.body?.length || 0} bytes`);
-					traces = await this.parseOTLPProtobufRequest(req.body);
-				}
+				const traces = await this.parseIncomingRequest(format, req.body);
 				logger.debug(`[OtlpReceiver] Parsed ${traces.length} traces from request`);
-				const spansByTrace = /* @__PURE__ */ new Map();
-				const traceInfoById = /* @__PURE__ */ new Map();
-				for (const trace of traces) {
-					if (!spansByTrace.has(trace.traceId)) {
-						spansByTrace.set(trace.traceId, []);
-						const evaluationId = trace.span.attributes?.["evaluation.id"];
-						const testCaseId = trace.span.attributes?.["test.case.id"];
-						const info = traceInfoById.get(trace.traceId) ?? {};
-						if (evaluationId) info.evaluationId = evaluationId;
-						if (testCaseId) info.testCaseId = testCaseId;
-						traceInfoById.set(trace.traceId, info);
-					}
-					spansByTrace.get(trace.traceId).push(trace.span);
-				}
-				logger.debug(`[OtlpReceiver] Grouped spans into ${spansByTrace.size} traces`);
-				for (const [traceId, info] of traceInfoById) try {
-					logger.debug(`[OtlpReceiver] Creating trace record for ${traceId}`);
-					await this.traceStore.createTrace({
-						traceId,
-						evaluationId: info.evaluationId || "",
-						testCaseId: info.testCaseId || ""
-					});
-				} catch (error) {
-					logger.debug(`[OtlpReceiver] Trace ${traceId} may already exist: ${error}`);
-				}
-				for (const [traceId, spans] of spansByTrace) {
-					logger.debug(`[OtlpReceiver] Storing ${spans.length} spans for trace ${traceId}`);
-					await this.traceStore.addSpans(traceId, spans, { skipTraceCheck: true });
-				}
+				await this.persistTraces(this.groupTraces(traces));
 				res.status(200).json({ partialSuccess: {} });
 				logger.debug("[OtlpReceiver] Successfully processed traces");
 			} catch (error) {
-				logger.error(`[OtlpReceiver] Failed to process OTLP traces: ${error}`);
-				logger.error(`[OtlpReceiver] Error stack: ${error instanceof Error ? error.stack : "No stack"}`);
-				const errorMessage = error instanceof Error ? error.message : String(error);
-				if (errorMessage.toLowerCase().includes("invalid protobuf")) {
-					res.status(400).json({ error: errorMessage });
-					return;
-				}
-				res.status(500).json({ error: "Internal server error" });
+				this.handleProcessingError(error, res);
 			}
 		});
 		this.app.get("/health", (_req, res) => {
@@ -189,7 +171,7 @@ var OTLPReceiver = class {
 			res.status(200).json({
 				service: "promptfoo-otlp-receiver",
 				version: "1.0.0",
-				supported_formats: ["json", "protobuf"]
+				supported_formats: this.acceptFormats
 			});
 		});
 		this.app.get("/debug/status", async (_req, res) => {
@@ -210,6 +192,71 @@ var OTLPReceiver = class {
 			res.status(500).json({ error: "Internal server error" });
 		});
 	}
+	async parseIncomingRequest(format, body) {
+		if (format === "json") {
+			logger.debug("[OtlpReceiver] Parsing OTLP JSON request");
+			logger.debug(`[OtlpReceiver] Request body: ${JSON.stringify(body).substring(0, 500)}...`);
+			return this.parseOTLPJSONRequest(body);
+		}
+		logger.debug("[OtlpReceiver] Parsing OTLP protobuf request");
+		logger.debug(`[OtlpReceiver] Request body size: ${body?.length || 0} bytes`);
+		return this.parseOTLPProtobufRequest(body);
+	}
+	groupTraces(traces) {
+		const spansByTrace = /* @__PURE__ */ new Map();
+		const traceInfoById = /* @__PURE__ */ new Map();
+		for (const trace of traces) {
+			const spans = spansByTrace.get(trace.traceId) ?? [];
+			spans.push(trace.span);
+			spansByTrace.set(trace.traceId, spans);
+			this.recordTraceInfo(traceInfoById, trace);
+		}
+		logger.debug(`[OtlpReceiver] Grouped spans into ${spansByTrace.size} traces`);
+		return {
+			spansByTrace,
+			traceInfoById
+		};
+	}
+	recordTraceInfo(traceInfoById, trace) {
+		const evaluationId = trace.span.attributes?.["evaluation.id"];
+		const testCaseId = trace.span.attributes?.["test.case.id"];
+		const info = traceInfoById.get(trace.traceId) ?? {};
+		if (evaluationId) info.evaluationId = evaluationId;
+		if (testCaseId) info.testCaseId = testCaseId;
+		traceInfoById.set(trace.traceId, info);
+	}
+	async persistTraces({ spansByTrace, traceInfoById }) {
+		await this.createTraceRecords(traceInfoById);
+		await this.storeSpans(spansByTrace);
+	}
+	async createTraceRecords(traceInfoById) {
+		for (const [traceId, info] of traceInfoById) try {
+			logger.debug(`[OtlpReceiver] Creating trace record for ${traceId}`);
+			await this.traceStore.createTrace({
+				traceId,
+				evaluationId: info.evaluationId || "",
+				testCaseId: info.testCaseId || ""
+			});
+		} catch (error) {
+			logger.debug(`[OtlpReceiver] Trace ${traceId} may already exist: ${error}`);
+		}
+	}
+	async storeSpans(spansByTrace) {
+		for (const [traceId, spans] of spansByTrace) {
+			logger.debug(`[OtlpReceiver] Storing ${spans.length} spans for trace ${traceId}`);
+			await this.traceStore.addSpans(traceId, spans, { skipTraceCheck: true });
+		}
+	}
+	handleProcessingError(error, res) {
+		logger.error(`[OtlpReceiver] Failed to process OTLP traces: ${error}`);
+		logger.error(`[OtlpReceiver] Error stack: ${error instanceof Error ? error.stack : "No stack"}`);
+		const errorMessage = error instanceof Error ? error.message : String(error);
+		if (errorMessage.toLowerCase().includes("invalid protobuf")) {
+			res.status(400).json({ error: errorMessage });
+			return;
+		}
+		res.status(500).json({ error: "Internal server error" });
+	}
 	parseOTLPJSONRequest(body) {
 		const traces = [];
 		logger.debug(`[OtlpReceiver] Parsing request with ${body.resourceSpans?.length || 0} resource spans`);
@@ -248,44 +295,42 @@ var OTLPReceiver = class {
 		return traces;
 	}
 	async parseOTLPProtobufRequest(body) {
-		const traces = [];
 		const decoded = await decodeExportTraceServiceRequest(body);
 		logger.debug(`[OtlpReceiver] Parsing protobuf request with ${decoded.resourceSpans?.length || 0} resource spans`);
-		for (const resourceSpan of decoded.resourceSpans || []) {
-			const resourceAttributes = this.parseDecodedAttributes(resourceSpan.resource?.attributes);
-			logger.debug(`[OtlpReceiver] Parsed ${Object.keys(resourceAttributes).length} resource attributes from protobuf`);
-			for (const scopeSpan of resourceSpan.scopeSpans || []) for (const span of scopeSpan.spans || []) {
-				const traceId = bytesToHex(span.traceId, 32);
-				const spanId = bytesToHex(span.spanId, 16);
-				const parentSpanId = span.parentSpanId?.length ? bytesToHex(span.parentSpanId, 16) : void 0;
-				logger.debug(`[OtlpReceiver] Processing protobuf span: ${span.name} (${spanId}) in trace ${traceId}`);
-				const spanKindName = SPAN_KIND_MAP[span.kind ?? 0] ?? "unspecified";
-				const attributes = {
+		return (decoded.resourceSpans || []).flatMap((resourceSpan) => this.parseDecodedResourceSpan(resourceSpan));
+	}
+	parseDecodedResourceSpan(resourceSpan) {
+		const resourceAttributes = this.parseDecodedAttributes(resourceSpan.resource?.attributes);
+		logger.debug(`[OtlpReceiver] Parsed ${Object.keys(resourceAttributes).length} resource attributes from protobuf`);
+		return (resourceSpan.scopeSpans || []).flatMap((scopeSpan) => (scopeSpan.spans || []).map((span) => this.createDecodedParsedTrace(resourceAttributes, scopeSpan, span)));
+	}
+	createDecodedParsedTrace(resourceAttributes, scopeSpan, span) {
+		const traceId = bytesToHex(span.traceId, 32);
+		const spanId = bytesToHex(span.spanId, 16);
+		const parentSpanId = span.parentSpanId?.length ? bytesToHex(span.parentSpanId, 16) : void 0;
+		logger.debug(`[OtlpReceiver] Processing protobuf span: ${span.name} (${spanId}) in trace ${traceId}`);
+		const spanKindCode = span.kind ?? 0;
+		const spanKindName = SPAN_KIND_MAP[spanKindCode] ?? "unspecified";
+		return {
+			traceId,
+			span: {
+				spanId,
+				parentSpanId,
+				name: span.name,
+				startTime: this.toMilliseconds(span.startTimeUnixNano) ?? 0,
+				endTime: this.toMilliseconds(span.endTimeUnixNano),
+				attributes: {
 					...resourceAttributes,
 					...this.parseDecodedAttributes(span.attributes),
 					"otel.scope.name": scopeSpan.scope?.name,
 					"otel.scope.version": scopeSpan.scope?.version,
 					"otel.span.kind": spanKindName,
-					"otel.span.kind_code": span.kind ?? 0
-				};
-				const startTimeNano = typeof span.startTimeUnixNano === "number" ? span.startTimeUnixNano : Number(span.startTimeUnixNano);
-				const endTimeNano = span.endTimeUnixNano ? typeof span.endTimeUnixNano === "number" ? span.endTimeUnixNano : Number(span.endTimeUnixNano) : void 0;
-				traces.push({
-					traceId,
-					span: {
-						spanId,
-						parentSpanId,
-						name: span.name,
-						startTime: startTimeNano / 1e6,
-						endTime: endTimeNano ? endTimeNano / 1e6 : void 0,
-						attributes,
-						statusCode: span.status?.code,
-						statusMessage: span.status?.message
-					}
-				});
+					"otel.span.kind_code": spanKindCode
+				},
+				statusCode: span.status?.code,
+				statusMessage: span.status?.message
 			}
-		}
-		return traces;
+		};
 	}
 	parseDecodedAttributes(attributes) {
 		if (!attributes) return {};
@@ -386,15 +431,26 @@ var OTLPReceiver = class {
 	getApp() {
 		return this.app;
 	}
+	setAcceptFormats(acceptFormats) {
+		this.acceptFormats = normalizeAcceptFormats(acceptFormats);
+	}
+	toMilliseconds(value) {
+		if (value === void 0) return;
+		return Number(value) / 1e6;
+	}
 };
 let otlpReceiver = null;
-function getOTLPReceiver() {
-	if (!otlpReceiver) otlpReceiver = new OTLPReceiver();
+function getOTLPReceiver(options) {
+	if (otlpReceiver) {
+		otlpReceiver.setAcceptFormats(options?.acceptFormats);
+		return otlpReceiver;
+	}
+	otlpReceiver = new OTLPReceiver(options);
 	return otlpReceiver;
 }
-async function startOTLPReceiver(port, host) {
+async function startOTLPReceiver(port, host, acceptFormats) {
 	logger.debug("[OtlpReceiver] Starting receiver through startOTLPReceiver function");
-	await getOTLPReceiver().listen(port, host);
+	await getOTLPReceiver({ acceptFormats }).listen(port, host);
 }
 async function stopOTLPReceiver() {
 	logger.debug("[OtlpReceiver] Stopping receiver through stopOTLPReceiver function");
@@ -406,4 +462,4 @@ async function stopOTLPReceiver() {
 //#endregion
 export { startOTLPReceiver, stopOTLPReceiver };
 
-//# sourceMappingURL=otlpReceiver-CZL48YfC.js.map
+//# sourceMappingURL=otlpReceiver-C6thJRXi.js.map