promptfoo 0.120.26 → 0.121.1

package/dist/src/{docker-vnOg96gi.js → docker-CZnqU1XV.js}

@@ -1,5 +1,16 @@
-import { I as getEnvString, _ as fetchWithCache, c as OpenAiEmbeddingProvider, j as logger_default, l as OpenAiChatCompletionProvider, n as OpenAiCompletionProvider } from "./server/index.js";
-
+import { b as getEnvString, i as logger } from "./logger-DLcq4dWf.js";
+import "./fetch-4M3YRaqL.js";
+import "./esm-CaIwzWR5.js";
+import "./types-CN_TZ2GJ.js";
+import { r as fetchWithCache } from "./cache-D3eqDYGU.js";
+import "./genaiTracer-70Z8BIuV.js";
+import "./pythonUtils-D6fwaDSg.js";
+import "./util-5cB-L7U3.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-BKm79wib.js";
+import "./transform-DGxXocjk.js";
+import "./openai-j-sE2O7r.js";
+import "./util-6-GqIvzS.js";
+import { n as OpenAiEmbeddingProvider, t as OpenAiCompletionProvider } from "./completion-6Mx_iXxK.js";
 //#region src/providers/docker.ts
 async function fetchLocalModels(apiBaseUrl) {
 	try {
@@ -56,23 +67,23 @@ function createDockerProvider(providerPath, options = {}) {
 }
 var DMRChatCompletionProvider = class extends OpenAiChatCompletionProvider {
 	async callApi(prompt, context, callApiOptions) {
-		if (!await hasLocalModel(this.modelName, this.getApiUrl())) logger_default.warn(`Model '${this.modelName}' not found. Run 'docker model pull ${this.modelName}'.`);
+		if (!await hasLocalModel(this.modelName, this.getApiUrl())) logger.warn(`Model '${this.modelName}' not found. Run 'docker model pull ${this.modelName}'.`);
 		return super.callApi(prompt, context, callApiOptions);
 	}
 };
 var DMRCompletionProvider = class extends OpenAiCompletionProvider {
 	async callApi(prompt, context, callApiOptions) {
-		if (!await hasLocalModel(this.modelName, this.getApiUrl())) logger_default.warn(`Model '${this.modelName}' not found. Run 'docker model pull ${this.modelName}'.`);
+		if (!await hasLocalModel(this.modelName, this.getApiUrl())) logger.warn(`Model '${this.modelName}' not found. Run 'docker model pull ${this.modelName}'.`);
 		return super.callApi(prompt, context, callApiOptions);
 	}
 };
 var DMREmbeddingProvider = class extends OpenAiEmbeddingProvider {
 	async callEmbeddingApi(text) {
-		if (!await hasLocalModel(this.modelName, this.getApiUrl())) logger_default.warn(`Model '${this.modelName}' not found. Run 'docker model pull ${this.modelName}'.`);
+		if (!await hasLocalModel(this.modelName, this.getApiUrl())) logger.warn(`Model '${this.modelName}' not found. Run 'docker model pull ${this.modelName}'.`);
 		return super.callEmbeddingApi(text);
 	}
 };
-
 //#endregion
 export { createDockerProvider };
-//# sourceMappingURL=docker-vnOg96gi.js.map
+
+//# sourceMappingURL=docker-CZnqU1XV.js.map

package/dist/src/{docker-BuButc4D.js → docker-DzxyDPIj.js}

@@ -1,20 +1,18 @@
 #!/usr/bin/env node
-import "./chunk-DHDDz29n.js";
-import { C as getEnvString, o as logger_default } from "./logger-BotXmWKW.js";
-import "./fetch-SRsE6Ctl.js";
-import "./cloud-BMbRVJFw.js";
-import "./types-t52w-XsS.js";
-import { a as fetchWithCache } from "./cache-mIszOnuz.js";
-import "./util-BSh4a_Q8.js";
-import "./esm-CYhseqj4.js";
-import "./pythonUtils-r1uBuA0n.js";
-import "./genaiTracer-CqNnnXrE.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-DIywASPG.js";
-import "./transform-CoP2bJ7P.js";
-import "./openai-CT5fwbve.js";
-import "./util-CUEt0Vum.js";
-import { n as OpenAiEmbeddingProvider, t as OpenAiCompletionProvider } from "./completion-BBJ6zmG3.js";
-
+import { C as getEnvString, o as logger } from "./logger-KkObSCzq.js";
+import "./fetch-BMv0O527.js";
+import "./cloud-Bc9526yV.js";
+import "./types-CH3Ge2sE.js";
+import { a as fetchWithCache } from "./cache-CG0SlR1d.js";
+import "./util-YT5HPZaS.js";
+import "./esm-C03C-mv3.js";
+import "./pythonUtils-C3py6GC1.js";
+import "./genaiTracer-C1rxGO8Q.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-CRWNNq73.js";
+import "./transform-Cgi24fJ7.js";
+import "./openai-DhbB7eWK.js";
+import "./util-C-PPYSMq.js";
+import { n as OpenAiEmbeddingProvider, t as OpenAiCompletionProvider } from "./completion-C5rtR_9P.js";
 //#region src/providers/docker.ts
 async function fetchLocalModels(apiBaseUrl) {
 	try {
@@ -71,23 +69,23 @@ function createDockerProvider(providerPath, options = {}) {
 }
 var DMRChatCompletionProvider = class extends OpenAiChatCompletionProvider {
 	async callApi(prompt, context, callApiOptions) {
-		if (!await hasLocalModel(this.modelName, this.getApiUrl())) logger_default.warn(`Model '${this.modelName}' not found. Run 'docker model pull ${this.modelName}'.`);
+		if (!await hasLocalModel(this.modelName, this.getApiUrl())) logger.warn(`Model '${this.modelName}' not found. Run 'docker model pull ${this.modelName}'.`);
 		return super.callApi(prompt, context, callApiOptions);
 	}
 };
 var DMRCompletionProvider = class extends OpenAiCompletionProvider {
 	async callApi(prompt, context, callApiOptions) {
-		if (!await hasLocalModel(this.modelName, this.getApiUrl())) logger_default.warn(`Model '${this.modelName}' not found. Run 'docker model pull ${this.modelName}'.`);
+		if (!await hasLocalModel(this.modelName, this.getApiUrl())) logger.warn(`Model '${this.modelName}' not found. Run 'docker model pull ${this.modelName}'.`);
 		return super.callApi(prompt, context, callApiOptions);
 	}
 };
 var DMREmbeddingProvider = class extends OpenAiEmbeddingProvider {
 	async callEmbeddingApi(text) {
-		if (!await hasLocalModel(this.modelName, this.getApiUrl())) logger_default.warn(`Model '${this.modelName}' not found. Run 'docker model pull ${this.modelName}'.`);
+		if (!await hasLocalModel(this.modelName, this.getApiUrl())) logger.warn(`Model '${this.modelName}' not found. Run 'docker model pull ${this.modelName}'.`);
 		return super.callEmbeddingApi(text);
 	}
 };
-
 //#endregion
 export { createDockerProvider };
-//# sourceMappingURL=docker-BuButc4D.js.map
+
+//# sourceMappingURL=docker-DzxyDPIj.js.map

package/dist/src/entrypoint.js

@@ -1,6 +1,5 @@
 #!/usr/bin/env node
 import { fileURLToPath } from "node:url";
-
 //#region src/entrypoint.ts
 /**
 * Entry point for the promptfoo CLI.
@@ -28,7 +27,7 @@ if (!isBun && !isDeno) {
 }
 process.argv[1] = fileURLToPath(new URL("./main.js", import.meta.url));
 await import("./main.js");
-
 //#endregion
-export {  };
+export {};
+
 //# sourceMappingURL=entrypoint.js.map

package/dist/src/{errors-DnGCbnx8.js → errors-P6ll7XSJ.js}

@@ -30,7 +30,7 @@ function isTransientConnectionError(error) {
 	if (message.includes("eproto") && (message.includes("wrong version number") || message.includes("self signed") || message.includes("unable to verify") || message.includes("unknown ca") || message.includes("cert"))) return false;
 	return message.includes("bad record mac") || message.includes("eproto") || message.includes("econnreset") || message.includes("socket hang up");
 }
-
 //#endregion
 export { isNonTransientHttpStatus as n, isTransientConnectionError as r, NON_TRANSIENT_HTTP_STATUSES as t };
-//# sourceMappingURL=errors-DnGCbnx8.js.map
+
+//# sourceMappingURL=errors-P6ll7XSJ.js.map

package/dist/src/{esm-CYhseqj4.js → esm-C03C-mv3.js}

@@ -1,5 +1,5 @@
 #!/usr/bin/env node
-import { o as logger_default } from "./logger-BotXmWKW.js";
+import { o as logger } from "./logger-KkObSCzq.js";
 import { createRequire } from "node:module";
 import { fileURLToPath, pathToFileURL } from "node:url";
 import fs from "node:fs";
@@ -8,12 +8,10 @@ import path$1 from "path";
 import fsPromises from "node:fs/promises";
 import vm from "node:vm";
 import { resolveModulePath } from "exsolve";
-
 //#region node_modules/tsdown/esm-shims.js
 const getFilename = () => fileURLToPath(import.meta.url);
 const getDirname = () => path.dirname(getFilename());
 const __dirname = /* @__PURE__ */ getDirname();
-
 //#endregion
 //#region src/util/pathUtils.ts
 /**
@@ -60,7 +58,6 @@ function safeJoin(...paths) {
 	if (isAbsolute$1(lastPath)) return lastPath;
 	return path$1.join(...paths);
 }
-
 //#endregion
 //#region src/esm.ts
 /**
@@ -108,7 +105,7 @@ function getWrapperDir(type) {
 	const baseDir = getDirectory();
 	const result = path.join(baseDir, WRAPPER_SUBDIRS[type]);
 	wrapperDirCache[type] = result;
-	logger_default.debug(`Resolved ${type} wrapper directory: ${result}`);
+	logger.debug(`Resolved ${type} wrapper directory: ${result}`);
 	return result;
 }
 /**
@@ -196,49 +193,49 @@ function getDirectory() {
 * Uses Node.js native ESM import with proper URL resolution
 */
 async function importModule(modulePath, functionName) {
-	logger_default.debug(`Attempting to import module: ${JSON.stringify({
+	logger.debug(`Attempting to import module: ${JSON.stringify({
 		resolvedPath: safeResolve(modulePath),
 		moduleId: modulePath
 	})}`);
 	try {
 		if (modulePath.endsWith(".ts") || modulePath.endsWith(".mjs")) {
-			logger_default.debug("TypeScript/ESM module detected, importing tsx/cjs");
+			logger.debug("TypeScript/ESM module detected, importing tsx/cjs");
 			await import("tsx/cjs");
 		}
 		const resolvedPath = pathToFileURL(safeResolve(modulePath));
 		const resolvedPathStr = resolvedPath.toString();
-		logger_default.debug(`Attempting ESM import from: ${resolvedPathStr}`);
+		logger.debug(`Attempting ESM import from: ${resolvedPathStr}`);
 		const importedModule = await import(resolvedPathStr);
 		const mod = importedModule?.default?.default || importedModule?.default || importedModule;
-		logger_default.debug(`Successfully imported module: ${JSON.stringify({
+		logger.debug(`Successfully imported module: ${JSON.stringify({
 			resolvedPath,
 			moduleId: modulePath
 		})}`);
 		if (functionName) {
-			logger_default.debug(`Returning named export: ${functionName}`);
+			logger.debug(`Returning named export: ${functionName}`);
 			return mod[functionName];
 		}
 		return mod;
 	} catch (err) {
 		const errorMessage = err instanceof Error ? err.message : String(err);
 		if (modulePath.endsWith(".js") && isCjsInEsmError(errorMessage)) {
-			logger_default.debug(`ESM import failed for ${modulePath}, attempting vm-based CJS fallback: ${errorMessage}`);
+			logger.debug(`ESM import failed for ${modulePath}, attempting vm-based CJS fallback: ${errorMessage}`);
 			try {
 				const resolvedPath = safeResolve(modulePath);
 				const mod = loadCjsModule(resolvedPath);
-				logger_default.debug(`Successfully loaded module via CJS fallback: ${JSON.stringify({
+				logger.debug(`Successfully loaded module via CJS fallback: ${JSON.stringify({
 					resolvedPath,
 					moduleId: modulePath
 				})}`);
 				if (functionName) {
-					logger_default.debug(`Returning named export: ${functionName}`);
+					logger.debug(`Returning named export: ${functionName}`);
 					return mod[functionName];
 				}
 				return mod;
 			} catch (cjsErr) {
 				const cjsErrorMessage = cjsErr instanceof Error ? cjsErr.message : String(cjsErr);
-				logger_default.error(`ESM import failed for ${modulePath}: ${errorMessage}`);
-				logger_default.error(`CJS fallback also failed: ${cjsErrorMessage}`);
+				logger.error(`ESM import failed for ${modulePath}: ${errorMessage}`);
+				logger.error(`CJS fallback also failed: ${cjsErrorMessage}`);
 				const combinedError = /* @__PURE__ */ new Error(`Failed to load module ${modulePath}:\n  ESM import error: ${errorMessage}\n  CJS fallback error: ${cjsErrorMessage}\nTo fix this, either:\n  1. Rename the file to .cjs (recommended for CommonJS)\n  2. Convert to ESM syntax (import/export)\n  3. Ensure the file has valid JavaScript syntax`);
 				combinedError.cause = {
 					esmError: err,
@@ -248,19 +245,19 @@ async function importModule(modulePath, functionName) {
 			}
 		}
 		const e = err;
-		if (e.stack) logger_default.debug(e.stack);
+		if (e.stack) logger.debug(e.stack);
 		if (err.code === "ERR_MODULE_NOT_FOUND") {
 			const resolvedModulePath = safeResolve(modulePath);
 			try {
 				await fsPromises.access(resolvedModulePath);
-				logger_default.error(`ESM import failed: ${err}`);
+				logger.error(`ESM import failed: ${err}`);
 			} catch {
 				const enoentError = /* @__PURE__ */ new Error(`ENOENT: no such file or directory, open '${resolvedModulePath}'`);
 				enoentError.code = "ENOENT";
 				enoentError.path = resolvedModulePath;
 				throw enoentError;
 			}
-		} else logger_default.error(`ESM import failed: ${err}`);
+		} else logger.error(`ESM import failed: ${err}`);
 		throw err;
 	}
 }
@@ -377,7 +374,7 @@ function loadCjsModule(modulePath) {
 	vm.runInContext(code, context, { filename: modulePath });
 	return moduleObj.exports;
 }
-
 //#endregion
 export { safeJoin as a, resolvePackageEntryPoint as i, getWrapperDir as n, safeResolve as o, importModule as r, getDirectory as t };
-//# sourceMappingURL=esm-CYhseqj4.js.map
+
+//# sourceMappingURL=esm-C03C-mv3.js.map

package/dist/src/{esm-rDtG_2rg.js → esm-CaIwzWR5.js}

@@ -1,18 +1,16 @@
-import { i as logger_default } from "./logger-w8Ozp0Td.js";
+import { i as logger } from "./logger-DLcq4dWf.js";
 import { createRequire } from "node:module";
 import path from "path";
+import fs from "node:fs";
 import path$1 from "node:path";
 import { fileURLToPath, pathToFileURL } from "node:url";
-import fs from "node:fs";
 import fsPromises from "node:fs/promises";
 import vm from "node:vm";
 import { resolveModulePath } from "exsolve";
-
 //#region node_modules/tsdown/esm-shims.js
 const getFilename = () => fileURLToPath(import.meta.url);
 const getDirname = () => path$1.dirname(getFilename());
 const __dirname = /* @__PURE__ */ getDirname();
-
 //#endregion
 //#region src/util/pathUtils.ts
 /**
@@ -59,7 +57,6 @@ function safeJoin(...paths) {
 	if (isAbsolute(lastPath)) return lastPath;
 	return path.join(...paths);
 }
-
 //#endregion
 //#region src/esm.ts
 /**
@@ -107,7 +104,7 @@ function getWrapperDir(type) {
 	const baseDir = getDirectory();
 	const result = path$1.join(baseDir, WRAPPER_SUBDIRS[type]);
 	wrapperDirCache[type] = result;
-	logger_default.debug(`Resolved ${type} wrapper directory: ${result}`);
+	logger.debug(`Resolved ${type} wrapper directory: ${result}`);
 	return result;
 }
 /**
@@ -195,49 +192,49 @@ function getDirectory() {
 * Uses Node.js native ESM import with proper URL resolution
 */
 async function importModule(modulePath, functionName) {
-	logger_default.debug(`Attempting to import module: ${JSON.stringify({
+	logger.debug(`Attempting to import module: ${JSON.stringify({
 		resolvedPath: safeResolve(modulePath),
 		moduleId: modulePath
 	})}`);
 	try {
 		if (modulePath.endsWith(".ts") || modulePath.endsWith(".mjs")) {
-			logger_default.debug("TypeScript/ESM module detected, importing tsx/cjs");
+			logger.debug("TypeScript/ESM module detected, importing tsx/cjs");
 			await import("tsx/cjs");
 		}
 		const resolvedPath = pathToFileURL(safeResolve(modulePath));
 		const resolvedPathStr = resolvedPath.toString();
-		logger_default.debug(`Attempting ESM import from: ${resolvedPathStr}`);
+		logger.debug(`Attempting ESM import from: ${resolvedPathStr}`);
 		const importedModule = await import(resolvedPathStr);
 		const mod = importedModule?.default?.default || importedModule?.default || importedModule;
-		logger_default.debug(`Successfully imported module: ${JSON.stringify({
+		logger.debug(`Successfully imported module: ${JSON.stringify({
 			resolvedPath,
 			moduleId: modulePath
 		})}`);
 		if (functionName) {
-			logger_default.debug(`Returning named export: ${functionName}`);
+			logger.debug(`Returning named export: ${functionName}`);
 			return mod[functionName];
 		}
 		return mod;
 	} catch (err) {
 		const errorMessage = err instanceof Error ? err.message : String(err);
 		if (modulePath.endsWith(".js") && isCjsInEsmError(errorMessage)) {
-			logger_default.debug(`ESM import failed for ${modulePath}, attempting vm-based CJS fallback: ${errorMessage}`);
+			logger.debug(`ESM import failed for ${modulePath}, attempting vm-based CJS fallback: ${errorMessage}`);
 			try {
 				const resolvedPath = safeResolve(modulePath);
 				const mod = loadCjsModule(resolvedPath);
-				logger_default.debug(`Successfully loaded module via CJS fallback: ${JSON.stringify({
+				logger.debug(`Successfully loaded module via CJS fallback: ${JSON.stringify({
 					resolvedPath,
 					moduleId: modulePath
 				})}`);
 				if (functionName) {
-					logger_default.debug(`Returning named export: ${functionName}`);
+					logger.debug(`Returning named export: ${functionName}`);
 					return mod[functionName];
 				}
 				return mod;
 			} catch (cjsErr) {
 				const cjsErrorMessage = cjsErr instanceof Error ? cjsErr.message : String(cjsErr);
-				logger_default.error(`ESM import failed for ${modulePath}: ${errorMessage}`);
-				logger_default.error(`CJS fallback also failed: ${cjsErrorMessage}`);
+				logger.error(`ESM import failed for ${modulePath}: ${errorMessage}`);
+				logger.error(`CJS fallback also failed: ${cjsErrorMessage}`);
 				const combinedError = /* @__PURE__ */ new Error(`Failed to load module ${modulePath}:\n  ESM import error: ${errorMessage}\n  CJS fallback error: ${cjsErrorMessage}\nTo fix this, either:\n  1. Rename the file to .cjs (recommended for CommonJS)\n  2. Convert to ESM syntax (import/export)\n  3. Ensure the file has valid JavaScript syntax`);
 				combinedError.cause = {
 					esmError: err,
@@ -247,19 +244,19 @@ async function importModule(modulePath, functionName) {
 			}
 		}
 		const e = err;
-		if (e.stack) logger_default.debug(e.stack);
+		if (e.stack) logger.debug(e.stack);
 		if (err.code === "ERR_MODULE_NOT_FOUND") {
 			const resolvedModulePath = safeResolve(modulePath);
 			try {
 				await fsPromises.access(resolvedModulePath);
-				logger_default.error(`ESM import failed: ${err}`);
+				logger.error(`ESM import failed: ${err}`);
 			} catch {
 				const enoentError = /* @__PURE__ */ new Error(`ENOENT: no such file or directory, open '${resolvedModulePath}'`);
 				enoentError.code = "ENOENT";
 				enoentError.path = resolvedModulePath;
 				throw enoentError;
 			}
-		} else logger_default.error(`ESM import failed: ${err}`);
+		} else logger.error(`ESM import failed: ${err}`);
 		throw err;
 	}
 }
@@ -376,7 +373,7 @@ function loadCjsModule(modulePath) {
 	vm.runInContext(code, context, { filename: modulePath });
 	return moduleObj.exports;
 }
-
 //#endregion
 export { safeJoin as a, resolvePackageEntryPoint as i, getWrapperDir as n, safeResolve as o, importModule as r, getDirectory as t };
-//# sourceMappingURL=esm-rDtG_2rg.js.map
+
+//# sourceMappingURL=esm-CaIwzWR5.js.map