promptfoo 0.120.27 → 0.121.2

package/dist/src/providers-zyB6k_38.cjs

@@ -0,0 +1,31 @@
+require("./logger-Cp1GPUjj.cjs");
+require("./esm-CnNt7sI4.cjs");
+require("./pythonUtils-CTU3Y3lw.cjs");
+require("./transform-CzK1Q0zl.cjs");
+require("./types-C_7nyzr1.cjs");
+require("./util-B9vlHIIh.cjs");
+require("./fetch-BPkYtG8K.cjs");
+require("./cache-Dh5WtQps.cjs");
+const require_providers = require("./providers-CgKOSgTR.cjs");
+require("./genaiTracer-DN4dQywX.cjs");
+require("./chat-CgF-J-Jj.cjs");
+require("./transform-DuHvhZpj.cjs");
+require("./messages-Bs1kC7P4.cjs");
+require("./util-DGNOS1db.cjs");
+require("./responses-D8SBTL64.cjs");
+require("./openai-Cuif0GEt.cjs");
+require("./util-BzMcevZc.cjs");
+require("./completion-CM6oK8PS.cjs");
+require("./accounts-gtkH-5KX.cjs");
+require("./server-C_7Ax-hA.cjs");
+require("./blobs-D23XLin-.cjs");
+require("./tables-DPi7wKeM.cjs");
+require("./extractor-pYLLi3wS.cjs");
+require("./telemetry-DaX14Chu.cjs");
+require("./store-DLlFCC4h.cjs");
+require("./base-CGrhspbK.cjs");
+require("./image-BLmROtN3.cjs");
+require("./providerRegistry-Civky8Ar.cjs");
+require("./rubyUtils-DhCAlxZr.cjs");
+exports.loadApiProvider = require_providers.loadApiProvider;
+exports.loadApiProviders = require_providers.loadApiProviders;

package/dist/src/{pythonUtils-CcT5LH1M.js → pythonUtils-C3py6GC1.js}

@@ -1,13 +1,12 @@
 #!/usr/bin/env node
-import { C as getEnvString, b as getEnvBool, g as safeJsonStringify, o as logger_default } from "./logger-LSBxlt7a.js";
-import { n as getWrapperDir } from "./esm-B9dPm_BF.js";
+import { C as getEnvString, b as getEnvBool, g as safeJsonStringify, o as logger } from "./logger-KkObSCzq.js";
+import { n as getWrapperDir } from "./esm-C03C-mv3.js";
 import fs from "fs";
 import path from "path";
 import os from "os";
 import { promisify } from "util";
 import { execFile } from "child_process";
 import { PythonShell } from "python-shell";
-
 //#region src/python/pythonUtils.ts
 const execFileAsync = promisify(execFile);
 /**
@@ -48,7 +47,7 @@ async function tryWindowsWhere() {
 	try {
 		const output = (await execFileAsync("where", ["python"])).stdout.trim();
 		if (!output) {
-			logger_default.debug("Windows 'where python' returned empty output");
+			logger.debug("Windows 'where python' returned empty output");
 			return null;
 		}
 		const paths = output.split("\n").filter((path) => path.trim());
@@ -60,8 +59,8 @@ async function tryWindowsWhere() {
 		}
 	} catch (error) {
 		const errorMsg = error instanceof Error ? error.message : String(error);
-		logger_default.debug(`Windows 'where python' failed: ${errorMsg}`);
-		if (errorMsg.includes("Access is denied") || errorMsg.includes("EACCES")) logger_default.warn(`Permission denied when searching for Python: ${errorMsg}`);
+		logger.debug(`Windows 'where python' failed: ${errorMsg}`);
+		if (errorMsg.includes("Access is denied") || errorMsg.includes("EACCES")) logger.warn(`Permission denied when searching for Python: ${errorMsg}`);
 	}
 	return null;
 }
@@ -79,8 +78,8 @@ async function tryPythonCommands(commands) {
 		}
 	} catch (error) {
 		const errorMsg = error instanceof Error ? error.message : String(error);
-		logger_default.debug(`Python command "${cmd}" failed: ${errorMsg}`);
-		if (errorMsg.includes("Access is denied") || errorMsg.includes("EACCES") || errorMsg.includes("EPERM")) logger_default.warn(`Permission denied when trying Python command "${cmd}": ${errorMsg}`);
+		logger.debug(`Python command "${cmd}" failed: ${errorMsg}`);
+		if (errorMsg.includes("Access is denied") || errorMsg.includes("EACCES") || errorMsg.includes("EPERM")) logger.warn(`Permission denied when trying Python command "${cmd}": ${errorMsg}`);
 	}
 	return null;
 }
@@ -93,8 +92,8 @@ async function tryDirectCommands(commands) {
 		if (validated) return validated;
 	} catch (error) {
 		const errorMsg = error instanceof Error ? error.message : String(error);
-		logger_default.debug(`Direct command "${cmd}" failed: ${errorMsg}`);
-		if (errorMsg.includes("Access is denied") || errorMsg.includes("EACCES") || errorMsg.includes("EPERM")) logger_default.warn(`Permission denied when trying Python command "${cmd}": ${errorMsg}`);
+		logger.debug(`Direct command "${cmd}" failed: ${errorMsg}`);
+		if (errorMsg.includes("Access is denied") || errorMsg.includes("EACCES") || errorMsg.includes("EPERM")) logger.warn(`Permission denied when trying Python command "${cmd}": ${errorMsg}`);
 	}
 	return null;
 }
@@ -203,15 +202,15 @@ async function runPython(scriptPath, method, args, options = {}) {
 	};
 	try {
 		fs.writeFileSync(tempJsonPath, safeJsonStringify(args), "utf-8");
-		logger_default.debug(`Running Python wrapper with args: ${safeJsonStringify(args)}`);
+		logger.debug(`Running Python wrapper with args: ${safeJsonStringify(args)}`);
 		await new Promise((resolve, reject) => {
 			try {
 				const pyshell = new PythonShell("wrapper.py", pythonOptions);
 				pyshell.stdout?.on("data", (chunk) => {
-					logger_default.debug(chunk.toString("utf-8").trim());
+					logger.debug(chunk.toString("utf-8").trim());
 				});
 				pyshell.stderr?.on("data", (chunk) => {
-					logger_default.error(chunk.toString("utf-8").trim());
+					logger.error(chunk.toString("utf-8").trim());
 				});
 				pyshell.end((err) => {
 					if (err) reject(err);
@@ -222,30 +221,30 @@ async function runPython(scriptPath, method, args, options = {}) {
 			}
 		});
 		const output = fs.readFileSync(outputPath, "utf-8");
-		logger_default.debug(`Python script ${absPath} returned: ${output}`);
+		logger.debug(`Python script ${absPath} returned: ${output}`);
 		let result;
 		try {
 			result = JSON.parse(output);
-			logger_default.debug(`Python script ${absPath} parsed output type: ${typeof result}, structure: ${result ? JSON.stringify(Object.keys(result)) : "undefined"}`);
+			logger.debug(`Python script ${absPath} parsed output type: ${typeof result}, structure: ${result ? JSON.stringify(Object.keys(result)) : "undefined"}`);
 		} catch (error) {
 			throw new Error(`Invalid JSON: ${error.message} when parsing result: ${output}\nStack Trace: ${error.stack}`);
 		}
 		if (result?.type !== "final_result") throw new Error("The Python script `call_api` function must return a dict with an `output`");
 		return result.data;
 	} catch (error) {
-		logger_default.error(`Error running Python script: ${error.message}\nStack Trace: ${error.stack?.replace("--- Python Traceback ---", "Python Traceback: ") || "No Python traceback available"}`);
+		logger.error(`Error running Python script: ${error.message}\nStack Trace: ${error.stack?.replace("--- Python Traceback ---", "Python Traceback: ") || "No Python traceback available"}`);
 		throw new Error(`Error running Python script: ${error.message}\nStack Trace: ${error.stack?.replace("--- Python Traceback ---", "Python Traceback: ") || "No Python traceback available"}`);
 	} finally {
 		[tempJsonPath, outputPath].forEach((file) => {
 			try {
 				fs.unlinkSync(file);
 			} catch (error) {
-				logger_default.error(`Error removing ${file}: ${error}`);
+				logger.error(`Error removing ${file}: ${error}`);
 			}
 		});
 	}
 }
-
 //#endregion
 export { validatePythonPath as i, getEnvInt as n, runPython as r, getConfiguredPythonPath as t };
-//# sourceMappingURL=pythonUtils-CcT5LH1M.js.map
+
+//# sourceMappingURL=pythonUtils-C3py6GC1.js.map

package/dist/src/{pythonUtils-DBbuI3QJ.cjs → pythonUtils-CTU3Y3lw.cjs}

@@ -1,5 +1,5 @@
-const require_logger = require('./logger-B7sBeGa0.cjs');
-const require_esm = require('./esm-Ct-Joyue.cjs');
+const require_logger = require("./logger-Cp1GPUjj.cjs");
+const require_esm = require("./esm-CnNt7sI4.cjs");
 let fs = require("fs");
 fs = require_logger.__toESM(fs);
 let path = require("path");
@@ -9,7 +9,6 @@ os = require_logger.__toESM(os);
 let child_process = require("child_process");
 let util = require("util");
 let python_shell = require("python-shell");
-
 //#region src/python/pythonUtils.ts
 const execFileAsync = (0, util.promisify)(child_process.execFile);
 /**
@@ -50,10 +49,10 @@ async function tryWindowsWhere() {
 	try {
 		const output = (await execFileAsync("where", ["python"])).stdout.trim();
 		if (!output) {
-			require_logger.logger_default.debug("Windows 'where python' returned empty output");
+			require_logger.logger.debug("Windows 'where python' returned empty output");
 			return null;
 		}
-		const paths = output.split("\n").filter((path) => path.trim());
+		const paths = output.split("\n").filter((path$2) => path$2.trim());
 		for (const pythonPath of paths) {
 			const trimmedPath = pythonPath.trim();
 			if (trimmedPath.includes("WindowsApps") || !trimmedPath.endsWith(".exe")) continue;
@@ -62,8 +61,8 @@ async function tryWindowsWhere() {
 		}
 	} catch (error) {
 		const errorMsg = error instanceof Error ? error.message : String(error);
-		require_logger.logger_default.debug(`Windows 'where python' failed: ${errorMsg}`);
-		if (errorMsg.includes("Access is denied") || errorMsg.includes("EACCES")) require_logger.logger_default.warn(`Permission denied when searching for Python: ${errorMsg}`);
+		require_logger.logger.debug(`Windows 'where python' failed: ${errorMsg}`);
+		if (errorMsg.includes("Access is denied") || errorMsg.includes("EACCES")) require_logger.logger.warn(`Permission denied when searching for Python: ${errorMsg}`);
 	}
 	return null;
 }
@@ -81,8 +80,8 @@ async function tryPythonCommands(commands) {
 		}
 	} catch (error) {
 		const errorMsg = error instanceof Error ? error.message : String(error);
-		require_logger.logger_default.debug(`Python command "${cmd}" failed: ${errorMsg}`);
-		if (errorMsg.includes("Access is denied") || errorMsg.includes("EACCES") || errorMsg.includes("EPERM")) require_logger.logger_default.warn(`Permission denied when trying Python command "${cmd}": ${errorMsg}`);
+		require_logger.logger.debug(`Python command "${cmd}" failed: ${errorMsg}`);
+		if (errorMsg.includes("Access is denied") || errorMsg.includes("EACCES") || errorMsg.includes("EPERM")) require_logger.logger.warn(`Permission denied when trying Python command "${cmd}": ${errorMsg}`);
 	}
 	return null;
 }
@@ -95,8 +94,8 @@ async function tryDirectCommands(commands) {
 		if (validated) return validated;
 	} catch (error) {
 		const errorMsg = error instanceof Error ? error.message : String(error);
-		require_logger.logger_default.debug(`Direct command "${cmd}" failed: ${errorMsg}`);
-		if (errorMsg.includes("Access is denied") || errorMsg.includes("EACCES") || errorMsg.includes("EPERM")) require_logger.logger_default.warn(`Permission denied when trying Python command "${cmd}": ${errorMsg}`);
+		require_logger.logger.debug(`Direct command "${cmd}" failed: ${errorMsg}`);
+		if (errorMsg.includes("Access is denied") || errorMsg.includes("EACCES") || errorMsg.includes("EPERM")) require_logger.logger.warn(`Permission denied when trying Python command "${cmd}": ${errorMsg}`);
 	}
 	return null;
 }
@@ -118,15 +117,15 @@ async function getSysExecutable() {
 * @param path - The path to the Python executable to test.
 * @returns The validated path if successful, or null if invalid.
 */
-async function tryPath(path) {
+async function tryPath(path$3) {
 	let timeoutId;
 	try {
 		const timeoutPromise = new Promise((_, reject) => {
 			timeoutId = setTimeout(() => reject(/* @__PURE__ */ new Error("Command timed out")), 2500);
 		});
-		const result = await Promise.race([execFileAsync(path, ["--version"]), timeoutPromise]);
+		const result = await Promise.race([execFileAsync(path$3, ["--version"]), timeoutPromise]);
 		if (timeoutId) clearTimeout(timeoutId);
-		if (result.stdout.trim().startsWith("Python")) return path;
+		if (result.stdout.trim().startsWith("Python")) return path$3;
 		return null;
 	} catch {
 		if (timeoutId) clearTimeout(timeoutId);
@@ -205,15 +204,15 @@ async function runPython(scriptPath, method, args, options = {}) {
 	};
 	try {
 		fs.default.writeFileSync(tempJsonPath, require_logger.safeJsonStringify(args), "utf-8");
-		require_logger.logger_default.debug(`Running Python wrapper with args: ${require_logger.safeJsonStringify(args)}`);
+		require_logger.logger.debug(`Running Python wrapper with args: ${require_logger.safeJsonStringify(args)}`);
 		await new Promise((resolve, reject) => {
 			try {
 				const pyshell = new python_shell.PythonShell("wrapper.py", pythonOptions);
 				pyshell.stdout?.on("data", (chunk) => {
-					require_logger.logger_default.debug(chunk.toString("utf-8").trim());
+					require_logger.logger.debug(chunk.toString("utf-8").trim());
 				});
 				pyshell.stderr?.on("data", (chunk) => {
-					require_logger.logger_default.error(chunk.toString("utf-8").trim());
+					require_logger.logger.error(chunk.toString("utf-8").trim());
 				});
 				pyshell.end((err) => {
 					if (err) reject(err);
@@ -224,53 +223,53 @@ async function runPython(scriptPath, method, args, options = {}) {
 			}
 		});
 		const output = fs.default.readFileSync(outputPath, "utf-8");
-		require_logger.logger_default.debug(`Python script ${absPath} returned: ${output}`);
+		require_logger.logger.debug(`Python script ${absPath} returned: ${output}`);
 		let result;
 		try {
 			result = JSON.parse(output);
-			require_logger.logger_default.debug(`Python script ${absPath} parsed output type: ${typeof result}, structure: ${result ? JSON.stringify(Object.keys(result)) : "undefined"}`);
+			require_logger.logger.debug(`Python script ${absPath} parsed output type: ${typeof result}, structure: ${result ? JSON.stringify(Object.keys(result)) : "undefined"}`);
 		} catch (error) {
 			throw new Error(`Invalid JSON: ${error.message} when parsing result: ${output}\nStack Trace: ${error.stack}`);
 		}
 		if (result?.type !== "final_result") throw new Error("The Python script `call_api` function must return a dict with an `output`");
 		return result.data;
 	} catch (error) {
-		require_logger.logger_default.error(`Error running Python script: ${error.message}\nStack Trace: ${error.stack?.replace("--- Python Traceback ---", "Python Traceback: ") || "No Python traceback available"}`);
+		require_logger.logger.error(`Error running Python script: ${error.message}\nStack Trace: ${error.stack?.replace("--- Python Traceback ---", "Python Traceback: ") || "No Python traceback available"}`);
 		throw new Error(`Error running Python script: ${error.message}\nStack Trace: ${error.stack?.replace("--- Python Traceback ---", "Python Traceback: ") || "No Python traceback available"}`);
 	} finally {
 		[tempJsonPath, outputPath].forEach((file) => {
 			try {
 				fs.default.unlinkSync(file);
 			} catch (error) {
-				require_logger.logger_default.error(`Error removing ${file}: ${error}`);
+				require_logger.logger.error(`Error removing ${file}: ${error}`);
 			}
 		});
 	}
 }
-
 //#endregion
-Object.defineProperty(exports, 'getConfiguredPythonPath', {
-  enumerable: true,
-  get: function () {
-    return getConfiguredPythonPath;
-  }
+Object.defineProperty(exports, "getConfiguredPythonPath", {
+	enumerable: true,
+	get: function() {
+		return getConfiguredPythonPath;
+	}
 });
-Object.defineProperty(exports, 'getEnvInt', {
-  enumerable: true,
-  get: function () {
-    return getEnvInt;
-  }
+Object.defineProperty(exports, "getEnvInt", {
+	enumerable: true,
+	get: function() {
+		return getEnvInt;
+	}
 });
-Object.defineProperty(exports, 'runPython', {
-  enumerable: true,
-  get: function () {
-    return runPython;
-  }
+Object.defineProperty(exports, "runPython", {
+	enumerable: true,
+	get: function() {
+		return runPython;
+	}
 });
-Object.defineProperty(exports, 'validatePythonPath', {
-  enumerable: true,
-  get: function () {
-    return validatePythonPath;
-  }
+Object.defineProperty(exports, "validatePythonPath", {
+	enumerable: true,
+	get: function() {
+		return validatePythonPath;
+	}
 });
-//# sourceMappingURL=pythonUtils-DBbuI3QJ.cjs.map
+
+//# sourceMappingURL=pythonUtils-CTU3Y3lw.cjs.map

package/dist/src/{pythonUtils-hZ8LeQLv.js → pythonUtils-D5nxkQ0P.js}

@@ -1,12 +1,11 @@
-import { _ as getEnvBool, b as getEnvString, i as logger_default, m as safeJsonStringify } from "./logger-CG1uZPbQ.js";
-import { n as getWrapperDir } from "./esm-D2pZ87fL.js";
+import { _ as getEnvBool, b as getEnvString, i as logger, m as safeJsonStringify } from "./logger-CT3IKMKA.js";
+import { n as getWrapperDir } from "./esm-Cd1AjG1D.js";
 import fs from "fs";
 import path from "path";
 import os from "os";
 import { execFile } from "child_process";
 import { promisify } from "util";
 import { PythonShell } from "python-shell";
-
 //#region src/python/pythonUtils.ts
 const execFileAsync = promisify(execFile);
 /**
@@ -47,7 +46,7 @@ async function tryWindowsWhere() {
 	try {
 		const output = (await execFileAsync("where", ["python"])).stdout.trim();
 		if (!output) {
-			logger_default.debug("Windows 'where python' returned empty output");
+			logger.debug("Windows 'where python' returned empty output");
 			return null;
 		}
 		const paths = output.split("\n").filter((path) => path.trim());
@@ -59,8 +58,8 @@ async function tryWindowsWhere() {
 		}
 	} catch (error) {
 		const errorMsg = error instanceof Error ? error.message : String(error);
-		logger_default.debug(`Windows 'where python' failed: ${errorMsg}`);
-		if (errorMsg.includes("Access is denied") || errorMsg.includes("EACCES")) logger_default.warn(`Permission denied when searching for Python: ${errorMsg}`);
+		logger.debug(`Windows 'where python' failed: ${errorMsg}`);
+		if (errorMsg.includes("Access is denied") || errorMsg.includes("EACCES")) logger.warn(`Permission denied when searching for Python: ${errorMsg}`);
 	}
 	return null;
 }
@@ -78,8 +77,8 @@ async function tryPythonCommands(commands) {
 		}
 	} catch (error) {
 		const errorMsg = error instanceof Error ? error.message : String(error);
-		logger_default.debug(`Python command "${cmd}" failed: ${errorMsg}`);
-		if (errorMsg.includes("Access is denied") || errorMsg.includes("EACCES") || errorMsg.includes("EPERM")) logger_default.warn(`Permission denied when trying Python command "${cmd}": ${errorMsg}`);
+		logger.debug(`Python command "${cmd}" failed: ${errorMsg}`);
+		if (errorMsg.includes("Access is denied") || errorMsg.includes("EACCES") || errorMsg.includes("EPERM")) logger.warn(`Permission denied when trying Python command "${cmd}": ${errorMsg}`);
 	}
 	return null;
 }
@@ -92,8 +91,8 @@ async function tryDirectCommands(commands) {
 		if (validated) return validated;
 	} catch (error) {
 		const errorMsg = error instanceof Error ? error.message : String(error);
-		logger_default.debug(`Direct command "${cmd}" failed: ${errorMsg}`);
-		if (errorMsg.includes("Access is denied") || errorMsg.includes("EACCES") || errorMsg.includes("EPERM")) logger_default.warn(`Permission denied when trying Python command "${cmd}": ${errorMsg}`);
+		logger.debug(`Direct command "${cmd}" failed: ${errorMsg}`);
+		if (errorMsg.includes("Access is denied") || errorMsg.includes("EACCES") || errorMsg.includes("EPERM")) logger.warn(`Permission denied when trying Python command "${cmd}": ${errorMsg}`);
 	}
 	return null;
 }
@@ -202,15 +201,15 @@ async function runPython(scriptPath, method, args, options = {}) {
 	};
 	try {
 		fs.writeFileSync(tempJsonPath, safeJsonStringify(args), "utf-8");
-		logger_default.debug(`Running Python wrapper with args: ${safeJsonStringify(args)}`);
+		logger.debug(`Running Python wrapper with args: ${safeJsonStringify(args)}`);
 		await new Promise((resolve, reject) => {
 			try {
 				const pyshell = new PythonShell("wrapper.py", pythonOptions);
 				pyshell.stdout?.on("data", (chunk) => {
-					logger_default.debug(chunk.toString("utf-8").trim());
+					logger.debug(chunk.toString("utf-8").trim());
 				});
 				pyshell.stderr?.on("data", (chunk) => {
-					logger_default.error(chunk.toString("utf-8").trim());
+					logger.error(chunk.toString("utf-8").trim());
 				});
 				pyshell.end((err) => {
 					if (err) reject(err);
@@ -221,30 +220,30 @@ async function runPython(scriptPath, method, args, options = {}) {
 			}
 		});
 		const output = fs.readFileSync(outputPath, "utf-8");
-		logger_default.debug(`Python script ${absPath} returned: ${output}`);
+		logger.debug(`Python script ${absPath} returned: ${output}`);
 		let result;
 		try {
 			result = JSON.parse(output);
-			logger_default.debug(`Python script ${absPath} parsed output type: ${typeof result}, structure: ${result ? JSON.stringify(Object.keys(result)) : "undefined"}`);
+			logger.debug(`Python script ${absPath} parsed output type: ${typeof result}, structure: ${result ? JSON.stringify(Object.keys(result)) : "undefined"}`);
 		} catch (error) {
 			throw new Error(`Invalid JSON: ${error.message} when parsing result: ${output}\nStack Trace: ${error.stack}`);
 		}
 		if (result?.type !== "final_result") throw new Error("The Python script `call_api` function must return a dict with an `output`");
 		return result.data;
 	} catch (error) {
-		logger_default.error(`Error running Python script: ${error.message}\nStack Trace: ${error.stack?.replace("--- Python Traceback ---", "Python Traceback: ") || "No Python traceback available"}`);
+		logger.error(`Error running Python script: ${error.message}\nStack Trace: ${error.stack?.replace("--- Python Traceback ---", "Python Traceback: ") || "No Python traceback available"}`);
 		throw new Error(`Error running Python script: ${error.message}\nStack Trace: ${error.stack?.replace("--- Python Traceback ---", "Python Traceback: ") || "No Python traceback available"}`);
 	} finally {
 		[tempJsonPath, outputPath].forEach((file) => {
 			try {
 				fs.unlinkSync(file);
 			} catch (error) {
-				logger_default.error(`Error removing ${file}: ${error}`);
+				logger.error(`Error removing ${file}: ${error}`);
 			}
 		});
 	}
 }
-
 //#endregion
 export { validatePythonPath as i, getEnvInt as n, runPython as r, getConfiguredPythonPath as t };
-//# sourceMappingURL=pythonUtils-hZ8LeQLv.js.map
+
+//# sourceMappingURL=pythonUtils-D5nxkQ0P.js.map