promptfoo 0.120.26 → 0.121.1

package/dist/src/{server-CgUQ25qW.cjs → server-B0PPuDw-.cjs}

@@ -1,12 +1,11 @@
-const require_logger = require('./logger-BdZ-IqBc.cjs');
-const require_fetch = require('./fetch-ZMn_oemb.cjs');
-const require_accounts = require('./accounts-BzEY8H3v.cjs');
+const require_logger = require("./logger-Cp1GPUjj.cjs");
+const require_fetch = require("./fetch-BxUk8odA.cjs");
+const require_accounts = require("./accounts-Bx-x3bmW.cjs");
 let chalk = require("chalk");
 chalk = require_logger.__toESM(chalk);
 require("opener");
 let readline = require("readline");
 readline = require_logger.__toESM(readline);
-
 //#region src/redteam/remoteGeneration.ts
 /**
 * Gets the remote generation API endpoint URL.
@@ -76,7 +75,7 @@ function getRemoteVersionUrl() {
 function shouldGenerateRemote() {
 	if (neverGenerateRemote()) return false;
 	if (require_accounts.isLoggedIntoCloud()) return true;
-	return !require_logger.getEnvString("OPENAI_API_KEY") || (require_logger.cliState_default.remote ?? false);
+	return !require_logger.getEnvString("OPENAI_API_KEY") || (require_logger.state.remote ?? false);
 }
 /**
 * Gets the URL for unaligned model inference (harmful content generation).
@@ -90,7 +89,6 @@ function getRemoteGenerationUrlForUnaligned() {
 	if (cloudConfig.isEnabled()) return cloudConfig.getApiHost() + "/api/v1/task/harmful";
 	return "https://api.promptfoo.app/api/v1/task/harmful";
 }
-
 //#endregion
 //#region src/util/readline.ts
 /**
@@ -136,7 +134,6 @@ async function promptYesNo(question, defaultYes = false) {
 	if (defaultYes) return !answer.trim().toLowerCase().startsWith("n");
 	return answer.trim().toLowerCase().startsWith("y");
 }
-
 //#endregion
 //#region src/util/server.ts
 const BrowserBehavior = {
@@ -147,14 +144,7 @@ const BrowserBehavior = {
 	OPEN_TO_REDTEAM_CREATE: 4,
 	OPEN_TO_EVAL_SETUP: 5
 };
-const BrowserBehaviorNames = {
-	[BrowserBehavior.ASK]: "ASK",
-	[BrowserBehavior.OPEN]: "OPEN",
-	[BrowserBehavior.SKIP]: "SKIP",
-	[BrowserBehavior.OPEN_TO_REPORT]: "OPEN_TO_REPORT",
-	[BrowserBehavior.OPEN_TO_REDTEAM_CREATE]: "OPEN_TO_REDTEAM_CREATE",
-	[BrowserBehavior.OPEN_TO_EVAL_SETUP]: "OPEN_TO_EVAL_SETUP"
-};
+BrowserBehavior.ASK, BrowserBehavior.OPEN, BrowserBehavior.SKIP, BrowserBehavior.OPEN_TO_REPORT, BrowserBehavior.OPEN_TO_REDTEAM_CREATE, BrowserBehavior.OPEN_TO_EVAL_SETUP;
 const featureCache = /* @__PURE__ */ new Map();
 /**
 * Checks if a server supports a specific feature based on build date
@@ -167,7 +157,7 @@ async function checkServerFeatureSupport(featureName, requiredBuildDate) {
 	if (featureCache.has(cacheKey)) return featureCache.get(cacheKey);
 	let supported = false;
 	try {
-		require_logger.logger_default.debug(`[Feature Detection] Checking server support for feature: ${featureName}`);
+		require_logger.logger.debug(`[Feature Detection] Checking server support for feature: ${featureName}`);
 		const versionUrl = getRemoteVersionUrl();
 		if (versionUrl) {
 			const data = await (await require_fetch.fetchWithProxy(versionUrl, {
@@ -176,76 +166,76 @@ async function checkServerFeatureSupport(featureName, requiredBuildDate) {
 			})).json();
 			if (data.buildDate) {
 				supported = new Date(data.buildDate) >= new Date(requiredBuildDate);
-				require_logger.logger_default.debug(`[Feature Detection] ${featureName}: buildDate=${data.buildDate}, required=${requiredBuildDate}, supported=${supported}`);
+				require_logger.logger.debug(`[Feature Detection] ${featureName}: buildDate=${data.buildDate}, required=${requiredBuildDate}, supported=${supported}`);
 			} else {
-				require_logger.logger_default.debug(`[Feature Detection] ${featureName}: no version info, assuming not supported`);
+				require_logger.logger.debug(`[Feature Detection] ${featureName}: no version info, assuming not supported`);
 				supported = false;
 			}
 		} else {
-			require_logger.logger_default.debug(`[Feature Detection] No remote URL available for ${featureName}, assuming local server supports it`);
+			require_logger.logger.debug(`[Feature Detection] No remote URL available for ${featureName}, assuming local server supports it`);
 			supported = true;
 		}
 	} catch (error) {
-		require_logger.logger_default.debug(`[Feature Detection] Version check failed for ${featureName}, assuming not supported: ${error}`);
+		require_logger.logger.debug(`[Feature Detection] Version check failed for ${featureName}, assuming not supported: ${error}`);
 		supported = false;
 	}
 	featureCache.set(cacheKey, supported);
 	return supported;
 }
-
 //#endregion
-Object.defineProperty(exports, 'BrowserBehavior', {
-  enumerable: true,
-  get: function () {
-    return BrowserBehavior;
-  }
+Object.defineProperty(exports, "BrowserBehavior", {
+	enumerable: true,
+	get: function() {
+		return BrowserBehavior;
+	}
 });
-Object.defineProperty(exports, 'checkServerFeatureSupport', {
-  enumerable: true,
-  get: function () {
-    return checkServerFeatureSupport;
-  }
+Object.defineProperty(exports, "checkServerFeatureSupport", {
+	enumerable: true,
+	get: function() {
+		return checkServerFeatureSupport;
+	}
 });
-Object.defineProperty(exports, 'getRemoteGenerationUrl', {
-  enumerable: true,
-  get: function () {
-    return getRemoteGenerationUrl;
-  }
+Object.defineProperty(exports, "getRemoteGenerationUrl", {
+	enumerable: true,
+	get: function() {
+		return getRemoteGenerationUrl;
+	}
 });
-Object.defineProperty(exports, 'getRemoteGenerationUrlForUnaligned', {
-  enumerable: true,
-  get: function () {
-    return getRemoteGenerationUrlForUnaligned;
-  }
+Object.defineProperty(exports, "getRemoteGenerationUrlForUnaligned", {
+	enumerable: true,
+	get: function() {
+		return getRemoteGenerationUrlForUnaligned;
+	}
 });
-Object.defineProperty(exports, 'getRemoteHealthUrl', {
-  enumerable: true,
-  get: function () {
-    return getRemoteHealthUrl;
-  }
+Object.defineProperty(exports, "getRemoteHealthUrl", {
+	enumerable: true,
+	get: function() {
+		return getRemoteHealthUrl;
+	}
 });
-Object.defineProperty(exports, 'neverGenerateRemote', {
-  enumerable: true,
-  get: function () {
-    return neverGenerateRemote;
-  }
+Object.defineProperty(exports, "neverGenerateRemote", {
+	enumerable: true,
+	get: function() {
+		return neverGenerateRemote;
+	}
 });
-Object.defineProperty(exports, 'neverGenerateRemoteForRegularEvals', {
-  enumerable: true,
-  get: function () {
-    return neverGenerateRemoteForRegularEvals;
-  }
+Object.defineProperty(exports, "neverGenerateRemoteForRegularEvals", {
+	enumerable: true,
+	get: function() {
+		return neverGenerateRemoteForRegularEvals;
+	}
 });
-Object.defineProperty(exports, 'promptYesNo', {
-  enumerable: true,
-  get: function () {
-    return promptYesNo;
-  }
+Object.defineProperty(exports, "promptYesNo", {
+	enumerable: true,
+	get: function() {
+		return promptYesNo;
+	}
 });
-Object.defineProperty(exports, 'shouldGenerateRemote', {
-  enumerable: true,
-  get: function () {
-    return shouldGenerateRemote;
-  }
+Object.defineProperty(exports, "shouldGenerateRemote", {
+	enumerable: true,
+	get: function() {
+		return shouldGenerateRemote;
+	}
 });
-//# sourceMappingURL=server-CgUQ25qW.cjs.map
+
+//# sourceMappingURL=server-B0PPuDw-.cjs.map

package/dist/src/server-B1vi21hA.js

@@ -0,0 +1,7 @@
+#!/usr/bin/env node
+import "./logger-KkObSCzq.js";
+import "./fetch-BMv0O527.js";
+import "./accounts-CMqkzrVf.js";
+import "./cloud-Bc9526yV.js";
+import { r as checkServerFeatureSupport } from "./server-DbFphssR.js";
+export { checkServerFeatureSupport };

package/dist/src/{server-CbMTRQkg.js → server-BC7XJFgr.js}

@@ -1,10 +1,10 @@
-import { _ as getEnvBool, b as getEnvString, i as logger_default, w as cliState_default } from "./logger-w8Ozp0Td.js";
-import { s as CloudConfig, t as fetchWithProxy } from "./fetch-18MuNu9i.js";
-import { o as isLoggedIntoCloud } from "./accounts-R3gfCR_g.js";
-import chalk from "chalk";
+import { t as __exportAll } from "./chunk-DEq-mXcV.js";
+import { _ as getEnvBool, b as getEnvString, i as logger, w as state } from "./logger-CT3IKMKA.js";
+import { a as CloudConfig, t as fetchWithProxy } from "./fetch-60Gzydls.js";
+import { o as isLoggedIntoCloud } from "./accounts-xrUGFA6n.js";
+import "chalk";
 import "opener";
 import readline from "readline";
-
 //#region src/redteam/remoteGeneration.ts
 /**
 * Gets the remote generation API endpoint URL.
@@ -74,7 +74,7 @@ function getRemoteVersionUrl() {
 function shouldGenerateRemote() {
 	if (neverGenerateRemote()) return false;
 	if (isLoggedIntoCloud()) return true;
-	return !getEnvString("OPENAI_API_KEY") || (cliState_default.remote ?? false);
+	return !getEnvString("OPENAI_API_KEY") || (state.remote ?? false);
 }
 /**
 * Gets the URL for unaligned model inference (harmful content generation).
@@ -88,7 +88,6 @@ function getRemoteGenerationUrlForUnaligned() {
 	if (cloudConfig.isEnabled()) return cloudConfig.getApiHost() + "/api/v1/task/harmful";
 	return "https://api.promptfoo.app/api/v1/task/harmful";
 }
-
 //#endregion
 //#region src/util/readline.ts
 /**
@@ -134,9 +133,12 @@ async function promptYesNo(question, defaultYes = false) {
 	if (defaultYes) return !answer.trim().toLowerCase().startsWith("n");
 	return answer.trim().toLowerCase().startsWith("y");
 }
-
 //#endregion
 //#region src/util/server.ts
+var server_exports = /* @__PURE__ */ __exportAll({
+	BrowserBehavior: () => BrowserBehavior,
+	checkServerFeatureSupport: () => checkServerFeatureSupport
+});
 const BrowserBehavior = {
 	ASK: 0,
 	OPEN: 1,
@@ -145,14 +147,7 @@ const BrowserBehavior = {
 	OPEN_TO_REDTEAM_CREATE: 4,
 	OPEN_TO_EVAL_SETUP: 5
 };
-const BrowserBehaviorNames = {
-	[BrowserBehavior.ASK]: "ASK",
-	[BrowserBehavior.OPEN]: "OPEN",
-	[BrowserBehavior.SKIP]: "SKIP",
-	[BrowserBehavior.OPEN_TO_REPORT]: "OPEN_TO_REPORT",
-	[BrowserBehavior.OPEN_TO_REDTEAM_CREATE]: "OPEN_TO_REDTEAM_CREATE",
-	[BrowserBehavior.OPEN_TO_EVAL_SETUP]: "OPEN_TO_EVAL_SETUP"
-};
+BrowserBehavior.ASK, BrowserBehavior.OPEN, BrowserBehavior.SKIP, BrowserBehavior.OPEN_TO_REPORT, BrowserBehavior.OPEN_TO_REDTEAM_CREATE, BrowserBehavior.OPEN_TO_EVAL_SETUP;
 const featureCache = /* @__PURE__ */ new Map();
 /**
 * Checks if a server supports a specific feature based on build date
@@ -165,7 +160,7 @@ async function checkServerFeatureSupport(featureName, requiredBuildDate) {
 	if (featureCache.has(cacheKey)) return featureCache.get(cacheKey);
 	let supported = false;
 	try {
-		logger_default.debug(`[Feature Detection] Checking server support for feature: ${featureName}`);
+		logger.debug(`[Feature Detection] Checking server support for feature: ${featureName}`);
 		const versionUrl = getRemoteVersionUrl();
 		if (versionUrl) {
 			const data = await (await fetchWithProxy(versionUrl, {
@@ -174,23 +169,23 @@ async function checkServerFeatureSupport(featureName, requiredBuildDate) {
 			})).json();
 			if (data.buildDate) {
 				supported = new Date(data.buildDate) >= new Date(requiredBuildDate);
-				logger_default.debug(`[Feature Detection] ${featureName}: buildDate=${data.buildDate}, required=${requiredBuildDate}, supported=${supported}`);
+				logger.debug(`[Feature Detection] ${featureName}: buildDate=${data.buildDate}, required=${requiredBuildDate}, supported=${supported}`);
 			} else {
-				logger_default.debug(`[Feature Detection] ${featureName}: no version info, assuming not supported`);
+				logger.debug(`[Feature Detection] ${featureName}: no version info, assuming not supported`);
 				supported = false;
 			}
 		} else {
-			logger_default.debug(`[Feature Detection] No remote URL available for ${featureName}, assuming local server supports it`);
+			logger.debug(`[Feature Detection] No remote URL available for ${featureName}, assuming local server supports it`);
 			supported = true;
 		}
 	} catch (error) {
-		logger_default.debug(`[Feature Detection] Version check failed for ${featureName}, assuming not supported: ${error}`);
+		logger.debug(`[Feature Detection] Version check failed for ${featureName}, assuming not supported: ${error}`);
 		supported = false;
 	}
 	featureCache.set(cacheKey, supported);
 	return supported;
 }
-
 //#endregion
-export { getRemoteGenerationUrlForUnaligned as a, neverGenerateRemoteForRegularEvals as c, getRemoteGenerationUrl as i, shouldGenerateRemote as l, checkServerFeatureSupport as n, getRemoteHealthUrl as o, promptYesNo as r, neverGenerateRemote as s, BrowserBehavior as t };
-//# sourceMappingURL=server-CbMTRQkg.js.map
+export { getRemoteGenerationUrlForUnaligned as a, neverGenerateRemoteForRegularEvals as c, getRemoteGenerationUrl as i, shouldGenerateRemote as l, server_exports as n, getRemoteHealthUrl as o, promptYesNo as r, neverGenerateRemote as s, checkServerFeatureSupport as t };
+
+//# sourceMappingURL=server-BC7XJFgr.js.map

package/dist/src/server-Cm9Kai_h.cjs

@@ -0,0 +1,5 @@
+require("./logger-Cp1GPUjj.cjs");
+require("./fetch-BxUk8odA.cjs");
+require("./accounts-Bx-x3bmW.cjs");
+const require_server = require("./server-B0PPuDw-.cjs");
+exports.checkServerFeatureSupport = require_server.checkServerFeatureSupport;

package/dist/src/{server-DWmZLfCy.js → server-DbFphssR.js}

@@ -1,12 +1,11 @@
 #!/usr/bin/env node
-import { C as getEnvString, O as cliState_default, b as getEnvBool, o as logger_default } from "./logger-BotXmWKW.js";
-import { P as VERSION, k as getDefaultPort, n as fetchWithProxy } from "./fetch-SRsE6Ctl.js";
-import { c as isLoggedIntoCloud } from "./accounts-DHHiXsy6.js";
-import { r as CloudConfig } from "./cloud-BMbRVJFw.js";
+import { C as getEnvString, O as state, b as getEnvBool, o as logger } from "./logger-KkObSCzq.js";
+import { O as getDefaultPort, n as fetchWithProxy } from "./fetch-BMv0O527.js";
+import { c as isLoggedIntoCloud } from "./accounts-CMqkzrVf.js";
+import { r as CloudConfig } from "./cloud-Bc9526yV.js";
 import chalk from "chalk";
 import opener from "opener";
 import readline from "readline";
-
 //#region src/redteam/remoteGeneration.ts
 /**
 * Gets the remote generation API endpoint URL.
@@ -76,7 +75,7 @@ function getRemoteVersionUrl() {
 function shouldGenerateRemote() {
 	if (neverGenerateRemote()) return false;
 	if (isLoggedIntoCloud()) return true;
-	return !getEnvString("OPENAI_API_KEY") || (cliState_default.remote ?? false);
+	return !getEnvString("OPENAI_API_KEY") || (state.remote ?? false);
 }
 /**
 * Gets the URL for unaligned model inference (harmful content generation).
@@ -90,7 +89,6 @@ function getRemoteGenerationUrlForUnaligned() {
 	if (cloudConfig.isEnabled()) return cloudConfig.getApiHost() + "/api/v1/task/harmful";
 	return "https://api.promptfoo.app/api/v1/task/harmful";
 }
-
 //#endregion
 //#region src/util/readline.ts
 /**
@@ -136,7 +134,6 @@ async function promptYesNo(question, defaultYes = false) {
 	if (defaultYes) return !answer.trim().toLowerCase().startsWith("n");
 	return answer.trim().toLowerCase().startsWith("y");
 }
-
 //#endregion
 //#region src/util/server.ts
 const BrowserBehavior = {
@@ -167,7 +164,7 @@ async function checkServerFeatureSupport(featureName, requiredBuildDate) {
 	if (featureCache.has(cacheKey)) return featureCache.get(cacheKey);
 	let supported = false;
 	try {
-		logger_default.debug(`[Feature Detection] Checking server support for feature: ${featureName}`);
+		logger.debug(`[Feature Detection] Checking server support for feature: ${featureName}`);
 		const versionUrl = getRemoteVersionUrl();
 		if (versionUrl) {
 			const data = await (await fetchWithProxy(versionUrl, {
@@ -176,29 +173,29 @@ async function checkServerFeatureSupport(featureName, requiredBuildDate) {
 			})).json();
 			if (data.buildDate) {
 				supported = new Date(data.buildDate) >= new Date(requiredBuildDate);
-				logger_default.debug(`[Feature Detection] ${featureName}: buildDate=${data.buildDate}, required=${requiredBuildDate}, supported=${supported}`);
+				logger.debug(`[Feature Detection] ${featureName}: buildDate=${data.buildDate}, required=${requiredBuildDate}, supported=${supported}`);
 			} else {
-				logger_default.debug(`[Feature Detection] ${featureName}: no version info, assuming not supported`);
+				logger.debug(`[Feature Detection] ${featureName}: no version info, assuming not supported`);
 				supported = false;
 			}
 		} else {
-			logger_default.debug(`[Feature Detection] No remote URL available for ${featureName}, assuming local server supports it`);
+			logger.debug(`[Feature Detection] No remote URL available for ${featureName}, assuming local server supports it`);
 			supported = true;
 		}
 	} catch (error) {
-		logger_default.debug(`[Feature Detection] Version check failed for ${featureName}, assuming not supported: ${error}`);
+		logger.debug(`[Feature Detection] Version check failed for ${featureName}, assuming not supported: ${error}`);
 		supported = false;
 	}
 	featureCache.set(cacheKey, supported);
 	return supported;
 }
 async function checkServerRunning(port = getDefaultPort()) {
-	logger_default.debug(`Checking for existing server on port ${port}...`);
+	logger.debug(`Checking for existing server on port ${port}...`);
 	try {
 		const data = await (await fetchWithProxy(`http://localhost:${port}/health`, { headers: { "x-promptfoo-silent": "true" } })).json();
-		return data.status === "OK" && data.version === VERSION;
+		return data.status === "OK" && data.version === "0.121.1";
 	} catch (err) {
-		logger_default.debug(`No existing server found - this is expected on first startup. ${String(err)}`);
+		logger.debug(`No existing server found - this is expected on first startup. ${String(err)}`);
 		return false;
 	}
 }
@@ -210,10 +207,10 @@ async function openBrowser(browserBehavior, port = getDefaultPort()) {
 	else if (browserBehavior === BrowserBehavior.OPEN_TO_EVAL_SETUP) url = `${baseUrl}/setup`;
 	const doOpen = async () => {
 		try {
-			logger_default.info("Press Ctrl+C to stop the server");
+			logger.info("Press Ctrl+C to stop the server");
 			await opener(url);
 		} catch (err) {
-			logger_default.error(`Failed to open browser: ${String(err)}`);
+			logger.error(`Failed to open browser: ${String(err)}`);
 		}
 	};
 	if (browserBehavior === BrowserBehavior.ASK) {
@@ -244,26 +241,26 @@ async function openBrowser(browserBehavior, port = getDefaultPort()) {
 async function openAuthBrowser(authUrl, welcomeUrl, browserBehavior) {
 	const doOpen = async () => {
 		try {
-			logger_default.info(`Opening ${authUrl} in your browser...`);
+			logger.info(`Opening ${authUrl} in your browser...`);
 			await opener(authUrl);
-			logger_default.info(`After logging in, get your API token at ${chalk.green(welcomeUrl)}`);
+			logger.info(`After logging in, get your API token at ${chalk.green(welcomeUrl)}`);
 		} catch (err) {
-			logger_default.error(`Failed to open browser: ${String(err)}`);
-			logger_default.info(`Please visit: ${chalk.green(authUrl)}`);
-			logger_default.info(`After logging in, get your API token at ${chalk.green(welcomeUrl)}`);
+			logger.error(`Failed to open browser: ${String(err)}`);
+			logger.info(`Please visit: ${chalk.green(authUrl)}`);
+			logger.info(`After logging in, get your API token at ${chalk.green(welcomeUrl)}`);
 		}
 	};
 	if (browserBehavior === BrowserBehavior.ASK) if (await promptYesNo("Open login page in browser?", true)) await doOpen();
 	else {
-		logger_default.info(`Please visit: ${chalk.green(authUrl)}`);
-		logger_default.info(`After logging in, get your API token at ${chalk.green(welcomeUrl)}`);
+		logger.info(`Please visit: ${chalk.green(authUrl)}`);
+		logger.info(`After logging in, get your API token at ${chalk.green(welcomeUrl)}`);
 	}
 	else if (browserBehavior === BrowserBehavior.SKIP) {
-		logger_default.info(`Please visit: ${chalk.green(authUrl)}`);
-		logger_default.info(`After logging in, get your API token at ${chalk.green(welcomeUrl)}`);
+		logger.info(`Please visit: ${chalk.green(authUrl)}`);
+		logger.info(`After logging in, get your API token at ${chalk.green(welcomeUrl)}`);
 	} else await doOpen();
 }
-
 //#endregion
 export { openAuthBrowser as a, promptYesNo as c, getRemoteHealthUrl as d, neverGenerateRemote as f, checkServerRunning as i, getRemoteGenerationUrl as l, shouldGenerateRemote as m, BrowserBehaviorNames as n, openBrowser as o, neverGenerateRemoteForRegularEvals as p, checkServerFeatureSupport as r, promptUser as s, BrowserBehavior as t, getRemoteGenerationUrlForUnaligned as u };
-//# sourceMappingURL=server-DWmZLfCy.js.map
+
+//# sourceMappingURL=server-DbFphssR.js.map