promptfoo 0.120.26 → 0.121.1

package/dist/src/server-OAs3nBRT.js

@@ -0,0 +1,229 @@
+import { t as __exportAll } from "./chunk-DEq-mXcV.js";
+import { _ as getEnvBool, b as getEnvString, i as logger, w as state } from "./logger-DLcq4dWf.js";
+import { a as CloudConfig, k as getDefaultPort, t as fetchWithProxy } from "./fetch-4M3YRaqL.js";
+import { c as isLoggedIntoCloud } from "./accounts-BgNJDBE6.js";
+import "chalk";
+import opener from "opener";
+import readline from "readline";
+//#region src/redteam/remoteGeneration.ts
+/**
+* Gets the remote generation API endpoint URL.
+* Prioritizes: env var > cloud config > default endpoint.
+* @returns The remote generation URL
+*/
+function getRemoteGenerationUrl() {
+	const envUrl = getEnvString("PROMPTFOO_REMOTE_GENERATION_URL");
+	if (envUrl) return envUrl;
+	const cloudConfig = new CloudConfig();
+	if (cloudConfig.isEnabled()) return cloudConfig.getApiHost() + "/api/v1/task";
+	return "https://api.promptfoo.app/api/v1/task";
+}
+/**
+* Check if remote generation should never be used.
+* Respects both the general and redteam-specific disable flags.
+* @returns true if remote generation is disabled
+*/
+function neverGenerateRemote() {
+	if (getEnvBool("PROMPTFOO_DISABLE_REMOTE_GENERATION")) return true;
+	return getEnvBool("PROMPTFOO_DISABLE_REDTEAM_REMOTE_GENERATION");
+}
+/**
+* Check if remote generation should never be used for non-redteam features.
+* This allows granular control: disable redteam remote generation while allowing
+* regular SimulatedUser to use remote generation.
+* @returns true if ALL remote generation is disabled
+*/
+function neverGenerateRemoteForRegularEvals() {
+	return getEnvBool("PROMPTFOO_DISABLE_REMOTE_GENERATION");
+}
+/**
+* Builds a remote URL with a substituted pathname, honoring env vars / cloud config.
+*/
+function buildRemoteUrl(pathname, fallback) {
+	if (neverGenerateRemote()) return null;
+	const envUrl = getEnvString("PROMPTFOO_REMOTE_GENERATION_URL");
+	if (envUrl) try {
+		const url = new URL(envUrl);
+		url.pathname = pathname;
+		return url.toString();
+	} catch {
+		return fallback;
+	}
+	const cloudConfig = new CloudConfig();
+	if (cloudConfig.isEnabled()) return `${cloudConfig.getApiHost()}${pathname}`;
+	return fallback;
+}
+/**
+* Gets the URL for checking remote API health based on configuration.
+* @returns The health check URL, or null if remote generation is disabled.
+*/
+function getRemoteHealthUrl() {
+	return buildRemoteUrl("/health", "https://api.promptfoo.app/health");
+}
+/**
+* Gets the URL for checking remote API version based on configuration.
+* @returns The version check URL, or null if remote generation is disabled.
+*/
+function getRemoteVersionUrl() {
+	return buildRemoteUrl("/version", "https://api.promptfoo.app/version");
+}
+/**
+* Determines if remote generation should be used based on configuration.
+* @returns true if remote generation should be used
+*/
+function shouldGenerateRemote() {
+	if (neverGenerateRemote()) return false;
+	if (isLoggedIntoCloud()) return true;
+	return !getEnvString("OPENAI_API_KEY") || (state.remote ?? false);
+}
+/**
+* Gets the URL for unaligned model inference (harmful content generation).
+* Prioritizes: env var > cloud config > default endpoint.
+* @returns The unaligned inference URL
+*/
+function getRemoteGenerationUrlForUnaligned() {
+	const envUrl = getEnvString("PROMPTFOO_UNALIGNED_INFERENCE_ENDPOINT");
+	if (envUrl) return envUrl;
+	const cloudConfig = new CloudConfig();
+	if (cloudConfig.isEnabled()) return cloudConfig.getApiHost() + "/api/v1/task/harmful";
+	return "https://api.promptfoo.app/api/v1/task/harmful";
+}
+//#endregion
+//#region src/util/readline.ts
+/**
+* Factory function for creating readline interface.
+* This abstraction makes it easier to mock in tests and prevents open handles.
+*/
+function createReadlineInterface() {
+	return readline.createInterface({
+		input: process.stdin,
+		output: process.stdout
+	});
+}
+/**
+* Prompts the user with a question and returns their answer.
+* Automatically handles cleanup of the readline interface.
+*/
+async function promptUser(question) {
+	return new Promise((resolve, reject) => {
+		let rl = null;
+		try {
+			rl = createReadlineInterface();
+			rl.on("error", (err) => {
+				if (rl) rl.close();
+				reject(err);
+			});
+			rl.question(question, (answer) => {
+				if (rl) rl.close();
+				resolve(answer);
+			});
+		} catch (err) {
+			if (rl) rl.close();
+			reject(err);
+		}
+	});
+}
+/**
+* Prompts the user with a yes/no question and returns a boolean.
+* @param question The question to ask
+* @param defaultYes If true, empty response defaults to yes. If false, defaults to no.
+*/
+async function promptYesNo(question, defaultYes = false) {
+	const answer = await promptUser(`${question} ${defaultYes ? "(Y/n): " : "(y/N): "}`);
+	if (defaultYes) return !answer.trim().toLowerCase().startsWith("n");
+	return answer.trim().toLowerCase().startsWith("y");
+}
+//#endregion
+//#region src/util/server.ts
+var server_exports = /* @__PURE__ */ __exportAll({
+	BrowserBehavior: () => BrowserBehavior,
+	BrowserBehaviorNames: () => BrowserBehaviorNames,
+	checkServerFeatureSupport: () => checkServerFeatureSupport,
+	checkServerRunning: () => checkServerRunning,
+	openBrowser: () => openBrowser
+});
+const BrowserBehavior = {
+	ASK: 0,
+	OPEN: 1,
+	SKIP: 2,
+	OPEN_TO_REPORT: 3,
+	OPEN_TO_REDTEAM_CREATE: 4,
+	OPEN_TO_EVAL_SETUP: 5
+};
+const BrowserBehaviorNames = {
+	[BrowserBehavior.ASK]: "ASK",
+	[BrowserBehavior.OPEN]: "OPEN",
+	[BrowserBehavior.SKIP]: "SKIP",
+	[BrowserBehavior.OPEN_TO_REPORT]: "OPEN_TO_REPORT",
+	[BrowserBehavior.OPEN_TO_REDTEAM_CREATE]: "OPEN_TO_REDTEAM_CREATE",
+	[BrowserBehavior.OPEN_TO_EVAL_SETUP]: "OPEN_TO_EVAL_SETUP"
+};
+const featureCache = /* @__PURE__ */ new Map();
+/**
+* Checks if a server supports a specific feature based on build date
+* @param featureName - Name of the feature (for caching and logging)
+* @param requiredBuildDate - Minimum build date when feature was added (ISO string)
+* @returns Promise<boolean> - true if server supports the feature
+*/
+async function checkServerFeatureSupport(featureName, requiredBuildDate) {
+	const cacheKey = `${featureName}`;
+	if (featureCache.has(cacheKey)) return featureCache.get(cacheKey);
+	let supported = false;
+	try {
+		logger.debug(`[Feature Detection] Checking server support for feature: ${featureName}`);
+		const versionUrl = getRemoteVersionUrl();
+		if (versionUrl) {
+			const data = await (await fetchWithProxy(versionUrl, {
+				method: "GET",
+				headers: { "Content-Type": "application/json" }
+			})).json();
+			if (data.buildDate) {
+				supported = new Date(data.buildDate) >= new Date(requiredBuildDate);
+				logger.debug(`[Feature Detection] ${featureName}: buildDate=${data.buildDate}, required=${requiredBuildDate}, supported=${supported}`);
+			} else {
+				logger.debug(`[Feature Detection] ${featureName}: no version info, assuming not supported`);
+				supported = false;
+			}
+		} else {
+			logger.debug(`[Feature Detection] No remote URL available for ${featureName}, assuming local server supports it`);
+			supported = true;
+		}
+	} catch (error) {
+		logger.debug(`[Feature Detection] Version check failed for ${featureName}, assuming not supported: ${error}`);
+		supported = false;
+	}
+	featureCache.set(cacheKey, supported);
+	return supported;
+}
+async function checkServerRunning(port = getDefaultPort()) {
+	logger.debug(`Checking for existing server on port ${port}...`);
+	try {
+		const data = await (await fetchWithProxy(`http://localhost:${port}/health`, { headers: { "x-promptfoo-silent": "true" } })).json();
+		return data.status === "OK" && data.version === "0.121.1";
+	} catch (err) {
+		logger.debug(`No existing server found - this is expected on first startup. ${String(err)}`);
+		return false;
+	}
+}
+async function openBrowser(browserBehavior, port = getDefaultPort()) {
+	const baseUrl = `http://localhost:${port}`;
+	let url = baseUrl;
+	if (browserBehavior === BrowserBehavior.OPEN_TO_REPORT) url = `${baseUrl}/report`;
+	else if (browserBehavior === BrowserBehavior.OPEN_TO_REDTEAM_CREATE) url = `${baseUrl}/redteam/setup`;
+	else if (browserBehavior === BrowserBehavior.OPEN_TO_EVAL_SETUP) url = `${baseUrl}/setup`;
+	const doOpen = async () => {
+		try {
+			logger.info("Press Ctrl+C to stop the server");
+			await opener(url);
+		} catch (err) {
+			logger.error(`Failed to open browser: ${String(err)}`);
+		}
+	};
+	if (browserBehavior === BrowserBehavior.ASK) {
+		if (await promptYesNo("Open URL in browser?", false)) await doOpen();
+	} else if (browserBehavior !== BrowserBehavior.SKIP) await doOpen();
+}
+//#endregion
+export { openBrowser as a, getRemoteGenerationUrl as c, neverGenerateRemote as d, neverGenerateRemoteForRegularEvals as f, checkServerRunning as i, getRemoteGenerationUrlForUnaligned as l, BrowserBehaviorNames as n, server_exports as o, shouldGenerateRemote as p, checkServerFeatureSupport as r, promptYesNo as s, BrowserBehavior as t, getRemoteHealthUrl as u };
+
+//# sourceMappingURL=server-OAs3nBRT.js.map

package/dist/src/{signal-Bl32q42d.js → signal-BOTbd53Z.js}

@@ -1,9 +1,8 @@
 #!/usr/bin/env node
-import { o as logger_default } from "./logger-BotXmWKW.js";
-import { _ as getDbSignalPath } from "./tables-C7TT2XVn.js";
+import { o as logger } from "./logger-KkObSCzq.js";
+import { _ as getDbSignalPath } from "./tables-D36WTqKX.js";
 import fs from "fs";
 import debounce from "debounce";
-
 //#region src/util/providerResponse.ts
 /**
 * Extracts the actual prompt from a ProviderResponse as a string.
@@ -45,7 +44,6 @@ function getActualPrompt(response, options = {}) {
 function getActualPromptWithFallback(response, originalPrompt, options = {}) {
 	return getActualPrompt(response, options) || originalPrompt;
 }
-
 //#endregion
 //#region src/database/signal.ts
 /**
@@ -60,7 +58,7 @@ function updateSignalFile(evalId) {
 		const content = evalId ? `${evalId}:${now.toISOString()}` : now.toISOString();
 		fs.writeFileSync(filePath, content);
 	} catch (err) {
-		logger_default.warn(`Failed to write database signal file: ${err}`);
+		logger.warn(`Failed to write database signal file: ${err}`);
 	}
 }
 /**
@@ -87,7 +85,7 @@ function readSignalEvalId() {
 function ensureSignalFile() {
 	const filePath = getDbSignalPath();
 	if (!fs.existsSync(filePath)) {
-		logger_default.debug(`Creating signal file at ${filePath}`);
+		logger.debug(`Creating signal file at ${filePath}`);
 		fs.writeFileSync(filePath, (/* @__PURE__ */ new Date()).toISOString());
 	}
 }
@@ -98,21 +96,21 @@ function ensureSignalFile() {
 */
 function setupSignalWatcher(onChange) {
 	const filePath = getDbSignalPath();
-	logger_default.debug(`Setting up file watcher on ${filePath}`);
+	logger.debug(`Setting up file watcher on ${filePath}`);
 	ensureSignalFile();
 	try {
 		const watcher = fs.watch(filePath);
 		watcher.on("change", debounce(onChange, 250));
 		watcher.on("error", (error) => {
-			logger_default.warn(`File watcher error: ${error}`);
+			logger.warn(`File watcher error: ${error}`);
 		});
 		return watcher;
 	} catch (error) {
-		logger_default.warn(`Failed to set up file watcher: ${error}`);
+		logger.warn(`Failed to set up file watcher: ${error}`);
 		throw error;
 	}
 }
-
 //#endregion
 export { getActualPromptWithFallback as a, getActualPrompt as i, setupSignalWatcher as n, updateSignalFile as r, readSignalEvalId as t };
-//# sourceMappingURL=signal-Bl32q42d.js.map
+
+//# sourceMappingURL=signal-BOTbd53Z.js.map

package/dist/src/{slack-BtMkB6xP.cjs → slack-BmVAVGaK.cjs}

@@ -1,6 +1,5 @@
-const require_logger = require('./logger-BdZ-IqBc.cjs');
+const require_logger = require("./logger-Cp1GPUjj.cjs");
 let _slack_web_api = require("@slack/web-api");
-
 //#region src/providers/slack.ts
 var SlackProvider = class {
 	client;
@@ -56,7 +55,7 @@ var SlackProvider = class {
 				metadata: responseMetadata
 			};
 		} catch (error) {
-			require_logger.logger_default.error(`Slack provider error: ${error}`);
+			require_logger.logger.error(`Slack provider error: ${error}`);
 			if (error?.data?.error) {
 				const slackError = error.data.error;
 				switch (slackError) {
@@ -84,7 +83,7 @@ var SlackProvider = class {
 			}
 			await new Promise((resolve) => setTimeout(resolve, 1e3));
 		} catch (error) {
-			require_logger.logger_default.error(`Error fetching Slack messages: ${error}`);
+			require_logger.logger.error(`Error fetching Slack messages: ${error}`);
 			throw error;
 		}
 		throw new Error(`Timeout waiting for Slack response after ${timeout}ms`);
@@ -103,7 +102,7 @@ var SlackProvider = class {
 			}
 			await new Promise((resolve) => setTimeout(resolve, 1e3));
 		} catch (error) {
-			require_logger.logger_default.error(`Error fetching Slack messages: ${error}`);
+			require_logger.logger.error(`Error fetching Slack messages: ${error}`);
 			throw error;
 		}
 		throw new Error(`Timeout waiting for response from user ${userId} after ${timeout}ms`);
@@ -124,13 +123,13 @@ var SlackProvider = class {
 			});
 			await new Promise((resolve) => setTimeout(resolve, 1e3));
 		} catch (error) {
-			require_logger.logger_default.error(`Error fetching Slack messages: ${error}`);
+			require_logger.logger.error(`Error fetching Slack messages: ${error}`);
 			throw error;
 		}
 		return responses.join("\n\n");
 	}
 };
-
 //#endregion
 exports.SlackProvider = SlackProvider;
-//# sourceMappingURL=slack-BtMkB6xP.cjs.map
+
+//# sourceMappingURL=slack-BmVAVGaK.cjs.map

package/dist/src/{slack-OZYxoVON.js → slack-DCUPTzS2.js}

@@ -1,6 +1,6 @@
-import { j as logger_default } from "./server/index.js";
+#!/usr/bin/env node
+import { o as logger } from "./logger-KkObSCzq.js";
 import { WebClient } from "@slack/web-api";
-
 //#region src/providers/slack.ts
 var SlackProvider = class {
 	client;
@@ -56,7 +56,7 @@ var SlackProvider = class {
 				metadata: responseMetadata
 			};
 		} catch (error) {
-			logger_default.error(`Slack provider error: ${error}`);
+			logger.error(`Slack provider error: ${error}`);
 			if (error?.data?.error) {
 				const slackError = error.data.error;
 				switch (slackError) {
@@ -84,7 +84,7 @@ var SlackProvider = class {
 			}
 			await new Promise((resolve) => setTimeout(resolve, 1e3));
 		} catch (error) {
-			logger_default.error(`Error fetching Slack messages: ${error}`);
+			logger.error(`Error fetching Slack messages: ${error}`);
 			throw error;
 		}
 		throw new Error(`Timeout waiting for Slack response after ${timeout}ms`);
@@ -103,7 +103,7 @@ var SlackProvider = class {
 			}
 			await new Promise((resolve) => setTimeout(resolve, 1e3));
 		} catch (error) {
-			logger_default.error(`Error fetching Slack messages: ${error}`);
+			logger.error(`Error fetching Slack messages: ${error}`);
 			throw error;
 		}
 		throw new Error(`Timeout waiting for response from user ${userId} after ${timeout}ms`);
@@ -124,13 +124,13 @@ var SlackProvider = class {
 			});
 			await new Promise((resolve) => setTimeout(resolve, 1e3));
 		} catch (error) {
-			logger_default.error(`Error fetching Slack messages: ${error}`);
+			logger.error(`Error fetching Slack messages: ${error}`);
 			throw error;
 		}
 		return responses.join("\n\n");
 	}
 };
-
 //#endregion
 export { SlackProvider };
-//# sourceMappingURL=slack-OZYxoVON.js.map
+
+//# sourceMappingURL=slack-DCUPTzS2.js.map

package/dist/src/{slack-DPqj42Ts.js → slack-DOdy_kyv.js}

@@ -1,6 +1,5 @@
-import { i as logger_default } from "./logger-w8Ozp0Td.js";
+import { i as logger } from "./logger-CT3IKMKA.js";
 import { WebClient } from "@slack/web-api";
-
 //#region src/providers/slack.ts
 var SlackProvider = class {
 	client;
@@ -56,7 +55,7 @@ var SlackProvider = class {
 				metadata: responseMetadata
 			};
 		} catch (error) {
-			logger_default.error(`Slack provider error: ${error}`);
+			logger.error(`Slack provider error: ${error}`);
 			if (error?.data?.error) {
 				const slackError = error.data.error;
 				switch (slackError) {
@@ -84,7 +83,7 @@ var SlackProvider = class {
 			}
 			await new Promise((resolve) => setTimeout(resolve, 1e3));
 		} catch (error) {
-			logger_default.error(`Error fetching Slack messages: ${error}`);
+			logger.error(`Error fetching Slack messages: ${error}`);
 			throw error;
 		}
 		throw new Error(`Timeout waiting for Slack response after ${timeout}ms`);
@@ -103,7 +102,7 @@ var SlackProvider = class {
 			}
 			await new Promise((resolve) => setTimeout(resolve, 1e3));
 		} catch (error) {
-			logger_default.error(`Error fetching Slack messages: ${error}`);
+			logger.error(`Error fetching Slack messages: ${error}`);
 			throw error;
 		}
 		throw new Error(`Timeout waiting for response from user ${userId} after ${timeout}ms`);
@@ -124,13 +123,13 @@ var SlackProvider = class {
 			});
 			await new Promise((resolve) => setTimeout(resolve, 1e3));
 		} catch (error) {
-			logger_default.error(`Error fetching Slack messages: ${error}`);
+			logger.error(`Error fetching Slack messages: ${error}`);
 			throw error;
 		}
 		return responses.join("\n\n");
 	}
 };
-
 //#endregion
 export { SlackProvider };
-//# sourceMappingURL=slack-DPqj42Ts.js.map
+
+//# sourceMappingURL=slack-DOdy_kyv.js.map

package/dist/src/{slack-BfdBx2tO.js → slack-DXMKtA-f.js}

@@ -1,7 +1,5 @@
-#!/usr/bin/env node
-import { o as logger_default } from "./logger-BotXmWKW.js";
+import { i as logger } from "./logger-DLcq4dWf.js";
 import { WebClient } from "@slack/web-api";
-
 //#region src/providers/slack.ts
 var SlackProvider = class {
 	client;
@@ -57,7 +55,7 @@ var SlackProvider = class {
 				metadata: responseMetadata
 			};
 		} catch (error) {
-			logger_default.error(`Slack provider error: ${error}`);
+			logger.error(`Slack provider error: ${error}`);
 			if (error?.data?.error) {
 				const slackError = error.data.error;
 				switch (slackError) {
@@ -85,7 +83,7 @@ var SlackProvider = class {
 			}
 			await new Promise((resolve) => setTimeout(resolve, 1e3));
 		} catch (error) {
-			logger_default.error(`Error fetching Slack messages: ${error}`);
+			logger.error(`Error fetching Slack messages: ${error}`);
 			throw error;
 		}
 		throw new Error(`Timeout waiting for Slack response after ${timeout}ms`);
@@ -104,7 +102,7 @@ var SlackProvider = class {
 			}
 			await new Promise((resolve) => setTimeout(resolve, 1e3));
 		} catch (error) {
-			logger_default.error(`Error fetching Slack messages: ${error}`);
+			logger.error(`Error fetching Slack messages: ${error}`);
 			throw error;
 		}
 		throw new Error(`Timeout waiting for response from user ${userId} after ${timeout}ms`);
@@ -125,13 +123,13 @@ var SlackProvider = class {
 			});
 			await new Promise((resolve) => setTimeout(resolve, 1e3));
 		} catch (error) {
-			logger_default.error(`Error fetching Slack messages: ${error}`);
+			logger.error(`Error fetching Slack messages: ${error}`);
 			throw error;
 		}
 		return responses.join("\n\n");
 	}
 };
-
 //#endregion
 export { SlackProvider };
-//# sourceMappingURL=slack-BfdBx2tO.js.map
+
+//# sourceMappingURL=slack-DXMKtA-f.js.map

package/dist/src/store-BNmZ1KAz.cjs

@@ -0,0 +1,5 @@
+require("./logger-Cp1GPUjj.cjs");
+require("./types-LJ0r3wbR.cjs");
+require("./tables-C7K-XKWp.cjs");
+const require_store = require("./store-BSc-TF2w.cjs");
+exports.getTraceStore = require_store.getTraceStore;