promptfoo 0.125.0 → 0.125.1

package/package.json

@@ -2,7 +2,7 @@
   "name": "promptfoo",
   "description": "LLM eval & testing toolkit",
   "author": "Ian Webster",
-  "version": "0.125.0",
+  "version": "0.125.1",
   "license": "MIT",
   "type": "module",
   "repository": {

package/dist/src/accounts-Dpb43yde.cjs

@@ -1,276 +0,0 @@
-const require_rolldown_runtime = require("./rolldown-runtime-C0BPl7ul.cjs");
-const require_logger = require("./logger-DXUHJBHJ.cjs");
-const require_fetch = require("./fetch-DYte6oQX.cjs");
-let zod = require("zod");
-let _inquirer_input = require("@inquirer/input");
-_inquirer_input = require_rolldown_runtime.__toESM(_inquirer_input, 1);
-const BAD_EMAIL_RESULT = "bad_email";
-const EmailValidationStatus = {
-	OK: "ok",
-	EXCEEDED_LIMIT: "exceeded_limit",
-	SHOW_USAGE_WARNING: "show_usage_warning",
-	EMAIL_VERIFICATION_REQUIRED: "email_verification_required",
-	RISKY_EMAIL: "risky_email",
-	DISPOSABLE_EMAIL: "disposable_email"
-};
-const NO_EMAIL_STATUS = "no_email";
-//#endregion
-//#region src/globalConfig/accounts.ts
-const CI_PLACEHOLDER_EMAIL = "ci-placeholder@promptfoo.dev";
-var EmailValidationError = class extends Error {
-	reason;
-	constructor(reason, message) {
-		super(message);
-		this.reason = reason;
-		this.name = "EmailValidationError";
-	}
-};
-function failEmailValidation(reason, message) {
-	throw new EmailValidationError(reason, message);
-}
-function getUserAuthInfo() {
-	const globalConfig = require_fetch.readGlobalConfig();
-	const email = globalConfig?.account?.email || null;
-	const isLoggedIntoCloud = !!(globalConfig?.cloud?.apiKey || process.env.PROMPTFOO_API_KEY);
-	return {
-		email,
-		isLoggedIntoCloud,
-		authMethod: isLoggedIntoCloud ? "api-key" : email ? "email" : "none"
-	};
-}
-function getUserId() {
-	let globalConfig = require_fetch.readGlobalConfig();
-	if (!globalConfig?.id) {
-		const newId = crypto.randomUUID();
-		globalConfig = {
-			...globalConfig,
-			id: newId
-		};
-		require_fetch.writeGlobalConfig(globalConfig);
-		return newId;
-	}
-	return globalConfig.id;
-}
-function getUserEmail() {
-	return require_fetch.readGlobalConfig()?.account?.email || null;
-}
-function setUserEmail(email) {
-	const account = require_fetch.readGlobalConfig()?.account ?? {};
-	account.email = email;
-	require_fetch.writeGlobalConfigPartial({ account });
-}
-function getUserEmailNeedsValidation() {
-	return require_fetch.readGlobalConfig()?.account?.emailNeedsValidation || false;
-}
-function setUserEmailNeedsValidation(needsValidation) {
-	const account = require_fetch.readGlobalConfig()?.account ?? {};
-	account.emailNeedsValidation = needsValidation;
-	require_fetch.writeGlobalConfigPartial({ account });
-}
-function getUserEmailValidated() {
-	return require_fetch.readGlobalConfig()?.account?.emailValidated || false;
-}
-function setUserEmailValidated(validated) {
-	const account = require_fetch.readGlobalConfig()?.account ?? {};
-	account.emailValidated = validated;
-	require_fetch.writeGlobalConfigPartial({ account });
-}
-function getAuthor(override) {
-	const userEmail = getUserEmail();
-	const envAuthor = require_logger.getEnvString("PROMPTFOO_AUTHOR");
-	if (isLoggedIntoCloud() && userEmail) {
-		if (override && override !== userEmail) require_logger.logger.debug("[Author] Ignoring author override because cloud identity takes precedence");
-		return userEmail;
-	}
-	return override || userEmail || envAuthor || null;
-}
-function isLoggedIntoCloud() {
-	return getUserAuthInfo().isLoggedIntoCloud;
-}
-/**
-* Shared function to check email status with the promptfoo API
-* Used by both CLI and server routes
-*/
-async function checkEmailStatus(options) {
-	const { default: telemetry } = await Promise.resolve().then(() => require("./telemetry-DUCXc1-r.cjs")).then((n) => n.telemetry_exports);
-	const ciMode = require_logger.isCI();
-	const userEmail = ciMode ? CI_PLACEHOLDER_EMAIL : getUserEmail();
-	if (!userEmail) return {
-		status: NO_EMAIL_STATUS,
-		hasEmail: false,
-		message: "Redteam evals require email verification. Please enter your work email:"
-	};
-	if (ciMode) return {
-		status: EmailValidationStatus.OK,
-		hasEmail: true,
-		email: userEmail
-	};
-	try {
-		const validateParam = options?.validate ? "&validate=true" : "";
-		const timeout = options?.validate ? 3e3 : 500;
-		if (options?.validate) require_logger.logger.info(`Checking email...`);
-		const host = require_fetch.cloudConfig.isEnabled() ? require_fetch.cloudConfig.getApiHost() : require_logger.getEnvString("PROMPTFOO_CLOUD_API_URL", "https://api.promptfoo.app")?.replace(/\/+$/, "");
-		const data = await (await require_fetch.fetchWithTimeout(`${host}/api/users/status?email=${encodeURIComponent(userEmail)}${validateParam}`, void 0, timeout)).json();
-		if (options?.validate) {
-			if ((/* @__PURE__ */ new Set([
-				EmailValidationStatus.RISKY_EMAIL,
-				EmailValidationStatus.DISPOSABLE_EMAIL,
-				EmailValidationStatus.EMAIL_VERIFICATION_REQUIRED
-			])).has(data.status)) {
-				if (data.status === EmailValidationStatus.EMAIL_VERIFICATION_REQUIRED) {
-					setUserEmailValidated(false);
-					setUserEmailNeedsValidation(true);
-				}
-				if (data.status === EmailValidationStatus.RISKY_EMAIL || data.status === EmailValidationStatus.DISPOSABLE_EMAIL) await telemetry.saveConsent(userEmail, { source: "filteredInvalidEmail" });
-			} else {
-				setUserEmailValidated(true);
-				await telemetry.saveConsent(userEmail, { source: "promptForEmailValidated" });
-			}
-		}
-		return {
-			status: data.status,
-			message: data.message ?? data.error,
-			email: userEmail,
-			hasEmail: true
-		};
-	} catch (e) {
-		require_logger.logger.debug(`Failed to check user status: ${e}`);
-		return {
-			status: EmailValidationStatus.OK,
-			message: "Unable to verify email status, but proceeding",
-			email: userEmail,
-			hasEmail: true
-		};
-	}
-}
-async function promptForEmailUnverified() {
-	const { default: telemetry } = await Promise.resolve().then(() => require("./telemetry-DUCXc1-r.cjs")).then((n) => n.telemetry_exports);
-	const ciMode = require_logger.isCI();
-	const existingEmail = getUserEmail();
-	let email = ciMode ? CI_PLACEHOLDER_EMAIL : existingEmail;
-	const existingEmailNeedsValidation = !ciMode && getUserEmailNeedsValidation();
-	const existingEmailValidated = ciMode || getUserEmailValidated();
-	let emailNeedsValidation = existingEmailNeedsValidation && !existingEmailValidated;
-	if (!email) {
-		await telemetry.record("feature_used", { feature: "promptForEmailUnverified" });
-		const border = "─".repeat(require_fetch.TERMINAL_MAX_WIDTH);
-		require_logger.logger.info("");
-		require_logger.logger.info(require_logger.chalk.cyan(border));
-		require_logger.logger.info(require_logger.chalk.cyan.bold("  Email Verification Required"));
-		require_logger.logger.info(require_logger.chalk.cyan(border));
-		require_logger.logger.info("");
-		require_logger.logger.info("  Red team scans require email verification to continue.");
-		require_logger.logger.info("");
-		const emailSchema = zod.z.email();
-		try {
-			email = await (0, _inquirer_input.default)({
-				message: require_logger.chalk.bold("Work email:"),
-				validate: (input) => {
-					const result = emailSchema.safeParse(input);
-					return result.success || result.error.issues[0].message;
-				}
-			});
-		} catch (error) {
-			const err = error;
-			if (err?.name === "AbortPromptError" || err?.name === "ExitPromptError") failEmailValidation("prompt_cancelled", "Email prompt cancelled.");
-			require_logger.logger.error(`failed to prompt for email: ${err}`);
-			throw err;
-		}
-		setUserEmail(email);
-		setUserEmailNeedsValidation(true);
-		setUserEmailValidated(false);
-		emailNeedsValidation = true;
-		await telemetry.record("feature_used", { feature: "userCompletedPromptForEmailUnverified" });
-	}
-	return { emailNeedsValidation };
-}
-/**
-* Checks account email status and throws `EmailValidationError` for recoverable
-* validation failures that callers should handle at their process boundary.
-*/
-async function checkEmailStatusAndMaybeExit(options) {
-	const result = await checkEmailStatus(options);
-	if (require_logger.isCI()) return "ok";
-	if (result.status === EmailValidationStatus.RISKY_EMAIL || result.status === EmailValidationStatus.DISPOSABLE_EMAIL) {
-		require_logger.logger.error("Please use a valid work email.");
-		setUserEmail("");
-		return BAD_EMAIL_RESULT;
-	}
-	if (result.status === EmailValidationStatus.EXCEEDED_LIMIT) {
-		const message = "You have exceeded the maximum cloud inference limit. Please contact inquiries@promptfoo.dev to upgrade your account.";
-		require_logger.logger.error(message);
-		failEmailValidation("exceeded_limit", message);
-	} else if (result.status === EmailValidationStatus.EMAIL_VERIFICATION_REQUIRED) {
-		setUserEmailNeedsValidation(true);
-		setUserEmailValidated(false);
-		const message = result.message || "Your email address is not verified. Check your inbox for a verification link, then rerun the command.";
-		require_logger.logger.error(message, {
-			status: result.status,
-			hasEmail: result.hasEmail
-		});
-		failEmailValidation("email_verification_required", message);
-	} else if (result.status === EmailValidationStatus.SHOW_USAGE_WARNING && result.message) {
-		const border = "=".repeat(require_fetch.TERMINAL_MAX_WIDTH);
-		require_logger.logger.info(require_logger.chalk.yellow(border));
-		require_logger.logger.warn(require_logger.chalk.yellow(result.message));
-		require_logger.logger.info(require_logger.chalk.yellow(border));
-	}
-	return "ok";
-}
-//#endregion
-Object.defineProperty(exports, "EmailValidationError", {
-	enumerable: true,
-	get: function() {
-		return EmailValidationError;
-	}
-});
-Object.defineProperty(exports, "checkEmailStatusAndMaybeExit", {
-	enumerable: true,
-	get: function() {
-		return checkEmailStatusAndMaybeExit;
-	}
-});
-Object.defineProperty(exports, "getAuthor", {
-	enumerable: true,
-	get: function() {
-		return getAuthor;
-	}
-});
-Object.defineProperty(exports, "getUserAuthInfo", {
-	enumerable: true,
-	get: function() {
-		return getUserAuthInfo;
-	}
-});
-Object.defineProperty(exports, "getUserEmail", {
-	enumerable: true,
-	get: function() {
-		return getUserEmail;
-	}
-});
-Object.defineProperty(exports, "getUserId", {
-	enumerable: true,
-	get: function() {
-		return getUserId;
-	}
-});
-Object.defineProperty(exports, "isLoggedIntoCloud", {
-	enumerable: true,
-	get: function() {
-		return isLoggedIntoCloud;
-	}
-});
-Object.defineProperty(exports, "promptForEmailUnverified", {
-	enumerable: true,
-	get: function() {
-		return promptForEmailUnverified;
-	}
-});
-Object.defineProperty(exports, "setUserEmail", {
-	enumerable: true,
-	get: function() {
-		return setUserEmail;
-	}
-});
-
-//# sourceMappingURL=accounts-Dpb43yde.cjs.map

package/dist/src/accounts-GKrO1olH.js

@@ -1,229 +0,0 @@
-#!/usr/bin/env node
-import { Q as getEnvString, c as logger, rt as isCI } from "./logger-pCNnmVuz.js";
-import { U as TERMINAL_MAX_WIDTH, a as fetchWithTimeout } from "./fetch-BhfUnKen.js";
-import { a as readGlobalConfig, i as cloudConfig, o as writeGlobalConfig, s as writeGlobalConfigPartial } from "./cloud-C9BI4isF.js";
-import input from "@inquirer/input";
-import chalk from "chalk";
-import { z as z$1 } from "zod";
-const BAD_EMAIL_RESULT = "bad_email";
-const EmailValidationStatus = {
-	OK: "ok",
-	EXCEEDED_LIMIT: "exceeded_limit",
-	SHOW_USAGE_WARNING: "show_usage_warning",
-	EMAIL_VERIFICATION_REQUIRED: "email_verification_required",
-	RISKY_EMAIL: "risky_email",
-	DISPOSABLE_EMAIL: "disposable_email"
-};
-const NO_EMAIL_STATUS = "no_email";
-//#endregion
-//#region src/globalConfig/accounts.ts
-const CI_PLACEHOLDER_EMAIL = "ci-placeholder@promptfoo.dev";
-var EmailValidationError = class extends Error {
-	reason;
-	constructor(reason, message) {
-		super(message);
-		this.reason = reason;
-		this.name = "EmailValidationError";
-	}
-};
-function failEmailValidation(reason, message) {
-	throw new EmailValidationError(reason, message);
-}
-function getUserAuthInfo() {
-	const globalConfig = readGlobalConfig();
-	const email = globalConfig?.account?.email || null;
-	const isLoggedIntoCloud = !!(globalConfig?.cloud?.apiKey || process.env.PROMPTFOO_API_KEY);
-	return {
-		email,
-		isLoggedIntoCloud,
-		authMethod: isLoggedIntoCloud ? "api-key" : email ? "email" : "none"
-	};
-}
-function getUserId() {
-	let globalConfig = readGlobalConfig();
-	if (!globalConfig?.id) {
-		const newId = crypto.randomUUID();
-		globalConfig = {
-			...globalConfig,
-			id: newId
-		};
-		writeGlobalConfig(globalConfig);
-		return newId;
-	}
-	return globalConfig.id;
-}
-function getUserEmail() {
-	return readGlobalConfig()?.account?.email || null;
-}
-function setUserEmail(email) {
-	const account = readGlobalConfig()?.account ?? {};
-	account.email = email;
-	writeGlobalConfigPartial({ account });
-}
-function clearUserEmail() {
-	const account = readGlobalConfig()?.account ?? {};
-	delete account.email;
-	writeGlobalConfigPartial({ account });
-}
-function getUserEmailNeedsValidation() {
-	return readGlobalConfig()?.account?.emailNeedsValidation || false;
-}
-function setUserEmailNeedsValidation(needsValidation) {
-	const account = readGlobalConfig()?.account ?? {};
-	account.emailNeedsValidation = needsValidation;
-	writeGlobalConfigPartial({ account });
-}
-function getUserEmailValidated() {
-	return readGlobalConfig()?.account?.emailValidated || false;
-}
-function setUserEmailValidated(validated) {
-	const account = readGlobalConfig()?.account ?? {};
-	account.emailValidated = validated;
-	writeGlobalConfigPartial({ account });
-}
-function getAuthor(override) {
-	const userEmail = getUserEmail();
-	const envAuthor = getEnvString("PROMPTFOO_AUTHOR");
-	if (isLoggedIntoCloud() && userEmail) {
-		if (override && override !== userEmail) logger.debug("[Author] Ignoring author override because cloud identity takes precedence");
-		return userEmail;
-	}
-	return override || userEmail || envAuthor || null;
-}
-function isLoggedIntoCloud() {
-	return getUserAuthInfo().isLoggedIntoCloud;
-}
-/**
-* Shared function to check email status with the promptfoo API
-* Used by both CLI and server routes
-*/
-async function checkEmailStatus(options) {
-	const { default: telemetry } = await import("./telemetry-DQH7l5bb.js");
-	const ciMode = isCI();
-	const userEmail = ciMode ? CI_PLACEHOLDER_EMAIL : getUserEmail();
-	if (!userEmail) return {
-		status: NO_EMAIL_STATUS,
-		hasEmail: false,
-		message: "Redteam evals require email verification. Please enter your work email:"
-	};
-	if (ciMode) return {
-		status: EmailValidationStatus.OK,
-		hasEmail: true,
-		email: userEmail
-	};
-	try {
-		const validateParam = options?.validate ? "&validate=true" : "";
-		const timeout = options?.validate ? 3e3 : 500;
-		if (options?.validate) logger.info(`Checking email...`);
-		const host = cloudConfig.isEnabled() ? cloudConfig.getApiHost() : getEnvString("PROMPTFOO_CLOUD_API_URL", "https://api.promptfoo.app")?.replace(/\/+$/, "");
-		const data = await (await fetchWithTimeout(`${host}/api/users/status?email=${encodeURIComponent(userEmail)}${validateParam}`, void 0, timeout)).json();
-		if (options?.validate) {
-			if ((/* @__PURE__ */ new Set([
-				EmailValidationStatus.RISKY_EMAIL,
-				EmailValidationStatus.DISPOSABLE_EMAIL,
-				EmailValidationStatus.EMAIL_VERIFICATION_REQUIRED
-			])).has(data.status)) {
-				if (data.status === EmailValidationStatus.EMAIL_VERIFICATION_REQUIRED) {
-					setUserEmailValidated(false);
-					setUserEmailNeedsValidation(true);
-				}
-				if (data.status === EmailValidationStatus.RISKY_EMAIL || data.status === EmailValidationStatus.DISPOSABLE_EMAIL) await telemetry.saveConsent(userEmail, { source: "filteredInvalidEmail" });
-			} else {
-				setUserEmailValidated(true);
-				await telemetry.saveConsent(userEmail, { source: "promptForEmailValidated" });
-			}
-		}
-		return {
-			status: data.status,
-			message: data.message ?? data.error,
-			email: userEmail,
-			hasEmail: true
-		};
-	} catch (e) {
-		logger.debug(`Failed to check user status: ${e}`);
-		return {
-			status: EmailValidationStatus.OK,
-			message: "Unable to verify email status, but proceeding",
-			email: userEmail,
-			hasEmail: true
-		};
-	}
-}
-async function promptForEmailUnverified() {
-	const { default: telemetry } = await import("./telemetry-DQH7l5bb.js");
-	const ciMode = isCI();
-	const existingEmail = getUserEmail();
-	let email = ciMode ? CI_PLACEHOLDER_EMAIL : existingEmail;
-	const existingEmailNeedsValidation = !ciMode && getUserEmailNeedsValidation();
-	const existingEmailValidated = ciMode || getUserEmailValidated();
-	let emailNeedsValidation = existingEmailNeedsValidation && !existingEmailValidated;
-	if (!email) {
-		await telemetry.record("feature_used", { feature: "promptForEmailUnverified" });
-		const border = "─".repeat(TERMINAL_MAX_WIDTH);
-		logger.info("");
-		logger.info(chalk.cyan(border));
-		logger.info(chalk.cyan.bold("  Email Verification Required"));
-		logger.info(chalk.cyan(border));
-		logger.info("");
-		logger.info("  Red team scans require email verification to continue.");
-		logger.info("");
-		const emailSchema = z$1.email();
-		try {
-			email = await input({
-				message: chalk.bold("Work email:"),
-				validate: (input) => {
-					const result = emailSchema.safeParse(input);
-					return result.success || result.error.issues[0].message;
-				}
-			});
-		} catch (error) {
-			const err = error;
-			if (err?.name === "AbortPromptError" || err?.name === "ExitPromptError") failEmailValidation("prompt_cancelled", "Email prompt cancelled.");
-			logger.error(`failed to prompt for email: ${err}`);
-			throw err;
-		}
-		setUserEmail(email);
-		setUserEmailNeedsValidation(true);
-		setUserEmailValidated(false);
-		emailNeedsValidation = true;
-		await telemetry.record("feature_used", { feature: "userCompletedPromptForEmailUnverified" });
-	}
-	return { emailNeedsValidation };
-}
-/**
-* Checks account email status and throws `EmailValidationError` for recoverable
-* validation failures that callers should handle at their process boundary.
-*/
-async function checkEmailStatusAndMaybeExit(options) {
-	const result = await checkEmailStatus(options);
-	if (isCI()) return "ok";
-	if (result.status === EmailValidationStatus.RISKY_EMAIL || result.status === EmailValidationStatus.DISPOSABLE_EMAIL) {
-		logger.error("Please use a valid work email.");
-		setUserEmail("");
-		return BAD_EMAIL_RESULT;
-	}
-	if (result.status === EmailValidationStatus.EXCEEDED_LIMIT) {
-		const message = "You have exceeded the maximum cloud inference limit. Please contact inquiries@promptfoo.dev to upgrade your account.";
-		logger.error(message);
-		failEmailValidation("exceeded_limit", message);
-	} else if (result.status === EmailValidationStatus.EMAIL_VERIFICATION_REQUIRED) {
-		setUserEmailNeedsValidation(true);
-		setUserEmailValidated(false);
-		const message = result.message || "Your email address is not verified. Check your inbox for a verification link, then rerun the command.";
-		logger.error(message, {
-			status: result.status,
-			hasEmail: result.hasEmail
-		});
-		failEmailValidation("email_verification_required", message);
-	} else if (result.status === EmailValidationStatus.SHOW_USAGE_WARNING && result.message) {
-		const border = "=".repeat(TERMINAL_MAX_WIDTH);
-		logger.info(chalk.yellow(border));
-		logger.warn(chalk.yellow(result.message));
-		logger.info(chalk.yellow(border));
-	}
-	return "ok";
-}
-//#endregion
-export { getAuthor as a, getUserId as c, setUserEmail as d, clearUserEmail as i, isLoggedIntoCloud as l, checkEmailStatus as n, getUserAuthInfo as o, checkEmailStatusAndMaybeExit as r, getUserEmail as s, EmailValidationError as t, promptForEmailUnverified as u };
-
-//# sourceMappingURL=accounts-GKrO1olH.js.map