promptfoo 0.120.27 → 0.121.1

package/dist/src/{accounts-CPDRAMND.js → accounts-xrUGFA6n.js}

@@ -1,14 +1,11 @@
-import { C as isCI, b as getEnvString, i as logger_default } from "./logger-CG1uZPbQ.js";
-import { M as TERMINAL_MAX_WIDTH, d as writeGlobalConfigPartial, l as readGlobalConfig, r as fetchWithTimeout, s as CloudConfig, u as writeGlobalConfig } from "./fetch-D3OHf-lV.js";
+import { C as isCI, b as getEnvString, i as logger } from "./logger-CT3IKMKA.js";
+import { O as TERMINAL_MAX_WIDTH, a as CloudConfig, c as writeGlobalConfig, l as writeGlobalConfigPartial, r as fetchWithTimeout, s as readGlobalConfig } from "./fetch-60Gzydls.js";
 import chalk from "chalk";
 import { z } from "zod";
 import input from "@inquirer/input";
-
-//#region src/types/email.ts
-const EMAIL_OK_STATUS = "ok";
 const BAD_EMAIL_RESULT = "bad_email";
 const EmailValidationStatus = {
-	OK: EMAIL_OK_STATUS,
+	OK: "ok",
 	EXCEEDED_LIMIT: "exceeded_limit",
 	SHOW_USAGE_WARNING: "show_usage_warning",
 	EMAIL_VERIFICATION_REQUIRED: "email_verification_required",
@@ -16,9 +13,9 @@ const EmailValidationStatus = {
 	DISPOSABLE_EMAIL: "disposable_email"
 };
 const NO_EMAIL_STATUS = "no_email";
-
 //#endregion
 //#region src/globalConfig/accounts.ts
+const CI_PLACEHOLDER_EMAIL = "ci-placeholder@promptfoo.dev";
 function getUserId() {
 	let globalConfig = readGlobalConfig();
 	if (!globalConfig?.id) {
@@ -79,17 +76,23 @@ function getAuthMethod() {
 * Used by both CLI and server routes
 */
 async function checkEmailStatus(options) {
-	const { default: telemetry } = await import("./telemetry-DHzEduxX.js");
-	const userEmail = isCI() ? "ci-placeholder@promptfoo.dev" : getUserEmail();
+	const { default: telemetry } = await import("./telemetry-C15ziL8u.js").then((n) => n.n);
+	const ciMode = isCI();
+	const userEmail = ciMode ? CI_PLACEHOLDER_EMAIL : getUserEmail();
 	if (!userEmail) return {
 		status: NO_EMAIL_STATUS,
 		hasEmail: false,
 		message: "Redteam evals require email verification. Please enter your work email:"
 	};
+	if (ciMode) return {
+		status: EmailValidationStatus.OK,
+		hasEmail: true,
+		email: userEmail
+	};
 	try {
 		const validateParam = options?.validate ? "&validate=true" : "";
 		const timeout = options?.validate ? 3e3 : 500;
-		if (options?.validate) logger_default.info(`Checking email...`);
+		if (options?.validate) logger.info(`Checking email...`);
 		const data = await (await fetchWithTimeout(`${getEnvString("PROMPTFOO_CLOUD_API_URL", "https://api.promptfoo.app")}/api/users/status?email=${encodeURIComponent(userEmail)}${validateParam}`, void 0, timeout)).json();
 		if (options?.validate) if (new Set([
 			EmailValidationStatus.RISKY_EMAIL,
@@ -112,7 +115,7 @@ async function checkEmailStatus(options) {
 			hasEmail: true
 		};
 	} catch (e) {
-		logger_default.debug(`Failed to check user status: ${e}`);
+		logger.debug(`Failed to check user status: ${e}`);
 		return {
 			status: EmailValidationStatus.OK,
 			message: "Unable to verify email status, but proceeding",
@@ -122,22 +125,23 @@ async function checkEmailStatus(options) {
 	}
 }
 async function promptForEmailUnverified() {
-	const { default: telemetry } = await import("./telemetry-DHzEduxX.js");
+	const { default: telemetry } = await import("./telemetry-C15ziL8u.js").then((n) => n.n);
+	const ciMode = isCI();
 	const existingEmail = getUserEmail();
-	let email = isCI() ? "ci-placeholder@promptfoo.dev" : existingEmail;
-	const existingEmailNeedsValidation = !isCI() && getUserEmailNeedsValidation();
-	const existingEmailValidated = isCI() || getUserEmailValidated();
+	let email = ciMode ? CI_PLACEHOLDER_EMAIL : existingEmail;
+	const existingEmailNeedsValidation = !ciMode && getUserEmailNeedsValidation();
+	const existingEmailValidated = ciMode || getUserEmailValidated();
 	let emailNeedsValidation = existingEmailNeedsValidation && !existingEmailValidated;
 	if (!email) {
 		await telemetry.record("feature_used", { feature: "promptForEmailUnverified" });
 		const border = "─".repeat(TERMINAL_MAX_WIDTH);
-		logger_default.info("");
-		logger_default.info(chalk.cyan(border));
-		logger_default.info(chalk.cyan.bold("  Email Verification Required"));
-		logger_default.info(chalk.cyan(border));
-		logger_default.info("");
-		logger_default.info("  Red team scans require email verification to continue.");
-		logger_default.info("");
+		logger.info("");
+		logger.info(chalk.cyan(border));
+		logger.info(chalk.cyan.bold("  Email Verification Required"));
+		logger.info(chalk.cyan(border));
+		logger.info("");
+		logger.info("  Red team scans require email verification to continue.");
+		logger.info("");
 		const emailSchema = z.email();
 		try {
 			email = await input({
@@ -150,7 +154,7 @@ async function promptForEmailUnverified() {
 		} catch (error) {
 			const err = error;
 			if (err?.name === "AbortPromptError" || err?.name === "ExitPromptError") process.exit(1);
-			logger_default.error(`failed to prompt for email: ${err}`);
+			logger.error(`failed to prompt for email: ${err}`);
 			throw err;
 		}
 		setUserEmail(email);
@@ -163,20 +167,21 @@ async function promptForEmailUnverified() {
 }
 async function checkEmailStatusAndMaybeExit(options) {
 	const result = await checkEmailStatus(options);
+	if (isCI()) return "ok";
 	if (result.status === EmailValidationStatus.RISKY_EMAIL || result.status === EmailValidationStatus.DISPOSABLE_EMAIL) {
-		logger_default.error("Please use a valid work email.");
+		logger.error("Please use a valid work email.");
 		setUserEmail("");
 		return BAD_EMAIL_RESULT;
 	}
 	if (result.status === EmailValidationStatus.EXCEEDED_LIMIT) {
-		logger_default.error("You have exceeded the maximum cloud inference limit. Please contact inquiries@promptfoo.dev to upgrade your account.");
+		logger.error("You have exceeded the maximum cloud inference limit. Please contact inquiries@promptfoo.dev to upgrade your account.");
 		process.exit(1);
 	}
 	if (result.status === EmailValidationStatus.EMAIL_VERIFICATION_REQUIRED) {
 		setUserEmailNeedsValidation(true);
 		setUserEmailValidated(false);
 		const message = result.message || "Your email address is not verified. Check your inbox for a verification link, then rerun the command.";
-		logger_default.error(message, {
+		logger.error(message, {
 			status: result.status,
 			hasEmail: result.hasEmail
 		});
@@ -184,13 +189,13 @@ async function checkEmailStatusAndMaybeExit(options) {
 	}
 	if (result.status === EmailValidationStatus.SHOW_USAGE_WARNING && result.message) {
 		const border = "=".repeat(TERMINAL_MAX_WIDTH);
-		logger_default.info(chalk.yellow(border));
-		logger_default.warn(chalk.yellow(result.message));
-		logger_default.info(chalk.yellow(border));
+		logger.info(chalk.yellow(border));
+		logger.warn(chalk.yellow(result.message));
+		logger.info(chalk.yellow(border));
 	}
-	return EMAIL_OK_STATUS;
+	return "ok";
 }
-
 //#endregion
-export { getUserId as a, setUserEmail as c, getUserEmail as i, EMAIL_OK_STATUS as l, getAuthMethod as n, isLoggedIntoCloud as o, getAuthor as r, promptForEmailUnverified as s, checkEmailStatusAndMaybeExit as t };
-//# sourceMappingURL=accounts-CPDRAMND.js.map
+export { getUserId as a, setUserEmail as c, getUserEmail as i, getAuthMethod as n, isLoggedIntoCloud as o, getAuthor as r, promptForEmailUnverified as s, checkEmailStatusAndMaybeExit as t };
+
+//# sourceMappingURL=accounts-xrUGFA6n.js.map

package/dist/src/{agentic-utils-D922n6mm.js → agentic-utils-BKIN5PKu.js}

@@ -1,11 +1,10 @@
 #!/usr/bin/env node
-import { o as logger_default } from "./logger-LSBxlt7a.js";
-import { o as getCache, s as isCacheEnabled } from "./cache-jsiwsAJv.js";
+import { o as logger } from "./logger-KkObSCzq.js";
+import { o as getCache, s as isCacheEnabled } from "./cache-CG0SlR1d.js";
 import fs from "fs";
 import path from "path";
 import dedent from "dedent";
 import crypto from "crypto";
-
 //#region src/providers/agentic-utils.ts
 /**
 * Shared utilities for agentic providers (Claude Agent SDK, OpenCode SDK, etc.)
@@ -88,7 +87,7 @@ async function initializeAgenticCache(options, cacheKeyData) {
 	if (options.workingDir) try {
 		workingDirFingerprint = await getWorkingDirFingerprint(options.workingDir);
 	} catch (error) {
-		logger_default.error(dedent`Error getting working directory fingerprint for cache key - ${options.workingDir}: ${String(error)}
+		logger.error(dedent`Error getting working directory fingerprint for cache key - ${options.workingDir}: ${String(error)}
 
         Caching is disabled.`);
 		return {
@@ -124,14 +123,14 @@ async function getCachedResponse(cacheResult, debugContext) {
 	try {
 		const cachedResponse = await cacheResult.cache.get(cacheResult.cacheKey);
 		if (cachedResponse) {
-			logger_default.debug(`Returning cached response${debugContext ? ` for ${debugContext}` : ""} (cache key: ${cacheResult.cacheKey})`);
+			logger.debug(`Returning cached response${debugContext ? ` for ${debugContext}` : ""} (cache key: ${cacheResult.cacheKey})`);
 			return {
 				...JSON.parse(cachedResponse),
 				cached: true
 			};
 		}
 	} catch (error) {
-		logger_default.error(`Error getting cached response: ${String(error)}`);
+		logger.error(`Error getting cached response: ${String(error)}`);
 	}
 }
 /**
@@ -146,10 +145,10 @@ async function cacheResponse(cacheResult, response, debugContext) {
 	try {
 		await cacheResult.cache.set(cacheResult.cacheKey, JSON.stringify(response));
 	} catch (error) {
-		logger_default.error(`Error caching response${debugContext ? ` for ${debugContext}` : ""}: ${String(error)}`);
+		logger.error(`Error caching response${debugContext ? ` for ${debugContext}` : ""}: ${String(error)}`);
 	}
 }
-
 //#endregion
-export { getCachedResponse as n, initializeAgenticCache as r, cacheResponse as t };
-//# sourceMappingURL=agentic-utils-D922n6mm.js.map
+export { initializeAgenticCache as i, generateCacheKey as n, getCachedResponse as r, cacheResponse as t };
+
+//# sourceMappingURL=agentic-utils-BKIN5PKu.js.map

package/dist/src/{agents-BO2n8Z0d.cjs → agents-B0f4HICh.cjs}

@@ -1,29 +1,28 @@
-const require_logger = require('./logger-B7sBeGa0.cjs');
-const require_esm = require('./esm-Ct-Joyue.cjs');
-const require_fetch = require('./fetch-BmbD-v1L.cjs');
-const require_openai = require('./openai-DUFopMrH.cjs');
+const require_logger = require("./logger-Cp1GPUjj.cjs");
+const require_esm = require("./esm-CnNt7sI4.cjs");
+const require_fetch = require("./fetch-BxUk8odA.cjs");
+const require_openai = require("./openai-Cuif0GEt.cjs");
 let path = require("path");
 path = require_logger.__toESM(path);
 let _openai_agents = require("@openai/agents");
-
 //#region src/providers/openai/agents-loader.ts
 /**
 * Load agent definition from file path or return inline definition
 */
 async function loadAgentDefinition(agentConfig) {
 	if (isAgentInstance(agentConfig)) {
-		require_logger.logger_default.debug("[AgentsLoader] Using provided Agent instance");
+		require_logger.logger.debug("[AgentsLoader] Using provided Agent instance");
 		return agentConfig;
 	}
 	if (typeof agentConfig === "string" && agentConfig.startsWith("file://")) {
-		require_logger.logger_default.debug("[AgentsLoader] Loading agent from file", { path: agentConfig });
+		require_logger.logger.debug("[AgentsLoader] Loading agent from file", { path: agentConfig });
 		return await loadAgentFromFile(agentConfig);
 	}
 	if (typeof agentConfig === "object") {
-		require_logger.logger_default.debug("[AgentsLoader] Creating agent from inline definition");
+		require_logger.logger.debug("[AgentsLoader] Creating agent from inline definition");
 		return await createAgentFromDefinition(agentConfig);
 	}
-	require_logger.logger_default.debug("[AgentsLoader] Invalid agent configuration", {
+	require_logger.logger.debug("[AgentsLoader] Invalid agent configuration", {
 		type: typeof agentConfig,
 		keys: typeof agentConfig === "object" && agentConfig !== null ? Object.keys(agentConfig).slice(0, 5) : void 0
 	});
@@ -34,14 +33,14 @@ async function loadAgentDefinition(agentConfig) {
 */
 async function loadAgentFromFile(filePath) {
 	const resolvedPath = resolveFilePath(filePath);
-	require_logger.logger_default.debug("[AgentsLoader] Loading agent from resolved path", { path: resolvedPath });
+	require_logger.logger.debug("[AgentsLoader] Loading agent from resolved path", { path: resolvedPath });
 	try {
 		const module = await require_esm.importModule(resolvedPath);
 		const agent = module.default || module;
 		if (!isAgentInstance(agent)) throw new Error(`File ${resolvedPath} does not export an Agent instance`);
 		return agent;
 	} catch (error) {
-		require_logger.logger_default.error("[AgentsLoader] Failed to load agent from file", {
+		require_logger.logger.error("[AgentsLoader] Failed to load agent from file", {
 			path: resolvedPath,
 			error
 		});
@@ -64,7 +63,7 @@ async function createAgentFromDefinition(definition) {
 			handoffs: definition.handoffs
 		});
 	} catch (error) {
-		require_logger.logger_default.error("[AgentsLoader] Failed to create agent from definition", {
+		require_logger.logger.error("[AgentsLoader] Failed to create agent from definition", {
 			name: definition?.name,
 			model: definition?.model,
 			toolCount: definition?.tools?.length,
@@ -86,16 +85,15 @@ function isAgentInstance(value) {
 function resolveFilePath(filePath) {
 	const cleanPath = filePath.replace(/^file:\/\//, "");
 	if (path.default.isAbsolute(cleanPath)) return cleanPath;
-	const basePath = require_logger.cliState_default.basePath || process.cwd();
+	const basePath = require_logger.state.basePath || process.cwd();
 	const resolvedPath = path.default.resolve(basePath, cleanPath);
-	require_logger.logger_default.debug("[AgentsLoader] Resolved file path", {
+	require_logger.logger.debug("[AgentsLoader] Resolved file path", {
 		original: filePath,
 		basePath,
 		resolved: resolvedPath
 	});
 	return resolvedPath;
 }
-
 //#endregion
 //#region src/providers/openai/agents-tracing.ts
 /**
@@ -118,14 +116,14 @@ var OTLPTracingExporter = class {
 	*/
 	async export(items, signal) {
 		if (items.length === 0) {
-			require_logger.logger_default.debug("[AgentsTracing] No items to export");
+			require_logger.logger.debug("[AgentsTracing] No items to export");
 			return;
 		}
-		require_logger.logger_default.debug(`[AgentsTracing] Exporting ${items.length} items to OTLP`);
+		require_logger.logger.debug(`[AgentsTracing] Exporting ${items.length} items to OTLP`);
 		try {
 			const otlpPayload = this.transformToOTLP(items);
 			const url = `${this.otlpEndpoint}/v1/traces`;
-			require_logger.logger_default.debug("[AgentsTracing] Sending OTLP payload", {
+			require_logger.logger.debug("[AgentsTracing] Sending OTLP payload", {
 				url,
 				spanCount: otlpPayload.resourceSpans[0]?.scopeSpans[0]?.spans?.length || 0
 			});
@@ -135,10 +133,10 @@ var OTLPTracingExporter = class {
 				body: JSON.stringify(otlpPayload),
 				signal
 			});
-			if (response.ok) require_logger.logger_default.debug("[AgentsTracing] Successfully exported traces to OTLP");
-			else require_logger.logger_default.error(`[AgentsTracing] OTLP export failed: ${response.status} ${response.statusText}`);
+			if (response.ok) require_logger.logger.debug("[AgentsTracing] Successfully exported traces to OTLP");
+			else require_logger.logger.error(`[AgentsTracing] OTLP export failed: ${response.status} ${response.statusText}`);
 		} catch (error) {
-			require_logger.logger_default.error("[AgentsTracing] Failed to export traces to OTLP", { error });
+			require_logger.logger.error("[AgentsTracing] Failed to export traces to OTLP", { error });
 		}
 	}
 	/**
@@ -252,7 +250,7 @@ var OTLPTracingExporter = class {
 			else if (cleanHex.length < targetLength) cleanHex = cleanHex.padEnd(targetLength, "0");
 			return Buffer.from(cleanHex, "hex").toString("base64");
 		} catch (error) {
-			require_logger.logger_default.error(`[AgentsTracing] Failed to convert hex to base64: ${hex}`, { error });
+			require_logger.logger.error(`[AgentsTracing] Failed to convert hex to base64: ${hex}`, { error });
 			const fallbackLen = kind === "span" ? 16 : 32;
 			return Buffer.from(this.generateRandomHex(fallbackLen), "hex").toString("base64");
 		}
@@ -279,7 +277,6 @@ var OTLPTracingExporter = class {
 		return buffer.toString("hex").substring(0, length);
 	}
 };
-
 //#endregion
 //#region src/providers/openai/agents.ts
 /**
@@ -306,7 +303,7 @@ var OpenAiAgentsProvider = class extends require_openai.OpenAiGenericProvider {
 	* Call the agent with the given prompt
 	*/
 	async callApi(prompt, context, callApiOptions) {
-		require_logger.logger_default.debug("[AgentsProvider] Starting agent call", {
+		require_logger.logger.debug("[AgentsProvider] Starting agent call", {
 			prompt: prompt.substring(0, 100),
 			hasContext: !!context
 		});
@@ -314,13 +311,13 @@ var OpenAiAgentsProvider = class extends require_openai.OpenAiGenericProvider {
 			if (!this.agent) this.agent = await this.initializeAgent();
 			await this.setupTracingIfNeeded(context);
 			const result = await this.runAgent(prompt, context, callApiOptions);
-			require_logger.logger_default.debug("[AgentsProvider] Agent run completed", {
+			require_logger.logger.debug("[AgentsProvider] Agent run completed", {
 				outputLength: result.output?.length || 0,
 				tokenUsage: result.tokenUsage
 			});
 			return result;
 		} catch (error) {
-			require_logger.logger_default.error("[AgentsProvider] Agent call failed", { error });
+			require_logger.logger.error("[AgentsProvider] Agent call failed", { error });
 			throw error;
 		}
 	}
@@ -328,14 +325,14 @@ var OpenAiAgentsProvider = class extends require_openai.OpenAiGenericProvider {
 	* Initialize the agent from configuration
 	*/
 	async initializeAgent() {
-		require_logger.logger_default.debug("[AgentsProvider] Initializing agent");
+		require_logger.logger.debug("[AgentsProvider] Initializing agent");
 		if (!this.agentConfig.agent) throw new Error("No agent configuration provided");
 		try {
 			const agent = await loadAgentDefinition(this.agentConfig.agent);
-			require_logger.logger_default.debug("[AgentsProvider] Agent initialized successfully", { name: agent.name });
+			require_logger.logger.debug("[AgentsProvider] Agent initialized successfully", { name: agent.name });
 			return agent;
 		} catch (error) {
-			require_logger.logger_default.error("[AgentsProvider] Failed to initialize agent", { error });
+			require_logger.logger.error("[AgentsProvider] Failed to initialize agent", { error });
 			throw new Error(`Failed to initialize agent: ${error}`);
 		}
 	}
@@ -344,10 +341,10 @@ var OpenAiAgentsProvider = class extends require_openai.OpenAiGenericProvider {
 	*/
 	async setupTracingIfNeeded(context) {
 		if (!(this.agentConfig.tracing === true || context?.test?.metadata?.tracingEnabled === true || process.env.PROMPTFOO_TRACING_ENABLED === "true")) {
-			require_logger.logger_default.debug("[AgentsProvider] Tracing not enabled");
+			require_logger.logger.debug("[AgentsProvider] Tracing not enabled");
 			return;
 		}
-		require_logger.logger_default.debug("[AgentsProvider] Setting up tracing");
+		require_logger.logger.debug("[AgentsProvider] Setting up tracing");
 		try {
 			this.tracingExporter = new OTLPTracingExporter({
 				otlpEndpoint: this.agentConfig.otlpEndpoint,
@@ -356,9 +353,9 @@ var OpenAiAgentsProvider = class extends require_openai.OpenAiGenericProvider {
 			});
 			await this.registerTracingExporter(this.tracingExporter);
 			(0, _openai_agents.startTraceExportLoop)();
-			require_logger.logger_default.debug("[AgentsProvider] Tracing setup complete");
+			require_logger.logger.debug("[AgentsProvider] Tracing setup complete");
 		} catch (error) {
-			require_logger.logger_default.error("[AgentsProvider] Failed to setup tracing", { error });
+			require_logger.logger.error("[AgentsProvider] Failed to setup tracing", { error });
 		}
 	}
 	/**
@@ -371,9 +368,9 @@ var OpenAiAgentsProvider = class extends require_openai.OpenAiGenericProvider {
 				maxBatchSize: 10,
 				scheduleDelay: 1e3
 			}));
-			require_logger.logger_default.debug("[AgentsProvider] Tracing processor registered");
+			require_logger.logger.debug("[AgentsProvider] Tracing processor registered");
 		} catch (error) {
-			require_logger.logger_default.error("[AgentsProvider] Failed to register tracing processor", { error });
+			require_logger.logger.error("[AgentsProvider] Failed to register tracing processor", { error });
 			throw error;
 		}
 	}
@@ -382,7 +379,7 @@ var OpenAiAgentsProvider = class extends require_openai.OpenAiGenericProvider {
 	*/
 	async runAgent(prompt, context, callApiOptions) {
 		try {
-			require_logger.logger_default.debug("[AgentsProvider] Running agent", {
+			require_logger.logger.debug("[AgentsProvider] Running agent", {
 				agentName: this.agent?.name,
 				maxTurns: this.agentConfig.maxTurns || 10
 			});
@@ -396,7 +393,7 @@ var OpenAiAgentsProvider = class extends require_openai.OpenAiGenericProvider {
 			const result = await (0, _openai_agents.getOrCreateTrace)(async () => {
 				return await (0, _openai_agents.run)(this.agent, prompt, runOptions);
 			});
-			require_logger.logger_default.debug("[AgentsProvider] Agent run result", {
+			require_logger.logger.debug("[AgentsProvider] Agent run result", {
 				hasOutput: !!result.finalOutput,
 				turns: result.newItems?.length || 0
 			});
@@ -407,7 +404,7 @@ var OpenAiAgentsProvider = class extends require_openai.OpenAiGenericProvider {
 				cost: this.calculateCost(result)
 			};
 		} catch (error) {
-			require_logger.logger_default.error("[AgentsProvider] Failed to run agent", { error });
+			require_logger.logger.error("[AgentsProvider] Failed to run agent", { error });
 			throw error;
 		}
 	}
@@ -428,7 +425,7 @@ var OpenAiAgentsProvider = class extends require_openai.OpenAiGenericProvider {
 	*/
 	calculateCost(_result) {}
 };
-
 //#endregion
 exports.OpenAiAgentsProvider = OpenAiAgentsProvider;
-//# sourceMappingURL=agents-BO2n8Z0d.cjs.map
+
+//# sourceMappingURL=agents-B0f4HICh.cjs.map