promptfoo 0.121.3 → 0.121.5

package/dist/src/server/python/persistent_wrapper.py

@@ -66,11 +66,6 @@ def _init_tracing():
         _tracer = trace.get_tracer("promptfoo.python.provider")
         _tracing_enabled = True
 
-        print(
-            f"[PythonProvider] OpenTelemetry tracing enabled, endpoint: {endpoint}",
-            file=sys.stderr,
-            flush=True,
-        )
     except ImportError:
         print(
             "[PythonProvider] OpenTelemetry packages not installed, tracing disabled. "

package/dist/src/{server-BtoCXeXI.cjs → server-BEECpeGG.cjs}

@@ -1,11 +1,133 @@
-const require_logger = require("./logger-D5iKBpu_.cjs");
-const require_fetch = require("./fetch-BnR9wSnm.cjs");
-const require_accounts = require("./accounts-BPyfpSeU.cjs");
+const require_logger = require("./logger-COuQb2xB.cjs");
+const require_fetch = require("./fetch-NuqXW1Xb.cjs");
+const require_accounts = require("./accounts-BIFntVWB.cjs");
+const require_esm = require("./esm-B_rGuPTo.cjs");
+const require_codex_sdk = require("./codex-sdk-Bd8UbO9q.cjs");
+let fs = require("fs");
+fs = require_logger.__toESM(fs);
+let path = require("path");
+path = require_logger.__toESM(path);
 let chalk = require("chalk");
 chalk = require_logger.__toESM(chalk);
+let os = require("os");
+os = require_logger.__toESM(os);
 require("opener");
 let readline = require("readline");
 readline = require_logger.__toESM(readline);
+//#region src/providers/openai/codexDefaults.ts
+const CODEX_AUTH_FILENAME = "auth.json";
+const CODEX_SDK_PACKAGE_NAME = "@openai/codex-sdk";
+let codexDefaultWorkingDir;
+const CODEX_GRADING_OUTPUT_SCHEMA = {
+	type: "object",
+	properties: {
+		pass: { type: "boolean" },
+		score: { type: "number" },
+		reason: { type: "string" }
+	},
+	required: [
+		"pass",
+		"score",
+		"reason"
+	],
+	additionalProperties: false
+};
+const codexDefaultProvidersByCacheKey = /* @__PURE__ */ new Map();
+const codexSdkAvailabilityByBaseDir = /* @__PURE__ */ new Map();
+function getCodexEnvString(env, key) {
+	return env?.[key] || require_logger.getEnvString(key);
+}
+function getCodexHome(env) {
+	const homeDir = os.default.homedir?.();
+	const defaultHome = typeof homeDir === "string" && homeDir ? path.default.join(homeDir, ".codex") : void 0;
+	const codexHome = getCodexEnvString(env, "CODEX_HOME") || defaultHome || ".codex";
+	return path.default.resolve(codexHome);
+}
+function getTempDirectory() {
+	const tempDir = os.default.tmpdir?.();
+	return typeof tempDir === "string" && tempDir ? tempDir : process.cwd();
+}
+function getCodexDefaultWorkingDir() {
+	if (!codexDefaultWorkingDir) codexDefaultWorkingDir = fs.default.mkdtempSync(path.default.join(getTempDirectory(), "promptfoo-codex-default-"));
+	return codexDefaultWorkingDir;
+}
+function hasCodexAuthFile(env) {
+	try {
+		const stats = fs.default.statSync(path.default.join(getCodexHome(env), CODEX_AUTH_FILENAME));
+		return stats.isFile() && stats.size > 0;
+	} catch {
+		return false;
+	}
+}
+function hasCodexSdkPackage(baseDir) {
+	const cached = codexSdkAvailabilityByBaseDir.get(baseDir);
+	if (cached !== void 0) return cached;
+	const hasPackage = require_esm.resolvePackageEntryPoint(CODEX_SDK_PACKAGE_NAME, baseDir) !== null;
+	codexSdkAvailabilityByBaseDir.set(baseDir, hasPackage);
+	return hasPackage;
+}
+function canLoadCodexSdkPackage() {
+	return [process.cwd(), require_esm.getDirectory()].some((baseDir) => hasCodexSdkPackage(baseDir));
+}
+function hasCodexDefaultCredentials(env) {
+	return (Boolean(getCodexEnvString(env, "CODEX_API_KEY")) || hasCodexAuthFile(env)) && canLoadCodexSdkPackage();
+}
+function getCodexDefaultProviderConfig(env, config, defaultWorkingDir = getCodexDefaultWorkingDir()) {
+	const codexHome = getCodexEnvString(env, "CODEX_HOME");
+	const workingDir = config?.working_dir || defaultWorkingDir;
+	fs.default.mkdirSync(workingDir, { recursive: true });
+	const cliEnv = {
+		...codexHome ? { CODEX_HOME: path.default.resolve(codexHome) } : {},
+		...config?.cli_env
+	};
+	return {
+		approval_policy: "never",
+		sandbox_mode: "read-only",
+		skip_git_repo_check: true,
+		working_dir: workingDir,
+		...config,
+		...Object.keys(cliEnv).length > 0 ? { cli_env: cliEnv } : {}
+	};
+}
+function getCodexDefaultProvidersCacheKey(env) {
+	return JSON.stringify({
+		CODEX_HOME: getCodexEnvString(env, "CODEX_HOME"),
+		hasCodexApiKey: Boolean(getCodexEnvString(env, "CODEX_API_KEY")),
+		hasOpenAiApiKey: Boolean(getCodexEnvString(env, "OPENAI_API_KEY"))
+	});
+}
+function getCodexDefaultProviders(env) {
+	const cacheKey = getCodexDefaultProvidersCacheKey(env);
+	const cachedProviders = codexDefaultProvidersByCacheKey.get(cacheKey);
+	if (cachedProviders) return cachedProviders;
+	const defaultWorkingDir = getCodexDefaultWorkingDir();
+	const gradingProvider = new require_codex_sdk.OpenAICodexSDKProvider({
+		config: getCodexDefaultProviderConfig(env, void 0, defaultWorkingDir),
+		env
+	});
+	const gradingJsonProvider = new require_codex_sdk.OpenAICodexSDKProvider({
+		config: getCodexDefaultProviderConfig(env, { output_schema: CODEX_GRADING_OUTPUT_SCHEMA }, defaultWorkingDir),
+		env
+	});
+	const providers = {
+		gradingJsonProvider,
+		gradingProvider,
+		llmRubricProvider: gradingJsonProvider,
+		suggestionsProvider: gradingProvider,
+		synthesizeProvider: gradingProvider,
+		webSearchProvider: new require_codex_sdk.OpenAICodexSDKProvider({
+			config: getCodexDefaultProviderConfig(env, {
+				network_access_enabled: true,
+				output_schema: CODEX_GRADING_OUTPUT_SCHEMA,
+				web_search_mode: "live"
+			}, defaultWorkingDir),
+			env
+		})
+	};
+	codexDefaultProvidersByCacheKey.set(cacheKey, providers);
+	return providers;
+}
+//#endregion
 //#region src/redteam/remoteGeneration.ts
 /**
 * Gets the remote generation API endpoint URL.
@@ -72,10 +194,10 @@ function getRemoteVersionUrl() {
 * Determines if remote generation should be used based on configuration.
 * @returns true if remote generation should be used
 */
-function shouldGenerateRemote() {
+function shouldGenerateRemote(options) {
 	if (neverGenerateRemote()) return false;
 	if (require_accounts.isLoggedIntoCloud()) return true;
-	return !require_logger.getEnvString("OPENAI_API_KEY") || (require_logger.state.remote ?? false);
+	return !(Boolean(require_logger.getEnvString("OPENAI_API_KEY")) || options?.canUseCodexDefaultProvider && !options?.requireEmbeddingProvider && hasCodexDefaultCredentials()) || (require_logger.state.remote ?? false);
 }
 /**
 * Gets the URL for unaligned model inference (harmful content generation).
@@ -195,6 +317,12 @@ Object.defineProperty(exports, "checkServerFeatureSupport", {
 		return checkServerFeatureSupport;
 	}
 });
+Object.defineProperty(exports, "getCodexDefaultProviders", {
+	enumerable: true,
+	get: function() {
+		return getCodexDefaultProviders;
+	}
+});
 Object.defineProperty(exports, "getRemoteGenerationUrl", {
 	enumerable: true,
 	get: function() {
@@ -213,6 +341,12 @@ Object.defineProperty(exports, "getRemoteHealthUrl", {
 		return getRemoteHealthUrl;
 	}
 });
+Object.defineProperty(exports, "hasCodexDefaultCredentials", {
+	enumerable: true,
+	get: function() {
+		return hasCodexDefaultCredentials;
+	}
+});
 Object.defineProperty(exports, "neverGenerateRemote", {
 	enumerable: true,
 	get: function() {
@@ -238,4 +372,4 @@ Object.defineProperty(exports, "shouldGenerateRemote", {
 	}
 });
 
-//# sourceMappingURL=server-BtoCXeXI.cjs.map
+//# sourceMappingURL=server-BEECpeGG.cjs.map

package/dist/src/{server-DZ9MtCn0.js → server-ByiF3qlg.js}

@@ -1,11 +1,131 @@
 #!/usr/bin/env node
-import { C as getEnvBool, E as getEnvString, j as state, s as logger } from "./logger-BcJBzSSA.js";
-import { O as getDefaultPort, n as fetchWithProxy } from "./fetch-DoVRJZhJ.js";
-import { c as isLoggedIntoCloud } from "./accounts-CFLK3mnD.js";
-import { r as CloudConfig } from "./cloud-z8KZpUoa.js";
+import { N as state, O as getEnvString, T as getEnvBool, s as logger } from "./logger-BbY6ypFL.js";
+import { A as getDefaultPort, n as fetchWithProxy } from "./fetch-B6ch2nU2.js";
+import "./version-CbpiUINz.js";
+import { c as isLoggedIntoCloud } from "./accounts-CLJHCDDb.js";
+import { r as CloudConfig } from "./cloud-Da0bofJd.js";
+import { i as resolvePackageEntryPoint, t as getDirectory } from "./esm-BX8fwlAO.js";
+import { t as OpenAICodexSDKProvider } from "./codex-sdk-BgEFQ70r.js";
 import chalk from "chalk";
+import fs from "fs";
+import path from "path";
+import os from "os";
 import opener from "opener";
 import readline from "readline";
+//#region src/providers/openai/codexDefaults.ts
+const CODEX_AUTH_FILENAME = "auth.json";
+const CODEX_SDK_PACKAGE_NAME = "@openai/codex-sdk";
+let codexDefaultWorkingDir;
+const CODEX_GRADING_OUTPUT_SCHEMA = {
+	type: "object",
+	properties: {
+		pass: { type: "boolean" },
+		score: { type: "number" },
+		reason: { type: "string" }
+	},
+	required: [
+		"pass",
+		"score",
+		"reason"
+	],
+	additionalProperties: false
+};
+const codexDefaultProvidersByCacheKey = /* @__PURE__ */ new Map();
+const codexSdkAvailabilityByBaseDir = /* @__PURE__ */ new Map();
+function getCodexEnvString(env, key) {
+	return env?.[key] || getEnvString(key);
+}
+function getCodexHome(env) {
+	const homeDir = os.homedir?.();
+	const defaultHome = typeof homeDir === "string" && homeDir ? path.join(homeDir, ".codex") : void 0;
+	const codexHome = getCodexEnvString(env, "CODEX_HOME") || defaultHome || ".codex";
+	return path.resolve(codexHome);
+}
+function getTempDirectory() {
+	const tempDir = os.tmpdir?.();
+	return typeof tempDir === "string" && tempDir ? tempDir : process.cwd();
+}
+function getCodexDefaultWorkingDir() {
+	if (!codexDefaultWorkingDir) codexDefaultWorkingDir = fs.mkdtempSync(path.join(getTempDirectory(), "promptfoo-codex-default-"));
+	return codexDefaultWorkingDir;
+}
+function hasCodexAuthFile(env) {
+	try {
+		const stats = fs.statSync(path.join(getCodexHome(env), CODEX_AUTH_FILENAME));
+		return stats.isFile() && stats.size > 0;
+	} catch {
+		return false;
+	}
+}
+function hasCodexSdkPackage(baseDir) {
+	const cached = codexSdkAvailabilityByBaseDir.get(baseDir);
+	if (cached !== void 0) return cached;
+	const hasPackage = resolvePackageEntryPoint(CODEX_SDK_PACKAGE_NAME, baseDir) !== null;
+	codexSdkAvailabilityByBaseDir.set(baseDir, hasPackage);
+	return hasPackage;
+}
+function canLoadCodexSdkPackage() {
+	return [process.cwd(), getDirectory()].some((baseDir) => hasCodexSdkPackage(baseDir));
+}
+function hasCodexDefaultCredentials(env) {
+	return (Boolean(getCodexEnvString(env, "CODEX_API_KEY")) || hasCodexAuthFile(env)) && canLoadCodexSdkPackage();
+}
+function getCodexDefaultProviderConfig(env, config, defaultWorkingDir = getCodexDefaultWorkingDir()) {
+	const codexHome = getCodexEnvString(env, "CODEX_HOME");
+	const workingDir = config?.working_dir || defaultWorkingDir;
+	fs.mkdirSync(workingDir, { recursive: true });
+	const cliEnv = {
+		...codexHome ? { CODEX_HOME: path.resolve(codexHome) } : {},
+		...config?.cli_env
+	};
+	return {
+		approval_policy: "never",
+		sandbox_mode: "read-only",
+		skip_git_repo_check: true,
+		working_dir: workingDir,
+		...config,
+		...Object.keys(cliEnv).length > 0 ? { cli_env: cliEnv } : {}
+	};
+}
+function getCodexDefaultProvidersCacheKey(env) {
+	return JSON.stringify({
+		CODEX_HOME: getCodexEnvString(env, "CODEX_HOME"),
+		hasCodexApiKey: Boolean(getCodexEnvString(env, "CODEX_API_KEY")),
+		hasOpenAiApiKey: Boolean(getCodexEnvString(env, "OPENAI_API_KEY"))
+	});
+}
+function getCodexDefaultProviders(env) {
+	const cacheKey = getCodexDefaultProvidersCacheKey(env);
+	const cachedProviders = codexDefaultProvidersByCacheKey.get(cacheKey);
+	if (cachedProviders) return cachedProviders;
+	const defaultWorkingDir = getCodexDefaultWorkingDir();
+	const gradingProvider = new OpenAICodexSDKProvider({
+		config: getCodexDefaultProviderConfig(env, void 0, defaultWorkingDir),
+		env
+	});
+	const gradingJsonProvider = new OpenAICodexSDKProvider({
+		config: getCodexDefaultProviderConfig(env, { output_schema: CODEX_GRADING_OUTPUT_SCHEMA }, defaultWorkingDir),
+		env
+	});
+	const providers = {
+		gradingJsonProvider,
+		gradingProvider,
+		llmRubricProvider: gradingJsonProvider,
+		suggestionsProvider: gradingProvider,
+		synthesizeProvider: gradingProvider,
+		webSearchProvider: new OpenAICodexSDKProvider({
+			config: getCodexDefaultProviderConfig(env, {
+				network_access_enabled: true,
+				output_schema: CODEX_GRADING_OUTPUT_SCHEMA,
+				web_search_mode: "live"
+			}, defaultWorkingDir),
+			env
+		})
+	};
+	codexDefaultProvidersByCacheKey.set(cacheKey, providers);
+	return providers;
+}
+//#endregion
 //#region src/redteam/remoteGeneration.ts
 /**
 * Gets the remote generation API endpoint URL.
@@ -72,10 +192,10 @@ function getRemoteVersionUrl() {
 * Determines if remote generation should be used based on configuration.
 * @returns true if remote generation should be used
 */
-function shouldGenerateRemote() {
+function shouldGenerateRemote(options) {
 	if (neverGenerateRemote()) return false;
 	if (isLoggedIntoCloud()) return true;
-	return !getEnvString("OPENAI_API_KEY") || (state.remote ?? false);
+	return !(Boolean(getEnvString("OPENAI_API_KEY")) || options?.canUseCodexDefaultProvider && !options?.requireEmbeddingProvider && hasCodexDefaultCredentials()) || (state.remote ?? false);
 }
 /**
 * Gets the URL for unaligned model inference (harmful content generation).
@@ -193,7 +313,7 @@ async function checkServerRunning(port = getDefaultPort()) {
 	logger.debug(`Checking for existing server on port ${port}...`);
 	try {
 		const data = await (await fetchWithProxy(`http://localhost:${port}/health`, { headers: { "x-promptfoo-silent": "true" } })).json();
-		return data.status === "OK" && data.version === "0.121.3";
+		return data.status === "OK" && data.version === "0.121.5";
 	} catch (err) {
 		logger.debug(`No existing server found - this is expected on first startup. ${String(err)}`);
 		return false;
@@ -261,6 +381,6 @@ async function openAuthBrowser(authUrl, welcomeUrl, browserBehavior) {
 	} else await doOpen();
 }
 //#endregion
-export { openAuthBrowser as a, promptYesNo as c, getRemoteHealthUrl as d, neverGenerateRemote as f, checkServerRunning as i, getRemoteGenerationUrl as l, shouldGenerateRemote as m, BrowserBehaviorNames as n, openBrowser as o, neverGenerateRemoteForRegularEvals as p, checkServerFeatureSupport as r, promptUser as s, BrowserBehavior as t, getRemoteGenerationUrlForUnaligned as u };
+export { openAuthBrowser as a, promptYesNo as c, getRemoteHealthUrl as d, neverGenerateRemote as f, hasCodexDefaultCredentials as g, getCodexDefaultProviders as h, checkServerRunning as i, getRemoteGenerationUrl as l, shouldGenerateRemote as m, BrowserBehaviorNames as n, openBrowser as o, neverGenerateRemoteForRegularEvals as p, checkServerFeatureSupport as r, promptUser as s, BrowserBehavior as t, getRemoteGenerationUrlForUnaligned as u };
 
-//# sourceMappingURL=server-DZ9MtCn0.js.map
+//# sourceMappingURL=server-ByiF3qlg.js.map

package/dist/src/{server-Cns05F1j.js → server-ByxbqAcQ.js}

@@ -1,10 +1,130 @@
 import { t as __exportAll } from "./chunk-DEq-mXcV.js";
-import { C as getEnvString, D as state, a as logger, b as getEnvBool } from "./logger-BnkjG2jt.js";
-import { a as CloudConfig, k as getDefaultPort, t as fetchWithProxy } from "./fetch-BiYv2BZc.js";
-import { c as isLoggedIntoCloud } from "./accounts-Xatc0RYb.js";
+import { S as getEnvBool, T as getEnvString, a as logger, k as state } from "./logger-KD8JjCRJ.js";
+import { a as CloudConfig, j as getDefaultPort, t as fetchWithProxy } from "./fetch-Y5qX_kST.js";
+import "./version-0frU0UTr.js";
+import { c as isLoggedIntoCloud } from "./accounts-bnyHT7Ju.js";
+import { i as resolvePackageEntryPoint, t as getDirectory } from "./esm-B6whoAcf.js";
+import { t as OpenAICodexSDKProvider } from "./codex-sdk-Bzb_TqX9.js";
+import fs from "fs";
+import path from "path";
 import "chalk";
+import os from "os";
 import opener from "opener";
 import readline from "readline";
+//#region src/providers/openai/codexDefaults.ts
+const CODEX_AUTH_FILENAME = "auth.json";
+const CODEX_SDK_PACKAGE_NAME = "@openai/codex-sdk";
+let codexDefaultWorkingDir;
+const CODEX_GRADING_OUTPUT_SCHEMA = {
+	type: "object",
+	properties: {
+		pass: { type: "boolean" },
+		score: { type: "number" },
+		reason: { type: "string" }
+	},
+	required: [
+		"pass",
+		"score",
+		"reason"
+	],
+	additionalProperties: false
+};
+const codexDefaultProvidersByCacheKey = /* @__PURE__ */ new Map();
+const codexSdkAvailabilityByBaseDir = /* @__PURE__ */ new Map();
+function getCodexEnvString(env, key) {
+	return env?.[key] || getEnvString(key);
+}
+function getCodexHome(env) {
+	const homeDir = os.homedir?.();
+	const defaultHome = typeof homeDir === "string" && homeDir ? path.join(homeDir, ".codex") : void 0;
+	const codexHome = getCodexEnvString(env, "CODEX_HOME") || defaultHome || ".codex";
+	return path.resolve(codexHome);
+}
+function getTempDirectory() {
+	const tempDir = os.tmpdir?.();
+	return typeof tempDir === "string" && tempDir ? tempDir : process.cwd();
+}
+function getCodexDefaultWorkingDir() {
+	if (!codexDefaultWorkingDir) codexDefaultWorkingDir = fs.mkdtempSync(path.join(getTempDirectory(), "promptfoo-codex-default-"));
+	return codexDefaultWorkingDir;
+}
+function hasCodexAuthFile(env) {
+	try {
+		const stats = fs.statSync(path.join(getCodexHome(env), CODEX_AUTH_FILENAME));
+		return stats.isFile() && stats.size > 0;
+	} catch {
+		return false;
+	}
+}
+function hasCodexSdkPackage(baseDir) {
+	const cached = codexSdkAvailabilityByBaseDir.get(baseDir);
+	if (cached !== void 0) return cached;
+	const hasPackage = resolvePackageEntryPoint(CODEX_SDK_PACKAGE_NAME, baseDir) !== null;
+	codexSdkAvailabilityByBaseDir.set(baseDir, hasPackage);
+	return hasPackage;
+}
+function canLoadCodexSdkPackage() {
+	return [process.cwd(), getDirectory()].some((baseDir) => hasCodexSdkPackage(baseDir));
+}
+function hasCodexDefaultCredentials(env) {
+	return (Boolean(getCodexEnvString(env, "CODEX_API_KEY")) || hasCodexAuthFile(env)) && canLoadCodexSdkPackage();
+}
+function getCodexDefaultProviderConfig(env, config, defaultWorkingDir = getCodexDefaultWorkingDir()) {
+	const codexHome = getCodexEnvString(env, "CODEX_HOME");
+	const workingDir = config?.working_dir || defaultWorkingDir;
+	fs.mkdirSync(workingDir, { recursive: true });
+	const cliEnv = {
+		...codexHome ? { CODEX_HOME: path.resolve(codexHome) } : {},
+		...config?.cli_env
+	};
+	return {
+		approval_policy: "never",
+		sandbox_mode: "read-only",
+		skip_git_repo_check: true,
+		working_dir: workingDir,
+		...config,
+		...Object.keys(cliEnv).length > 0 ? { cli_env: cliEnv } : {}
+	};
+}
+function getCodexDefaultProvidersCacheKey(env) {
+	return JSON.stringify({
+		CODEX_HOME: getCodexEnvString(env, "CODEX_HOME"),
+		hasCodexApiKey: Boolean(getCodexEnvString(env, "CODEX_API_KEY")),
+		hasOpenAiApiKey: Boolean(getCodexEnvString(env, "OPENAI_API_KEY"))
+	});
+}
+function getCodexDefaultProviders(env) {
+	const cacheKey = getCodexDefaultProvidersCacheKey(env);
+	const cachedProviders = codexDefaultProvidersByCacheKey.get(cacheKey);
+	if (cachedProviders) return cachedProviders;
+	const defaultWorkingDir = getCodexDefaultWorkingDir();
+	const gradingProvider = new OpenAICodexSDKProvider({
+		config: getCodexDefaultProviderConfig(env, void 0, defaultWorkingDir),
+		env
+	});
+	const gradingJsonProvider = new OpenAICodexSDKProvider({
+		config: getCodexDefaultProviderConfig(env, { output_schema: CODEX_GRADING_OUTPUT_SCHEMA }, defaultWorkingDir),
+		env
+	});
+	const providers = {
+		gradingJsonProvider,
+		gradingProvider,
+		llmRubricProvider: gradingJsonProvider,
+		suggestionsProvider: gradingProvider,
+		synthesizeProvider: gradingProvider,
+		webSearchProvider: new OpenAICodexSDKProvider({
+			config: getCodexDefaultProviderConfig(env, {
+				network_access_enabled: true,
+				output_schema: CODEX_GRADING_OUTPUT_SCHEMA,
+				web_search_mode: "live"
+			}, defaultWorkingDir),
+			env
+		})
+	};
+	codexDefaultProvidersByCacheKey.set(cacheKey, providers);
+	return providers;
+}
+//#endregion
 //#region src/redteam/remoteGeneration.ts
 /**
 * Gets the remote generation API endpoint URL.
@@ -71,10 +191,10 @@ function getRemoteVersionUrl() {
 * Determines if remote generation should be used based on configuration.
 * @returns true if remote generation should be used
 */
-function shouldGenerateRemote() {
+function shouldGenerateRemote(options) {
 	if (neverGenerateRemote()) return false;
 	if (isLoggedIntoCloud()) return true;
-	return !getEnvString("OPENAI_API_KEY") || (state.remote ?? false);
+	return !(Boolean(getEnvString("OPENAI_API_KEY")) || options?.canUseCodexDefaultProvider && !options?.requireEmbeddingProvider && hasCodexDefaultCredentials()) || (state.remote ?? false);
 }
 /**
 * Gets the URL for unaligned model inference (harmful content generation).
@@ -199,7 +319,7 @@ async function checkServerRunning(port = getDefaultPort()) {
 	logger.debug(`Checking for existing server on port ${port}...`);
 	try {
 		const data = await (await fetchWithProxy(`http://localhost:${port}/health`, { headers: { "x-promptfoo-silent": "true" } })).json();
-		return data.status === "OK" && data.version === "0.121.3";
+		return data.status === "OK" && data.version === "0.121.5";
 	} catch (err) {
 		logger.debug(`No existing server found - this is expected on first startup. ${String(err)}`);
 		return false;
@@ -224,6 +344,6 @@ async function openBrowser(browserBehavior, port = getDefaultPort()) {
 	} else if (browserBehavior !== BrowserBehavior.SKIP) await doOpen();
 }
 //#endregion
-export { openBrowser as a, getRemoteGenerationUrl as c, neverGenerateRemote as d, neverGenerateRemoteForRegularEvals as f, checkServerRunning as i, getRemoteGenerationUrlForUnaligned as l, BrowserBehaviorNames as n, server_exports as o, shouldGenerateRemote as p, checkServerFeatureSupport as r, promptYesNo as s, BrowserBehavior as t, getRemoteHealthUrl as u };
+export { openBrowser as a, getRemoteGenerationUrl as c, neverGenerateRemote as d, neverGenerateRemoteForRegularEvals as f, hasCodexDefaultCredentials as h, checkServerRunning as i, getRemoteGenerationUrlForUnaligned as l, getCodexDefaultProviders as m, BrowserBehaviorNames as n, server_exports as o, shouldGenerateRemote as p, checkServerFeatureSupport as r, promptYesNo as s, BrowserBehavior as t, getRemoteHealthUrl as u };
 
-//# sourceMappingURL=server-Cns05F1j.js.map
+//# sourceMappingURL=server-ByxbqAcQ.js.map

package/dist/src/server-C0XKRNB_.cjs

@@ -0,0 +1,2 @@
+const require_server = require("./server-BEECpeGG.cjs");
+exports.checkServerFeatureSupport = require_server.checkServerFeatureSupport;

package/dist/src/server-C_15p79-.js

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+import { r as checkServerFeatureSupport } from "./server-ByiF3qlg.js";
+export { checkServerFeatureSupport };