promptfoo 0.120.26 → 0.121.1

package/dist/src/{codex-sdk-ibXwdglL.js → codex-sdk-C6UMlxwV.js}

@@ -1,19 +1,18 @@
-import { b as getEnvString, i as logger_default, w as cliState_default } from "./logger-w8Ozp0Td.js";
-import { i as resolvePackageEntryPoint, r as importModule } from "./esm-rDtG_2rg.js";
-import { n as withGenAISpan, t as getTraceparent } from "./genaiTracer-Ce19n68P.js";
+import { b as getEnvString, i as logger, w as state } from "./logger-CT3IKMKA.js";
+import { i as resolvePackageEntryPoint, r as importModule } from "./esm-Cd1AjG1D.js";
+import { n as withGenAISpan, t as getTraceparent } from "./genaiTracer-D3fD9dNV.js";
 import fs from "fs";
 import path from "path";
 import dedent from "dedent";
 import crypto from "crypto";
 import { SpanKind, SpanStatusCode, trace } from "@opentelemetry/api";
-
 //#region src/providers/openai/codex-sdk.ts
 /**
 * Helper to load the OpenAI Codex SDK ESM module
 * Uses resolvePackageEntryPoint to handle ESM-only packages with restrictive exports
 */
 async function loadCodexSDK() {
-	const codexPath = resolvePackageEntryPoint("@openai/codex-sdk", cliState_default.basePath && path.isAbsolute(cliState_default.basePath) ? cliState_default.basePath : process.cwd());
+	const codexPath = resolvePackageEntryPoint("@openai/codex-sdk", state.basePath && path.isAbsolute(state.basePath) ? state.basePath : process.cwd());
 	if (!codexPath) throw new Error(dedent`The @openai/codex-sdk package is required but not installed.
 
       To use the OpenAI Codex SDK provider, install it with:
@@ -25,8 +24,8 @@ async function loadCodexSDK() {
 	try {
 		return await importModule(codexPath);
 	} catch (err) {
-		logger_default.error(`Failed to load OpenAI Codex SDK: ${err}`);
-		if (err.stack) logger_default.error(err.stack);
+		logger.error(`Failed to load OpenAI Codex SDK: ${err}`);
+		if (err.stack) logger.error(err.stack);
 		throw new Error(dedent`Failed to load @openai/codex-sdk.
 
       The package was found but could not be loaded. This may be due to:
@@ -40,6 +39,16 @@ async function loadCodexSDK() {
 	}
 }
 const CODEX_MODEL_PRICING = {
+	"gpt-5.4": {
+		input: 2.5,
+		output: 15,
+		cache_read: .25
+	},
+	"gpt-5.4-pro": {
+		input: 30,
+		output: 180,
+		cache_read: 30
+	},
 	"gpt-5.3-codex": {
 		input: 1.75,
 		output: 14,
@@ -51,9 +60,14 @@ const CODEX_MODEL_PRICING = {
 		cache_read: .05
 	},
 	"gpt-5.2": {
-		input: 2,
-		output: 8,
-		cache_read: .2
+		input: 1.75,
+		output: 14,
+		cache_read: .175
+	},
+	"gpt-5.2-codex": {
+		input: 1.75,
+		output: 14,
+		cache_read: .175
 	},
 	"gpt-5.1-codex": {
 		input: 2,
@@ -88,9 +102,12 @@ const CODEX_MODEL_PRICING = {
 };
 var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 	static OPENAI_MODELS = [
+		"gpt-5.4",
+		"gpt-5.4-pro",
 		"gpt-5.3-codex",
 		"gpt-5.3-codex-spark",
 		"gpt-5.2",
+		"gpt-5.2-codex",
 		"gpt-5.1-codex",
 		"gpt-5.1-codex-max",
 		"gpt-5.1-codex-mini",
@@ -113,7 +130,7 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 		this.env = env;
 		this.apiKey = this.getApiKey();
 		this.providerId = id ?? this.providerId;
-		if (this.config.model && !OpenAICodexSDKProvider.OPENAI_MODELS.includes(this.config.model)) logger_default.warn(`Using unknown model for OpenAI Codex SDK: ${this.config.model}`);
+		if (this.config.model && !OpenAICodexSDKProvider.OPENAI_MODELS.includes(this.config.model)) logger.warn(`Using unknown model for OpenAI Codex SDK: ${this.config.model}`);
 	}
 	id() {
 		return this.providerId;
@@ -139,7 +156,7 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 			try {
 				await this.destroyInstance(this.codexInstance);
 			} catch (error) {
-				logger_default.warn("[CodexSDK] Error during cleanup", { error });
+				logger.warn("[CodexSDK] Error during cleanup", { error });
 			}
 			this.codexInstance = void 0;
 			this.codexInstanceEnvHash = void 0;
@@ -163,7 +180,7 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 			if (!sortedEnv.OTEL_SERVICE_NAME) sortedEnv.OTEL_SERVICE_NAME = "codex-cli";
 			if (!sortedEnv.OTEL_TRACES_EXPORTER) sortedEnv.OTEL_TRACES_EXPORTER = "otlp";
 			if (traceparent) sortedEnv.TRACEPARENT = traceparent;
-			logger_default.debug("[CodexSDK] Injecting OTEL config for deep tracing", {
+			logger.debug("[CodexSDK] Injecting OTEL config for deep tracing", {
 				traceparent: traceparent || "(none - CLI will start own trace)",
 				endpoint: sortedEnv.OTEL_EXPORTER_OTLP_ENDPOINT,
 				userConfigured: {
@@ -268,11 +285,11 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 					case "item.started": {
 						const item = event.item;
 						if (!item) {
-							logger_default.warn("Codex item.started event missing item", { event });
+							logger.warn("Codex item.started event missing item", { event });
 							break;
 						}
 						if (!item.id) {
-							logger_default.debug("Codex item.started without id, will create span at completion", { type: item.type });
+							logger.debug("Codex item.started without id, will create span at completion", { type: item.type });
 							break;
 						}
 						const itemId = String(item.id);
@@ -287,7 +304,7 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 						});
 						activeSpans.set(itemId, span);
 						itemStartTimes.set(itemId, eventTime);
-						logger_default.debug("Codex item started", {
+						logger.debug("Codex item started", {
 							itemId,
 							type: item.type
 						});
@@ -296,7 +313,7 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 					case "item.completed": {
 						const item = event.item;
 						if (!item) {
-							logger_default.warn("Codex item.completed event missing item", { event });
+							logger.warn("Codex item.completed event missing item", { event });
 							break;
 						}
 						const itemId = item.id ? String(item.id) : crypto.randomUUID();
@@ -337,7 +354,7 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 						span.end();
 						activeSpans.delete(itemId);
 						itemStartTimes.delete(itemId);
-						logger_default.debug("Codex item completed", {
+						logger.debug("Codex item completed", {
 							itemId,
 							type: item.type,
 							durationMs
@@ -354,7 +371,7 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 								for (const [key, value] of Object.entries(updatedAttrs)) span.setAttribute(key, value);
 							}
 						}
-						logger_default.debug("Codex item updated", {
+						logger.debug("Codex item updated", {
 							itemId: item?.id,
 							type: item?.type
 						});
@@ -362,20 +379,20 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 					}
 					case "turn.completed":
 						usage = event.usage;
-						logger_default.debug("Codex turn completed", { usage });
+						logger.debug("Codex turn completed", { usage });
 						break;
 					case "turn.failed": {
 						const errorMsg = event.error?.message || "Turn failed";
-						logger_default.error("Codex turn failed", { error: errorMsg });
+						logger.error("Codex turn failed", { error: errorMsg });
 						throw new Error(`Codex turn failed: ${errorMsg}`);
 					}
-					default: logger_default.debug("Codex unknown event type", { type: event.type });
+					default: logger.debug("Codex unknown event type", { type: event.type });
 				}
 				lastEventTime = eventTime;
 			}
 		} finally {
 			for (const [itemId, span] of activeSpans) {
-				logger_default.warn("Codex item span not properly closed", { itemId });
+				logger.warn("Codex item span not properly closed", { itemId });
 				span.setStatus({
 					code: SpanStatusCode.ERROR,
 					message: "Span not properly closed"
@@ -562,7 +579,7 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 		const useLocalInstance = config.deep_tracing;
 		if (useLocalInstance) {
 			if ((config.persist_threads || config.thread_id || (config.thread_pool_size ?? 0) > 1) && !this.deepTracingWarningShown) {
-				logger_default.warn("[CodexSDK] deep_tracing is incompatible with thread persistence. Thread options (persist_threads, thread_id, thread_pool_size) are ignored when deep_tracing is enabled.");
+				logger.warn("[CodexSDK] deep_tracing is incompatible with thread persistence. Thread options (persist_threads, thread_id, thread_pool_size) are ignored when deep_tracing is enabled.");
 				this.deepTracingWarningShown = true;
 			}
 			localInstance = new this.codexModule.Codex(this.buildCodexOptions(env, config));
@@ -573,11 +590,11 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 			const envChanged = this.codexInstanceEnvHash !== envHash;
 			if (!this.codexInstance || envChanged) {
 				if (envChanged && this.codexInstance) {
-					logger_default.debug("[CodexSDK] Recreating instance due to configuration change");
+					logger.debug("[CodexSDK] Recreating instance due to configuration change");
 					try {
 						await this.destroyInstance(this.codexInstance);
 					} catch (cleanupError) {
-						logger_default.warn("[CodexSDK] Error cleaning up old instance", { error: cleanupError });
+						logger.warn("[CodexSDK] Error cleaning up old instance", { error: cleanupError });
 					}
 					this.threads.clear();
 				}
@@ -613,7 +630,7 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 					cost = inputCost + cacheReadCost + outputCost;
 				}
 			}
-			logger_default.debug("OpenAI Codex SDK response", {
+			logger.debug("OpenAI Codex SDK response", {
 				output,
 				usage: turn.usage
 			});
@@ -626,23 +643,23 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 			};
 		} catch (error) {
 			if (error instanceof Error && error.name === "AbortError" || callOptions?.abortSignal?.aborted) {
-				logger_default.warn("OpenAI Codex SDK call aborted");
+				logger.warn("OpenAI Codex SDK call aborted");
 				return { error: "OpenAI Codex SDK call aborted" };
 			}
 			const errorMessage = error instanceof Error ? error.message : String(error);
-			logger_default.error("Error calling OpenAI Codex SDK", { error: errorMessage });
+			logger.error("Error calling OpenAI Codex SDK", { error: errorMessage });
 			return { error: `Error calling OpenAI Codex SDK: ${errorMessage}` };
 		} finally {
 			if (!config.deep_tracing && !config.persist_threads && !config.thread_id && cacheKey) this.threads.delete(cacheKey);
 			if (useLocalInstance && localInstance) try {
 				await this.destroyInstance(localInstance);
 			} catch (cleanupError) {
-				logger_default.debug("[CodexSDK] Error cleaning up local instance", { error: cleanupError });
+				logger.debug("[CodexSDK] Error cleaning up local instance", { error: cleanupError });
 			}
 		}
 	}
 };
-
 //#endregion
 export { OpenAICodexSDKProvider };
-//# sourceMappingURL=codex-sdk-ibXwdglL.js.map
+
+//# sourceMappingURL=codex-sdk-C6UMlxwV.js.map

package/dist/src/{codex-sdk-BASDNkIl.js → codex-sdk-DUwKWezN.js}

@@ -1,17 +1,18 @@
-import { E as resolvePackageEntryPoint, I as getEnvString, L as cliState_default, T as importModule, g as withGenAISpan, h as getTraceparent, j as logger_default } from "./server/index.js";
+import { b as getEnvString, i as logger, w as state } from "./logger-DLcq4dWf.js";
+import { i as resolvePackageEntryPoint, r as importModule } from "./esm-CaIwzWR5.js";
+import { n as withGenAISpan, t as getTraceparent } from "./genaiTracer-70Z8BIuV.js";
 import fs from "fs";
 import path from "path";
 import dedent from "dedent";
 import crypto from "crypto";
 import { SpanKind, SpanStatusCode, trace } from "@opentelemetry/api";
-
 //#region src/providers/openai/codex-sdk.ts
 /**
 * Helper to load the OpenAI Codex SDK ESM module
 * Uses resolvePackageEntryPoint to handle ESM-only packages with restrictive exports
 */
 async function loadCodexSDK() {
-	const codexPath = resolvePackageEntryPoint("@openai/codex-sdk", cliState_default.basePath && path.isAbsolute(cliState_default.basePath) ? cliState_default.basePath : process.cwd());
+	const codexPath = resolvePackageEntryPoint("@openai/codex-sdk", state.basePath && path.isAbsolute(state.basePath) ? state.basePath : process.cwd());
 	if (!codexPath) throw new Error(dedent`The @openai/codex-sdk package is required but not installed.
 
       To use the OpenAI Codex SDK provider, install it with:
@@ -23,8 +24,8 @@ async function loadCodexSDK() {
 	try {
 		return await importModule(codexPath);
 	} catch (err) {
-		logger_default.error(`Failed to load OpenAI Codex SDK: ${err}`);
-		if (err.stack) logger_default.error(err.stack);
+		logger.error(`Failed to load OpenAI Codex SDK: ${err}`);
+		if (err.stack) logger.error(err.stack);
 		throw new Error(dedent`Failed to load @openai/codex-sdk.
 
       The package was found but could not be loaded. This may be due to:
@@ -38,6 +39,16 @@ async function loadCodexSDK() {
 	}
 }
 const CODEX_MODEL_PRICING = {
+	"gpt-5.4": {
+		input: 2.5,
+		output: 15,
+		cache_read: .25
+	},
+	"gpt-5.4-pro": {
+		input: 30,
+		output: 180,
+		cache_read: 30
+	},
 	"gpt-5.3-codex": {
 		input: 1.75,
 		output: 14,
@@ -49,9 +60,14 @@ const CODEX_MODEL_PRICING = {
 		cache_read: .05
 	},
 	"gpt-5.2": {
-		input: 2,
-		output: 8,
-		cache_read: .2
+		input: 1.75,
+		output: 14,
+		cache_read: .175
+	},
+	"gpt-5.2-codex": {
+		input: 1.75,
+		output: 14,
+		cache_read: .175
 	},
 	"gpt-5.1-codex": {
 		input: 2,
@@ -86,9 +102,12 @@ const CODEX_MODEL_PRICING = {
 };
 var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 	static OPENAI_MODELS = [
+		"gpt-5.4",
+		"gpt-5.4-pro",
 		"gpt-5.3-codex",
 		"gpt-5.3-codex-spark",
 		"gpt-5.2",
+		"gpt-5.2-codex",
 		"gpt-5.1-codex",
 		"gpt-5.1-codex-max",
 		"gpt-5.1-codex-mini",
@@ -111,7 +130,7 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 		this.env = env;
 		this.apiKey = this.getApiKey();
 		this.providerId = id ?? this.providerId;
-		if (this.config.model && !OpenAICodexSDKProvider.OPENAI_MODELS.includes(this.config.model)) logger_default.warn(`Using unknown model for OpenAI Codex SDK: ${this.config.model}`);
+		if (this.config.model && !OpenAICodexSDKProvider.OPENAI_MODELS.includes(this.config.model)) logger.warn(`Using unknown model for OpenAI Codex SDK: ${this.config.model}`);
 	}
 	id() {
 		return this.providerId;
@@ -137,7 +156,7 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 			try {
 				await this.destroyInstance(this.codexInstance);
 			} catch (error) {
-				logger_default.warn("[CodexSDK] Error during cleanup", { error });
+				logger.warn("[CodexSDK] Error during cleanup", { error });
 			}
 			this.codexInstance = void 0;
 			this.codexInstanceEnvHash = void 0;
@@ -161,7 +180,7 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 			if (!sortedEnv.OTEL_SERVICE_NAME) sortedEnv.OTEL_SERVICE_NAME = "codex-cli";
 			if (!sortedEnv.OTEL_TRACES_EXPORTER) sortedEnv.OTEL_TRACES_EXPORTER = "otlp";
 			if (traceparent) sortedEnv.TRACEPARENT = traceparent;
-			logger_default.debug("[CodexSDK] Injecting OTEL config for deep tracing", {
+			logger.debug("[CodexSDK] Injecting OTEL config for deep tracing", {
 				traceparent: traceparent || "(none - CLI will start own trace)",
 				endpoint: sortedEnv.OTEL_EXPORTER_OTLP_ENDPOINT,
 				userConfigured: {
@@ -266,11 +285,11 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 					case "item.started": {
 						const item = event.item;
 						if (!item) {
-							logger_default.warn("Codex item.started event missing item", { event });
+							logger.warn("Codex item.started event missing item", { event });
 							break;
 						}
 						if (!item.id) {
-							logger_default.debug("Codex item.started without id, will create span at completion", { type: item.type });
+							logger.debug("Codex item.started without id, will create span at completion", { type: item.type });
 							break;
 						}
 						const itemId = String(item.id);
@@ -285,7 +304,7 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 						});
 						activeSpans.set(itemId, span);
 						itemStartTimes.set(itemId, eventTime);
-						logger_default.debug("Codex item started", {
+						logger.debug("Codex item started", {
 							itemId,
 							type: item.type
 						});
@@ -294,7 +313,7 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 					case "item.completed": {
 						const item = event.item;
 						if (!item) {
-							logger_default.warn("Codex item.completed event missing item", { event });
+							logger.warn("Codex item.completed event missing item", { event });
 							break;
 						}
 						const itemId = item.id ? String(item.id) : crypto.randomUUID();
@@ -335,7 +354,7 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 						span.end();
 						activeSpans.delete(itemId);
 						itemStartTimes.delete(itemId);
-						logger_default.debug("Codex item completed", {
+						logger.debug("Codex item completed", {
 							itemId,
 							type: item.type,
 							durationMs
@@ -352,7 +371,7 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 								for (const [key, value] of Object.entries(updatedAttrs)) span.setAttribute(key, value);
 							}
 						}
-						logger_default.debug("Codex item updated", {
+						logger.debug("Codex item updated", {
 							itemId: item?.id,
 							type: item?.type
 						});
@@ -360,20 +379,20 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 					}
 					case "turn.completed":
 						usage = event.usage;
-						logger_default.debug("Codex turn completed", { usage });
+						logger.debug("Codex turn completed", { usage });
 						break;
 					case "turn.failed": {
 						const errorMsg = event.error?.message || "Turn failed";
-						logger_default.error("Codex turn failed", { error: errorMsg });
+						logger.error("Codex turn failed", { error: errorMsg });
 						throw new Error(`Codex turn failed: ${errorMsg}`);
 					}
-					default: logger_default.debug("Codex unknown event type", { type: event.type });
+					default: logger.debug("Codex unknown event type", { type: event.type });
 				}
 				lastEventTime = eventTime;
 			}
 		} finally {
 			for (const [itemId, span] of activeSpans) {
-				logger_default.warn("Codex item span not properly closed", { itemId });
+				logger.warn("Codex item span not properly closed", { itemId });
 				span.setStatus({
 					code: SpanStatusCode.ERROR,
 					message: "Span not properly closed"
@@ -560,7 +579,7 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 		const useLocalInstance = config.deep_tracing;
 		if (useLocalInstance) {
 			if ((config.persist_threads || config.thread_id || (config.thread_pool_size ?? 0) > 1) && !this.deepTracingWarningShown) {
-				logger_default.warn("[CodexSDK] deep_tracing is incompatible with thread persistence. Thread options (persist_threads, thread_id, thread_pool_size) are ignored when deep_tracing is enabled.");
+				logger.warn("[CodexSDK] deep_tracing is incompatible with thread persistence. Thread options (persist_threads, thread_id, thread_pool_size) are ignored when deep_tracing is enabled.");
 				this.deepTracingWarningShown = true;
 			}
 			localInstance = new this.codexModule.Codex(this.buildCodexOptions(env, config));
@@ -571,11 +590,11 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 			const envChanged = this.codexInstanceEnvHash !== envHash;
 			if (!this.codexInstance || envChanged) {
 				if (envChanged && this.codexInstance) {
-					logger_default.debug("[CodexSDK] Recreating instance due to configuration change");
+					logger.debug("[CodexSDK] Recreating instance due to configuration change");
 					try {
 						await this.destroyInstance(this.codexInstance);
 					} catch (cleanupError) {
-						logger_default.warn("[CodexSDK] Error cleaning up old instance", { error: cleanupError });
+						logger.warn("[CodexSDK] Error cleaning up old instance", { error: cleanupError });
 					}
 					this.threads.clear();
 				}
@@ -611,7 +630,7 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 					cost = inputCost + cacheReadCost + outputCost;
 				}
 			}
-			logger_default.debug("OpenAI Codex SDK response", {
+			logger.debug("OpenAI Codex SDK response", {
 				output,
 				usage: turn.usage
 			});
@@ -624,23 +643,23 @@ var OpenAICodexSDKProvider = class OpenAICodexSDKProvider {
 			};
 		} catch (error) {
 			if (error instanceof Error && error.name === "AbortError" || callOptions?.abortSignal?.aborted) {
-				logger_default.warn("OpenAI Codex SDK call aborted");
+				logger.warn("OpenAI Codex SDK call aborted");
 				return { error: "OpenAI Codex SDK call aborted" };
 			}
 			const errorMessage = error instanceof Error ? error.message : String(error);
-			logger_default.error("Error calling OpenAI Codex SDK", { error: errorMessage });
+			logger.error("Error calling OpenAI Codex SDK", { error: errorMessage });
 			return { error: `Error calling OpenAI Codex SDK: ${errorMessage}` };
 		} finally {
 			if (!config.deep_tracing && !config.persist_threads && !config.thread_id && cacheKey) this.threads.delete(cacheKey);
 			if (useLocalInstance && localInstance) try {
 				await this.destroyInstance(localInstance);
 			} catch (cleanupError) {
-				logger_default.debug("[CodexSDK] Error cleaning up local instance", { error: cleanupError });
+				logger.debug("[CodexSDK] Error cleaning up local instance", { error: cleanupError });
 			}
 		}
 	}
 };
-
 //#endregion
 export { OpenAICodexSDKProvider };
-//# sourceMappingURL=codex-sdk-BASDNkIl.js.map
+
+//# sourceMappingURL=codex-sdk-DUwKWezN.js.map