promptfoo 0.121.4 → 0.121.5

package/dist/src/{util-CN3SrLT4.cjs → util-A5_ZsQUn.cjs}

@@ -1,19 +1,20 @@
 const require_logger = require("./logger-COuQb2xB.cjs");
-const require_util = require("./util-Bxn8emtE.cjs");
-const require_fetch = require("./fetch-CJU5ELPa.cjs");
+const require_fetch = require("./fetch-NuqXW1Xb.cjs");
+const require_util = require("./util-DvpHnLt0.cjs");
 let openai = require("openai");
 openai = require_logger.__toESM(openai);
 //#region src/providers/openai/util.ts
 const ajv = require_logger.getAjv();
+const GPT_5_4_LONG_CONTEXT_THRESHOLD = 272e3;
 const OPENAI_CHAT_MODELS = [
-	{
-		id: "gpt-4o-mini-tts",
+	...["gpt-4o-mini-tts", "gpt-4o-mini-tts-2025-12-15"].map((model) => ({
+		id: model,
 		cost: {
 			input: .6 / 1e6,
 			output: 0 / 1e6,
 			audioOutput: 12 / 1e6
 		}
-	},
+	})),
 	...["gpt-4o-search-preview", "gpt-4o-search-preview-2025-03-11"].map((model) => ({
 		id: model,
 		cost: {
@@ -360,7 +361,12 @@ const OPENAI_CHAT_MODELS = [
 		id: model,
 		cost: {
 			input: 2.5 / 1e6,
-			output: 15 / 1e6
+			output: 15 / 1e6,
+			longContext: {
+				threshold: GPT_5_4_LONG_CONTEXT_THRESHOLD,
+				input: 5 / 1e6,
+				output: 22.5 / 1e6
+			}
 		}
 	})),
 	...["gpt-5.4-mini", "gpt-5.4-mini-2026-03-17"].map((model) => ({
@@ -377,13 +383,6 @@ const OPENAI_CHAT_MODELS = [
 			output: 1.25 / 1e6
 		}
 	})),
-	...["gpt-5.4-pro", "gpt-5.4-pro-2026-03-05"].map((model) => ({
-		id: model,
-		cost: {
-			input: 30 / 1e6,
-			output: 180 / 1e6
-		}
-	})),
 	...["gpt-audio", "gpt-audio-2025-08-28"].map((model) => ({
 		id: model,
 		cost: {
@@ -393,7 +392,20 @@ const OPENAI_CHAT_MODELS = [
 			audioOutput: 80 / 1e6
 		}
 	})),
-	...["gpt-audio-mini", "gpt-audio-mini-2025-10-06"].map((model) => ({
+	{
+		id: "gpt-audio-1.5",
+		cost: {
+			input: 2.5 / 1e6,
+			output: 10 / 1e6,
+			audioInput: 32 / 1e6,
+			audioOutput: 64 / 1e6
+		}
+	},
+	...[
+		"gpt-audio-mini",
+		"gpt-audio-mini-2025-12-15",
+		"gpt-audio-mini-2025-10-06"
+	].map((model) => ({
 		id: model,
 		cost: {
 			input: .6 / 1e6,
@@ -403,6 +415,18 @@ const OPENAI_CHAT_MODELS = [
 		}
 	}))
 ];
+const OPENAI_RESPONSES_ONLY_MODELS = [...["gpt-5.4-pro", "gpt-5.4-pro-2026-03-05"].map((model) => ({
+	id: model,
+	cost: {
+		input: 30 / 1e6,
+		output: 180 / 1e6,
+		longContext: {
+			threshold: GPT_5_4_LONG_CONTEXT_THRESHOLD,
+			input: 60 / 1e6,
+			output: 270 / 1e6
+		}
+	}
+}))];
 const OPENAI_DEEP_RESEARCH_MODELS = [...["o3-deep-research", "o3-deep-research-2025-06-26"].map((model) => ({
 	id: model,
 	cost: {
@@ -428,26 +452,20 @@ const OPENAI_COMPLETION_MODELS = [
 	{ id: "text-babbage-002" }
 ];
 const OPENAI_REALTIME_MODELS = [
-	{
-		id: "gpt-realtime",
-		type: "chat",
-		cost: {
-			input: 32 / 1e6,
-			output: 64 / 1e6,
-			audioInput: 32 / 1e6,
-			audioOutput: 64 / 1e6
-		}
-	},
-	{
-		id: "gpt-realtime",
+	...[
+		"gpt-realtime",
+		"gpt-realtime-2025-08-28",
+		"gpt-realtime-1.5"
+	].map((model) => ({
+		id: model,
 		type: "chat",
 		cost: {
 			input: 4 / 1e6,
 			output: 16 / 1e6,
-			audioInput: 40 / 1e6,
-			audioOutput: 80 / 1e6
+			audioInput: 32 / 1e6,
+			audioOutput: 64 / 1e6
 		}
-	},
+	})),
 	{
 		id: "gpt-4o-realtime-preview",
 		type: "chat",
@@ -498,18 +516,12 @@ const OPENAI_REALTIME_MODELS = [
 			audioOutput: 20 / 1e6
 		}
 	},
-	{
-		id: "gpt-realtime-mini",
-		type: "chat",
-		cost: {
-			input: .6 / 1e6,
-			output: 2.4 / 1e6,
-			audioInput: 10 / 1e6,
-			audioOutput: 20 / 1e6
-		}
-	},
-	{
-		id: "gpt-realtime-mini-2025-10-06",
+	...[
+		"gpt-realtime-mini",
+		"gpt-realtime-mini-2025-12-15",
+		"gpt-realtime-mini-2025-10-06"
+	].map((model) => ({
+		id: model,
 		type: "chat",
 		cost: {
 			input: .6 / 1e6,
@@ -517,7 +529,7 @@ const OPENAI_REALTIME_MODELS = [
 			audioInput: 10 / 1e6,
 			audioOutput: 20 / 1e6
 		}
-	}
+	}))
 ];
 const OPENAI_TRANSCRIPTION_MODELS = [
 	{
@@ -528,10 +540,18 @@ const OPENAI_TRANSCRIPTION_MODELS = [
 		id: "gpt-4o-mini-transcribe",
 		cost: { perMinute: .003 }
 	},
+	{
+		id: "gpt-4o-mini-transcribe-2025-12-15",
+		cost: { perMinute: .003 }
+	},
 	{
 		id: "gpt-4o-transcribe-diarize",
 		cost: { perMinute: .006 }
 	},
+	{
+		id: "gpt-4o-transcribe-diarize-2025-10-15",
+		cost: { perMinute: .006 }
+	},
 	{
 		id: "whisper-1",
 		cost: { perMinute: .006 }
@@ -542,6 +562,7 @@ function calculateOpenAICost(modelName, config, promptTokens, completionTokens,
 		...OPENAI_CHAT_MODELS,
 		...OPENAI_COMPLETION_MODELS,
 		...OPENAI_REALTIME_MODELS,
+		...OPENAI_RESPONSES_ONLY_MODELS,
 		...OPENAI_DEEP_RESEARCH_MODELS
 	]);
 	if (!Number.isFinite(promptTokens) || !Number.isFinite(completionTokens) || !Number.isFinite(audioPromptTokens) || !Number.isFinite(audioCompletionTokens) || typeof promptTokens === "undefined" || typeof completionTokens === "undefined" || typeof audioPromptTokens === "undefined" || typeof audioCompletionTokens === "undefined") return;
@@ -549,6 +570,7 @@ function calculateOpenAICost(modelName, config, promptTokens, completionTokens,
 		...OPENAI_CHAT_MODELS,
 		...OPENAI_COMPLETION_MODELS,
 		...OPENAI_REALTIME_MODELS,
+		...OPENAI_RESPONSES_ONLY_MODELS,
 		...OPENAI_DEEP_RESEARCH_MODELS
 	].find((m) => m.id === modelName);
 	if (!model || !model.cost) return;
@@ -664,4 +686,4 @@ Object.defineProperty(exports, "validateFunctionCall", {
 	}
 });
 
-//# sourceMappingURL=util-CN3SrLT4.cjs.map
+//# sourceMappingURL=util-A5_ZsQUn.cjs.map

package/dist/src/{util-D3q0WQ-0.js → util-B9CNhyac.js}

@@ -1,18 +1,19 @@
-import { g as getAjv, y as safeJsonStringify } from "./logger-B88EkIn6.js";
-import { g as calculateCost } from "./fetch-B0Z3Oe4k.js";
-import { E as maybeLoadFromExternalFileWithVars } from "./util-C8e5uydV.js";
+import { g as getAjv, y as safeJsonStringify } from "./logger-KD8JjCRJ.js";
+import { g as calculateCost } from "./fetch-Y5qX_kST.js";
+import { A as maybeLoadFromExternalFileWithVars } from "./util-3pBZZb_H.js";
 import OpenAI from "openai";
 //#region src/providers/openai/util.ts
 const ajv = getAjv();
+const GPT_5_4_LONG_CONTEXT_THRESHOLD = 272e3;
 const OPENAI_CHAT_MODELS = [
-	{
-		id: "gpt-4o-mini-tts",
+	...["gpt-4o-mini-tts", "gpt-4o-mini-tts-2025-12-15"].map((model) => ({
+		id: model,
 		cost: {
 			input: .6 / 1e6,
 			output: 0 / 1e6,
 			audioOutput: 12 / 1e6
 		}
-	},
+	})),
 	...["gpt-4o-search-preview", "gpt-4o-search-preview-2025-03-11"].map((model) => ({
 		id: model,
 		cost: {
@@ -359,7 +360,12 @@ const OPENAI_CHAT_MODELS = [
 		id: model,
 		cost: {
 			input: 2.5 / 1e6,
-			output: 15 / 1e6
+			output: 15 / 1e6,
+			longContext: {
+				threshold: GPT_5_4_LONG_CONTEXT_THRESHOLD,
+				input: 5 / 1e6,
+				output: 22.5 / 1e6
+			}
 		}
 	})),
 	...["gpt-5.4-mini", "gpt-5.4-mini-2026-03-17"].map((model) => ({
@@ -376,13 +382,6 @@ const OPENAI_CHAT_MODELS = [
 			output: 1.25 / 1e6
 		}
 	})),
-	...["gpt-5.4-pro", "gpt-5.4-pro-2026-03-05"].map((model) => ({
-		id: model,
-		cost: {
-			input: 30 / 1e6,
-			output: 180 / 1e6
-		}
-	})),
 	...["gpt-audio", "gpt-audio-2025-08-28"].map((model) => ({
 		id: model,
 		cost: {
@@ -392,7 +391,20 @@ const OPENAI_CHAT_MODELS = [
 			audioOutput: 80 / 1e6
 		}
 	})),
-	...["gpt-audio-mini", "gpt-audio-mini-2025-10-06"].map((model) => ({
+	{
+		id: "gpt-audio-1.5",
+		cost: {
+			input: 2.5 / 1e6,
+			output: 10 / 1e6,
+			audioInput: 32 / 1e6,
+			audioOutput: 64 / 1e6
+		}
+	},
+	...[
+		"gpt-audio-mini",
+		"gpt-audio-mini-2025-12-15",
+		"gpt-audio-mini-2025-10-06"
+	].map((model) => ({
 		id: model,
 		cost: {
 			input: .6 / 1e6,
@@ -402,6 +414,18 @@ const OPENAI_CHAT_MODELS = [
 		}
 	}))
 ];
+const OPENAI_RESPONSES_ONLY_MODELS = [...["gpt-5.4-pro", "gpt-5.4-pro-2026-03-05"].map((model) => ({
+	id: model,
+	cost: {
+		input: 30 / 1e6,
+		output: 180 / 1e6,
+		longContext: {
+			threshold: GPT_5_4_LONG_CONTEXT_THRESHOLD,
+			input: 60 / 1e6,
+			output: 270 / 1e6
+		}
+	}
+}))];
 const OPENAI_DEEP_RESEARCH_MODELS = [...["o3-deep-research", "o3-deep-research-2025-06-26"].map((model) => ({
 	id: model,
 	cost: {
@@ -427,26 +451,20 @@ const OPENAI_COMPLETION_MODELS = [
 	{ id: "text-babbage-002" }
 ];
 const OPENAI_REALTIME_MODELS = [
-	{
-		id: "gpt-realtime",
-		type: "chat",
-		cost: {
-			input: 32 / 1e6,
-			output: 64 / 1e6,
-			audioInput: 32 / 1e6,
-			audioOutput: 64 / 1e6
-		}
-	},
-	{
-		id: "gpt-realtime",
+	...[
+		"gpt-realtime",
+		"gpt-realtime-2025-08-28",
+		"gpt-realtime-1.5"
+	].map((model) => ({
+		id: model,
 		type: "chat",
 		cost: {
 			input: 4 / 1e6,
 			output: 16 / 1e6,
-			audioInput: 40 / 1e6,
-			audioOutput: 80 / 1e6
+			audioInput: 32 / 1e6,
+			audioOutput: 64 / 1e6
 		}
-	},
+	})),
 	{
 		id: "gpt-4o-realtime-preview",
 		type: "chat",
@@ -497,18 +515,12 @@ const OPENAI_REALTIME_MODELS = [
 			audioOutput: 20 / 1e6
 		}
 	},
-	{
-		id: "gpt-realtime-mini",
-		type: "chat",
-		cost: {
-			input: .6 / 1e6,
-			output: 2.4 / 1e6,
-			audioInput: 10 / 1e6,
-			audioOutput: 20 / 1e6
-		}
-	},
-	{
-		id: "gpt-realtime-mini-2025-10-06",
+	...[
+		"gpt-realtime-mini",
+		"gpt-realtime-mini-2025-12-15",
+		"gpt-realtime-mini-2025-10-06"
+	].map((model) => ({
+		id: model,
 		type: "chat",
 		cost: {
 			input: .6 / 1e6,
@@ -516,7 +528,7 @@ const OPENAI_REALTIME_MODELS = [
 			audioInput: 10 / 1e6,
 			audioOutput: 20 / 1e6
 		}
-	}
+	}))
 ];
 const OPENAI_TRANSCRIPTION_MODELS = [
 	{
@@ -527,10 +539,18 @@ const OPENAI_TRANSCRIPTION_MODELS = [
 		id: "gpt-4o-mini-transcribe",
 		cost: { perMinute: .003 }
 	},
+	{
+		id: "gpt-4o-mini-transcribe-2025-12-15",
+		cost: { perMinute: .003 }
+	},
 	{
 		id: "gpt-4o-transcribe-diarize",
 		cost: { perMinute: .006 }
 	},
+	{
+		id: "gpt-4o-transcribe-diarize-2025-10-15",
+		cost: { perMinute: .006 }
+	},
 	{
 		id: "whisper-1",
 		cost: { perMinute: .006 }
@@ -541,6 +561,7 @@ function calculateOpenAICost(modelName, config, promptTokens, completionTokens,
 		...OPENAI_CHAT_MODELS,
 		...OPENAI_COMPLETION_MODELS,
 		...OPENAI_REALTIME_MODELS,
+		...OPENAI_RESPONSES_ONLY_MODELS,
 		...OPENAI_DEEP_RESEARCH_MODELS
 	]);
 	if (!Number.isFinite(promptTokens) || !Number.isFinite(completionTokens) || !Number.isFinite(audioPromptTokens) || !Number.isFinite(audioCompletionTokens) || typeof promptTokens === "undefined" || typeof completionTokens === "undefined" || typeof audioPromptTokens === "undefined" || typeof audioCompletionTokens === "undefined") return;
@@ -548,6 +569,7 @@ function calculateOpenAICost(modelName, config, promptTokens, completionTokens,
 		...OPENAI_CHAT_MODELS,
 		...OPENAI_COMPLETION_MODELS,
 		...OPENAI_REALTIME_MODELS,
+		...OPENAI_RESPONSES_ONLY_MODELS,
 		...OPENAI_DEEP_RESEARCH_MODELS
 	].find((m) => m.id === modelName);
 	if (!model || !model.cost) return;
@@ -610,4 +632,4 @@ function formatOpenAiError(data) {
 //#endregion
 export { calculateOpenAICost as a, getTokenUsage as c, OPENAI_TRANSCRIPTION_MODELS as i, validateFunctionCall as l, OPENAI_COMPLETION_MODELS as n, failApiCall as o, OPENAI_REALTIME_MODELS as r, formatOpenAiError as s, OPENAI_CHAT_MODELS as t };
 
-//# sourceMappingURL=util-D3q0WQ-0.js.map
+//# sourceMappingURL=util-B9CNhyac.js.map