promptfoo 0.121.4 → 0.121.7

package/dist/src/{util-C9J8ahRn.js → util-5WnCSb0h.js}

@@ -1,19 +1,20 @@
 #!/usr/bin/env node
-import { v as getAjv, x as safeJsonStringify } from "./logger-DksKw1Qc.js";
-import { h as calculateCost } from "./fetch-BEWnXrrG.js";
-import { m as maybeLoadFromExternalFileWithVars } from "./util-DxWpWjhc.js";
+import { v as getAjv, x as safeJsonStringify } from "./logger-BbY6ypFL.js";
+import { v as calculateCost } from "./fetch-DXUnXkVU.js";
+import { N as maybeLoadFromExternalFileWithVars } from "./util-DURocbYR.js";
 import OpenAI from "openai";
 //#region src/providers/openai/util.ts
 const ajv = getAjv();
+const GPT_5_4_LONG_CONTEXT_THRESHOLD = 272e3;
 const OPENAI_CHAT_MODELS = [
-	{
-		id: "gpt-4o-mini-tts",
+	...["gpt-4o-mini-tts", "gpt-4o-mini-tts-2025-12-15"].map((model) => ({
+		id: model,
 		cost: {
 			input: .6 / 1e6,
 			output: 0 / 1e6,
 			audioOutput: 12 / 1e6
 		}
-	},
+	})),
 	...["gpt-4o-search-preview", "gpt-4o-search-preview-2025-03-11"].map((model) => ({
 		id: model,
 		cost: {
@@ -360,7 +361,12 @@ const OPENAI_CHAT_MODELS = [
 		id: model,
 		cost: {
 			input: 2.5 / 1e6,
-			output: 15 / 1e6
+			output: 15 / 1e6,
+			longContext: {
+				threshold: GPT_5_4_LONG_CONTEXT_THRESHOLD,
+				input: 5 / 1e6,
+				output: 22.5 / 1e6
+			}
 		}
 	})),
 	...["gpt-5.4-mini", "gpt-5.4-mini-2026-03-17"].map((model) => ({
@@ -377,13 +383,6 @@ const OPENAI_CHAT_MODELS = [
 			output: 1.25 / 1e6
 		}
 	})),
-	...["gpt-5.4-pro", "gpt-5.4-pro-2026-03-05"].map((model) => ({
-		id: model,
-		cost: {
-			input: 30 / 1e6,
-			output: 180 / 1e6
-		}
-	})),
 	...["gpt-audio", "gpt-audio-2025-08-28"].map((model) => ({
 		id: model,
 		cost: {
@@ -393,7 +392,20 @@ const OPENAI_CHAT_MODELS = [
 			audioOutput: 80 / 1e6
 		}
 	})),
-	...["gpt-audio-mini", "gpt-audio-mini-2025-10-06"].map((model) => ({
+	{
+		id: "gpt-audio-1.5",
+		cost: {
+			input: 2.5 / 1e6,
+			output: 10 / 1e6,
+			audioInput: 32 / 1e6,
+			audioOutput: 64 / 1e6
+		}
+	},
+	...[
+		"gpt-audio-mini",
+		"gpt-audio-mini-2025-12-15",
+		"gpt-audio-mini-2025-10-06"
+	].map((model) => ({
 		id: model,
 		cost: {
 			input: .6 / 1e6,
@@ -403,6 +415,18 @@ const OPENAI_CHAT_MODELS = [
 		}
 	}))
 ];
+const OPENAI_RESPONSES_ONLY_MODELS = [...["gpt-5.4-pro", "gpt-5.4-pro-2026-03-05"].map((model) => ({
+	id: model,
+	cost: {
+		input: 30 / 1e6,
+		output: 180 / 1e6,
+		longContext: {
+			threshold: GPT_5_4_LONG_CONTEXT_THRESHOLD,
+			input: 60 / 1e6,
+			output: 270 / 1e6
+		}
+	}
+}))];
 const OPENAI_DEEP_RESEARCH_MODELS = [...["o3-deep-research", "o3-deep-research-2025-06-26"].map((model) => ({
 	id: model,
 	cost: {
@@ -428,26 +452,20 @@ const OPENAI_COMPLETION_MODELS = [
 	{ id: "text-babbage-002" }
 ];
 const OPENAI_REALTIME_MODELS = [
-	{
-		id: "gpt-realtime",
-		type: "chat",
-		cost: {
-			input: 32 / 1e6,
-			output: 64 / 1e6,
-			audioInput: 32 / 1e6,
-			audioOutput: 64 / 1e6
-		}
-	},
-	{
-		id: "gpt-realtime",
+	...[
+		"gpt-realtime",
+		"gpt-realtime-2025-08-28",
+		"gpt-realtime-1.5"
+	].map((model) => ({
+		id: model,
 		type: "chat",
 		cost: {
 			input: 4 / 1e6,
 			output: 16 / 1e6,
-			audioInput: 40 / 1e6,
-			audioOutput: 80 / 1e6
+			audioInput: 32 / 1e6,
+			audioOutput: 64 / 1e6
 		}
-	},
+	})),
 	{
 		id: "gpt-4o-realtime-preview",
 		type: "chat",
@@ -498,18 +516,12 @@ const OPENAI_REALTIME_MODELS = [
 			audioOutput: 20 / 1e6
 		}
 	},
-	{
-		id: "gpt-realtime-mini",
-		type: "chat",
-		cost: {
-			input: .6 / 1e6,
-			output: 2.4 / 1e6,
-			audioInput: 10 / 1e6,
-			audioOutput: 20 / 1e6
-		}
-	},
-	{
-		id: "gpt-realtime-mini-2025-10-06",
+	...[
+		"gpt-realtime-mini",
+		"gpt-realtime-mini-2025-12-15",
+		"gpt-realtime-mini-2025-10-06"
+	].map((model) => ({
+		id: model,
 		type: "chat",
 		cost: {
 			input: .6 / 1e6,
@@ -517,7 +529,7 @@ const OPENAI_REALTIME_MODELS = [
 			audioInput: 10 / 1e6,
 			audioOutput: 20 / 1e6
 		}
-	}
+	}))
 ];
 const OPENAI_TRANSCRIPTION_MODELS = [
 	{
@@ -528,10 +540,18 @@ const OPENAI_TRANSCRIPTION_MODELS = [
 		id: "gpt-4o-mini-transcribe",
 		cost: { perMinute: .003 }
 	},
+	{
+		id: "gpt-4o-mini-transcribe-2025-12-15",
+		cost: { perMinute: .003 }
+	},
 	{
 		id: "gpt-4o-transcribe-diarize",
 		cost: { perMinute: .006 }
 	},
+	{
+		id: "gpt-4o-transcribe-diarize-2025-10-15",
+		cost: { perMinute: .006 }
+	},
 	{
 		id: "whisper-1",
 		cost: { perMinute: .006 }
@@ -542,6 +562,7 @@ function calculateOpenAICost(modelName, config, promptTokens, completionTokens,
 		...OPENAI_CHAT_MODELS,
 		...OPENAI_COMPLETION_MODELS,
 		...OPENAI_REALTIME_MODELS,
+		...OPENAI_RESPONSES_ONLY_MODELS,
 		...OPENAI_DEEP_RESEARCH_MODELS
 	]);
 	if (!Number.isFinite(promptTokens) || !Number.isFinite(completionTokens) || !Number.isFinite(audioPromptTokens) || !Number.isFinite(audioCompletionTokens) || typeof promptTokens === "undefined" || typeof completionTokens === "undefined" || typeof audioPromptTokens === "undefined" || typeof audioCompletionTokens === "undefined") return;
@@ -549,16 +570,19 @@ function calculateOpenAICost(modelName, config, promptTokens, completionTokens,
 		...OPENAI_CHAT_MODELS,
 		...OPENAI_COMPLETION_MODELS,
 		...OPENAI_REALTIME_MODELS,
+		...OPENAI_RESPONSES_ONLY_MODELS,
 		...OPENAI_DEEP_RESEARCH_MODELS
 	].find((m) => m.id === modelName);
 	if (!model || !model.cost) return;
 	let totalCost = 0;
-	const inputCost = config.cost ?? model.cost.input;
-	const outputCost = config.cost ?? model.cost.output;
+	const inputCost = config.inputCost ?? config.cost ?? model.cost.input;
+	const outputCost = config.outputCost ?? config.cost ?? model.cost.output;
 	totalCost += inputCost * promptTokens + outputCost * completionTokens;
 	if ("audioInput" in model.cost || "audioOutput" in model.cost) {
-		const audioInputCost = config.audioCost ?? model.cost.audioInput ?? 0;
-		const audioOutputCost = config.audioCost ?? model.cost.audioOutput ?? 0;
+		const modelAudioInputCost = "audioInput" in model.cost && typeof model.cost.audioInput === "number" ? model.cost.audioInput : 0;
+		const modelAudioOutputCost = "audioOutput" in model.cost && typeof model.cost.audioOutput === "number" ? model.cost.audioOutput : 0;
+		const audioInputCost = config.audioInputCost ?? config.audioCost ?? modelAudioInputCost;
+		const audioOutputCost = config.audioOutputCost ?? config.audioCost ?? modelAudioOutputCost;
 		totalCost += audioInputCost * audioPromptTokens + audioOutputCost * audioCompletionTokens;
 	}
 	return totalCost;
@@ -611,4 +635,4 @@ function formatOpenAiError(data) {
 //#endregion
 export { calculateOpenAICost as a, getTokenUsage as c, OPENAI_TRANSCRIPTION_MODELS as i, validateFunctionCall as l, OPENAI_COMPLETION_MODELS as n, failApiCall as o, OPENAI_REALTIME_MODELS as r, formatOpenAiError as s, OPENAI_CHAT_MODELS as t };
 
-//# sourceMappingURL=util-C9J8ahRn.js.map
+//# sourceMappingURL=util-5WnCSb0h.js.map

package/dist/src/{util-CN3SrLT4.cjs → util-BSIuSLVK.cjs}

@@ -1,19 +1,21 @@
-const require_logger = require("./logger-COuQb2xB.cjs");
-const require_util = require("./util-Bxn8emtE.cjs");
-const require_fetch = require("./fetch-CJU5ELPa.cjs");
+const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
+const require_logger = require("./logger-cfNpzI4o.cjs");
+const require_fetch = require("./fetch-Dw4XZHjj.cjs");
+const require_util = require("./util-SPsvFONY.cjs");
 let openai = require("openai");
-openai = require_logger.__toESM(openai);
+openai = require_rolldown_runtime.__toESM(openai, 1);
 //#region src/providers/openai/util.ts
 const ajv = require_logger.getAjv();
+const GPT_5_4_LONG_CONTEXT_THRESHOLD = 272e3;
 const OPENAI_CHAT_MODELS = [
-	{
-		id: "gpt-4o-mini-tts",
+	...["gpt-4o-mini-tts", "gpt-4o-mini-tts-2025-12-15"].map((model) => ({
+		id: model,
 		cost: {
 			input: .6 / 1e6,
 			output: 0 / 1e6,
 			audioOutput: 12 / 1e6
 		}
-	},
+	})),
 	...["gpt-4o-search-preview", "gpt-4o-search-preview-2025-03-11"].map((model) => ({
 		id: model,
 		cost: {
@@ -360,7 +362,12 @@ const OPENAI_CHAT_MODELS = [
 		id: model,
 		cost: {
 			input: 2.5 / 1e6,
-			output: 15 / 1e6
+			output: 15 / 1e6,
+			longContext: {
+				threshold: GPT_5_4_LONG_CONTEXT_THRESHOLD,
+				input: 5 / 1e6,
+				output: 22.5 / 1e6
+			}
 		}
 	})),
 	...["gpt-5.4-mini", "gpt-5.4-mini-2026-03-17"].map((model) => ({
@@ -377,13 +384,6 @@ const OPENAI_CHAT_MODELS = [
 			output: 1.25 / 1e6
 		}
 	})),
-	...["gpt-5.4-pro", "gpt-5.4-pro-2026-03-05"].map((model) => ({
-		id: model,
-		cost: {
-			input: 30 / 1e6,
-			output: 180 / 1e6
-		}
-	})),
 	...["gpt-audio", "gpt-audio-2025-08-28"].map((model) => ({
 		id: model,
 		cost: {
@@ -393,7 +393,20 @@ const OPENAI_CHAT_MODELS = [
 			audioOutput: 80 / 1e6
 		}
 	})),
-	...["gpt-audio-mini", "gpt-audio-mini-2025-10-06"].map((model) => ({
+	{
+		id: "gpt-audio-1.5",
+		cost: {
+			input: 2.5 / 1e6,
+			output: 10 / 1e6,
+			audioInput: 32 / 1e6,
+			audioOutput: 64 / 1e6
+		}
+	},
+	...[
+		"gpt-audio-mini",
+		"gpt-audio-mini-2025-12-15",
+		"gpt-audio-mini-2025-10-06"
+	].map((model) => ({
 		id: model,
 		cost: {
 			input: .6 / 1e6,
@@ -403,6 +416,18 @@ const OPENAI_CHAT_MODELS = [
 		}
 	}))
 ];
+const OPENAI_RESPONSES_ONLY_MODELS = [...["gpt-5.4-pro", "gpt-5.4-pro-2026-03-05"].map((model) => ({
+	id: model,
+	cost: {
+		input: 30 / 1e6,
+		output: 180 / 1e6,
+		longContext: {
+			threshold: GPT_5_4_LONG_CONTEXT_THRESHOLD,
+			input: 60 / 1e6,
+			output: 270 / 1e6
+		}
+	}
+}))];
 const OPENAI_DEEP_RESEARCH_MODELS = [...["o3-deep-research", "o3-deep-research-2025-06-26"].map((model) => ({
 	id: model,
 	cost: {
@@ -428,26 +453,20 @@ const OPENAI_COMPLETION_MODELS = [
 	{ id: "text-babbage-002" }
 ];
 const OPENAI_REALTIME_MODELS = [
-	{
-		id: "gpt-realtime",
-		type: "chat",
-		cost: {
-			input: 32 / 1e6,
-			output: 64 / 1e6,
-			audioInput: 32 / 1e6,
-			audioOutput: 64 / 1e6
-		}
-	},
-	{
-		id: "gpt-realtime",
+	...[
+		"gpt-realtime",
+		"gpt-realtime-2025-08-28",
+		"gpt-realtime-1.5"
+	].map((model) => ({
+		id: model,
 		type: "chat",
 		cost: {
 			input: 4 / 1e6,
 			output: 16 / 1e6,
-			audioInput: 40 / 1e6,
-			audioOutput: 80 / 1e6
+			audioInput: 32 / 1e6,
+			audioOutput: 64 / 1e6
 		}
-	},
+	})),
 	{
 		id: "gpt-4o-realtime-preview",
 		type: "chat",
@@ -498,18 +517,12 @@ const OPENAI_REALTIME_MODELS = [
 			audioOutput: 20 / 1e6
 		}
 	},
-	{
-		id: "gpt-realtime-mini",
-		type: "chat",
-		cost: {
-			input: .6 / 1e6,
-			output: 2.4 / 1e6,
-			audioInput: 10 / 1e6,
-			audioOutput: 20 / 1e6
-		}
-	},
-	{
-		id: "gpt-realtime-mini-2025-10-06",
+	...[
+		"gpt-realtime-mini",
+		"gpt-realtime-mini-2025-12-15",
+		"gpt-realtime-mini-2025-10-06"
+	].map((model) => ({
+		id: model,
 		type: "chat",
 		cost: {
 			input: .6 / 1e6,
@@ -517,7 +530,7 @@ const OPENAI_REALTIME_MODELS = [
 			audioInput: 10 / 1e6,
 			audioOutput: 20 / 1e6
 		}
-	}
+	}))
 ];
 const OPENAI_TRANSCRIPTION_MODELS = [
 	{
@@ -528,10 +541,18 @@ const OPENAI_TRANSCRIPTION_MODELS = [
 		id: "gpt-4o-mini-transcribe",
 		cost: { perMinute: .003 }
 	},
+	{
+		id: "gpt-4o-mini-transcribe-2025-12-15",
+		cost: { perMinute: .003 }
+	},
 	{
 		id: "gpt-4o-transcribe-diarize",
 		cost: { perMinute: .006 }
 	},
+	{
+		id: "gpt-4o-transcribe-diarize-2025-10-15",
+		cost: { perMinute: .006 }
+	},
 	{
 		id: "whisper-1",
 		cost: { perMinute: .006 }
@@ -542,6 +563,7 @@ function calculateOpenAICost(modelName, config, promptTokens, completionTokens,
 		...OPENAI_CHAT_MODELS,
 		...OPENAI_COMPLETION_MODELS,
 		...OPENAI_REALTIME_MODELS,
+		...OPENAI_RESPONSES_ONLY_MODELS,
 		...OPENAI_DEEP_RESEARCH_MODELS
 	]);
 	if (!Number.isFinite(promptTokens) || !Number.isFinite(completionTokens) || !Number.isFinite(audioPromptTokens) || !Number.isFinite(audioCompletionTokens) || typeof promptTokens === "undefined" || typeof completionTokens === "undefined" || typeof audioPromptTokens === "undefined" || typeof audioCompletionTokens === "undefined") return;
@@ -549,16 +571,19 @@ function calculateOpenAICost(modelName, config, promptTokens, completionTokens,
 		...OPENAI_CHAT_MODELS,
 		...OPENAI_COMPLETION_MODELS,
 		...OPENAI_REALTIME_MODELS,
+		...OPENAI_RESPONSES_ONLY_MODELS,
 		...OPENAI_DEEP_RESEARCH_MODELS
 	].find((m) => m.id === modelName);
 	if (!model || !model.cost) return;
 	let totalCost = 0;
-	const inputCost = config.cost ?? model.cost.input;
-	const outputCost = config.cost ?? model.cost.output;
+	const inputCost = config.inputCost ?? config.cost ?? model.cost.input;
+	const outputCost = config.outputCost ?? config.cost ?? model.cost.output;
 	totalCost += inputCost * promptTokens + outputCost * completionTokens;
 	if ("audioInput" in model.cost || "audioOutput" in model.cost) {
-		const audioInputCost = config.audioCost ?? model.cost.audioInput ?? 0;
-		const audioOutputCost = config.audioCost ?? model.cost.audioOutput ?? 0;
+		const modelAudioInputCost = "audioInput" in model.cost && typeof model.cost.audioInput === "number" ? model.cost.audioInput : 0;
+		const modelAudioOutputCost = "audioOutput" in model.cost && typeof model.cost.audioOutput === "number" ? model.cost.audioOutput : 0;
+		const audioInputCost = config.audioInputCost ?? config.audioCost ?? modelAudioInputCost;
+		const audioOutputCost = config.audioOutputCost ?? config.audioCost ?? modelAudioOutputCost;
 		totalCost += audioInputCost * audioPromptTokens + audioOutputCost * audioCompletionTokens;
 	}
 	return totalCost;
@@ -664,4 +689,4 @@ Object.defineProperty(exports, "validateFunctionCall", {
 	}
 });
 
-//# sourceMappingURL=util-CN3SrLT4.cjs.map
+//# sourceMappingURL=util-BSIuSLVK.cjs.map