promptfoo 0.120.26 → 0.121.1

package/dist/src/{util-Cl0zfT3V.js → util-Betm42rL.js}

@@ -1,8 +1,7 @@
-import { d as getAjv, m as safeJsonStringify } from "./logger-w8Ozp0Td.js";
-import { l as maybeLoadFromExternalFileWithVars } from "./util-DiCePfDu.js";
-import { g as calculateCost } from "./fetch-18MuNu9i.js";
+import { d as getAjv, m as safeJsonStringify } from "./logger-CT3IKMKA.js";
+import { l as maybeLoadFromExternalFileWithVars } from "./util-Dlz_Wvgm.js";
+import { m as calculateCost } from "./fetch-60Gzydls.js";
 import OpenAI from "openai";
-
 //#region src/providers/openai/util.ts
 const ajv = getAjv();
 const OPENAI_CHAT_MODELS = [
@@ -244,14 +243,12 @@ const OPENAI_CHAT_MODELS = [
 			output: 4.4 / 1e6
 		}
 	})),
-	...["gpt-5", "gpt-5-2025-08-07"].map((model) => ({
-		id: model,
-		cost: {
-			input: 1.25 / 1e6,
-			output: 10 / 1e6
-		}
-	})),
-	...["gpt-5-chat-latest"].map((model) => ({
+	...[
+		"gpt-5",
+		"gpt-5-2025-08-07",
+		"gpt-5-chat",
+		"gpt-5-chat-latest"
+	].map((model) => ({
 		id: model,
 		cost: {
 			input: 1.25 / 1e6,
@@ -293,7 +290,11 @@ const OPENAI_CHAT_MODELS = [
 			output: 120 / 1e6
 		}
 	})),
-	...["gpt-5.1"].map((model) => ({
+	...[
+		"gpt-5.1",
+		"gpt-5.1-2025-11-13",
+		"gpt-5.1-chat-latest"
+	].map((model) => ({
 		id: model,
 		cost: {
 			input: 1.25 / 1e6,
@@ -321,14 +322,26 @@ const OPENAI_CHAT_MODELS = [
 			output: 10 / 1e6
 		}
 	})),
-	...["gpt-5.2", "gpt-5.2-2025-12-11"].map((model) => ({
+	...[
+		"gpt-5.2",
+		"gpt-5.2-2025-12-11",
+		"gpt-5.2-chat-latest",
+		"gpt-5.2-codex"
+	].map((model) => ({
 		id: model,
 		cost: {
 			input: 1.75 / 1e6,
 			output: 14 / 1e6
 		}
 	})),
-	...["gpt-5.3-codex"].map((model) => ({
+	...["gpt-5.2-pro", "gpt-5.2-pro-2025-12-11"].map((model) => ({
+		id: model,
+		cost: {
+			input: 15 / 1e6,
+			output: 120 / 1e6
+		}
+	})),
+	...["gpt-5.3-chat-latest", "gpt-5.3-codex"].map((model) => ({
 		id: model,
 		cost: {
 			input: 1.75 / 1e6,
@@ -342,6 +355,20 @@ const OPENAI_CHAT_MODELS = [
 			output: 4 / 1e6
 		}
 	})),
+	...["gpt-5.4", "gpt-5.4-2026-03-05"].map((model) => ({
+		id: model,
+		cost: {
+			input: 2.5 / 1e6,
+			output: 15 / 1e6
+		}
+	})),
+	...["gpt-5.4-pro", "gpt-5.4-pro-2026-03-05"].map((model) => ({
+		id: model,
+		cost: {
+			input: 30 / 1e6,
+			output: 180 / 1e6
+		}
+	})),
 	...["gpt-audio", "gpt-audio-2025-08-28"].map((model) => ({
 		id: model,
 		cost: {
@@ -566,7 +593,7 @@ function formatOpenAiError(data) {
 	errorMessage += "\n\n" + safeJsonStringify(data, true);
 	return errorMessage;
 }
-
 //#endregion
 export { calculateOpenAICost as a, getTokenUsage as c, OPENAI_TRANSCRIPTION_MODELS as i, validateFunctionCall as l, OPENAI_COMPLETION_MODELS as n, failApiCall as o, OPENAI_REALTIME_MODELS as r, formatOpenAiError as s, OPENAI_CHAT_MODELS as t };
-//# sourceMappingURL=util-Cl0zfT3V.js.map
+
+//# sourceMappingURL=util-Betm42rL.js.map

package/dist/src/{util-CUEt0Vum.js → util-C-PPYSMq.js}

@@ -1,9 +1,8 @@
 #!/usr/bin/env node
-import { g as safeJsonStringify, p as getAjv } from "./logger-BotXmWKW.js";
-import { f as calculateCost } from "./fetch-SRsE6Ctl.js";
-import { m as maybeLoadFromExternalFileWithVars } from "./util-BSh4a_Q8.js";
+import { g as safeJsonStringify, p as getAjv } from "./logger-KkObSCzq.js";
+import { p as calculateCost } from "./fetch-BMv0O527.js";
+import { m as maybeLoadFromExternalFileWithVars } from "./util-YT5HPZaS.js";
 import OpenAI from "openai";
-
 //#region src/providers/openai/util.ts
 const ajv = getAjv();
 const OPENAI_CHAT_MODELS = [
@@ -245,14 +244,12 @@ const OPENAI_CHAT_MODELS = [
 			output: 4.4 / 1e6
 		}
 	})),
-	...["gpt-5", "gpt-5-2025-08-07"].map((model) => ({
-		id: model,
-		cost: {
-			input: 1.25 / 1e6,
-			output: 10 / 1e6
-		}
-	})),
-	...["gpt-5-chat-latest"].map((model) => ({
+	...[
+		"gpt-5",
+		"gpt-5-2025-08-07",
+		"gpt-5-chat",
+		"gpt-5-chat-latest"
+	].map((model) => ({
 		id: model,
 		cost: {
 			input: 1.25 / 1e6,
@@ -294,7 +291,11 @@ const OPENAI_CHAT_MODELS = [
 			output: 120 / 1e6
 		}
 	})),
-	...["gpt-5.1"].map((model) => ({
+	...[
+		"gpt-5.1",
+		"gpt-5.1-2025-11-13",
+		"gpt-5.1-chat-latest"
+	].map((model) => ({
 		id: model,
 		cost: {
 			input: 1.25 / 1e6,
@@ -322,14 +323,26 @@ const OPENAI_CHAT_MODELS = [
 			output: 10 / 1e6
 		}
 	})),
-	...["gpt-5.2", "gpt-5.2-2025-12-11"].map((model) => ({
+	...[
+		"gpt-5.2",
+		"gpt-5.2-2025-12-11",
+		"gpt-5.2-chat-latest",
+		"gpt-5.2-codex"
+	].map((model) => ({
 		id: model,
 		cost: {
 			input: 1.75 / 1e6,
 			output: 14 / 1e6
 		}
 	})),
-	...["gpt-5.3-codex"].map((model) => ({
+	...["gpt-5.2-pro", "gpt-5.2-pro-2025-12-11"].map((model) => ({
+		id: model,
+		cost: {
+			input: 15 / 1e6,
+			output: 120 / 1e6
+		}
+	})),
+	...["gpt-5.3-chat-latest", "gpt-5.3-codex"].map((model) => ({
 		id: model,
 		cost: {
 			input: 1.75 / 1e6,
@@ -343,6 +356,20 @@ const OPENAI_CHAT_MODELS = [
 			output: 4 / 1e6
 		}
 	})),
+	...["gpt-5.4", "gpt-5.4-2026-03-05"].map((model) => ({
+		id: model,
+		cost: {
+			input: 2.5 / 1e6,
+			output: 15 / 1e6
+		}
+	})),
+	...["gpt-5.4-pro", "gpt-5.4-pro-2026-03-05"].map((model) => ({
+		id: model,
+		cost: {
+			input: 30 / 1e6,
+			output: 180 / 1e6
+		}
+	})),
 	...["gpt-audio", "gpt-audio-2025-08-28"].map((model) => ({
 		id: model,
 		cost: {
@@ -567,7 +594,7 @@ function formatOpenAiError(data) {
 	errorMessage += "\n\n" + safeJsonStringify(data, true);
 	return errorMessage;
 }
-
 //#endregion
 export { calculateOpenAICost as a, getTokenUsage as c, OPENAI_TRANSCRIPTION_MODELS as i, validateFunctionCall as l, OPENAI_COMPLETION_MODELS as n, failApiCall as o, OPENAI_REALTIME_MODELS as r, formatOpenAiError as s, OPENAI_CHAT_MODELS as t };
-//# sourceMappingURL=util-CUEt0Vum.js.map
+
+//# sourceMappingURL=util-C-PPYSMq.js.map

package/dist/src/{util-DkFTvieG.cjs → util-CchiqXh_.cjs}

@@ -1,6 +1,5 @@
-const require_fetch = require('./fetch-ZMn_oemb.cjs');
-const require_transform = require('./transform-ivxEY4f7.cjs');
-
+const require_fetch = require("./fetch-BxUk8odA.cjs");
+const require_transform = require("./transform-DOcQeLld.cjs");
 //#region src/providers/anthropic/util.ts
 const ANTHROPIC_MODELS = [
 	...["claude-sonnet-4-6", "claude-sonnet-4-6-latest"].map((model) => ({
@@ -147,7 +146,7 @@ function parseMessages(messages) {
 			const systemMessage = parsed.find((msg) => msg.role === "system");
 			const thinking = parsed.find((msg) => msg.thinking)?.thinking;
 			return {
-				extractedMessages: parsed.filter((msg) => msg.role !== "system").map((msg) => ({
+				extractedMessages: parsed.filter((msg) => msg.role && msg.role !== "system").map((msg) => ({
 					role: msg.role,
 					content: Array.isArray(msg.content) ? processAnthropicImageContent(msg.content) : [{
 						type: "text",
@@ -288,42 +287,42 @@ function transformWebSearchTool(config) {
 	if (config.cache_control) tool.cache_control = config.cache_control;
 	return tool;
 }
-
 //#endregion
-Object.defineProperty(exports, 'ANTHROPIC_MODELS', {
-  enumerable: true,
-  get: function () {
-    return ANTHROPIC_MODELS;
-  }
+Object.defineProperty(exports, "ANTHROPIC_MODELS", {
+	enumerable: true,
+	get: function() {
+		return ANTHROPIC_MODELS;
+	}
 });
-Object.defineProperty(exports, 'calculateAnthropicCost', {
-  enumerable: true,
-  get: function () {
-    return calculateAnthropicCost;
-  }
+Object.defineProperty(exports, "calculateAnthropicCost", {
+	enumerable: true,
+	get: function() {
+		return calculateAnthropicCost;
+	}
 });
-Object.defineProperty(exports, 'getTokenUsage', {
-  enumerable: true,
-  get: function () {
-    return getTokenUsage;
-  }
+Object.defineProperty(exports, "getTokenUsage", {
+	enumerable: true,
+	get: function() {
+		return getTokenUsage;
+	}
 });
-Object.defineProperty(exports, 'outputFromMessage', {
-  enumerable: true,
-  get: function () {
-    return outputFromMessage;
-  }
+Object.defineProperty(exports, "outputFromMessage", {
+	enumerable: true,
+	get: function() {
+		return outputFromMessage;
+	}
 });
-Object.defineProperty(exports, 'parseMessages', {
-  enumerable: true,
-  get: function () {
-    return parseMessages;
-  }
+Object.defineProperty(exports, "parseMessages", {
+	enumerable: true,
+	get: function() {
+		return parseMessages;
+	}
 });
-Object.defineProperty(exports, 'processAnthropicTools', {
-  enumerable: true,
-  get: function () {
-    return processAnthropicTools;
-  }
+Object.defineProperty(exports, "processAnthropicTools", {
+	enumerable: true,
+	get: function() {
+		return processAnthropicTools;
+	}
 });
-//# sourceMappingURL=util-DkFTvieG.cjs.map
+
+//# sourceMappingURL=util-CchiqXh_.cjs.map

package/dist/src/{util-mJ58qbbw.js → util-DaWTWKBK.js}

@@ -1,6 +1,5 @@
-import { g as calculateCost } from "./fetch-18MuNu9i.js";
-import { x as parseDataUrl } from "./transform-DMaxQwDx.js";
-
+import { m as calculateCost } from "./fetch-60Gzydls.js";
+import { x as parseDataUrl } from "./transform-DGLazrMm.js";
 //#region src/providers/anthropic/util.ts
 const ANTHROPIC_MODELS = [
 	...["claude-sonnet-4-6", "claude-sonnet-4-6-latest"].map((model) => ({
@@ -147,7 +146,7 @@ function parseMessages(messages) {
 			const systemMessage = parsed.find((msg) => msg.role === "system");
 			const thinking = parsed.find((msg) => msg.thinking)?.thinking;
 			return {
-				extractedMessages: parsed.filter((msg) => msg.role !== "system").map((msg) => ({
+				extractedMessages: parsed.filter((msg) => msg.role && msg.role !== "system").map((msg) => ({
 					role: msg.role,
 					content: Array.isArray(msg.content) ? processAnthropicImageContent(msg.content) : [{
 						type: "text",
@@ -288,7 +287,7 @@ function transformWebSearchTool(config) {
 	if (config.cache_control) tool.cache_control = config.cache_control;
 	return tool;
 }
-
 //#endregion
 export { parseMessages as a, outputFromMessage as i, calculateAnthropicCost as n, processAnthropicTools as o, getTokenUsage as r, ANTHROPIC_MODELS as t };
-//# sourceMappingURL=util-mJ58qbbw.js.map
+
+//# sourceMappingURL=util-DaWTWKBK.js.map

package/dist/src/{util-C08Kns6-.cjs → util-Db0a0AFH.cjs}

@@ -1,9 +1,8 @@
-const require_logger = require('./logger-BdZ-IqBc.cjs');
-const require_util = require('./util-DUYOvxAy.cjs');
-const require_fetch = require('./fetch-ZMn_oemb.cjs');
+const require_logger = require("./logger-Cp1GPUjj.cjs");
+const require_util = require("./util-Yz-1aEhW.cjs");
+const require_fetch = require("./fetch-BxUk8odA.cjs");
 let openai = require("openai");
 openai = require_logger.__toESM(openai);
-
 //#region src/providers/openai/util.ts
 const ajv = require_logger.getAjv();
 const OPENAI_CHAT_MODELS = [
@@ -245,14 +244,12 @@ const OPENAI_CHAT_MODELS = [
 			output: 4.4 / 1e6
 		}
 	})),
-	...["gpt-5", "gpt-5-2025-08-07"].map((model) => ({
-		id: model,
-		cost: {
-			input: 1.25 / 1e6,
-			output: 10 / 1e6
-		}
-	})),
-	...["gpt-5-chat-latest"].map((model) => ({
+	...[
+		"gpt-5",
+		"gpt-5-2025-08-07",
+		"gpt-5-chat",
+		"gpt-5-chat-latest"
+	].map((model) => ({
 		id: model,
 		cost: {
 			input: 1.25 / 1e6,
@@ -294,7 +291,11 @@ const OPENAI_CHAT_MODELS = [
 			output: 120 / 1e6
 		}
 	})),
-	...["gpt-5.1"].map((model) => ({
+	...[
+		"gpt-5.1",
+		"gpt-5.1-2025-11-13",
+		"gpt-5.1-chat-latest"
+	].map((model) => ({
 		id: model,
 		cost: {
 			input: 1.25 / 1e6,
@@ -322,14 +323,26 @@ const OPENAI_CHAT_MODELS = [
 			output: 10 / 1e6
 		}
 	})),
-	...["gpt-5.2", "gpt-5.2-2025-12-11"].map((model) => ({
+	...[
+		"gpt-5.2",
+		"gpt-5.2-2025-12-11",
+		"gpt-5.2-chat-latest",
+		"gpt-5.2-codex"
+	].map((model) => ({
 		id: model,
 		cost: {
 			input: 1.75 / 1e6,
 			output: 14 / 1e6
 		}
 	})),
-	...["gpt-5.3-codex"].map((model) => ({
+	...["gpt-5.2-pro", "gpt-5.2-pro-2025-12-11"].map((model) => ({
+		id: model,
+		cost: {
+			input: 15 / 1e6,
+			output: 120 / 1e6
+		}
+	})),
+	...["gpt-5.3-chat-latest", "gpt-5.3-codex"].map((model) => ({
 		id: model,
 		cost: {
 			input: 1.75 / 1e6,
@@ -343,6 +356,20 @@ const OPENAI_CHAT_MODELS = [
 			output: 4 / 1e6
 		}
 	})),
+	...["gpt-5.4", "gpt-5.4-2026-03-05"].map((model) => ({
+		id: model,
+		cost: {
+			input: 2.5 / 1e6,
+			output: 15 / 1e6
+		}
+	})),
+	...["gpt-5.4-pro", "gpt-5.4-pro-2026-03-05"].map((model) => ({
+		id: model,
+		cost: {
+			input: 30 / 1e6,
+			output: 180 / 1e6
+		}
+	})),
 	...["gpt-audio", "gpt-audio-2025-08-28"].map((model) => ({
 		id: model,
 		cost: {
@@ -567,60 +594,60 @@ function formatOpenAiError(data) {
 	errorMessage += "\n\n" + require_logger.safeJsonStringify(data, true);
 	return errorMessage;
 }
-
 //#endregion
-Object.defineProperty(exports, 'OPENAI_CHAT_MODELS', {
-  enumerable: true,
-  get: function () {
-    return OPENAI_CHAT_MODELS;
-  }
+Object.defineProperty(exports, "OPENAI_CHAT_MODELS", {
+	enumerable: true,
+	get: function() {
+		return OPENAI_CHAT_MODELS;
+	}
 });
-Object.defineProperty(exports, 'OPENAI_COMPLETION_MODELS', {
-  enumerable: true,
-  get: function () {
-    return OPENAI_COMPLETION_MODELS;
-  }
+Object.defineProperty(exports, "OPENAI_COMPLETION_MODELS", {
+	enumerable: true,
+	get: function() {
+		return OPENAI_COMPLETION_MODELS;
+	}
 });
-Object.defineProperty(exports, 'OPENAI_REALTIME_MODELS', {
-  enumerable: true,
-  get: function () {
-    return OPENAI_REALTIME_MODELS;
-  }
+Object.defineProperty(exports, "OPENAI_REALTIME_MODELS", {
+	enumerable: true,
+	get: function() {
+		return OPENAI_REALTIME_MODELS;
+	}
 });
-Object.defineProperty(exports, 'OPENAI_TRANSCRIPTION_MODELS', {
-  enumerable: true,
-  get: function () {
-    return OPENAI_TRANSCRIPTION_MODELS;
-  }
+Object.defineProperty(exports, "OPENAI_TRANSCRIPTION_MODELS", {
+	enumerable: true,
+	get: function() {
+		return OPENAI_TRANSCRIPTION_MODELS;
+	}
 });
-Object.defineProperty(exports, 'calculateOpenAICost', {
-  enumerable: true,
-  get: function () {
-    return calculateOpenAICost;
-  }
+Object.defineProperty(exports, "calculateOpenAICost", {
+	enumerable: true,
+	get: function() {
+		return calculateOpenAICost;
+	}
 });
-Object.defineProperty(exports, 'failApiCall', {
-  enumerable: true,
-  get: function () {
-    return failApiCall;
-  }
+Object.defineProperty(exports, "failApiCall", {
+	enumerable: true,
+	get: function() {
+		return failApiCall;
+	}
 });
-Object.defineProperty(exports, 'formatOpenAiError', {
-  enumerable: true,
-  get: function () {
-    return formatOpenAiError;
-  }
+Object.defineProperty(exports, "formatOpenAiError", {
+	enumerable: true,
+	get: function() {
+		return formatOpenAiError;
+	}
 });
-Object.defineProperty(exports, 'getTokenUsage', {
-  enumerable: true,
-  get: function () {
-    return getTokenUsage;
-  }
+Object.defineProperty(exports, "getTokenUsage", {
+	enumerable: true,
+	get: function() {
+		return getTokenUsage;
+	}
 });
-Object.defineProperty(exports, 'validateFunctionCall', {
-  enumerable: true,
-  get: function () {
-    return validateFunctionCall;
-  }
+Object.defineProperty(exports, "validateFunctionCall", {
+	enumerable: true,
+	get: function() {
+		return validateFunctionCall;
+	}
 });
-//# sourceMappingURL=util-C08Kns6-.cjs.map
+
+//# sourceMappingURL=util-Db0a0AFH.cjs.map