promptfoo 0.120.26 → 0.121.1

package/dist/src/{responses-TsdODUpm.js → responses-CGw0DCzh.js}

@@ -1,14 +1,13 @@
 #!/usr/bin/env node
-import { C as getEnvString, O as cliState_default, S as getEnvInt, o as logger_default, x as getEnvFloat } from "./logger-BotXmWKW.js";
-import { d as REQUEST_TIMEOUT_MS, u as LONG_RUNNING_MODEL_TIMEOUT_MS } from "./fetch-SRsE6Ctl.js";
-import { a as fetchWithCache } from "./cache-mIszOnuz.js";
-import { i as isJavascriptFile } from "./fileExtensions-BpuMmaFL.js";
-import { g as maybeLoadToolsFromExternalFile, h as maybeLoadResponseFormatFromExternalFile, x as renderVarsInObject } from "./util-BSh4a_Q8.js";
-import { r as importModule } from "./esm-CYhseqj4.js";
-import { t as OpenAiGenericProvider } from "./openai-CT5fwbve.js";
-import { a as calculateOpenAICost, c as getTokenUsage$1, s as formatOpenAiError } from "./util-CUEt0Vum.js";
+import { C as getEnvString, O as state, S as getEnvInt, o as logger, x as getEnvFloat } from "./logger-KkObSCzq.js";
+import { d as LONG_RUNNING_MODEL_TIMEOUT_MS, f as REQUEST_TIMEOUT_MS } from "./fetch-BMv0O527.js";
+import { a as fetchWithCache } from "./cache-CG0SlR1d.js";
+import { i as isJavascriptFile } from "./fileExtensions-Ds-foDzt.js";
+import { g as maybeLoadToolsFromExternalFile, h as maybeLoadResponseFormatFromExternalFile, x as renderVarsInObject } from "./util-YT5HPZaS.js";
+import { r as importModule } from "./esm-C03C-mv3.js";
+import { t as OpenAiGenericProvider } from "./openai-DhbB7eWK.js";
+import { a as calculateOpenAICost, c as getTokenUsage$1, s as formatOpenAiError } from "./util-C-PPYSMq.js";
 import path from "path";
-
 //#region src/providers/functionCallbackUtils.ts
 /**
 * Handles function callback execution for AI providers.
@@ -46,7 +45,7 @@ var FunctionCallbackHandler = class {
 				isError: false
 			};
 		} catch (error) {
-			logger_default.debug(`Function callback failed for ${functionInfo.name}: ${error}`);
+			logger.debug(`Function callback failed for ${functionInfo.name}: ${error}`);
 			return {
 				output: typeof call === "string" ? call : JSON.stringify(call),
 				isError: true
@@ -116,8 +115,8 @@ var FunctionCallbackHandler = class {
 			if (splits[0] && isJavascriptFile(splits[0])) [filePath, functionName] = splits;
 		}
 		try {
-			const resolvedPath = path.resolve(cliState_default.basePath || "", filePath);
-			logger_default.debug(`Loading function from ${resolvedPath}${functionName ? `:${functionName}` : ""}`);
+			const resolvedPath = path.resolve(state.basePath || "", filePath);
+			logger.debug(`Loading function from ${resolvedPath}${functionName ? `:${functionName}` : ""}`);
 			const mod = await importModule(resolvedPath);
 			const func = functionName && mod[functionName] ? mod[functionName] : mod.default || mod;
 			if (typeof func !== "function") throw new Error(`Expected ${resolvedPath}${functionName ? `:${functionName}` : ""} to export a function, got ${typeof func}`);
@@ -159,7 +158,7 @@ var FunctionCallbackHandler = class {
 			};
 		} catch (error) {
 			const errorMessage = error instanceof Error ? error.message : String(error);
-			logger_default.debug(`MCP tool execution failed for ${toolName}: ${errorMessage}`);
+			logger.debug(`MCP tool execution failed for ${toolName}: ${errorMessage}`);
 			return {
 				output: `MCP Tool Error (${toolName}): ${errorMessage}`,
 				isError: true
@@ -180,7 +179,6 @@ var FunctionCallbackHandler = class {
 		this.loadedCallbacks = {};
 	}
 };
-
 //#endregion
 //#region src/providers/responses/processor.ts
 /**
@@ -232,7 +230,7 @@ var ResponsesProcessor = class {
 		this.config = config;
 	}
 	async processResponseOutput(data, requestConfig, cached) {
-		logger_default.debug(`Processing ${this.config.providerType} responses output`, {
+		logger.debug(`Processing ${this.config.providerType} responses output`, {
 			responseId: data.id,
 			model: data.model
 		});
@@ -257,7 +255,7 @@ var ResponsesProcessor = class {
 			if (requestConfig.response_format?.type === "json_schema" && typeof finalOutput === "string") try {
 				finalOutput = JSON.parse(finalOutput);
 			} catch (error) {
-				logger_default.error(`Failed to parse JSON output: ${error}`);
+				logger.error(`Failed to parse JSON output: ${error}`);
 			}
 			const result = {
 				output: finalOutput,
@@ -277,7 +275,7 @@ var ResponsesProcessor = class {
 		}
 	}
 	async processOutput(output, context) {
-		if (this.config.modelName.includes("deep-research")) logger_default.debug(`Deep research response structure: ${JSON.stringify(context.data, null, 2)}`);
+		if (this.config.modelName.includes("deep-research")) logger.debug(`Deep research response structure: ${JSON.stringify(context.data, null, 2)}`);
 		if (!output || !Array.isArray(output) || output.length === 0) throw new Error("Invalid response format: Missing output array");
 		let result = "";
 		let refusal = "";
@@ -285,7 +283,7 @@ var ResponsesProcessor = class {
 		const annotations = [];
 		for (const item of output) {
 			if (!item || typeof item !== "object") {
-				logger_default.warn(`Skipping invalid output item: ${JSON.stringify(item)}`);
+				logger.warn(`Skipping invalid output item: ${JSON.stringify(item)}`);
 				continue;
 			}
 			const processed = await this.processOutputItem(item, context);
@@ -315,7 +313,7 @@ var ResponsesProcessor = class {
 			case "mcp_call": return this.processMcpCall(item);
 			case "mcp_approval_request": return this.processMcpApprovalRequest(item);
 			default:
-				logger_default.debug(`Unknown output item type: ${item.type}`);
+				logger.debug(`Unknown output item type: ${item.type}`);
 				return {};
 		}
 	}
@@ -338,7 +336,7 @@ var ResponsesProcessor = class {
 		const annotations = [];
 		if (item.content) for (const contentItem of item.content) {
 			if (!contentItem || typeof contentItem !== "object") {
-				logger_default.warn(`Skipping invalid content item: ${JSON.stringify(contentItem)}`);
+				logger.warn(`Skipping invalid content item: ${JSON.stringify(contentItem)}`);
 				continue;
 			}
 			if (contentItem.type === "output_text") {
@@ -399,7 +397,6 @@ var ResponsesProcessor = class {
 		return Promise.resolve({ content });
 	}
 };
-
 //#endregion
 //#region src/providers/openai/responses.ts
 var OpenAiResponsesProvider = class extends OpenAiGenericProvider {
@@ -438,8 +435,17 @@ var OpenAiResponsesProvider = class extends OpenAiGenericProvider {
 		"gpt-5.1-chat-latest",
 		"gpt-5.2",
 		"gpt-5.2-2025-12-11",
+		"gpt-5.2-chat-latest",
+		"gpt-5.2-codex",
+		"gpt-5.2-pro",
+		"gpt-5.2-pro-2025-12-11",
+		"gpt-5.3-chat-latest",
 		"gpt-5.3-codex",
 		"gpt-5.3-codex-spark",
+		"gpt-5.4",
+		"gpt-5.4-2026-03-05",
+		"gpt-5.4-pro",
+		"gpt-5.4-pro-2026-03-05",
 		"gpt-audio",
 		"gpt-audio-2025-08-28",
 		"gpt-audio-mini",
@@ -532,7 +538,7 @@ var OpenAiResponsesProvider = class extends OpenAiGenericProvider {
 			...reasoningEffort ? { reasoning: { effort: reasoningEffort } } : {},
 			...temperature !== void 0 ? { temperature } : {},
 			...instructions ? { instructions } : {},
-			...config.top_p !== void 0 || getEnvString("OPENAI_TOP_P") ? { top_p: config.top_p ?? getEnvFloat("OPENAI_TOP_P", 1) } : {},
+			...(!reasoningEffort || reasoningEffort === "none") && (config.top_p !== void 0 || getEnvString("OPENAI_TOP_P")) ? { top_p: config.top_p ?? getEnvFloat("OPENAI_TOP_P", 1) } : {},
 			...loadedTools ? { tools: loadedTools } : {},
 			...config.tool_choice ? { tool_choice: config.tool_choice } : {},
 			...config.max_tool_calls ? { max_tool_calls: config.max_tool_calls } : {},
@@ -568,10 +574,11 @@ var OpenAiResponsesProvider = class extends OpenAiGenericProvider {
 			for (const mcpTool of mcpTools) if (mcpTool.require_approval !== "never") return { error: `Deep research model ${this.modelName} requires MCP tools to have require_approval: 'never'. Update your MCP tool configuration:\ntools:\n  - type: mcp\n    require_approval: never` };
 		}
 		let timeout = REQUEST_TIMEOUT_MS;
-		if (isDeepResearchModel || this.modelName.includes("gpt-5-pro")) {
+		const isGpt5ProModel = /(^|\/)gpt-5(?:\.\d+)?-pro(?:-|$)/.test(this.modelName);
+		if (isDeepResearchModel || isGpt5ProModel) {
 			const evalTimeout = getEnvInt("PROMPTFOO_EVAL_TIMEOUT_MS", 0);
 			timeout = evalTimeout > 0 ? evalTimeout : LONG_RUNNING_MODEL_TIMEOUT_MS;
-			logger_default.debug(`Using timeout of ${timeout}ms for long-running model ${this.modelName}`);
+			logger.debug(`Using timeout of ${timeout}ms for long-running model ${this.modelName}`);
 		}
 		let data;
 		let status;
@@ -612,7 +619,7 @@ var OpenAiResponsesProvider = class extends OpenAiGenericProvider {
 				};
 			}
 		} catch (err) {
-			logger_default.error(`API call error: ${String(err)}`);
+			logger.error(`API call error: ${String(err)}`);
 			await deleteFromCache?.();
 			return {
 				error: `API call error: ${String(err)}`,
@@ -648,7 +655,7 @@ var OpenAiResponsesProvider = class extends OpenAiGenericProvider {
 		};
 	}
 };
-
 //#endregion
 export { ResponsesProcessor as n, FunctionCallbackHandler as r, OpenAiResponsesProvider as t };
-//# sourceMappingURL=responses-TsdODUpm.js.map
+
+//# sourceMappingURL=responses-CGw0DCzh.js.map