promptfoo 0.120.27 → 0.121.2

package/dist/src/{responses-ghR3IOfy.cjs → responses-D8SBTL64.cjs}

@@ -1,14 +1,13 @@
-const require_logger = require('./logger-B7sBeGa0.cjs');
-const require_esm = require('./esm-Ct-Joyue.cjs');
-const require_fileExtensions = require('./fileExtensions-DkJYkWUy.cjs');
-const require_util = require('./util-aLhtl3fe.cjs');
-const require_fetch = require('./fetch-BmbD-v1L.cjs');
-const require_cache = require('./cache-BTVYfbka.cjs');
-const require_openai = require('./openai-DUFopMrH.cjs');
-const require_util$1 = require('./util-1wWM599Z.cjs');
+const require_logger = require("./logger-Cp1GPUjj.cjs");
+const require_esm = require("./esm-CnNt7sI4.cjs");
+const require_fileExtensions = require("./fileExtensions-bYh77CN8.cjs");
+const require_util = require("./util-B9vlHIIh.cjs");
+const require_fetch = require("./fetch-BPkYtG8K.cjs");
+const require_cache = require("./cache-Dh5WtQps.cjs");
+const require_openai = require("./openai-Cuif0GEt.cjs");
+const require_util$1 = require("./util-BzMcevZc.cjs");
 let path = require("path");
 path = require_logger.__toESM(path);
-
 //#region src/providers/functionCallbackUtils.ts
 /**
 * Handles function callback execution for AI providers.
@@ -46,7 +45,7 @@ var FunctionCallbackHandler = class {
 				isError: false
 			};
 		} catch (error) {
-			require_logger.logger_default.debug(`Function callback failed for ${functionInfo.name}: ${error}`);
+			require_logger.logger.debug(`Function callback failed for ${functionInfo.name}: ${error}`);
 			return {
 				output: typeof call === "string" ? call : JSON.stringify(call),
 				isError: true
@@ -116,8 +115,8 @@ var FunctionCallbackHandler = class {
 			if (splits[0] && require_fileExtensions.isJavascriptFile(splits[0])) [filePath, functionName] = splits;
 		}
 		try {
-			const resolvedPath = path.default.resolve(require_logger.cliState_default.basePath || "", filePath);
-			require_logger.logger_default.debug(`Loading function from ${resolvedPath}${functionName ? `:${functionName}` : ""}`);
+			const resolvedPath = path.default.resolve(require_logger.state.basePath || "", filePath);
+			require_logger.logger.debug(`Loading function from ${resolvedPath}${functionName ? `:${functionName}` : ""}`);
 			const mod = await require_esm.importModule(resolvedPath);
 			const func = functionName && mod[functionName] ? mod[functionName] : mod.default || mod;
 			if (typeof func !== "function") throw new Error(`Expected ${resolvedPath}${functionName ? `:${functionName}` : ""} to export a function, got ${typeof func}`);
@@ -159,7 +158,7 @@ var FunctionCallbackHandler = class {
 			};
 		} catch (error) {
 			const errorMessage = error instanceof Error ? error.message : String(error);
-			require_logger.logger_default.debug(`MCP tool execution failed for ${toolName}: ${errorMessage}`);
+			require_logger.logger.debug(`MCP tool execution failed for ${toolName}: ${errorMessage}`);
 			return {
 				output: `MCP Tool Error (${toolName}): ${errorMessage}`,
 				isError: true
@@ -180,7 +179,6 @@ var FunctionCallbackHandler = class {
 		this.loadedCallbacks = {};
 	}
 };
-
 //#endregion
 //#region src/providers/responses/processor.ts
 /**
@@ -232,7 +230,7 @@ var ResponsesProcessor = class {
 		this.config = config;
 	}
 	async processResponseOutput(data, requestConfig, cached) {
-		require_logger.logger_default.debug(`Processing ${this.config.providerType} responses output`, {
+		require_logger.logger.debug(`Processing ${this.config.providerType} responses output`, {
 			responseId: data.id,
 			model: data.model
 		});
@@ -257,7 +255,7 @@ var ResponsesProcessor = class {
 			if (requestConfig.response_format?.type === "json_schema" && typeof finalOutput === "string") try {
 				finalOutput = JSON.parse(finalOutput);
 			} catch (error) {
-				require_logger.logger_default.error(`Failed to parse JSON output: ${error}`);
+				require_logger.logger.error(`Failed to parse JSON output: ${error}`);
 			}
 			const result = {
 				output: finalOutput,
@@ -277,7 +275,7 @@ var ResponsesProcessor = class {
 		}
 	}
 	async processOutput(output, context) {
-		if (this.config.modelName.includes("deep-research")) require_logger.logger_default.debug(`Deep research response structure: ${JSON.stringify(context.data, null, 2)}`);
+		if (this.config.modelName.includes("deep-research")) require_logger.logger.debug(`Deep research response structure: ${JSON.stringify(context.data, null, 2)}`);
 		if (!output || !Array.isArray(output) || output.length === 0) throw new Error("Invalid response format: Missing output array");
 		let result = "";
 		let refusal = "";
@@ -285,7 +283,7 @@ var ResponsesProcessor = class {
 		const annotations = [];
 		for (const item of output) {
 			if (!item || typeof item !== "object") {
-				require_logger.logger_default.warn(`Skipping invalid output item: ${JSON.stringify(item)}`);
+				require_logger.logger.warn(`Skipping invalid output item: ${JSON.stringify(item)}`);
 				continue;
 			}
 			const processed = await this.processOutputItem(item, context);
@@ -315,7 +313,7 @@ var ResponsesProcessor = class {
 			case "mcp_call": return this.processMcpCall(item);
 			case "mcp_approval_request": return this.processMcpApprovalRequest(item);
 			default:
-				require_logger.logger_default.debug(`Unknown output item type: ${item.type}`);
+				require_logger.logger.debug(`Unknown output item type: ${item.type}`);
 				return {};
 		}
 	}
@@ -338,7 +336,7 @@ var ResponsesProcessor = class {
 		const annotations = [];
 		if (item.content) for (const contentItem of item.content) {
 			if (!contentItem || typeof contentItem !== "object") {
-				require_logger.logger_default.warn(`Skipping invalid content item: ${JSON.stringify(contentItem)}`);
+				require_logger.logger.warn(`Skipping invalid content item: ${JSON.stringify(contentItem)}`);
 				continue;
 			}
 			if (contentItem.type === "output_text") {
@@ -399,7 +397,6 @@ var ResponsesProcessor = class {
 		return Promise.resolve({ content });
 	}
 };
-
 //#endregion
 //#region src/providers/openai/responses.ts
 var OpenAiResponsesProvider = class extends require_openai.OpenAiGenericProvider {
@@ -568,7 +565,7 @@ var OpenAiResponsesProvider = class extends require_openai.OpenAiGenericProvider
 		};
 	}
 	async callApi(prompt, context, callApiOptions) {
-		if (!this.getApiKey()) throw new Error("OpenAI API key is not set. Set the OPENAI_API_KEY environment variable or add `apiKey` to the provider config.");
+		if (this.requiresApiKey() && !this.getApiKey()) throw new Error("OpenAI API key is not set. Set the OPENAI_API_KEY environment variable or add `apiKey` to the provider config.");
 		const { body, config } = await this.getOpenAiBody(prompt, context, callApiOptions);
 		const isDeepResearchModel = this.modelName.includes("deep-research");
 		if (isDeepResearchModel) {
@@ -581,7 +578,7 @@ var OpenAiResponsesProvider = class extends require_openai.OpenAiGenericProvider
 		if (isDeepResearchModel || isGpt5ProModel) {
 			const evalTimeout = require_logger.getEnvInt("PROMPTFOO_EVAL_TIMEOUT_MS", 0);
 			timeout = evalTimeout > 0 ? evalTimeout : require_fetch.LONG_RUNNING_MODEL_TIMEOUT_MS;
-			require_logger.logger_default.debug(`Using timeout of ${timeout}ms for long-running model ${this.modelName}`);
+			require_logger.logger.debug(`Using timeout of ${timeout}ms for long-running model ${this.modelName}`);
 		}
 		let data;
 		let status;
@@ -594,7 +591,7 @@ var OpenAiResponsesProvider = class extends require_openai.OpenAiGenericProvider
 				method: "POST",
 				headers: {
 					"Content-Type": "application/json",
-					Authorization: `Bearer ${this.getApiKey()}`,
+					...this.getApiKey() ? { Authorization: `Bearer ${this.getApiKey()}` } : {},
 					...this.getOrganization() ? { "OpenAI-Organization": this.getOrganization() } : {},
 					...config.headers
 				},
@@ -622,7 +619,7 @@ var OpenAiResponsesProvider = class extends require_openai.OpenAiGenericProvider
 				};
 			}
 		} catch (err) {
-			require_logger.logger_default.error(`API call error: ${String(err)}`);
+			require_logger.logger.error(`API call error: ${String(err)}`);
 			await deleteFromCache?.();
 			return {
 				error: `API call error: ${String(err)}`,
@@ -658,24 +655,24 @@ var OpenAiResponsesProvider = class extends require_openai.OpenAiGenericProvider
 		};
 	}
 };
-
 //#endregion
-Object.defineProperty(exports, 'FunctionCallbackHandler', {
-  enumerable: true,
-  get: function () {
-    return FunctionCallbackHandler;
-  }
+Object.defineProperty(exports, "FunctionCallbackHandler", {
+	enumerable: true,
+	get: function() {
+		return FunctionCallbackHandler;
+	}
 });
-Object.defineProperty(exports, 'OpenAiResponsesProvider', {
-  enumerable: true,
-  get: function () {
-    return OpenAiResponsesProvider;
-  }
+Object.defineProperty(exports, "OpenAiResponsesProvider", {
+	enumerable: true,
+	get: function() {
+		return OpenAiResponsesProvider;
+	}
 });
-Object.defineProperty(exports, 'ResponsesProcessor', {
-  enumerable: true,
-  get: function () {
-    return ResponsesProcessor;
-  }
+Object.defineProperty(exports, "ResponsesProcessor", {
+	enumerable: true,
+	get: function() {
+		return ResponsesProcessor;
+	}
 });
-//# sourceMappingURL=responses-ghR3IOfy.cjs.map
+
+//# sourceMappingURL=responses-D8SBTL64.cjs.map

package/dist/src/{responses-DOAFFENS.js → responses-DIR9Ud3j.js}

@@ -1,13 +1,12 @@
-import { b as getEnvString, i as logger_default, v as getEnvFloat, w as cliState_default, y as getEnvInt } from "./logger-CG1uZPbQ.js";
-import { r as importModule } from "./esm-D2pZ87fL.js";
-import { i as isJavascriptFile } from "./fileExtensions-ePDqouxn.js";
-import { d as maybeLoadToolsFromExternalFile, g as renderVarsInObject, u as maybeLoadResponseFormatFromExternalFile } from "./util-DQ984syk.js";
-import { h as REQUEST_TIMEOUT_MS, m as LONG_RUNNING_MODEL_TIMEOUT_MS } from "./fetch-D3OHf-lV.js";
-import { a as fetchWithCache } from "./cache-CIpsoBZR.js";
-import { t as OpenAiGenericProvider } from "./openai-PblZ3jUE.js";
-import { a as calculateOpenAICost, c as getTokenUsage$1, s as formatOpenAiError } from "./util-D9eLdGfa.js";
+import { b as getEnvString, i as logger, v as getEnvFloat, w as state, y as getEnvInt } from "./logger-CT3IKMKA.js";
+import { r as importModule } from "./esm-Cd1AjG1D.js";
+import { i as isJavascriptFile } from "./fileExtensions-DnqA1y9x.js";
+import { d as maybeLoadToolsFromExternalFile, g as renderVarsInObject, u as maybeLoadResponseFormatFromExternalFile } from "./util-BRYkYPTd.js";
+import { f as LONG_RUNNING_MODEL_TIMEOUT_MS, p as REQUEST_TIMEOUT_MS } from "./fetch-Cwxnd8zz.js";
+import { r as fetchWithCache } from "./cache-C4Nxf52C.js";
+import { t as OpenAiGenericProvider } from "./openai-DElQ-fPX.js";
+import { a as calculateOpenAICost, c as getTokenUsage$1, s as formatOpenAiError } from "./util-Dnmk2mBQ.js";
 import path from "path";
-
 //#region src/providers/functionCallbackUtils.ts
 /**
 * Handles function callback execution for AI providers.
@@ -45,7 +44,7 @@ var FunctionCallbackHandler = class {
 				isError: false
 			};
 		} catch (error) {
-			logger_default.debug(`Function callback failed for ${functionInfo.name}: ${error}`);
+			logger.debug(`Function callback failed for ${functionInfo.name}: ${error}`);
 			return {
 				output: typeof call === "string" ? call : JSON.stringify(call),
 				isError: true
@@ -115,8 +114,8 @@ var FunctionCallbackHandler = class {
 			if (splits[0] && isJavascriptFile(splits[0])) [filePath, functionName] = splits;
 		}
 		try {
-			const resolvedPath = path.resolve(cliState_default.basePath || "", filePath);
-			logger_default.debug(`Loading function from ${resolvedPath}${functionName ? `:${functionName}` : ""}`);
+			const resolvedPath = path.resolve(state.basePath || "", filePath);
+			logger.debug(`Loading function from ${resolvedPath}${functionName ? `:${functionName}` : ""}`);
 			const mod = await importModule(resolvedPath);
 			const func = functionName && mod[functionName] ? mod[functionName] : mod.default || mod;
 			if (typeof func !== "function") throw new Error(`Expected ${resolvedPath}${functionName ? `:${functionName}` : ""} to export a function, got ${typeof func}`);
@@ -158,7 +157,7 @@ var FunctionCallbackHandler = class {
 			};
 		} catch (error) {
 			const errorMessage = error instanceof Error ? error.message : String(error);
-			logger_default.debug(`MCP tool execution failed for ${toolName}: ${errorMessage}`);
+			logger.debug(`MCP tool execution failed for ${toolName}: ${errorMessage}`);
 			return {
 				output: `MCP Tool Error (${toolName}): ${errorMessage}`,
 				isError: true
@@ -179,7 +178,6 @@ var FunctionCallbackHandler = class {
 		this.loadedCallbacks = {};
 	}
 };
-
 //#endregion
 //#region src/providers/responses/processor.ts
 /**
@@ -231,7 +229,7 @@ var ResponsesProcessor = class {
 		this.config = config;
 	}
 	async processResponseOutput(data, requestConfig, cached) {
-		logger_default.debug(`Processing ${this.config.providerType} responses output`, {
+		logger.debug(`Processing ${this.config.providerType} responses output`, {
 			responseId: data.id,
 			model: data.model
 		});
@@ -256,7 +254,7 @@ var ResponsesProcessor = class {
 			if (requestConfig.response_format?.type === "json_schema" && typeof finalOutput === "string") try {
 				finalOutput = JSON.parse(finalOutput);
 			} catch (error) {
-				logger_default.error(`Failed to parse JSON output: ${error}`);
+				logger.error(`Failed to parse JSON output: ${error}`);
 			}
 			const result = {
 				output: finalOutput,
@@ -276,7 +274,7 @@ var ResponsesProcessor = class {
 		}
 	}
 	async processOutput(output, context) {
-		if (this.config.modelName.includes("deep-research")) logger_default.debug(`Deep research response structure: ${JSON.stringify(context.data, null, 2)}`);
+		if (this.config.modelName.includes("deep-research")) logger.debug(`Deep research response structure: ${JSON.stringify(context.data, null, 2)}`);
 		if (!output || !Array.isArray(output) || output.length === 0) throw new Error("Invalid response format: Missing output array");
 		let result = "";
 		let refusal = "";
@@ -284,7 +282,7 @@ var ResponsesProcessor = class {
 		const annotations = [];
 		for (const item of output) {
 			if (!item || typeof item !== "object") {
-				logger_default.warn(`Skipping invalid output item: ${JSON.stringify(item)}`);
+				logger.warn(`Skipping invalid output item: ${JSON.stringify(item)}`);
 				continue;
 			}
 			const processed = await this.processOutputItem(item, context);
@@ -314,7 +312,7 @@ var ResponsesProcessor = class {
 			case "mcp_call": return this.processMcpCall(item);
 			case "mcp_approval_request": return this.processMcpApprovalRequest(item);
 			default:
-				logger_default.debug(`Unknown output item type: ${item.type}`);
+				logger.debug(`Unknown output item type: ${item.type}`);
 				return {};
 		}
 	}
@@ -337,7 +335,7 @@ var ResponsesProcessor = class {
 		const annotations = [];
 		if (item.content) for (const contentItem of item.content) {
 			if (!contentItem || typeof contentItem !== "object") {
-				logger_default.warn(`Skipping invalid content item: ${JSON.stringify(contentItem)}`);
+				logger.warn(`Skipping invalid content item: ${JSON.stringify(contentItem)}`);
 				continue;
 			}
 			if (contentItem.type === "output_text") {
@@ -398,7 +396,6 @@ var ResponsesProcessor = class {
 		return Promise.resolve({ content });
 	}
 };
-
 //#endregion
 //#region src/providers/openai/responses.ts
 var OpenAiResponsesProvider = class extends OpenAiGenericProvider {
@@ -567,7 +564,7 @@ var OpenAiResponsesProvider = class extends OpenAiGenericProvider {
 		};
 	}
 	async callApi(prompt, context, callApiOptions) {
-		if (!this.getApiKey()) throw new Error("OpenAI API key is not set. Set the OPENAI_API_KEY environment variable or add `apiKey` to the provider config.");
+		if (this.requiresApiKey() && !this.getApiKey()) throw new Error("OpenAI API key is not set. Set the OPENAI_API_KEY environment variable or add `apiKey` to the provider config.");
 		const { body, config } = await this.getOpenAiBody(prompt, context, callApiOptions);
 		const isDeepResearchModel = this.modelName.includes("deep-research");
 		if (isDeepResearchModel) {
@@ -580,7 +577,7 @@ var OpenAiResponsesProvider = class extends OpenAiGenericProvider {
 		if (isDeepResearchModel || isGpt5ProModel) {
 			const evalTimeout = getEnvInt("PROMPTFOO_EVAL_TIMEOUT_MS", 0);
 			timeout = evalTimeout > 0 ? evalTimeout : LONG_RUNNING_MODEL_TIMEOUT_MS;
-			logger_default.debug(`Using timeout of ${timeout}ms for long-running model ${this.modelName}`);
+			logger.debug(`Using timeout of ${timeout}ms for long-running model ${this.modelName}`);
 		}
 		let data;
 		let status;
@@ -593,7 +590,7 @@ var OpenAiResponsesProvider = class extends OpenAiGenericProvider {
 				method: "POST",
 				headers: {
 					"Content-Type": "application/json",
-					Authorization: `Bearer ${this.getApiKey()}`,
+					...this.getApiKey() ? { Authorization: `Bearer ${this.getApiKey()}` } : {},
 					...this.getOrganization() ? { "OpenAI-Organization": this.getOrganization() } : {},
 					...config.headers
 				},
@@ -621,7 +618,7 @@ var OpenAiResponsesProvider = class extends OpenAiGenericProvider {
 				};
 			}
 		} catch (err) {
-			logger_default.error(`API call error: ${String(err)}`);
+			logger.error(`API call error: ${String(err)}`);
 			await deleteFromCache?.();
 			return {
 				error: `API call error: ${String(err)}`,
@@ -657,7 +654,7 @@ var OpenAiResponsesProvider = class extends OpenAiGenericProvider {
 		};
 	}
 };
-
 //#endregion
 export { ResponsesProcessor as n, FunctionCallbackHandler as r, OpenAiResponsesProvider as t };
-//# sourceMappingURL=responses-DOAFFENS.js.map
+
+//# sourceMappingURL=responses-DIR9Ud3j.js.map

package/dist/src/{responses-CxzoQoBe.js → responses-WNGNYe3K.js}

@@ -1,14 +1,13 @@
 #!/usr/bin/env node
-import { C as getEnvString, O as cliState_default, S as getEnvInt, o as logger_default, x as getEnvFloat } from "./logger-LSBxlt7a.js";
-import { d as LONG_RUNNING_MODEL_TIMEOUT_MS, f as REQUEST_TIMEOUT_MS } from "./fetch-CXZI9RRr.js";
-import { a as fetchWithCache } from "./cache-jsiwsAJv.js";
-import { i as isJavascriptFile } from "./fileExtensions-BpuMmaFL.js";
-import { g as maybeLoadToolsFromExternalFile, h as maybeLoadResponseFormatFromExternalFile, x as renderVarsInObject } from "./util-_h4pVqrz.js";
-import { r as importModule } from "./esm-B9dPm_BF.js";
-import { t as OpenAiGenericProvider } from "./openai-CcN1B8Sb.js";
-import { a as calculateOpenAICost, c as getTokenUsage$1, s as formatOpenAiError } from "./util-Bm_-UMD_.js";
+import { C as getEnvString, O as state, S as getEnvInt, o as logger, x as getEnvFloat } from "./logger-KkObSCzq.js";
+import { d as LONG_RUNNING_MODEL_TIMEOUT_MS, f as REQUEST_TIMEOUT_MS } from "./fetch-Dxpd4_sr.js";
+import { a as fetchWithCache } from "./cache-BVeDlD87.js";
+import { i as isJavascriptFile } from "./fileExtensions-Ds-foDzt.js";
+import { g as maybeLoadToolsFromExternalFile, h as maybeLoadResponseFormatFromExternalFile, x as renderVarsInObject } from "./util-C1CeHl-P.js";
+import { r as importModule } from "./esm-C03C-mv3.js";
+import { t as OpenAiGenericProvider } from "./openai-DhbB7eWK.js";
+import { a as calculateOpenAICost, c as getTokenUsage$1, s as formatOpenAiError } from "./util-CMy69ZgQ.js";
 import path from "path";
-
 //#region src/providers/functionCallbackUtils.ts
 /**
 * Handles function callback execution for AI providers.
@@ -46,7 +45,7 @@ var FunctionCallbackHandler = class {
 				isError: false
 			};
 		} catch (error) {
-			logger_default.debug(`Function callback failed for ${functionInfo.name}: ${error}`);
+			logger.debug(`Function callback failed for ${functionInfo.name}: ${error}`);
 			return {
 				output: typeof call === "string" ? call : JSON.stringify(call),
 				isError: true
@@ -116,8 +115,8 @@ var FunctionCallbackHandler = class {
 			if (splits[0] && isJavascriptFile(splits[0])) [filePath, functionName] = splits;
 		}
 		try {
-			const resolvedPath = path.resolve(cliState_default.basePath || "", filePath);
-			logger_default.debug(`Loading function from ${resolvedPath}${functionName ? `:${functionName}` : ""}`);
+			const resolvedPath = path.resolve(state.basePath || "", filePath);
+			logger.debug(`Loading function from ${resolvedPath}${functionName ? `:${functionName}` : ""}`);
 			const mod = await importModule(resolvedPath);
 			const func = functionName && mod[functionName] ? mod[functionName] : mod.default || mod;
 			if (typeof func !== "function") throw new Error(`Expected ${resolvedPath}${functionName ? `:${functionName}` : ""} to export a function, got ${typeof func}`);
@@ -159,7 +158,7 @@ var FunctionCallbackHandler = class {
 			};
 		} catch (error) {
 			const errorMessage = error instanceof Error ? error.message : String(error);
-			logger_default.debug(`MCP tool execution failed for ${toolName}: ${errorMessage}`);
+			logger.debug(`MCP tool execution failed for ${toolName}: ${errorMessage}`);
 			return {
 				output: `MCP Tool Error (${toolName}): ${errorMessage}`,
 				isError: true
@@ -180,7 +179,6 @@ var FunctionCallbackHandler = class {
 		this.loadedCallbacks = {};
 	}
 };
-
 //#endregion
 //#region src/providers/responses/processor.ts
 /**
@@ -232,7 +230,7 @@ var ResponsesProcessor = class {
 		this.config = config;
 	}
 	async processResponseOutput(data, requestConfig, cached) {
-		logger_default.debug(`Processing ${this.config.providerType} responses output`, {
+		logger.debug(`Processing ${this.config.providerType} responses output`, {
 			responseId: data.id,
 			model: data.model
 		});
@@ -257,7 +255,7 @@ var ResponsesProcessor = class {
 			if (requestConfig.response_format?.type === "json_schema" && typeof finalOutput === "string") try {
 				finalOutput = JSON.parse(finalOutput);
 			} catch (error) {
-				logger_default.error(`Failed to parse JSON output: ${error}`);
+				logger.error(`Failed to parse JSON output: ${error}`);
 			}
 			const result = {
 				output: finalOutput,
@@ -277,7 +275,7 @@ var ResponsesProcessor = class {
 		}
 	}
 	async processOutput(output, context) {
-		if (this.config.modelName.includes("deep-research")) logger_default.debug(`Deep research response structure: ${JSON.stringify(context.data, null, 2)}`);
+		if (this.config.modelName.includes("deep-research")) logger.debug(`Deep research response structure: ${JSON.stringify(context.data, null, 2)}`);
 		if (!output || !Array.isArray(output) || output.length === 0) throw new Error("Invalid response format: Missing output array");
 		let result = "";
 		let refusal = "";
@@ -285,7 +283,7 @@ var ResponsesProcessor = class {
 		const annotations = [];
 		for (const item of output) {
 			if (!item || typeof item !== "object") {
-				logger_default.warn(`Skipping invalid output item: ${JSON.stringify(item)}`);
+				logger.warn(`Skipping invalid output item: ${JSON.stringify(item)}`);
 				continue;
 			}
 			const processed = await this.processOutputItem(item, context);
@@ -315,7 +313,7 @@ var ResponsesProcessor = class {
 			case "mcp_call": return this.processMcpCall(item);
 			case "mcp_approval_request": return this.processMcpApprovalRequest(item);
 			default:
-				logger_default.debug(`Unknown output item type: ${item.type}`);
+				logger.debug(`Unknown output item type: ${item.type}`);
 				return {};
 		}
 	}
@@ -338,7 +336,7 @@ var ResponsesProcessor = class {
 		const annotations = [];
 		if (item.content) for (const contentItem of item.content) {
 			if (!contentItem || typeof contentItem !== "object") {
-				logger_default.warn(`Skipping invalid content item: ${JSON.stringify(contentItem)}`);
+				logger.warn(`Skipping invalid content item: ${JSON.stringify(contentItem)}`);
 				continue;
 			}
 			if (contentItem.type === "output_text") {
@@ -399,7 +397,6 @@ var ResponsesProcessor = class {
 		return Promise.resolve({ content });
 	}
 };
-
 //#endregion
 //#region src/providers/openai/responses.ts
 var OpenAiResponsesProvider = class extends OpenAiGenericProvider {
@@ -568,7 +565,7 @@ var OpenAiResponsesProvider = class extends OpenAiGenericProvider {
 		};
 	}
 	async callApi(prompt, context, callApiOptions) {
-		if (!this.getApiKey()) throw new Error("OpenAI API key is not set. Set the OPENAI_API_KEY environment variable or add `apiKey` to the provider config.");
+		if (this.requiresApiKey() && !this.getApiKey()) throw new Error("OpenAI API key is not set. Set the OPENAI_API_KEY environment variable or add `apiKey` to the provider config.");
 		const { body, config } = await this.getOpenAiBody(prompt, context, callApiOptions);
 		const isDeepResearchModel = this.modelName.includes("deep-research");
 		if (isDeepResearchModel) {
@@ -581,7 +578,7 @@ var OpenAiResponsesProvider = class extends OpenAiGenericProvider {
 		if (isDeepResearchModel || isGpt5ProModel) {
 			const evalTimeout = getEnvInt("PROMPTFOO_EVAL_TIMEOUT_MS", 0);
 			timeout = evalTimeout > 0 ? evalTimeout : LONG_RUNNING_MODEL_TIMEOUT_MS;
-			logger_default.debug(`Using timeout of ${timeout}ms for long-running model ${this.modelName}`);
+			logger.debug(`Using timeout of ${timeout}ms for long-running model ${this.modelName}`);
 		}
 		let data;
 		let status;
@@ -594,7 +591,7 @@ var OpenAiResponsesProvider = class extends OpenAiGenericProvider {
 				method: "POST",
 				headers: {
 					"Content-Type": "application/json",
-					Authorization: `Bearer ${this.getApiKey()}`,
+					...this.getApiKey() ? { Authorization: `Bearer ${this.getApiKey()}` } : {},
 					...this.getOrganization() ? { "OpenAI-Organization": this.getOrganization() } : {},
 					...config.headers
 				},
@@ -622,7 +619,7 @@ var OpenAiResponsesProvider = class extends OpenAiGenericProvider {
 				};
 			}
 		} catch (err) {
-			logger_default.error(`API call error: ${String(err)}`);
+			logger.error(`API call error: ${String(err)}`);
 			await deleteFromCache?.();
 			return {
 				error: `API call error: ${String(err)}`,
@@ -658,7 +655,7 @@ var OpenAiResponsesProvider = class extends OpenAiGenericProvider {
 		};
 	}
 };
-
 //#endregion
 export { ResponsesProcessor as n, FunctionCallbackHandler as r, OpenAiResponsesProvider as t };
-//# sourceMappingURL=responses-CxzoQoBe.js.map
+
+//# sourceMappingURL=responses-WNGNYe3K.js.map

package/dist/src/rubyUtils-BUHu6PhO.js

@@ -0,0 +1,5 @@
+#!/usr/bin/env node
+import "./logger-KkObSCzq.js";
+import "./esm-C03C-mv3.js";
+import { n as runRuby } from "./rubyUtils-Boc4HZzX.js";
+export { runRuby };

package/dist/src/{rubyUtils-CwbGmgYN.js → rubyUtils-BUVePouc.js}

@@ -1,12 +1,19 @@
-import { b as getEnvString, i as logger_default, m as safeJsonStringify } from "./logger-CG1uZPbQ.js";
-import { n as getWrapperDir } from "./esm-D2pZ87fL.js";
+import { t as __exportAll } from "./chunk-DEq-mXcV.js";
+import { b as getEnvString, i as logger, m as safeJsonStringify } from "./logger-CT3IKMKA.js";
+import { n as getWrapperDir } from "./esm-Cd1AjG1D.js";
 import fs from "fs";
 import path from "path";
 import os from "os";
 import { execFile } from "child_process";
 import { promisify } from "util";
-
 //#region src/ruby/rubyUtils.ts
+var rubyUtils_exports = /* @__PURE__ */ __exportAll({
+	getSysExecutable: () => getSysExecutable,
+	runRuby: () => runRuby,
+	state: () => state,
+	tryPath: () => tryPath,
+	validateRubyPath: () => validateRubyPath
+});
 const execFileAsync = promisify(execFile);
 /**
 * Global state for Ruby executable path caching.
@@ -26,7 +33,7 @@ async function tryWindowsWhere() {
 	try {
 		const output = (await execFileAsync("where", ["ruby"])).stdout.trim();
 		if (!output) {
-			logger_default.debug("Windows 'where ruby' returned empty output");
+			logger.debug("Windows 'where ruby' returned empty output");
 			return null;
 		}
 		const paths = output.split("\n").filter((path) => path.trim());
@@ -38,8 +45,8 @@ async function tryWindowsWhere() {
 		}
 	} catch (error) {
 		const errorMsg = error instanceof Error ? error.message : String(error);
-		logger_default.debug(`Windows 'where ruby' failed: ${errorMsg}`);
-		if (errorMsg.includes("Access is denied") || errorMsg.includes("EACCES")) logger_default.warn(`Permission denied when searching for Ruby: ${errorMsg}`);
+		logger.debug(`Windows 'where ruby' failed: ${errorMsg}`);
+		if (errorMsg.includes("Access is denied") || errorMsg.includes("EACCES")) logger.warn(`Permission denied when searching for Ruby: ${errorMsg}`);
 	}
 	return null;
 }
@@ -55,8 +62,8 @@ async function tryRubyCommands(commands) {
 		if (executablePath && executablePath !== "None") return executablePath;
 	} catch (error) {
 		const errorMsg = error instanceof Error ? error.message : String(error);
-		logger_default.debug(`Ruby command "${cmd}" failed: ${errorMsg}`);
-		if (errorMsg.includes("Access is denied") || errorMsg.includes("EACCES") || errorMsg.includes("EPERM")) logger_default.warn(`Permission denied when trying Ruby command "${cmd}": ${errorMsg}`);
+		logger.debug(`Ruby command "${cmd}" failed: ${errorMsg}`);
+		if (errorMsg.includes("Access is denied") || errorMsg.includes("EACCES") || errorMsg.includes("EPERM")) logger.warn(`Permission denied when trying Ruby command "${cmd}": ${errorMsg}`);
 	}
 	return null;
 }
@@ -72,8 +79,8 @@ async function tryDirectCommands(commands) {
 		if (validated) return validated;
 	} catch (error) {
 		const errorMsg = error instanceof Error ? error.message : String(error);
-		logger_default.debug(`Direct command "${cmd}" failed: ${errorMsg}`);
-		if (errorMsg.includes("Access is denied") || errorMsg.includes("EACCES") || errorMsg.includes("EPERM")) logger_default.warn(`Permission denied when trying Ruby command "${cmd}": ${errorMsg}`);
+		logger.debug(`Direct command "${cmd}" failed: ${errorMsg}`);
+		if (errorMsg.includes("Access is denied") || errorMsg.includes("EACCES") || errorMsg.includes("EPERM")) logger.warn(`Permission denied when trying Ruby command "${cmd}": ${errorMsg}`);
 	}
 	return null;
 }
@@ -175,7 +182,7 @@ async function runRuby(scriptPath, method, args, options = {}) {
 	const wrapperPath = path.join(getWrapperDir("ruby"), "wrapper.rb");
 	try {
 		fs.writeFileSync(tempJsonPath, safeJsonStringify(args), "utf-8");
-		logger_default.debug(`Running Ruby wrapper with args: ${safeJsonStringify(args)}`);
+		logger.debug(`Running Ruby wrapper with args: ${safeJsonStringify(args)}`);
 		const { stdout, stderr } = await execFileAsync(rubyPath, [
 			wrapperPath,
 			absPath,
@@ -183,33 +190,33 @@ async function runRuby(scriptPath, method, args, options = {}) {
 			tempJsonPath,
 			outputPath
 		]);
-		if (stdout) logger_default.debug(stdout.trim());
-		if (stderr) logger_default.error(stderr.trim());
+		if (stdout) logger.debug(stdout.trim());
+		if (stderr) logger.error(stderr.trim());
 		const output = fs.readFileSync(outputPath, "utf-8");
-		logger_default.debug(`Ruby script ${absPath} returned: ${output}`);
+		logger.debug(`Ruby script ${absPath} returned: ${output}`);
 		let result;
 		try {
 			result = JSON.parse(output);
-			logger_default.debug(`Ruby script ${absPath} parsed output type: ${typeof result}, structure: ${result ? JSON.stringify(Object.keys(result)) : "undefined"}`);
+			logger.debug(`Ruby script ${absPath} parsed output type: ${typeof result}, structure: ${result ? JSON.stringify(Object.keys(result)) : "undefined"}`);
 		} catch (error) {
 			throw new Error(`Invalid JSON: ${error.message} when parsing result: ${output}\nStack Trace: ${error.stack}`);
 		}
 		if (result?.type !== "final_result") throw new Error("The Ruby script `call_api` function must return a hash with an `output`");
 		return result.data;
 	} catch (error) {
-		logger_default.error(`Error running Ruby script: ${error.message}\nStack Trace: ${error.stack || "No Ruby traceback available"}`);
+		logger.error(`Error running Ruby script: ${error.message}\nStack Trace: ${error.stack || "No Ruby traceback available"}`);
 		throw new Error(`Error running Ruby script: ${error.message}\nStack Trace: ${error.stack || "No Ruby traceback available"}`);
 	} finally {
 		[tempJsonPath, outputPath].forEach((file) => {
 			try {
 				fs.unlinkSync(file);
 			} catch (error) {
-				logger_default.error(`Error removing ${file}: ${error}`);
+				logger.error(`Error removing ${file}: ${error}`);
 			}
 		});
 	}
 }
-
 //#endregion
-export { validateRubyPath as a, tryPath as i, runRuby as n, state as r, getSysExecutable as t };
-//# sourceMappingURL=rubyUtils-CwbGmgYN.js.map
+export { runRuby as n, rubyUtils_exports as t };
+
+//# sourceMappingURL=rubyUtils-BUVePouc.js.map