promptfoo 0.121.2 → 0.121.3

package/dist/src/{agents-CBr9A01V.js → agents-BBVJCIYr.js}

@@ -1,9 +1,42 @@
-import { i as logger, w as state } from "./logger-DLcq4dWf.js";
-import { t as fetchWithProxy } from "./fetch-HaqdX7U1.js";
-import { r as importModule } from "./esm-CaIwzWR5.js";
-import { t as OpenAiGenericProvider } from "./openai-j-sE2O7r.js";
+import { D as state, a as logger } from "./logger-DO8_zM18.js";
+import { r as importModule } from "./esm-SUNIX1x3.js";
+import { t as fetchWithProxy } from "./fetch-CVAtKnI3.js";
+import { t as OpenAiGenericProvider } from "./openai-BcB5KlTk.js";
 import path from "path";
-import { BatchTraceProcessor, addTraceProcessor, getOrCreateTrace, run, startTraceExportLoop } from "@openai/agents";
+import { Agent, BatchTraceProcessor, addTraceProcessor, getOrCreateTrace, handoff, retryPolicies, run, startTraceExportLoop, tool } from "@openai/agents";
+//#region src/providers/openai/agents-model-settings.ts
+function resolveModelSettings(modelSettings) {
+	if (!modelSettings) return;
+	const retry = modelSettings.retry ? {
+		...modelSettings.retry,
+		policy: resolveRetryPolicy(modelSettings.retry.policy)
+	} : void 0;
+	return {
+		...modelSettings,
+		retry
+	};
+}
+function resolveRetryPolicy(policy) {
+	if (!policy) return;
+	if (typeof policy === "function") return policy;
+	if (typeof policy === "string") switch (policy) {
+		case "never": return retryPolicies.never();
+		case "providerSuggested": return retryPolicies.providerSuggested();
+		case "networkError": return retryPolicies.networkError();
+		case "retryAfter": return retryPolicies.retryAfter();
+		default: return;
+	}
+	if ("httpStatus" in policy) return retryPolicies.httpStatus(policy.httpStatus);
+	if ("any" in policy) {
+		const policies = policy.any.map((nestedPolicy) => resolveRetryPolicy(nestedPolicy)).filter((nestedPolicy) => !!nestedPolicy);
+		return policies.length ? retryPolicies.any(...policies) : void 0;
+	}
+	if ("all" in policy) {
+		const policies = policy.all.map((nestedPolicy) => resolveRetryPolicy(nestedPolicy)).filter((nestedPolicy) => !!nestedPolicy);
+		return policies.length ? retryPolicies.all(...policies) : void 0;
+	}
+}
+//#endregion
 //#region src/providers/openai/agents-loader.ts
 /**
 * Load agent definition from file path or return inline definition
@@ -28,6 +61,82 @@ async function loadAgentDefinition(agentConfig) {
 	throw new Error("Invalid agent configuration: expected Agent instance, file:// URL, or inline definition");
 }
 /**
+* Load tools from file path or return inline definitions
+*/
+async function loadTools(toolsConfig) {
+	if (!toolsConfig) return;
+	if (typeof toolsConfig === "string" && toolsConfig.startsWith("file://")) {
+		logger.debug("[AgentsLoader] Loading tools from file", { path: toolsConfig });
+		return await loadToolsFromFile(toolsConfig);
+	}
+	if (Array.isArray(toolsConfig)) {
+		logger.debug("[AgentsLoader] Using inline tool definitions");
+		return normalizeTools(toolsConfig);
+	}
+	logger.debug("[AgentsLoader] Invalid tools configuration", {
+		type: typeof toolsConfig,
+		isArray: Array.isArray(toolsConfig)
+	});
+	throw new Error("Invalid tools configuration: expected file:// URL or array");
+}
+/**
+* Load handoffs from file path or return inline definitions
+*/
+async function loadHandoffs(handoffsConfig) {
+	if (!handoffsConfig) return;
+	if (typeof handoffsConfig === "string" && handoffsConfig.startsWith("file://")) {
+		logger.debug("[AgentsLoader] Loading handoffs from file", { path: handoffsConfig });
+		return await loadHandoffsFromFile(handoffsConfig);
+	}
+	if (Array.isArray(handoffsConfig)) {
+		logger.debug("[AgentsLoader] Using inline handoff definitions");
+		return normalizeHandoffs(handoffsConfig);
+	}
+	logger.debug("[AgentsLoader] Invalid handoffs configuration", {
+		type: typeof handoffsConfig,
+		isArray: Array.isArray(handoffsConfig)
+	});
+	throw new Error("Invalid handoffs configuration: expected file:// URL or array");
+}
+/**
+* Load input guardrails from file path or return inline definitions
+*/
+async function loadInputGuardrails(guardrailsConfig) {
+	if (!guardrailsConfig) return;
+	if (typeof guardrailsConfig === "string" && guardrailsConfig.startsWith("file://")) {
+		logger.debug("[AgentsLoader] Loading input guardrails from file", { path: guardrailsConfig });
+		return await loadArrayFromFile(guardrailsConfig, "input guardrails");
+	}
+	if (Array.isArray(guardrailsConfig)) {
+		logger.debug("[AgentsLoader] Using inline input guardrails");
+		return guardrailsConfig;
+	}
+	logger.debug("[AgentsLoader] Invalid input guardrails configuration", {
+		type: typeof guardrailsConfig,
+		isArray: Array.isArray(guardrailsConfig)
+	});
+	throw new Error("Invalid input guardrails configuration: expected file:// URL or array");
+}
+/**
+* Load output guardrails from file path or return inline definitions
+*/
+async function loadOutputGuardrails(guardrailsConfig) {
+	if (!guardrailsConfig) return;
+	if (typeof guardrailsConfig === "string" && guardrailsConfig.startsWith("file://")) {
+		logger.debug("[AgentsLoader] Loading output guardrails from file", { path: guardrailsConfig });
+		return await loadArrayFromFile(guardrailsConfig, "output guardrails");
+	}
+	if (Array.isArray(guardrailsConfig)) {
+		logger.debug("[AgentsLoader] Using inline output guardrails");
+		return guardrailsConfig;
+	}
+	logger.debug("[AgentsLoader] Invalid output guardrails configuration", {
+		type: typeof guardrailsConfig,
+		isArray: Array.isArray(guardrailsConfig)
+	});
+	throw new Error("Invalid output guardrails configuration: expected file:// URL or array");
+}
+/**
 * Load agent from file
 */
 async function loadAgentFromFile(filePath) {
@@ -47,19 +156,39 @@ async function loadAgentFromFile(filePath) {
 	}
 }
 /**
+* Load tools from file
+*/
+async function loadToolsFromFile(filePath) {
+	return await normalizeTools(await loadArrayFromFile(filePath, "tools")) ?? [];
+}
+/**
+* Load handoffs from file
+*/
+async function loadHandoffsFromFile(filePath) {
+	return await normalizeHandoffs(await loadArrayFromFile(filePath, "handoffs")) ?? [];
+}
+/**
 * Create an Agent instance from an inline definition
 */
 async function createAgentFromDefinition(definition) {
 	try {
-		const { Agent } = await import("@openai/agents");
+		const tools = await normalizeTools(definition.tools);
+		const handoffs = await normalizeHandoffs(definition.handoffs);
 		return new Agent({
 			name: definition.name,
 			instructions: definition.instructions,
+			prompt: definition.prompt,
 			model: definition.model,
+			modelSettings: resolveModelSettings(definition.modelSettings),
 			handoffDescription: definition.handoffDescription,
 			outputType: definition.outputType,
-			tools: definition.tools,
-			handoffs: definition.handoffs
+			tools,
+			handoffs,
+			inputGuardrails: definition.inputGuardrails,
+			outputGuardrails: definition.outputGuardrails,
+			mcpServers: definition.mcpServers,
+			toolUseBehavior: definition.toolUseBehavior,
+			resetToolChoice: definition.resetToolChoice
 		});
 	} catch (error) {
 		logger.error("[AgentsLoader] Failed to create agent from definition", {
@@ -76,7 +205,52 @@ async function createAgentFromDefinition(definition) {
 * Check if a value is an Agent instance
 */
 function isAgentInstance(value) {
-	return value && typeof value === "object" && "name" in value && "instructions" in value && typeof value.name === "string";
+	return value instanceof Agent;
+}
+function isToolInstance(value) {
+	return !!value && typeof value === "object" && "type" in value && typeof value.type === "string";
+}
+function isHandoffInstance(value) {
+	return !!value && typeof value === "object" && "agent" in value && "getHandoffAsFunctionTool" in value && typeof value.getHandoffAsFunctionTool === "function";
+}
+async function normalizeTools(definitions) {
+	if (!definitions?.length) return;
+	return definitions.map((definition) => {
+		if (isToolInstance(definition)) return definition;
+		return tool({
+			name: definition.name,
+			description: definition.description,
+			parameters: definition.parameters,
+			strict: definition.strict ?? true,
+			deferLoading: definition.deferLoading,
+			execute: typeof definition.execute === "function" ? definition.execute : async () => definition.execute
+		});
+	});
+}
+async function normalizeHandoffs(definitions) {
+	if (!definitions?.length) return;
+	return Promise.all(definitions.map(async (definition) => {
+		if (isAgentInstance(definition) || isHandoffInstance(definition)) return definition;
+		const agent = await loadAgentDefinition(definition.agent);
+		if (!definition.description) return agent;
+		return handoff(agent, { toolDescriptionOverride: definition.description });
+	}));
+}
+async function loadArrayFromFile(filePath, label) {
+	const resolvedPath = resolveFilePath(filePath);
+	logger.debug(`[AgentsLoader] Loading ${label} from resolved path`, { path: resolvedPath });
+	try {
+		const module = await importModule(resolvedPath);
+		const exported = module.default || module;
+		if (!Array.isArray(exported)) throw new Error(`File ${resolvedPath} does not export an array of ${label}`);
+		return exported;
+	} catch (error) {
+		logger.error(`[AgentsLoader] Failed to load ${label} from file`, {
+			path: resolvedPath,
+			error
+		});
+		throw new Error(`Failed to load ${label} from ${resolvedPath}: ${error}`);
+	}
 }
 /**
 * Resolve file:// path to absolute file system path
@@ -328,8 +502,27 @@ var OpenAiAgentsProvider = class extends OpenAiGenericProvider {
 		if (!this.agentConfig.agent) throw new Error("No agent configuration provided");
 		try {
 			const agent = await loadAgentDefinition(this.agentConfig.agent);
-			logger.debug("[AgentsProvider] Agent initialized successfully", { name: agent.name });
-			return agent;
+			const [tools, handoffs, inputGuardrails, outputGuardrails] = await Promise.all([
+				loadTools(this.agentConfig.tools),
+				loadHandoffs(this.agentConfig.handoffs),
+				loadInputGuardrails(this.agentConfig.inputGuardrails),
+				loadOutputGuardrails(this.agentConfig.outputGuardrails)
+			]);
+			const configuredAgent = agent.clone({
+				tools: mergeArrays(agent.tools, tools),
+				handoffs: mergeArrays(agent.handoffs, handoffs),
+				inputGuardrails: mergeArrays(agent.inputGuardrails, inputGuardrails),
+				outputGuardrails: mergeArrays(agent.outputGuardrails, outputGuardrails)
+			});
+			const mockAwareAgent = this.wrapToolsIfNeeded(configuredAgent);
+			logger.debug("[AgentsProvider] Agent initialized successfully", {
+				name: mockAwareAgent.name,
+				toolCount: mockAwareAgent.tools.length,
+				handoffCount: mockAwareAgent.handoffs.length,
+				inputGuardrailCount: mockAwareAgent.inputGuardrails.length,
+				outputGuardrailCount: mockAwareAgent.outputGuardrails.length
+			});
+			return mockAwareAgent;
 		} catch (error) {
 			logger.error("[AgentsProvider] Failed to initialize agent", { error });
 			throw new Error(`Failed to initialize agent: ${error}`);
@@ -388,7 +581,7 @@ var OpenAiAgentsProvider = class extends OpenAiGenericProvider {
 				signal: callApiOptions?.abortSignal
 			};
 			if (this.agentConfig.model || this.modelName) runOptions.model = this.agentConfig.model || this.modelName;
-			if (this.agentConfig.modelSettings) runOptions.modelSettings = this.agentConfig.modelSettings;
+			if (this.agentConfig.modelSettings) runOptions.modelSettings = resolveModelSettings(this.agentConfig.modelSettings);
 			const result = await getOrCreateTrace(async () => {
 				return await run(this.agent, prompt, runOptions);
 			});
@@ -423,8 +616,28 @@ var OpenAiAgentsProvider = class extends OpenAiGenericProvider {
 	* Calculate cost from agent result
 	*/
 	calculateCost(_result) {}
+	wrapToolsIfNeeded(agent) {
+		if (this.agentConfig.executeTools !== false && this.agentConfig.executeTools !== "mock") return agent;
+		const toolMocks = this.agentConfig.toolMocks ?? {};
+		const tools = agent.tools.map((tool) => {
+			if (tool.type !== "function") return tool;
+			const mockValue = toolMocks[tool.name];
+			return {
+				...tool,
+				invoke: async () => mockValue ?? {
+					mocked: true,
+					tool: tool.name
+				}
+			};
+		});
+		return agent.clone({ tools });
+	}
 };
+function mergeArrays(existing, additions) {
+	if (!existing?.length && !additions?.length) return;
+	return [...existing ?? [], ...additions ?? []];
+}
 //#endregion
 export { OpenAiAgentsProvider };
 
-//# sourceMappingURL=agents-CBr9A01V.js.map
+//# sourceMappingURL=agents-BBVJCIYr.js.map

package/dist/src/{agents-Di9DKPzn.cjs → agents-BBWxKSM0.cjs}

@@ -1,9 +1,9 @@
-const require_logger = require("./logger-Cp1GPUjj.cjs");
-require("./fetch-BPkYtG8K.cjs");
-const require_cache = require("./cache-Dh5WtQps.cjs");
-require("./accounts-gtkH-5KX.cjs");
-const require_telemetry = require("./telemetry-DaX14Chu.cjs");
-const require_base = require("./base-CGrhspbK.cjs");
+const require_logger = require("./logger-D5iKBpu_.cjs");
+require("./fetch-BnR9wSnm.cjs");
+const require_cache = require("./cache-C5yFZ4gC.cjs");
+require("./accounts-BPyfpSeU.cjs");
+const require_telemetry = require("./telemetry-re627Lre.cjs");
+const require_base = require("./base-BboXIF_0.cjs");
 //#region src/providers/bedrock/agents.ts
 /**
 * AWS Bedrock Agents provider for invoking deployed AI agents.
@@ -230,4 +230,4 @@ var AwsBedrockAgentsProvider = class extends require_base.AwsBedrockGenericProvi
 //#endregion
 exports.AwsBedrockAgentsProvider = AwsBedrockAgentsProvider;
 
-//# sourceMappingURL=agents-Di9DKPzn.cjs.map
+//# sourceMappingURL=agents-BBWxKSM0.cjs.map

package/dist/src/{agents-DgF2zDag.js → agents-Bqgfdokm.js}

@@ -1,9 +1,44 @@
-import { i as logger, w as state } from "./logger-CT3IKMKA.js";
-import { r as importModule } from "./esm-Cd1AjG1D.js";
-import { t as fetchWithProxy } from "./fetch-Cwxnd8zz.js";
-import { t as OpenAiGenericProvider } from "./openai-DElQ-fPX.js";
+#!/usr/bin/env node
+import { j as state, s as logger } from "./logger-BcJBzSSA.js";
+import { n as fetchWithProxy } from "./fetch-DoVRJZhJ.js";
+import "./cloud-z8KZpUoa.js";
+import { r as importModule } from "./esm-7UIl0pPM.js";
+import { t as OpenAiGenericProvider } from "./openai-BMcwgD5C.js";
 import path from "path";
-import { BatchTraceProcessor, addTraceProcessor, getOrCreateTrace, run, startTraceExportLoop } from "@openai/agents";
+import { Agent, BatchTraceProcessor, addTraceProcessor, getOrCreateTrace, handoff, retryPolicies, run, startTraceExportLoop, tool } from "@openai/agents";
+//#region src/providers/openai/agents-model-settings.ts
+function resolveModelSettings(modelSettings) {
+	if (!modelSettings) return;
+	const retry = modelSettings.retry ? {
+		...modelSettings.retry,
+		policy: resolveRetryPolicy(modelSettings.retry.policy)
+	} : void 0;
+	return {
+		...modelSettings,
+		retry
+	};
+}
+function resolveRetryPolicy(policy) {
+	if (!policy) return;
+	if (typeof policy === "function") return policy;
+	if (typeof policy === "string") switch (policy) {
+		case "never": return retryPolicies.never();
+		case "providerSuggested": return retryPolicies.providerSuggested();
+		case "networkError": return retryPolicies.networkError();
+		case "retryAfter": return retryPolicies.retryAfter();
+		default: return;
+	}
+	if ("httpStatus" in policy) return retryPolicies.httpStatus(policy.httpStatus);
+	if ("any" in policy) {
+		const policies = policy.any.map((nestedPolicy) => resolveRetryPolicy(nestedPolicy)).filter((nestedPolicy) => !!nestedPolicy);
+		return policies.length ? retryPolicies.any(...policies) : void 0;
+	}
+	if ("all" in policy) {
+		const policies = policy.all.map((nestedPolicy) => resolveRetryPolicy(nestedPolicy)).filter((nestedPolicy) => !!nestedPolicy);
+		return policies.length ? retryPolicies.all(...policies) : void 0;
+	}
+}
+//#endregion
 //#region src/providers/openai/agents-loader.ts
 /**
 * Load agent definition from file path or return inline definition
@@ -28,6 +63,82 @@ async function loadAgentDefinition(agentConfig) {
 	throw new Error("Invalid agent configuration: expected Agent instance, file:// URL, or inline definition");
 }
 /**
+* Load tools from file path or return inline definitions
+*/
+async function loadTools(toolsConfig) {
+	if (!toolsConfig) return;
+	if (typeof toolsConfig === "string" && toolsConfig.startsWith("file://")) {
+		logger.debug("[AgentsLoader] Loading tools from file", { path: toolsConfig });
+		return await loadToolsFromFile(toolsConfig);
+	}
+	if (Array.isArray(toolsConfig)) {
+		logger.debug("[AgentsLoader] Using inline tool definitions");
+		return normalizeTools(toolsConfig);
+	}
+	logger.debug("[AgentsLoader] Invalid tools configuration", {
+		type: typeof toolsConfig,
+		isArray: Array.isArray(toolsConfig)
+	});
+	throw new Error("Invalid tools configuration: expected file:// URL or array");
+}
+/**
+* Load handoffs from file path or return inline definitions
+*/
+async function loadHandoffs(handoffsConfig) {
+	if (!handoffsConfig) return;
+	if (typeof handoffsConfig === "string" && handoffsConfig.startsWith("file://")) {
+		logger.debug("[AgentsLoader] Loading handoffs from file", { path: handoffsConfig });
+		return await loadHandoffsFromFile(handoffsConfig);
+	}
+	if (Array.isArray(handoffsConfig)) {
+		logger.debug("[AgentsLoader] Using inline handoff definitions");
+		return normalizeHandoffs(handoffsConfig);
+	}
+	logger.debug("[AgentsLoader] Invalid handoffs configuration", {
+		type: typeof handoffsConfig,
+		isArray: Array.isArray(handoffsConfig)
+	});
+	throw new Error("Invalid handoffs configuration: expected file:// URL or array");
+}
+/**
+* Load input guardrails from file path or return inline definitions
+*/
+async function loadInputGuardrails(guardrailsConfig) {
+	if (!guardrailsConfig) return;
+	if (typeof guardrailsConfig === "string" && guardrailsConfig.startsWith("file://")) {
+		logger.debug("[AgentsLoader] Loading input guardrails from file", { path: guardrailsConfig });
+		return await loadArrayFromFile(guardrailsConfig, "input guardrails");
+	}
+	if (Array.isArray(guardrailsConfig)) {
+		logger.debug("[AgentsLoader] Using inline input guardrails");
+		return guardrailsConfig;
+	}
+	logger.debug("[AgentsLoader] Invalid input guardrails configuration", {
+		type: typeof guardrailsConfig,
+		isArray: Array.isArray(guardrailsConfig)
+	});
+	throw new Error("Invalid input guardrails configuration: expected file:// URL or array");
+}
+/**
+* Load output guardrails from file path or return inline definitions
+*/
+async function loadOutputGuardrails(guardrailsConfig) {
+	if (!guardrailsConfig) return;
+	if (typeof guardrailsConfig === "string" && guardrailsConfig.startsWith("file://")) {
+		logger.debug("[AgentsLoader] Loading output guardrails from file", { path: guardrailsConfig });
+		return await loadArrayFromFile(guardrailsConfig, "output guardrails");
+	}
+	if (Array.isArray(guardrailsConfig)) {
+		logger.debug("[AgentsLoader] Using inline output guardrails");
+		return guardrailsConfig;
+	}
+	logger.debug("[AgentsLoader] Invalid output guardrails configuration", {
+		type: typeof guardrailsConfig,
+		isArray: Array.isArray(guardrailsConfig)
+	});
+	throw new Error("Invalid output guardrails configuration: expected file:// URL or array");
+}
+/**
 * Load agent from file
 */
 async function loadAgentFromFile(filePath) {
@@ -47,19 +158,39 @@ async function loadAgentFromFile(filePath) {
 	}
 }
 /**
+* Load tools from file
+*/
+async function loadToolsFromFile(filePath) {
+	return await normalizeTools(await loadArrayFromFile(filePath, "tools")) ?? [];
+}
+/**
+* Load handoffs from file
+*/
+async function loadHandoffsFromFile(filePath) {
+	return await normalizeHandoffs(await loadArrayFromFile(filePath, "handoffs")) ?? [];
+}
+/**
 * Create an Agent instance from an inline definition
 */
 async function createAgentFromDefinition(definition) {
 	try {
-		const { Agent } = await import("@openai/agents");
+		const tools = await normalizeTools(definition.tools);
+		const handoffs = await normalizeHandoffs(definition.handoffs);
 		return new Agent({
 			name: definition.name,
 			instructions: definition.instructions,
+			prompt: definition.prompt,
 			model: definition.model,
+			modelSettings: resolveModelSettings(definition.modelSettings),
 			handoffDescription: definition.handoffDescription,
 			outputType: definition.outputType,
-			tools: definition.tools,
-			handoffs: definition.handoffs
+			tools,
+			handoffs,
+			inputGuardrails: definition.inputGuardrails,
+			outputGuardrails: definition.outputGuardrails,
+			mcpServers: definition.mcpServers,
+			toolUseBehavior: definition.toolUseBehavior,
+			resetToolChoice: definition.resetToolChoice
 		});
 	} catch (error) {
 		logger.error("[AgentsLoader] Failed to create agent from definition", {
@@ -76,7 +207,52 @@ async function createAgentFromDefinition(definition) {
 * Check if a value is an Agent instance
 */
 function isAgentInstance(value) {
-	return value && typeof value === "object" && "name" in value && "instructions" in value && typeof value.name === "string";
+	return value instanceof Agent;
+}
+function isToolInstance(value) {
+	return !!value && typeof value === "object" && "type" in value && typeof value.type === "string";
+}
+function isHandoffInstance(value) {
+	return !!value && typeof value === "object" && "agent" in value && "getHandoffAsFunctionTool" in value && typeof value.getHandoffAsFunctionTool === "function";
+}
+async function normalizeTools(definitions) {
+	if (!definitions?.length) return;
+	return definitions.map((definition) => {
+		if (isToolInstance(definition)) return definition;
+		return tool({
+			name: definition.name,
+			description: definition.description,
+			parameters: definition.parameters,
+			strict: definition.strict ?? true,
+			deferLoading: definition.deferLoading,
+			execute: typeof definition.execute === "function" ? definition.execute : async () => definition.execute
+		});
+	});
+}
+async function normalizeHandoffs(definitions) {
+	if (!definitions?.length) return;
+	return Promise.all(definitions.map(async (definition) => {
+		if (isAgentInstance(definition) || isHandoffInstance(definition)) return definition;
+		const agent = await loadAgentDefinition(definition.agent);
+		if (!definition.description) return agent;
+		return handoff(agent, { toolDescriptionOverride: definition.description });
+	}));
+}
+async function loadArrayFromFile(filePath, label) {
+	const resolvedPath = resolveFilePath(filePath);
+	logger.debug(`[AgentsLoader] Loading ${label} from resolved path`, { path: resolvedPath });
+	try {
+		const module = await importModule(resolvedPath);
+		const exported = module.default || module;
+		if (!Array.isArray(exported)) throw new Error(`File ${resolvedPath} does not export an array of ${label}`);
+		return exported;
+	} catch (error) {
+		logger.error(`[AgentsLoader] Failed to load ${label} from file`, {
+			path: resolvedPath,
+			error
+		});
+		throw new Error(`Failed to load ${label} from ${resolvedPath}: ${error}`);
+	}
 }
 /**
 * Resolve file:// path to absolute file system path
@@ -328,8 +504,27 @@ var OpenAiAgentsProvider = class extends OpenAiGenericProvider {
 		if (!this.agentConfig.agent) throw new Error("No agent configuration provided");
 		try {
 			const agent = await loadAgentDefinition(this.agentConfig.agent);
-			logger.debug("[AgentsProvider] Agent initialized successfully", { name: agent.name });
-			return agent;
+			const [tools, handoffs, inputGuardrails, outputGuardrails] = await Promise.all([
+				loadTools(this.agentConfig.tools),
+				loadHandoffs(this.agentConfig.handoffs),
+				loadInputGuardrails(this.agentConfig.inputGuardrails),
+				loadOutputGuardrails(this.agentConfig.outputGuardrails)
+			]);
+			const configuredAgent = agent.clone({
+				tools: mergeArrays(agent.tools, tools),
+				handoffs: mergeArrays(agent.handoffs, handoffs),
+				inputGuardrails: mergeArrays(agent.inputGuardrails, inputGuardrails),
+				outputGuardrails: mergeArrays(agent.outputGuardrails, outputGuardrails)
+			});
+			const mockAwareAgent = this.wrapToolsIfNeeded(configuredAgent);
+			logger.debug("[AgentsProvider] Agent initialized successfully", {
+				name: mockAwareAgent.name,
+				toolCount: mockAwareAgent.tools.length,
+				handoffCount: mockAwareAgent.handoffs.length,
+				inputGuardrailCount: mockAwareAgent.inputGuardrails.length,
+				outputGuardrailCount: mockAwareAgent.outputGuardrails.length
+			});
+			return mockAwareAgent;
 		} catch (error) {
 			logger.error("[AgentsProvider] Failed to initialize agent", { error });
 			throw new Error(`Failed to initialize agent: ${error}`);
@@ -388,7 +583,7 @@ var OpenAiAgentsProvider = class extends OpenAiGenericProvider {
 				signal: callApiOptions?.abortSignal
 			};
 			if (this.agentConfig.model || this.modelName) runOptions.model = this.agentConfig.model || this.modelName;
-			if (this.agentConfig.modelSettings) runOptions.modelSettings = this.agentConfig.modelSettings;
+			if (this.agentConfig.modelSettings) runOptions.modelSettings = resolveModelSettings(this.agentConfig.modelSettings);
 			const result = await getOrCreateTrace(async () => {
 				return await run(this.agent, prompt, runOptions);
 			});
@@ -423,8 +618,28 @@ var OpenAiAgentsProvider = class extends OpenAiGenericProvider {
 	* Calculate cost from agent result
 	*/
 	calculateCost(_result) {}
+	wrapToolsIfNeeded(agent) {
+		if (this.agentConfig.executeTools !== false && this.agentConfig.executeTools !== "mock") return agent;
+		const toolMocks = this.agentConfig.toolMocks ?? {};
+		const tools = agent.tools.map((tool) => {
+			if (tool.type !== "function") return tool;
+			const mockValue = toolMocks[tool.name];
+			return {
+				...tool,
+				invoke: async () => mockValue ?? {
+					mocked: true,
+					tool: tool.name
+				}
+			};
+		});
+		return agent.clone({ tools });
+	}
 };
+function mergeArrays(existing, additions) {
+	if (!existing?.length && !additions?.length) return;
+	return [...existing ?? [], ...additions ?? []];
+}
 //#endregion
 export { OpenAiAgentsProvider };
 
-//# sourceMappingURL=agents-DgF2zDag.js.map
+//# sourceMappingURL=agents-Bqgfdokm.js.map