promptfoo 0.125.0 → 0.125.1

package/dist/src/client-iEXtOBKW.cjs

@@ -1,357 +0,0 @@
-const require_rolldown_runtime = require("./rolldown-runtime-C0BPl7ul.cjs");
-const require_shared = require("./shared-Bo_Ejt46.cjs");
-const require_logger = require("./logger-DXUHJBHJ.cjs");
-const require_shared$1 = require("./shared-D9Bf3UgD.cjs");
-const require_genaiTracer = require("./genaiTracer-C32xFIB8.cjs");
-require("./tracing-DL4_JDxy.cjs");
-const require_util = require("./util-l9pXX3Eu.cjs");
-const require_packageImportErrors = require("./packageImportErrors-B2JxLURu.cjs");
-let path = require("path");
-path = require_rolldown_runtime.__toESM(path, 1);
-//#region src/providers/mcp/client.ts
-const oauthRequestSignal = new (require("node:async_hooks")).AsyncLocalStorage();
-/**
-* Refresh tokens per request without reconnecting and aborting other tool calls.
-* Retry a rejected token once on HTTP 401; return other failures without a retry.
-*/
-function createOAuthFetch(auth, serverUrl) {
-	return async (url, init) => {
-		let requestSignal;
-		if (typeof init?.body === "string") try {
-			if (JSON.parse(init.body).method === "tools/call") requestSignal = oauthRequestSignal.getStore();
-		} catch {}
-		const signal = requestSignal && init?.signal ? AbortSignal.any([requestSignal, init.signal]) : requestSignal ?? init?.signal;
-		const send = async (rejectedToken) => {
-			signal?.throwIfAborted();
-			const { accessToken } = await require_util.getOAuthTokenWithExpiry(auth, serverUrl, rejectedToken, signal ?? void 0);
-			signal?.throwIfAborted();
-			const headers = new Headers(init?.headers);
-			headers.set("Authorization", `Bearer ${accessToken}`);
-			return {
-				accessToken,
-				response: await fetch(url, {
-					...init,
-					headers,
-					signal
-				})
-			};
-		};
-		const first = await send();
-		if (first.response.status !== 401) return first.response;
-		require_logger.logger.debug("[MCP] Server rejected the OAuth token; retrying with a new token");
-		await first.response.body?.cancel();
-		return (await send(first.accessToken)).response;
-	};
-}
-/**
-* Environment for a spawned stdio MCP server: the promptfoo process environment with
-* the server's own `env` map layered on top. Per-server values win so a config can
-* override an inherited variable (e.g. a scoped token) without unsetting the rest.
-*/
-function getStdioEnv(server) {
-	const parentEnv = require_logger.getProcessEnv();
-	return server.env ? {
-		...parentEnv,
-		...server.env
-	} : parentEnv;
-}
-async function loadMcpClientSdk() {
-	try {
-		return await import("@modelcontextprotocol/sdk/client/index.js");
-	} catch (error) {
-		if (require_packageImportErrors.isMissingPackageImportError(error, "@modelcontextprotocol/sdk")) throw new Error("The @modelcontextprotocol/sdk package is required for MCP provider support. Install it with: npm install @modelcontextprotocol/sdk");
-		throw error;
-	}
-}
-/**
-* Get the effective request options for MCP requests.
-* Priority: config values > MCP_REQUEST_TIMEOUT_MS env var > undefined (SDK default of 60s)
-*/
-function getEffectiveRequestOptions(config) {
-	const timeout = config.timeout ?? require_logger.getEnvInt("MCP_REQUEST_TIMEOUT_MS");
-	if (!timeout && !config.resetTimeoutOnProgress && !config.maxTotalTimeout) return;
-	const options = {};
-	if (timeout) options.timeout = timeout;
-	if (config.resetTimeoutOnProgress) options.resetTimeoutOnProgress = config.resetTimeoutOnProgress;
-	if (config.maxTotalTimeout) options.maxTotalTimeout = config.maxTotalTimeout;
-	return options;
-}
-var MCPClient = class {
-	clients = /* @__PURE__ */ new Map();
-	tools = /* @__PURE__ */ new Map();
-	config;
-	transports = /* @__PURE__ */ new Map();
-	cleanupPromise = null;
-	startupController = new AbortController();
-	pendingConnections = /* @__PURE__ */ new Set();
-	get hasInitialized() {
-		return this.clients.size > 0;
-	}
-	get connectedServers() {
-		return Array.from(this.clients.keys());
-	}
-	/**
-	* Check if debug mode is enabled (config takes priority over env var)
-	*/
-	get isDebugEnabled() {
-		return this.config.debug ?? require_logger.getEnvBool("MCP_DEBUG") ?? false;
-	}
-	/**
-	* Check if verbose mode is enabled (config takes priority over env var)
-	*/
-	get isVerboseEnabled() {
-		return this.config.verbose ?? require_logger.getEnvBool("MCP_VERBOSE") ?? false;
-	}
-	constructor(config) {
-		this.config = require_shared.McpConfigSchema.parse(config);
-	}
-	async initialize() {
-		if (this.cleanupPromise) await this.cleanupPromise;
-		if (!this.config.enabled) return;
-		if (this.startupController.signal.aborted) this.startupController = new AbortController();
-		const signal = this.startupController.signal;
-		const servers = this.config.servers || (this.config.server ? [this.config.server] : []);
-		const usedKeys = new Set(this.clients.keys());
-		for (const server of servers) {
-			const baseKey = server.name || server.url || server.path || server.command || "default";
-			let serverKey = baseKey;
-			for (let suffix = 1; usedKeys.has(serverKey); suffix++) serverKey = `${baseKey}:${suffix}`;
-			usedKeys.add(serverKey);
-			require_logger.logger.info(`connecting to server ${serverKey}`);
-			await this.connectToServer(server, serverKey, signal);
-		}
-	}
-	async connectToServer(server, serverKey, signal) {
-		signal.throwIfAborted();
-		const { Client } = await loadMcpClientSdk();
-		signal.throwIfAborted();
-		const client = new Client({
-			name: "promptfoo-MCP",
-			version: "1.0.0",
-			description: "Promptfoo MCP client for connecting to MCP servers during LLM evaluations"
-		});
-		let transport;
-		let closingTransport;
-		let closePromise;
-		const close = () => {
-			if (!closePromise || closingTransport !== transport) {
-				closingTransport = transport;
-				closePromise = this.closeConnection(client, transport);
-			}
-			return closePromise;
-		};
-		this.pendingConnections.add(close);
-		try {
-			const requestOptions = {
-				...getEffectiveRequestOptions(this.config),
-				signal
-			};
-			if (server.command) {
-				const { StdioClientTransport } = await import("@modelcontextprotocol/sdk/client/stdio.js");
-				signal.throwIfAborted();
-				transport = new StdioClientTransport({
-					command: server.command,
-					args: server.args ?? [],
-					env: getStdioEnv(server)
-				});
-				await client.connect(transport, requestOptions);
-			} else if (server.path) {
-				const isJs = server.path.endsWith(".js");
-				const isPy = server.path.endsWith(".py");
-				if (!isJs && !isPy) throw new Error("Local server must be a .js or .py file");
-				const command = isPy ? process.platform === "win32" ? "python" : "python3" : process.execPath;
-				const serverPath = require_logger.state.basePath ? path.default.resolve(require_logger.state.basePath, server.path) : server.path;
-				const { StdioClientTransport } = await import("@modelcontextprotocol/sdk/client/stdio.js");
-				signal.throwIfAborted();
-				transport = new StdioClientTransport({
-					command,
-					args: [serverPath],
-					env: getStdioEnv(server)
-				});
-				await client.connect(transport, requestOptions);
-			} else if (server.url) {
-				const renderedServer = require_util.renderAuthVars(server);
-				let oauthFetch;
-				let authHeaders = {};
-				if (renderedServer.auth?.type === "oauth") {
-					const oauthAuth = renderedServer.auth;
-					require_logger.logger.debug("[MCP] Fetching OAuth token");
-					await require_util.getOAuthTokenWithExpiry(oauthAuth, server.url, void 0, signal);
-					signal.throwIfAborted();
-					oauthFetch = createOAuthFetch(oauthAuth, server.url);
-				} else authHeaders = require_util.getAuthHeaders(renderedServer);
-				const headers = {
-					...server.headers,
-					...authHeaders
-				};
-				const queryParams = require_util.getAuthQueryParams(renderedServer);
-				const serverUrl = require_util.applyQueryParams(server.url, queryParams);
-				const transportOptions = {
-					...Object.keys(headers).length > 0 && { requestInit: { headers } },
-					...oauthFetch && { fetch: oauthFetch }
-				};
-				const hasOptions = Object.keys(transportOptions).length > 0;
-				try {
-					const { StreamableHTTPClientTransport } = await import("@modelcontextprotocol/sdk/client/streamableHttp.js");
-					signal.throwIfAborted();
-					transport = new StreamableHTTPClientTransport(new URL(serverUrl), hasOptions ? transportOptions : void 0);
-					await client.connect(transport, requestOptions);
-					require_logger.logger.debug("Connected using Streamable HTTP transport");
-				} catch (error) {
-					require_logger.logger.debug(`Failed to connect to MCP server with Streamable HTTP transport ${serverKey}: ${error}`);
-					if (transport) {
-						await transport.close().catch(() => void 0);
-						transport = void 0;
-					}
-					signal.throwIfAborted();
-					const { SSEClientTransport } = await import("@modelcontextprotocol/sdk/client/sse.js");
-					signal.throwIfAborted();
-					transport = new SSEClientTransport(new URL(serverUrl), hasOptions ? transportOptions : void 0);
-					await client.connect(transport, requestOptions);
-					require_logger.logger.debug("Connected using SSE transport");
-				}
-			} else throw new Error("Either command or path or url must be specified for MCP server");
-			signal.throwIfAborted();
-			if (this.config.pingOnConnect) try {
-				await client.ping(requestOptions);
-				require_logger.logger.debug(`MCP server ${serverKey} ping successful`);
-			} catch (pingError) {
-				const pingErrorMessage = pingError instanceof Error ? pingError.message : String(pingError);
-				throw new Error(`MCP server ${serverKey} ping failed: ${pingErrorMessage}`);
-			}
-			const serverTools = (await client.listTools(void 0, requestOptions))?.tools?.map((tool) => ({
-				name: tool.name,
-				description: tool.description || "",
-				inputSchema: tool.inputSchema
-			})) || [];
-			let filteredTools = serverTools;
-			if (this.config.tools) filteredTools = serverTools.filter((tool) => this.config.tools?.includes(tool.name));
-			if (this.config.exclude_tools) filteredTools = filteredTools.filter((tool) => !this.config.exclude_tools?.includes(tool.name));
-			signal.throwIfAborted();
-			this.transports.set(serverKey, transport);
-			this.clients.set(serverKey, client);
-			this.tools.set(serverKey, filteredTools);
-			if (this.isVerboseEnabled) console.log(`Connected to MCP server ${serverKey} with tools:`, filteredTools.map((tool) => tool.name));
-		} catch (error) {
-			if (this.clients.get(serverKey) === client) {
-				this.clients.delete(serverKey);
-				this.transports.delete(serverKey);
-				this.tools.delete(serverKey);
-			}
-			await close();
-			const errorMessage = error instanceof Error ? error.message : String(error);
-			if (this.isDebugEnabled) require_logger.logger.error(`Failed to connect to MCP server ${serverKey}: ${errorMessage}`);
-			throw new Error(`Failed to connect to MCP server ${serverKey}: ${errorMessage}`);
-		} finally {
-			this.pendingConnections.delete(close);
-		}
-	}
-	async closeConnection(client, transport) {
-		for (const resource of [transport, client]) try {
-			await resource?.close();
-		} catch (error) {
-			if (this.isDebugEnabled) require_logger.logger.error(`Error during cleanup: ${error instanceof Error ? error.message : String(error)}`);
-		}
-	}
-	getAllTools() {
-		return Array.from(this.tools.values()).flat();
-	}
-	async callTool(name, args, signal) {
-		signal?.throwIfAborted();
-		return await require_genaiTracer.withGenAIToolSpan({
-			name,
-			arguments: require_util.sanitizeMcpToolData(args),
-			resultFormat: "mcp"
-		}, () => this.callToolInternal(name, args, signal));
-	}
-	async callToolInternal(name, args, signal) {
-		const timeoutOptions = getEffectiveRequestOptions(this.config);
-		const requestOptions = signal ? {
-			...timeoutOptions,
-			signal
-		} : timeoutOptions;
-		const disconnectedServers = [];
-		for (const [serverKey, serverTools] of this.tools.entries()) {
-			signal?.throwIfAborted();
-			if (!serverTools.some((tool) => tool.name === name)) continue;
-			const client = this.clients.get(serverKey);
-			if (!client) {
-				disconnectedServers.push(serverKey);
-				continue;
-			}
-			try {
-				const finished = new AbortController();
-				const requestSignal = signal ? AbortSignal.any([signal, finished.signal]) : finished.signal;
-				let result;
-				try {
-					result = await require_shared$1.waitForPromiseWithAbort(oauthRequestSignal.run(requestSignal, () => client.callTool({
-						name,
-						arguments: args
-					}, void 0, requestOptions)), signal);
-				} finally {
-					finished.abort();
-				}
-				if (!result.isError) signal?.throwIfAborted();
-				let content = "";
-				if (result?.content) {
-					if (typeof result.content === "string") try {
-						const parsed = JSON.parse(result.content);
-						content = typeof parsed === "string" ? parsed : JSON.stringify(parsed);
-					} catch {
-						content = result.content;
-					}
-					else if (Buffer.isBuffer(result.content)) content = result.content.toString();
-					else content = JSON.stringify(result.content);
-				}
-				return {
-					content,
-					...result.isError ? { isError: true } : {},
-					raw: result
-				};
-			} catch (error) {
-				if (require_shared$1.isCallerAbortError(error, signal, { requireReasonMatch: true })) throw signal.reason;
-				const errorMessage = error instanceof Error ? error.message : String(error);
-				if (this.isDebugEnabled) require_logger.logger.error(`Error calling tool ${name}: ${errorMessage}`);
-				return {
-					content: "",
-					error: errorMessage
-				};
-			}
-		}
-		if (disconnectedServers.length > 0) {
-			const plural = disconnectedServers.length > 1 ? "s are" : " is";
-			throw new Error(`Tool ${name} is known but MCP server${plural} disconnected: ${disconnectedServers.join(", ")}`);
-		}
-		throw new Error(`Tool ${name} not found in any connected MCP server`);
-	}
-	async cleanup() {
-		this.cleanupPromise ??= this.cleanupInternal();
-		const cleanup = this.cleanupPromise;
-		try {
-			await cleanup;
-		} finally {
-			if (this.cleanupPromise === cleanup) this.cleanupPromise = null;
-		}
-	}
-	async cleanupInternal() {
-		this.startupController.abort();
-		await Promise.all([...this.pendingConnections].map((close) => close()));
-		const connections = [...this.clients].map(([serverKey, client]) => ({
-			client,
-			transport: this.transports.get(serverKey)
-		}));
-		this.clients.clear();
-		this.transports.clear();
-		this.tools.clear();
-		for (const { client, transport } of connections) await this.closeConnection(client, transport);
-	}
-};
-//#endregion
-Object.defineProperty(exports, "MCPClient", {
-	enumerable: true,
-	get: function() {
-		return MCPClient;
-	}
-});
-
-//# sourceMappingURL=client-iEXtOBKW.cjs.map

package/dist/src/cloud-B02qcpjf.js

@@ -1,2 +0,0 @@
-#!/usr/bin/env node
-export { i as cloudConfig } from "./cloud-C9BI4isF.js";