pi-subagents 0.57.0 → 0.59.0

package/src/runs/shared/mcp-config-sources.ts

@@ -0,0 +1,422 @@
+import * as fs from "node:fs";
+import * as os from "node:os";
+import * as path from "node:path";
+import { findConfiguredProjectRoot } from "../../agents/agents.ts";
+import { getAgentDir, getConfigDirName, getProjectConfigDir } from "../../shared/utils.ts";
+
+const PACKAGE_CONFIG_ROOT = "npm";
+const PACKAGE_GIT_ROOT = "git";
+const PLUGIN_SCHEMA = "https://agent-plugins.org/schemas/1.0.0/plugin.schema.json";
+const PLUGIN_MCP_SCHEMA = "https://agent-plugins.org/schemas/1.0.0/mcp.schema.json";
+const PLUGIN_NAME_PATTERN = /^(?!.*(?:--|\.\.))[a-z0-9](?:[a-z0-9.-]*[a-z0-9])?$/;
+const PLUGIN_STDIO_FIELDS = new Set(["type", "command", "args", "env", "cwd"]);
+const PLUGIN_HTTP_FIELDS = new Set(["type", "url", "headers"]);
+
+export interface McpServerDefinition {
+	command?: string;
+	args?: string[];
+	socket?: string;
+	env?: Record<string, string>;
+	cwd?: string;
+	url?: string;
+	headers?: Record<string, string>;
+	requestHeadersCommand?: {
+		command: string;
+		args?: string[];
+		env?: Record<string, string>;
+		timeoutMs?: number;
+	};
+	auth?: "oauth" | "bearer" | false;
+	bearerToken?: string;
+	bearerTokenEnv?: string;
+	exposeResources?: boolean;
+	includeTools?: string[];
+	excludeTools?: string[];
+	protocolVersion?: string;
+	directTools?: boolean | string[];
+	httpTransport?: string;
+	pluginDataDir?: string;
+	literalEnv?: boolean;
+}
+
+export function isMcpServerDefinition(value: unknown): value is McpServerDefinition {
+	if (!isRecord(value)) return false;
+	for (const field of ["command", "socket", "cwd", "url", "bearerToken", "bearerTokenEnv", "protocolVersion", "httpTransport", "pluginDataDir"] as const) {
+		if (value[field] !== undefined && typeof value[field] !== "string") return false;
+	}
+	for (const field of ["args", "includeTools", "excludeTools"] as const) {
+		if (value[field] !== undefined && !isStringArray(value[field])) return false;
+	}
+	for (const field of ["env", "headers"] as const) {
+		if (value[field] !== undefined && !isStringRecord(value[field])) return false;
+	}
+	for (const field of ["exposeResources", "literalEnv"] as const) {
+		if (value[field] !== undefined && typeof value[field] !== "boolean") return false;
+	}
+	if (value.requestHeadersCommand !== undefined && !isRequestHeadersCommand(value.requestHeadersCommand)) return false;
+	if (value.auth !== undefined && value.auth !== "oauth" && value.auth !== "bearer" && value.auth !== false) return false;
+	return value.directTools === undefined || typeof value.directTools === "boolean" || isStringArray(value.directTools);
+}
+
+function isRecord(value: unknown): value is Record<string, unknown> {
+	return value !== null && typeof value === "object" && !Array.isArray(value);
+}
+
+function isStringArray(value: unknown): value is string[] {
+	return Array.isArray(value) && value.every((entry) => typeof entry === "string");
+}
+
+function isStringRecord(value: unknown): value is Record<string, string> {
+	return isRecord(value) && Object.values(value).every((entry) => typeof entry === "string");
+}
+
+function isRequestHeadersCommand(value: unknown): value is NonNullable<McpServerDefinition["requestHeadersCommand"]> {
+	if (!isRecord(value) || typeof value.command !== "string") return false;
+	if (value.args !== undefined && !isStringArray(value.args)) return false;
+	if (value.env !== undefined && !isStringRecord(value.env)) return false;
+	return value.timeoutMs === undefined || (typeof value.timeoutMs === "number" && Number.isFinite(value.timeoutMs));
+}
+
+export function loadPackageMcpServers(cwd: string): Record<string, McpServerDefinition> {
+	const servers: Record<string, McpServerDefinition> = {};
+	const seen = new Set<string>();
+
+	for (const packageRoot of getConfiguredPackageRoots(cwd)) {
+		const manifest = readJson(path.join(packageRoot, "package.json"));
+		if (!manifest || typeof manifest !== "object" || Array.isArray(manifest)) continue;
+		const packageName = (manifest as { name?: unknown }).name;
+		if (typeof packageName !== "string" || !packageName) continue;
+		const mcpValue = (manifest as { pi?: { mcp?: unknown } }).pi?.mcp;
+		const configPaths = typeof mcpValue === "string"
+			? [mcpValue]
+			: Array.isArray(mcpValue) && mcpValue.every((value): value is string => typeof value === "string")
+				? mcpValue
+				: [];
+		const packagePrefix = formatName(packageName, "package");
+
+		for (const configPath of configPaths) {
+			const resolvedPath = resolvePackageConfigPath(packageRoot, configPath);
+			if (!resolvedPath) continue;
+			const config = readJson(resolvedPath);
+			if (!config || typeof config !== "object" || Array.isArray(config)) continue;
+			const rawServers = (config as { mcpServers?: unknown }).mcpServers;
+			if (!rawServers || typeof rawServers !== "object" || Array.isArray(rawServers)) continue;
+			for (const [serverName, definition] of Object.entries(rawServers)) {
+				if (!isMcpServerDefinition(definition)) continue;
+				const normalizedName = `${packagePrefix}__${formatName(serverName, "server")}`;
+				if (seen.has(normalizedName)) continue;
+				seen.add(normalizedName);
+				servers[normalizedName] = definition;
+			}
+		}
+	}
+
+	return servers;
+}
+
+export function loadAgentPluginMcpServers(paths: unknown, cwd: string): Record<string, McpServerDefinition> {
+	const servers: Record<string, McpServerDefinition> = {};
+	if (!Array.isArray(paths)) return servers;
+
+	for (const configuredPath of paths) {
+		if (typeof configuredPath !== "string") continue;
+		const pluginRoot = resolvePluginPath(configuredPath, cwd);
+		const manifest = readJson(path.join(pluginRoot, "plugin.json"));
+		if (!isValidPluginManifest(manifest)) continue;
+		const config = readJson(path.join(pluginRoot, "mcp.json"));
+		if (!isValidPluginConfig(config)) continue;
+		const rawServers = (config as { mcpServers: Record<string, unknown> }).mcpServers;
+
+		for (const [serverName, rawDefinition] of Object.entries(rawServers)) {
+			const definition = translatePluginServer(manifest.name, pluginRoot, rawDefinition);
+			if (!definition) continue;
+			const normalizedName = `${formatName(manifest.name, "plugin")}__${formatName(serverName, "server")}`;
+			if (Object.hasOwn(servers, normalizedName)) continue;
+			servers[normalizedName] = definition;
+		}
+	}
+
+	return servers;
+}
+
+function getConfiguredPackageRoots(cwd: string): string[] {
+	const roots: string[] = [];
+	const projectConfigDir = findProjectConfigDir(cwd);
+	const sources = [
+		{ path: path.join(projectConfigDir, "settings.json"), baseDir: projectConfigDir },
+		{ path: path.join(getAgentDir(), "settings.json"), baseDir: getAgentDir() },
+	];
+	for (const source of sources) {
+		const settings = readJson(source.path);
+		if (!settings || typeof settings !== "object" || Array.isArray(settings)) continue;
+		const packages = (settings as { packages?: unknown }).packages;
+		if (!Array.isArray(packages)) continue;
+		for (const entry of packages) {
+			const packageSource = typeof entry === "string"
+				? entry
+				: entry && typeof entry === "object" && !Array.isArray(entry) && typeof (entry as { source?: unknown }).source === "string"
+					? (entry as { source: string }).source
+					: undefined;
+			if (!packageSource) continue;
+			const root = resolvePackageRoot(packageSource, source.baseDir);
+			if (root && !roots.includes(root)) roots.push(root);
+		}
+	}
+	return roots;
+}
+
+function findProjectConfigDir(cwd: string): string {
+	const projectRoot = findConfiguredProjectRoot(path.resolve(cwd));
+	return projectRoot ? getProjectConfigDir(projectRoot) : path.join(path.resolve(cwd), getConfigDirName());
+}
+
+function resolvePackageRoot(source: string, baseDir: string): string | undefined {
+	const trimmed = source.trim();
+	if (!trimmed) return undefined;
+	if (trimmed.startsWith("npm:")) {
+		const packageName = parseNpmPackageName(trimmed);
+		return packageName ? resolveContainedPath(path.join(baseDir, PACKAGE_CONFIG_ROOT, "node_modules"), packageName) ?? undefined : undefined;
+	}
+
+	if (trimmed.startsWith("git:") || /^(?:https?:\/\/|ssh:\/\/|git@[^:]+:)/.test(trimmed)) {
+		const parsed = parseGitPackagePath(trimmed.startsWith("git:") ? trimmed : `git:${trimmed}`);
+		return parsed ? path.join(baseDir, PACKAGE_GIT_ROOT, parsed.host, parsed.repoPath) : undefined;
+	}
+
+	const localPath = trimmed.startsWith("file:") ? trimmed.slice(5) : trimmed;
+	if (localPath === "~") return os.homedir();
+	if (localPath.startsWith("~/")) return path.join(os.homedir(), localPath.slice(2));
+	return path.isAbsolute(localPath) ? path.resolve(localPath) : path.resolve(baseDir, localPath);
+}
+
+function parseNpmPackageName(source: string): string | undefined {
+	const spec = source.slice(4).trim();
+	if (!spec) return undefined;
+	const match = spec.match(/^(@?[^@]+(?:\/[^@]+)?)(?:@(.+))?$/);
+	const packageName = match?.[1] ?? spec;
+	return resolveContainedPath("/", packageName) ? packageName : undefined;
+}
+
+function parseGitPackagePath(source: string): { host: string; repoPath: string } | undefined {
+	const spec = source.slice(4).trim();
+	if (!spec) return undefined;
+
+	let host = "";
+	let repoPath = "";
+	const scpLike = spec.match(/^git@([^:]+):(.+)$/);
+	if (scpLike) {
+		host = scpLike[1] ?? "";
+		repoPath = scpLike[2] ?? "";
+	} else if (/^[a-z][a-z0-9+.-]*:\/\//i.test(spec)) {
+		try {
+			const url = new URL(spec);
+			host = url.hostname;
+			repoPath = url.pathname.replace(/^\/+/, "");
+		} catch {
+			return undefined;
+		}
+	} else {
+		const slashIndex = spec.indexOf("/");
+		if (slashIndex < 0) return undefined;
+		host = spec.slice(0, slashIndex);
+		repoPath = spec.slice(slashIndex + 1);
+	}
+
+	const normalizedPath = stripGitRef(repoPath).replace(/\.git$/, "").replace(/^\/+/, "");
+	if (!host || !isSafePackagePath(host) || !isSafePackagePath(normalizedPath) || normalizedPath.split(/[\\/]/).length < 2) {
+		return undefined;
+	}
+	return { host, repoPath: normalizedPath };
+}
+
+function stripGitRef(repoPath: string): string {
+	const atIndex = repoPath.indexOf("@");
+	const hashIndex = repoPath.indexOf("#");
+	const refIndex = [atIndex, hashIndex].filter((index) => index >= 0).sort((a, b) => a - b)[0];
+	return refIndex === undefined ? repoPath : repoPath.slice(0, refIndex);
+}
+
+function isSafePackagePath(value: string): boolean {
+	return value.length > 0
+		&& !path.isAbsolute(value)
+		&& value.split(/[\\/]/).every((part) => part.length > 0 && part !== "." && part !== "..");
+}
+
+function resolvePackageConfigPath(packageRoot: string, configuredPath: string): string | undefined {
+	const lexicalPath = resolveContainedPath(packageRoot, configuredPath);
+	if (!lexicalPath || !fs.existsSync(lexicalPath)) return undefined;
+	try {
+		if (!fs.statSync(lexicalPath).isFile()) return undefined;
+		const packageRealPath = fs.realpathSync(packageRoot);
+		const configRealPath = fs.realpathSync(lexicalPath);
+		return resolveContainedPath(packageRealPath, configRealPath) ?? undefined;
+	} catch {
+		return undefined;
+	}
+}
+
+function resolveContainedPath(root: string, value: string): string | undefined {
+	const resolved = path.resolve(root, value);
+	const relative = path.relative(root, resolved);
+	return relative === "" || (!relative.startsWith("..") && !relative.startsWith(path.sep) && !path.isAbsolute(relative))
+		? resolved
+		: undefined;
+}
+
+function resolvePluginPath(configuredPath: string, cwd: string): string {
+	if (configuredPath === "~") return path.resolve(process.env.HOME ?? "", ".");
+	if (configuredPath.startsWith("~/")) return path.resolve(process.env.HOME ?? "", configuredPath.slice(2));
+	return path.isAbsolute(configuredPath) ? path.resolve(configuredPath) : path.resolve(cwd, configuredPath);
+}
+
+function isValidPluginManifest(value: unknown): value is { name: string } {
+	if (!value || typeof value !== "object" || Array.isArray(value)) return false;
+	const manifest = value as { $schema?: unknown; name?: unknown };
+	return manifest.$schema === PLUGIN_SCHEMA
+		&& typeof manifest.name === "string"
+		&& manifest.name.length >= 1
+		&& manifest.name.length <= 64
+		&& PLUGIN_NAME_PATTERN.test(manifest.name);
+}
+
+function isValidPluginConfig(value: unknown): value is { mcpServers: Record<string, unknown> } {
+	if (!value || typeof value !== "object" || Array.isArray(value)) return false;
+	const config = value as Record<string, unknown>;
+	return config.$schema === PLUGIN_MCP_SCHEMA
+		&& Object.keys(config).every((key) => key === "$schema" || key === "mcpServers")
+		&& !!config.mcpServers
+		&& typeof config.mcpServers === "object"
+		&& !Array.isArray(config.mcpServers);
+}
+
+function translatePluginServer(
+	pluginName: string,
+	pluginRoot: string,
+	value: unknown,
+): McpServerDefinition | undefined {
+	if (!value || typeof value !== "object" || Array.isArray(value)) return undefined;
+	const raw = value as Record<string, unknown>;
+	if (raw.type === "stdio") return translatePluginStdioServer(pluginName, pluginRoot, raw);
+	if (raw.type === "streamable-http" || raw.type === "sse") return translatePluginHttpServer(raw);
+	return undefined;
+}
+
+function translatePluginStdioServer(
+	pluginName: string,
+	pluginRoot: string,
+	raw: Record<string, unknown>,
+): McpServerDefinition | undefined {
+	if ([...Object.keys(raw)].some((key) => !PLUGIN_STDIO_FIELDS.has(key))) return undefined;
+	if (typeof raw.command !== "string" || !raw.command) return undefined;
+	if (!isBareCommand(raw.command) && !raw.command.startsWith("./")) return undefined;
+	const args = stringArray(raw.args);
+	if (raw.args !== undefined && !args) return undefined;
+	const env = stringRecord(raw.env);
+	if (raw.env !== undefined && !env) return undefined;
+	if (env && (Object.hasOwn(env, "PLUGIN_ROOT") || Object.hasOwn(env, "PLUGIN_DATA"))) return undefined;
+
+	const pluginDataDir = path.join(getAgentDir(), "agent-plugin-data", pluginName);
+	const command = raw.command.startsWith("./") ? resolveContainedPath(pluginRoot, raw.command) : raw.command;
+	if (!command) return undefined;
+	const cwd = resolvePluginCwd(raw.cwd, pluginRoot, pluginDataDir);
+	if (!cwd) return undefined;
+
+	return {
+		command,
+		args: (args ?? []).map((value) => expandPluginPlaceholders(value, pluginRoot, pluginDataDir)),
+		env: {
+			...Object.fromEntries(Object.entries(env ?? {}).map(([key, value]) => [key, expandPluginPlaceholders(value, pluginRoot, pluginDataDir)])),
+			PLUGIN_ROOT: pluginRoot,
+			PLUGIN_DATA: pluginDataDir,
+		},
+		cwd,
+		pluginDataDir,
+		literalEnv: true,
+	};
+}
+
+function translatePluginHttpServer(raw: Record<string, unknown>): McpServerDefinition | undefined {
+	if ([...Object.keys(raw)].some((key) => !PLUGIN_HTTP_FIELDS.has(key))) return undefined;
+	if (typeof raw.url !== "string" || !isValidPluginUrl(raw.url)) return undefined;
+	const headers = stringRecord(raw.headers);
+	if (raw.headers !== undefined && !headers) return undefined;
+	if (headers) {
+		const normalized = new Set<string>();
+		for (const key of Object.keys(headers)) {
+			const lower = key.toLowerCase();
+			if (normalized.has(lower)) return undefined;
+			normalized.add(lower);
+		}
+		try {
+			new Headers(headers);
+		} catch {
+			return undefined;
+		}
+	}
+	return { url: raw.url, ...(headers ? { headers } : {}), httpTransport: raw.type as string };
+}
+
+function resolvePluginCwd(value: unknown, pluginRoot: string, pluginDataDir: string): string | undefined {
+	if (value === undefined) return pluginRoot;
+	if (typeof value !== "string") return undefined;
+	if (value.startsWith("./")) return resolveContainedPath(pluginRoot, value);
+	if (value === "${PLUGIN_ROOT}" || value.startsWith("${PLUGIN_ROOT}/")) return resolveContainedPath(pluginRoot, value.replace("${PLUGIN_ROOT}", "."));
+	if (value === "${PLUGIN_DATA}" || value.startsWith("${PLUGIN_DATA}/")) return resolveContainedPath(pluginDataDir, value.replace("${PLUGIN_DATA}", "."));
+	return undefined;
+}
+
+function expandPluginPlaceholders(value: string, pluginRoot: string, pluginDataDir: string): string {
+	return value.replaceAll("${PLUGIN_ROOT}", pluginRoot).replaceAll("${PLUGIN_DATA}", pluginDataDir);
+}
+
+function isBareCommand(command: string): boolean {
+	return !command.includes("/")
+		&& !command.includes("\\")
+		&& !command.includes("${PLUGIN_ROOT}")
+		&& !command.includes("${PLUGIN_DATA}");
+}
+
+function isValidPluginUrl(value: string): boolean {
+	if (value.includes("${") || value.includes("$env:") || value.includes("{env:")) return false;
+	let url: URL;
+	try {
+		url = new URL(value);
+	} catch {
+		return false;
+	}
+	if (url.protocol !== "http:" && url.protocol !== "https:") return false;
+	if (url.username || url.password || url.hash) return false;
+	if (url.protocol === "https:") return true;
+	const host = url.hostname.toLowerCase();
+	return host === "localhost" || host === "127.0.0.1" || host === "::1" || host === "[::1]" || /^127(?:\.\d{1,3}){3}$/.test(host);
+}
+
+function stringArray(value: unknown): string[] | undefined {
+	return Array.isArray(value) && value.every((entry) => typeof entry === "string") ? value : undefined;
+}
+
+function stringRecord(value: unknown): Record<string, string> | undefined {
+	if (!value || typeof value !== "object" || Array.isArray(value)) return undefined;
+	const entries = Object.entries(value);
+	if (entries.some(([, entry]) => typeof entry !== "string")) return undefined;
+	return Object.fromEntries(entries) as Record<string, string>;
+}
+
+function formatName(value: string, fallback: string): string {
+	return value.replace(/[^A-Za-z0-9_-]+/g, "_").replace(/^[_-]+|[_-]+$/g, "") || fallback;
+}
+
+function readJson(filePath: string): unknown | undefined {
+	let content: string;
+	try {
+		content = fs.readFileSync(filePath, "utf-8");
+	} catch (error) {
+		if ((error as NodeJS.ErrnoException).code === "ENOENT") return undefined;
+		throw new Error(`Failed to read JSON file '${filePath}': ${error instanceof Error ? error.message : String(error)}`, { cause: error });
+	}
+	try {
+		return JSON.parse(content);
+	} catch (error) {
+		throw new Error(`Invalid JSON in '${filePath}': ${error instanceof Error ? error.message : String(error)}`, { cause: error });
+	}
+}