@fitchmultz/pi-subagents 0.0.0-stage → 0.44.5

package/src/runs/shared/mcp-direct-tool-allowlist.ts

@@ -0,0 +1,376 @@
+import { createHash } from "node:crypto";
+import * as fs from "node:fs";
+import * as os from "node:os";
+import * as path from "node:path";
+import { getAgentDir } from "../../shared/utils.ts";
+
+const CACHE_VERSION = 1;
+const CACHE_MAX_AGE_MS = 7 * 24 * 60 * 60 * 1000;
+const BUILTIN_TOOL_NAMES = new Set(["read", "bash", "edit", "write", "grep", "find", "ls", "mcp"]);
+const GENERIC_GLOBAL_CONFIG_PATH = path.join(os.homedir(), ".config", "mcp", "mcp.json");
+const IMPORT_PATHS = {
+	cursor: [path.join(os.homedir(), ".cursor", "mcp.json")],
+	"claude-code": [
+		path.join(os.homedir(), ".claude", "mcp.json"),
+		path.join(os.homedir(), ".claude.json"),
+		path.join(os.homedir(), ".claude", "claude_desktop_config.json"),
+	],
+	"claude-desktop": [path.join(os.homedir(), "Library", "Application Support", "Claude", "claude_desktop_config.json")],
+	codex: [path.join(os.homedir(), ".codex", "config.json")],
+	windsurf: [path.join(os.homedir(), ".windsurf", "mcp.json")],
+	vscode: [".vscode/mcp.json"],
+} as const;
+
+type ToolPrefix = "server" | "none" | "short";
+type ImportKind = keyof typeof IMPORT_PATHS;
+
+interface ServerEntry {
+	command?: string;
+	args?: string[];
+	socket?: string;
+	env?: Record<string, string>;
+	cwd?: string;
+	url?: string;
+	headers?: Record<string, string>;
+	auth?: "oauth" | "bearer" | false;
+	bearerToken?: string;
+	bearerTokenEnv?: string;
+	exposeResources?: boolean;
+	excludeTools?: string[];
+	includeTools?: string[];
+	toolPrefix?: ToolPrefix;
+	disabled?: boolean;
+}
+
+interface McpConfig {
+	mcpServers: Record<string, ServerEntry>;
+	imports?: ImportKind[];
+	settings?: {
+		toolPrefix?: ToolPrefix;
+	};
+}
+
+interface CachedTool {
+	name?: string;
+}
+
+interface CachedResource {
+	uri?: string;
+	name?: string;
+}
+
+interface ServerCacheEntry {
+	configHash?: string;
+	tools?: CachedTool[];
+	resources?: CachedResource[];
+	cachedAt?: number;
+}
+
+interface MetadataCache {
+	version: number;
+	servers: Record<string, ServerCacheEntry>;
+}
+
+export function resolveMcpDirectToolNames(mcpDirectTools: string[] | undefined, cwd = process.cwd()): string[] {
+	if (!mcpDirectTools?.length) return [];
+
+	const names = new Set<string>();
+	// Keep pre-v5 and independent Fitch configs paired with their own caches.
+	for (const directory of ["", "fitch-mcp-adapter"]) {
+		try {
+			const config = loadMcpConfig(cwd, directory);
+			const cache = loadMetadataCache(directory);
+			if (!cache) continue;
+			for (const name of resolveDirectToolNames(config, cache, getToolPrefix(config.settings?.toolPrefix), mcpDirectTools)) {
+				names.add(name);
+			}
+		} catch { /* An unavailable adapter does not hide the other adapter's tools. */ }
+	}
+	return [...names];
+}
+
+function loadMetadataCache(directory: string): MetadataCache | null {
+	const cachePath = path.join(getAgentDir(), directory, "mcp-cache.json");
+	let parsed: unknown;
+	try {
+		parsed = JSON.parse(fs.readFileSync(cachePath, "utf-8"));
+	} catch {
+		return null;
+	}
+
+	if (!parsed || typeof parsed !== "object") return null;
+	const raw = parsed as Record<string, unknown>;
+	if (raw.version !== CACHE_VERSION || !raw.servers || typeof raw.servers !== "object" || Array.isArray(raw.servers)) {
+		return null;
+	}
+	return raw as unknown as MetadataCache;
+}
+
+function loadMcpConfig(cwd: string, directory: string): McpConfig {
+	let config: McpConfig = { mcpServers: {} };
+	for (const sourcePath of getConfigPaths(cwd, directory)) {
+		const loaded = readConfig(sourcePath);
+		if (!loaded) continue;
+		config = mergeConfigs(config, expandImports(loaded, cwd));
+	}
+	return config;
+}
+
+function getConfigPaths(cwd: string, directory: string): string[] {
+	const piGlobalPath = path.join(getAgentDir(), directory, "mcp.json");
+	const projectPath = path.resolve(cwd, ".mcp.json");
+	const projectPiPath = path.resolve(cwd, ".pi", directory, "mcp.json");
+	const sources: string[] = [];
+	if (GENERIC_GLOBAL_CONFIG_PATH !== piGlobalPath) sources.push(GENERIC_GLOBAL_CONFIG_PATH);
+	sources.push(piGlobalPath);
+	if (projectPath !== piGlobalPath) sources.push(projectPath);
+	if (projectPiPath !== piGlobalPath && projectPiPath !== projectPath) sources.push(projectPiPath);
+	return sources;
+}
+
+function readConfig(configPath: string): McpConfig | null {
+	let parsed: unknown;
+	try {
+		parsed = JSON.parse(fs.readFileSync(configPath, "utf-8"));
+	} catch {
+		return null;
+	}
+	return validateConfig(parsed);
+}
+
+function validateConfig(raw: unknown): McpConfig {
+	if (!raw || typeof raw !== "object" || Array.isArray(raw)) return { mcpServers: {} };
+	const obj = raw as Record<string, unknown>;
+	const servers = obj.mcpServers ?? obj["mcp-servers"] ?? {};
+	return {
+		mcpServers: servers && typeof servers === "object" && !Array.isArray(servers) ? servers as Record<string, ServerEntry> : {},
+		imports: Array.isArray(obj.imports) ? obj.imports.filter((value): value is ImportKind => isImportKind(value)) : undefined,
+		settings: obj.settings && typeof obj.settings === "object" && !Array.isArray(obj.settings)
+			? obj.settings as McpConfig["settings"]
+			: undefined,
+	};
+}
+
+function mergeConfigs(base: McpConfig, next: McpConfig): McpConfig {
+	const imports = [...(base.imports ?? []), ...(next.imports ?? [])];
+	return {
+		mcpServers: { ...base.mcpServers, ...next.mcpServers },
+		imports: imports.length ? [...new Set(imports)] : undefined,
+		settings: next.settings ? { ...base.settings, ...next.settings } : base.settings,
+	};
+}
+
+function expandImports(config: McpConfig, cwd: string): McpConfig {
+	if (!config.imports?.length) return config;
+
+	const importedServers: Record<string, ServerEntry> = {};
+	for (const importKind of config.imports) {
+		const importPath = resolveImportPath(importKind, cwd);
+		if (!importPath) continue;
+		let imported: unknown;
+		try {
+			imported = JSON.parse(fs.readFileSync(importPath, "utf-8"));
+		} catch {
+			continue;
+		}
+		for (const [name, definition] of Object.entries(extractServers(imported, importKind))) {
+			if (!importedServers[name]) importedServers[name] = definition;
+		}
+	}
+
+	return {
+		imports: config.imports,
+		settings: config.settings,
+		mcpServers: { ...importedServers, ...config.mcpServers },
+	};
+}
+
+function resolveImportPath(importKind: ImportKind, cwd: string): string | null {
+	for (const candidate of IMPORT_PATHS[importKind]) {
+		const fullPath = candidate.startsWith(".") ? path.resolve(cwd, candidate) : candidate;
+		if (fs.existsSync(fullPath)) return fullPath;
+	}
+	return null;
+}
+
+function extractServers(config: unknown, kind: ImportKind): Record<string, ServerEntry> {
+	if (!config || typeof config !== "object" || Array.isArray(config)) return {};
+	const obj = config as Record<string, unknown>;
+	const servers = kind === "cursor" || kind === "windsurf" || kind === "vscode"
+		? obj.mcpServers ?? obj["mcp-servers"]
+		: obj.mcpServers;
+	return servers && typeof servers === "object" && !Array.isArray(servers) ? servers as Record<string, ServerEntry> : {};
+}
+
+function resolveDirectToolNames(config: McpConfig, cache: MetadataCache, defaultPrefix: ToolPrefix, envOverride: string[]): string[] {
+	const names: string[] = [];
+	const seenNames = new Set<string>();
+	const { servers: selectedServers, tools: selectedTools } = parseSelections(envOverride);
+
+	for (const [serverName, definition] of Object.entries(config.mcpServers)) {
+		if (definition.disabled) continue;
+		const serverCache = cache.servers[serverName];
+		if (!isServerCacheValid(serverCache, definition)) continue;
+		const prefix = definition.toolPrefix ?? defaultPrefix;
+
+		const toolFilter = selectedServers.has(serverName)
+			? true
+			: selectedTools.get(serverName);
+		if (!toolFilter) continue;
+
+		for (const tool of Array.isArray(serverCache.tools) ? serverCache.tools : []) {
+			if (typeof tool?.name !== "string" || !tool.name) continue;
+			if (toolFilter !== true && !toolFilter.has(tool.name)) continue;
+			if (isToolExcluded(tool.name, serverName, prefix, definition.excludeTools)) continue;
+			const prefixedName = formatToolName(tool.name, serverName, prefix);
+			if (BUILTIN_TOOL_NAMES.has(prefixedName) || seenNames.has(prefixedName)) continue;
+			seenNames.add(prefixedName);
+			names.push(prefixedName);
+		}
+
+		if (definition.exposeResources === false) continue;
+		for (const resource of Array.isArray(serverCache.resources) ? serverCache.resources : []) {
+			if (typeof resource?.name !== "string" || !resource.name || typeof resource.uri !== "string" || !resource.uri) continue;
+			const baseName = `read_${resourceNameToToolName(resource.name)}`;
+			if (toolFilter !== true && !toolFilter.has(baseName)) continue;
+			if (isToolExcluded(baseName, serverName, prefix, definition.excludeTools)) continue;
+			const prefixedName = formatToolName(baseName, serverName, prefix);
+			if (BUILTIN_TOOL_NAMES.has(prefixedName) || seenNames.has(prefixedName)) continue;
+			seenNames.add(prefixedName);
+			names.push(prefixedName);
+		}
+	}
+
+	return names;
+}
+
+function parseSelections(selections: string[]): { servers: Set<string>; tools: Map<string, Set<string>> } {
+	const servers = new Set<string>();
+	const tools = new Map<string, Set<string>>();
+	for (let item of selections) {
+		item = item.replace(/\/+$/, "");
+		if (item.includes("/")) {
+			const [server, tool] = item.split("/", 2);
+			if (server && tool) {
+				if (!tools.has(server)) tools.set(server, new Set());
+				tools.get(server)!.add(tool);
+			} else if (server) {
+				servers.add(server);
+			}
+		} else if (item) {
+			servers.add(item);
+		}
+	}
+	return { servers, tools };
+}
+
+function isServerCacheValid(entry: ServerCacheEntry | undefined, definition: ServerEntry): entry is ServerCacheEntry {
+	if (!entry || entry.configHash !== computeMcpServerHash(definition)) return false;
+	if (!entry.cachedAt || typeof entry.cachedAt !== "number") return false;
+	return Date.now() - entry.cachedAt <= CACHE_MAX_AGE_MS;
+}
+
+function computeMcpServerHash(definition: ServerEntry): string {
+	const identity: Record<string, unknown> = {
+		command: definition.command,
+		args: definition.args,
+		socket: resolveConfigPath(definition.socket),
+		env: interpolateEnvRecord(definition.env),
+		cwd: resolveConfigPath(definition.cwd),
+		url: definition.url ? interpolateEnvVars(definition.url) : definition.url,
+		headers: interpolateEnvRecord(definition.headers),
+		auth: definition.auth,
+		bearerToken: resolveBearerToken(definition),
+		bearerTokenEnv: definition.bearerTokenEnv,
+		exposeResources: definition.exposeResources,
+		includeTools: definition.includeTools,
+		excludeTools: definition.excludeTools,
+	};
+	return createHash("sha256").update(stableStringify(identity)).digest("hex");
+}
+
+function getToolPrefix(value: unknown): ToolPrefix {
+	return value === "none" || value === "short" || value === "server" ? value : "server";
+}
+
+function isImportKind(value: unknown): value is ImportKind {
+	return typeof value === "string" && Object.hasOwn(IMPORT_PATHS, value);
+}
+
+function getServerPrefix(serverName: string, mode: ToolPrefix): string {
+	if (mode === "none") return "";
+	if (mode === "short") {
+		const short = serverName.replace(/-?mcp$/i, "").replace(/-/g, "_");
+		return short || "mcp";
+	}
+	return serverName.replace(/-/g, "_");
+}
+
+function formatToolName(toolName: string, serverName: string, prefix: ToolPrefix): string {
+	const serverPrefix = getServerPrefix(serverName, prefix);
+	return serverPrefix ? `${serverPrefix}_${toolName}` : toolName;
+}
+
+function isToolExcluded(toolName: string, serverName: string, prefix: ToolPrefix, excludeTools: unknown): boolean {
+	if (!Array.isArray(excludeTools) || excludeTools.length === 0) return false;
+	const candidates = new Set([
+		normalizeToolName(toolName),
+		normalizeToolName(formatToolName(toolName, serverName, prefix)),
+		normalizeToolName(formatToolName(toolName, serverName, "server")),
+		normalizeToolName(formatToolName(toolName, serverName, "short")),
+	]);
+	return excludeTools.some((excluded) => typeof excluded === "string" && candidates.has(normalizeToolName(excluded)));
+}
+
+function normalizeToolName(value: string): string {
+	return value.replace(/-/g, "_");
+}
+
+function resourceNameToToolName(name: string): string {
+	let result = name
+		.replace(/[^a-zA-Z0-9]/g, "_")
+		.replace(/_+/g, "_")
+		.replace(/^_+/, "")
+		.replace(/_+$/, "")
+		.toLowerCase();
+	if (!result || /^\d/.test(result)) result = `resource${result ? `_${result}` : ""}`;
+	return result;
+}
+
+function interpolateEnvRecord(values: Record<string, string> | undefined): Record<string, string> | undefined {
+	if (!values || typeof values !== "object" || Array.isArray(values)) return undefined;
+	const resolved: Record<string, string> = {};
+	for (const [key, value] of Object.entries(values)) {
+		if (typeof value === "string") resolved[key] = interpolateEnvVars(value);
+	}
+	return resolved;
+}
+
+function interpolateEnvVars(value: string): string {
+	return value
+		.replace(/\$\{(\w+)\}/g, (_, name: string) => process.env[name] ?? "")
+		.replace(/\$env:(\w+)/g, (_, name: string) => process.env[name] ?? "");
+}
+
+function resolveConfigPath(value: string | undefined): string | undefined {
+	if (typeof value !== "string") return undefined;
+	const resolved = interpolateEnvVars(value);
+	if (resolved === "~") return os.homedir();
+	if (resolved.startsWith("~/") || resolved.startsWith("~\\")) return path.join(os.homedir(), resolved.slice(2));
+	return resolved;
+}
+
+function resolveBearerToken(definition: Pick<ServerEntry, "bearerToken" | "bearerTokenEnv">): string | undefined {
+	if (typeof definition.bearerToken === "string") return interpolateEnvVars(definition.bearerToken);
+	return typeof definition.bearerTokenEnv === "string" ? process.env[definition.bearerTokenEnv] : undefined;
+}
+
+function stableStringify(value: unknown): string {
+	if (value === null || value === undefined || typeof value !== "object") {
+		const serialized = JSON.stringify(value);
+		return serialized === undefined ? "undefined" : serialized;
+	}
+	if (Array.isArray(value)) return `[${value.map((entry) => stableStringify(entry)).join(",")}]`;
+	const obj = value as Record<string, unknown>;
+	return `{${Object.keys(obj).sort().map((key) => `${JSON.stringify(key)}:${stableStringify(obj[key])}`).join(",")}}`;
+}

package/src/runs/shared/model-fallback.ts

@@ -0,0 +1,219 @@
+import type { ModelInfo as AvailableModelInfo } from "../../shared/model-info.ts";
+import type { ModelAttempt, ResourceLimitExceeded, Usage } from "../../shared/types.ts";
+
+export type { AvailableModelInfo };
+
+interface ModelAttemptSummary {
+	model: string;
+	success: boolean;
+	exitCode?: number | null;
+	error?: string;
+	usage?: Usage;
+}
+
+export function splitThinkingSuffix(model: string): { baseModel: string; thinkingSuffix: string } {
+	const colonIdx = model.lastIndexOf(":");
+	if (colonIdx === -1) return { baseModel: model, thinkingSuffix: "" };
+	return {
+		baseModel: model.substring(0, colonIdx),
+		thinkingSuffix: model.substring(colonIdx),
+	};
+}
+
+export function resolveModelCandidate(
+	model: string | undefined,
+	availableModels: AvailableModelInfo[] | undefined,
+	preferredProvider?: string,
+): string | undefined {
+	if (!model) return undefined;
+	if (model.includes("/")) return model;
+	if (!availableModels || availableModels.length === 0) return model;
+
+	const { baseModel, thinkingSuffix } = splitThinkingSuffix(model);
+	const matches = availableModels.filter((entry) => entry.id === baseModel);
+	if (preferredProvider) {
+		const preferredMatch = matches.find((entry) => entry.provider === preferredProvider);
+		if (preferredMatch) return `${preferredMatch.fullId}${thinkingSuffix}`;
+	}
+	if (matches.length !== 1) return model;
+	return `${matches[0]!.fullId}${thinkingSuffix}`;
+}
+
+export function buildModelCandidates(
+	primaryModel: string | undefined,
+	fallbackModels: string[] | undefined,
+	availableModels: AvailableModelInfo[] | undefined,
+	preferredProvider?: string,
+): string[] {
+	const seen = new Set<string>();
+	const candidates: string[] = [];
+	for (const raw of [primaryModel, ...(fallbackModels ?? [])]) {
+		if (!raw) continue;
+		const normalized = resolveModelCandidate(raw.trim(), availableModels, preferredProvider);
+		if (!normalized || seen.has(normalized)) continue;
+		seen.add(normalized);
+		candidates.push(normalized);
+	}
+	return candidates;
+}
+
+const RETRYABLE_MODEL_FAILURE_PATTERNS = [
+	/rate\s*limit/i,
+	/usage\s*limit/i,
+	/too many requests/i,
+	/\b429\b/,
+	/quota/i,
+	/billing/i,
+	/credit/i,
+	/auth(?:entication)?/i,
+	/unauthori[sz]ed/i,
+	/forbidden/i,
+	/api key/i,
+	/token expired/i,
+	/invalid key/i,
+	/provider.*unavailable/i,
+	/model.*unavailable/i,
+	/model.*disabled/i,
+	/model.*not found/i,
+	/unknown model/i,
+	/overloaded/i,
+	/service unavailable/i,
+	/temporar(?:ily)? unavailable/i,
+	/connection refused/i,
+	/database is locked/i,
+	/\bsqlite_busy\b/i,
+	/fetch failed/i,
+	/network error/i,
+	/socket hang up/i,
+	/upstream/i,
+	/timed? out/i,
+	/timeout/i,
+	/\b502\b/,
+	/\b503\b/,
+	/\b504\b/,
+];
+
+export function isRetryableModelFailure(error: string | undefined): boolean {
+	if (!error) return false;
+	return RETRYABLE_MODEL_FAILURE_PATTERNS.some((pattern) => pattern.test(error));
+}
+
+const NON_RECOVERABLE_SAME_MODEL_PATTERNS = [
+	/usage\s*limit/i,
+	/quota/i,
+	/billing/i,
+	/credit/i,
+	/auth(?:entication)?/i,
+	/unauthori[sz]ed/i,
+	/forbidden/i,
+	/api key/i,
+	/token expired/i,
+	/invalid key/i,
+	/model.*disabled/i,
+	/model.*not found/i,
+	/unknown model/i,
+];
+
+const SAME_MODEL_RECOVERY_PATTERNS = [
+	/web\s*socket/i,
+	/websocket/i,
+	/transport/i,
+	/stream/i,
+	/socket/i,
+	/connection/i,
+	/fetch failed/i,
+	/network/i,
+	/http idle/i,
+	/timed? out/i,
+	/timeout/i,
+	/overloaded/i,
+	/service unavailable/i,
+	/temporar(?:ily)? unavailable/i,
+	/connection refused/i,
+	/database is locked/i,
+	/\bsqlite_busy\b/i,
+	/econnreset/i,
+	/etimedout/i,
+	/\b502\b/,
+	/\b503\b/,
+	/\b504\b/,
+];
+
+export function isRecoverableSameModelFailure(error: string | undefined, exitCode?: number | null): boolean {
+	if (exitCode === 143) return true;
+	if (!error) return false;
+	if (NON_RECOVERABLE_SAME_MODEL_PATTERNS.some((pattern) => pattern.test(error))) return false;
+	return SAME_MODEL_RECOVERY_PATTERNS.some((pattern) => pattern.test(error));
+}
+
+export function formatModelAttemptNote(attempt: ModelAttemptSummary, nextModel?: string): string {
+	const failure = attempt.error?.trim() || `exit ${attempt.exitCode ?? 1}`;
+	return nextModel
+		? `[fallback] ${attempt.model} failed: ${failure}. Retrying with ${nextModel}.`
+		: `[fallback] ${attempt.model} failed: ${failure}.`;
+}
+
+export function formatModelRecoveryAttemptNote(attempt: ModelAttemptSummary, retryNumber: number, maxRetries: number): string {
+	const failure = attempt.error?.trim() || `exit ${attempt.exitCode ?? 1}`;
+	return `[retry] ${attempt.model} failed: ${failure}. Retrying same model (${retryNumber}/${maxRetries}).`;
+}
+
+export interface AttemptOutcome {
+	accounting?: ModelAttempt["accounting"];
+	exitCode: number | null;
+	error?: string;
+	model?: string;
+	usage: Usage;
+	interrupted?: boolean;
+	timedOut?: boolean;
+	resourceLimitExceeded?: ResourceLimitExceeded;
+	terminalFailure?: boolean;
+}
+
+export function sumAttemptUsage(attempts: readonly ModelAttempt[]): Usage {
+	const usage: Usage = { input: 0, output: 0, cacheRead: 0, cacheWrite: 0, cost: 0, turns: 0 };
+	for (const attempt of attempts) {
+		for (const key of ["input", "output", "cacheRead", "cacheWrite", "cost", "turns"] as const) usage[key] += attempt.usage?.[key] ?? 0;
+		if (attempt.usage?.contributions?.length) (usage.contributions ??= []).push(...attempt.usage.contributions);
+	}
+	return usage;
+}
+
+export async function runModelAttempts<T extends AttemptOutcome>(input: {
+	candidates: readonly (string | undefined)[];
+	signal?: AbortSignal;
+	runAttempt: (model: string | undefined, notes: string[]) => Promise<T>;
+}): Promise<{ result: T; modelAttempts: ModelAttempt[]; attemptedModels: string[]; notes: string[]; usage: Usage }> {
+	const candidates = input.candidates.length ? input.candidates : [undefined];
+	const modelAttempts: ModelAttempt[] = [];
+	const attemptedModels: string[] = [];
+	const notes: string[] = [];
+	let result!: T;
+	modelLoop:
+	for (let index = 0; index < candidates.length; index++) {
+		const model = candidates[index];
+		for (let recovery = 0; ; recovery++) {
+			result = await input.runAttempt(model, notes);
+			if (model) attemptedModels.push(model);
+			const attempt: ModelAttempt = {
+				model: model ?? result.model ?? "default",
+				success: result.exitCode === 0 && !result.error && !result.interrupted,
+				exitCode: result.exitCode,
+				error: result.error,
+				accounting: result.accounting,
+				usage: { ...result.usage },
+			};
+			modelAttempts.push(attempt);
+			if (attempt.success || input.signal?.aborted || result.interrupted || result.timedOut || result.resourceLimitExceeded || result.terminalFailure) break modelLoop;
+			const recoverable = isRecoverableSameModelFailure(result.error, result.exitCode);
+			if (recoverable && recovery === 0) {
+				notes.push(formatModelRecoveryAttemptNote(attempt, 1, 1));
+				continue;
+			}
+			if ((!recoverable && !isRetryableModelFailure(result.error)) || index === candidates.length - 1) break modelLoop;
+			notes.push(formatModelAttemptNote(attempt, candidates[index + 1]));
+			break;
+		}
+	}
+	return { result, modelAttempts, attemptedModels, notes, usage: sumAttemptUsage(modelAttempts) };
+}