pi-crew 0.1.37 → 0.1.39

package/src/runtime/model-fallback.ts

@@ -1,261 +1,261 @@
-import * as fs from "node:fs";
-import * as os from "node:os";
-import * as path from "node:path";
-
-export interface AvailableModelInfo {
-	provider: string;
-	id: string;
-	fullId: string;
-}
-
-export interface ModelAttemptSummary {
-	model: string;
-	success: boolean;
-	exitCode?: number | null;
-	error?: string;
-}
-
-export interface ModelLike {
-	provider?: unknown;
-	id?: unknown;
-}
-
-export interface ModelRegistryLike {
-	getAvailable?: () => unknown[];
-	getAll?: () => unknown[];
-}
-
-interface PiSettingsLike {
-	defaultProvider?: unknown;
-	defaultModel?: unknown;
-}
-
-interface PiModelsJsonLike {
-	providers?: unknown;
-}
-
-interface PiProviderConfigLike {
-	models?: unknown;
-	modelOverrides?: unknown;
-}
-
-function modelInfoFromUnknown(value: unknown): AvailableModelInfo | undefined {
-	if (!value || typeof value !== "object" || Array.isArray(value)) return undefined;
-	const record = value as ModelLike;
-	if (typeof record.provider !== "string" || typeof record.id !== "string") return undefined;
-	return { provider: record.provider, id: record.id, fullId: `${record.provider}/${record.id}` };
-}
-
-export function availableModelInfosFromRegistry(registry: unknown): AvailableModelInfo[] | undefined {
-	if (!registry || typeof registry !== "object" || Array.isArray(registry)) return undefined;
-	const candidate = registry as ModelRegistryLike;
-	const raw = typeof candidate.getAvailable === "function" ? candidate.getAvailable() : typeof candidate.getAll === "function" ? candidate.getAll() : undefined;
-	if (!Array.isArray(raw)) return undefined;
-	return raw.map(modelInfoFromUnknown).filter((entry): entry is AvailableModelInfo => entry !== undefined);
-}
-
-export function modelStringFromUnknown(model: unknown): string | undefined {
-	return modelInfoFromUnknown(model)?.fullId;
-}
-
-function uniqueModelInfos(models: AvailableModelInfo[]): AvailableModelInfo[] {
-	const seen = new Set<string>();
-	return models.filter((model) => {
-		if (seen.has(model.fullId)) return false;
-		seen.add(model.fullId);
-		return true;
-	});
-}
-
-function readJsonObject(filePath: string): Record<string, unknown> | undefined {
-	try {
-		if (!fs.existsSync(filePath)) return undefined;
-		const parsed = JSON.parse(fs.readFileSync(filePath, "utf-8"));
-		return parsed && typeof parsed === "object" && !Array.isArray(parsed) ? parsed as Record<string, unknown> : undefined;
-	} catch {
-		return undefined;
-	}
-}
-
-function piAgentDir(): string {
-	const envDir = process.env.PI_CODING_AGENT_DIR?.trim();
-	if (envDir) {
-		if (envDir === "~") return os.homedir();
-		if (envDir.startsWith("~/")) return path.join(os.homedir(), envDir.slice(2));
-		return envDir;
-	}
-	return path.join(os.homedir(), ".pi", "agent");
-}
-
-function settingsModelInfo(settings: PiSettingsLike | undefined): AvailableModelInfo | undefined {
-	if (typeof settings?.defaultProvider !== "string" || typeof settings.defaultModel !== "string") return undefined;
-	return { provider: settings.defaultProvider, id: settings.defaultModel, fullId: `${settings.defaultProvider}/${settings.defaultModel}` };
-}
-
-function modelsJsonInfos(modelsJson: PiModelsJsonLike | undefined): AvailableModelInfo[] {
-	if (!modelsJson?.providers || typeof modelsJson.providers !== "object" || Array.isArray(modelsJson.providers)) return [];
-	const infos: AvailableModelInfo[] = [];
-	for (const [provider, rawConfig] of Object.entries(modelsJson.providers as Record<string, unknown>)) {
-		if (!rawConfig || typeof rawConfig !== "object" || Array.isArray(rawConfig)) continue;
-		const config = rawConfig as PiProviderConfigLike;
-		if (Array.isArray(config.models)) {
-			for (const rawModel of config.models) {
-				if (!rawModel || typeof rawModel !== "object" || Array.isArray(rawModel)) continue;
-				const id = (rawModel as { id?: unknown }).id;
-				if (typeof id === "string") infos.push({ provider, id, fullId: `${provider}/${id}` });
-			}
-		}
-		if (config.modelOverrides && typeof config.modelOverrides === "object" && !Array.isArray(config.modelOverrides)) {
-			for (const id of Object.keys(config.modelOverrides)) infos.push({ provider, id, fullId: `${provider}/${id}` });
-		}
-	}
-	return infos;
-}
-
-export function configuredModelInfosFromPiConfig(cwd?: string): AvailableModelInfo[] {
-	const agentDir = piAgentDir();
-	const globalSettings = readJsonObject(path.join(agentDir, "settings.json")) as PiSettingsLike | undefined;
-	const projectSettings = cwd ? readJsonObject(path.join(cwd, ".pi", "settings.json")) as PiSettingsLike | undefined : undefined;
-	const effectiveSettings = { ...(globalSettings ?? {}), ...(projectSettings ?? {}) };
-	return uniqueModelInfos([
-		...modelsJsonInfos(readJsonObject(path.join(agentDir, "models.json")) as PiModelsJsonLike | undefined),
-		...(settingsModelInfo(effectiveSettings) ? [settingsModelInfo(effectiveSettings)!] : []),
-	]);
-}
-
-export function splitThinkingSuffix(model: string): { baseModel: string; thinkingSuffix: string } {
-	const colonIdx = model.lastIndexOf(":");
-	if (colonIdx === -1) return { baseModel: model, thinkingSuffix: "" };
-	return {
-		baseModel: model.substring(0, colonIdx),
-		thinkingSuffix: model.substring(colonIdx),
-	};
-}
-
-export function resolveModelCandidate(
-	model: string | undefined,
-	availableModels: AvailableModelInfo[] | undefined,
-	preferredProvider?: string,
-): string | undefined {
-	if (!model) return undefined;
-	if (model.includes("/")) return model;
-	if (!availableModels || availableModels.length === 0) return model;
-
-	const { baseModel, thinkingSuffix } = splitThinkingSuffix(model);
-	const matches = availableModels.filter((entry) => entry.id === baseModel);
-	if (preferredProvider) {
-		const preferredMatch = matches.find((entry) => entry.provider === preferredProvider);
-		if (preferredMatch) return `${preferredMatch.fullId}${thinkingSuffix}`;
-	}
-	if (matches.length !== 1) return model;
-	return `${matches[0]!.fullId}${thinkingSuffix}`;
-}
-
-const RETRYABLE_MODEL_FAILURE_PATTERNS = [
-	/rate\s*limit/i,
-	/too many requests/i,
-	/\b429\b/,
-	/quota/i,
-	/billing/i,
-	/credit/i,
-	/auth(?:entication)?/i,
-	/unauthori[sz]ed/i,
-	/forbidden/i,
-	/api key/i,
-	/token expired/i,
-	/invalid key/i,
-	/provider.*unavailable/i,
-	/model.*unavailable/i,
-	/model.*disabled/i,
-	/model.*not found/i,
-	/unknown model/i,
-	/overloaded/i,
-	/service unavailable/i,
-	/temporar(?:ily)? unavailable/i,
-	/connection refused/i,
-	/fetch failed/i,
-	/network error/i,
-	/socket hang up/i,
-	/upstream/i,
-	/timed? out/i,
-	/timeout/i,
-	/\b502\b/,
-	/\b503\b/,
-	/\b504\b/,
-];
-
-export function isRetryableModelFailure(error: string | undefined): boolean {
-	if (!error) return false;
-	return RETRYABLE_MODEL_FAILURE_PATTERNS.some((pattern) => pattern.test(error));
-}
-
-export function formatModelAttemptNote(attempt: ModelAttemptSummary, nextModel?: string): string {
-	const failure = attempt.error?.trim() || `exit ${attempt.exitCode ?? 1}`;
-	return nextModel ? `[fallback] ${attempt.model} failed: ${failure}. Retrying with ${nextModel}.` : `[fallback] ${attempt.model} failed: ${failure}.`;
-}
-
-export function buildModelCandidates(
-	primaryModel: string | undefined,
-	fallbackModels: string[] | undefined,
-	availableModels: AvailableModelInfo[] | undefined,
-	preferredProvider?: string,
-): string[] {
-	const seen = new Set<string>();
-	const candidates: string[] = [];
-	for (const raw of [primaryModel, ...(fallbackModels ?? [])]) {
-		if (!raw) continue;
-		const normalized = resolveModelCandidate(raw.trim(), availableModels, preferredProvider);
-		if (!normalized || seen.has(normalized)) continue;
-		seen.add(normalized);
-		candidates.push(normalized);
-	}
-	return candidates;
-}
-
-function isAvailableModel(model: string, availableModels: AvailableModelInfo[] | undefined): boolean {
-	if (!availableModels || availableModels.length === 0) return true;
-	const { baseModel } = splitThinkingSuffix(model);
-	if (baseModel.includes("/")) return availableModels.some((entry) => entry.fullId === baseModel);
-	return availableModels.some((entry) => entry.id === baseModel);
-}
-
-export interface ConfiguredModelRouting {
-	requested?: string;
-	candidates: string[];
-	reason?: string;
-}
-
-export function buildConfiguredModelRouting(input: {
-	overrideModel?: string;
-	stepModel?: string;
-	agentModel?: string;
-	fallbackModels?: string[];
-	parentModel?: unknown;
-	modelRegistry?: unknown;
-	cwd?: string;
-}): ConfiguredModelRouting {
-	const registryModels = availableModelInfosFromRegistry(input.modelRegistry);
-	const configModels = configuredModelInfosFromPiConfig(input.cwd);
-	const availableModels = registryModels && registryModels.length > 0 ? registryModels : configModels.length > 0 ? configModels : registryModels;
-	const parentModel = modelStringFromUnknown(input.parentModel);
-	const preferredProvider = parentModel?.split("/")[0] ?? availableModels?.[0]?.provider;
-	const requested = [input.overrideModel, input.stepModel, input.agentModel, parentModel].find((model): model is string => Boolean(model?.trim()));
-	if (availableModels && availableModels.length === 0) return { requested, candidates: [], reason: "no configured Pi models available" };
-	const rawModels = availableModels
-		? [input.overrideModel, input.stepModel, input.agentModel, ...(input.fallbackModels ?? []), parentModel, ...availableModels.map((model) => model.fullId)]
-		: [input.overrideModel, parentModel];
-	const configuredModels = rawModels
-		.filter((model): model is string => Boolean(model?.trim()))
-		.filter((model) => isAvailableModel(model.trim(), availableModels));
-	const candidates = buildModelCandidates(configuredModels[0], configuredModels.slice(1), availableModels, preferredProvider);
-	const reason = requested && candidates[0] && resolveModelCandidate(requested, availableModels, preferredProvider) !== candidates[0]
-		? "requested model unavailable; selected configured Pi fallback"
-		: candidates.length > 1
-			? "configured Pi fallback chain"
-			: undefined;
-	return { requested, candidates, reason };
-}
-
-export function buildConfiguredModelCandidates(input: Parameters<typeof buildConfiguredModelRouting>[0]): string[] {
-	return buildConfiguredModelRouting(input).candidates;
-}
+import * as fs from "node:fs";
+import * as os from "node:os";
+import * as path from "node:path";
+
+export interface AvailableModelInfo {
+	provider: string;
+	id: string;
+	fullId: string;
+}
+
+export interface ModelAttemptSummary {
+	model: string;
+	success: boolean;
+	exitCode?: number | null;
+	error?: string;
+}
+
+export interface ModelLike {
+	provider?: unknown;
+	id?: unknown;
+}
+
+export interface ModelRegistryLike {
+	getAvailable?: () => unknown[];
+	getAll?: () => unknown[];
+}
+
+interface PiSettingsLike {
+	defaultProvider?: unknown;
+	defaultModel?: unknown;
+}
+
+interface PiModelsJsonLike {
+	providers?: unknown;
+}
+
+interface PiProviderConfigLike {
+	models?: unknown;
+	modelOverrides?: unknown;
+}
+
+function modelInfoFromUnknown(value: unknown): AvailableModelInfo | undefined {
+	if (!value || typeof value !== "object" || Array.isArray(value)) return undefined;
+	const record = value as ModelLike;
+	if (typeof record.provider !== "string" || typeof record.id !== "string") return undefined;
+	return { provider: record.provider, id: record.id, fullId: `${record.provider}/${record.id}` };
+}
+
+export function availableModelInfosFromRegistry(registry: unknown): AvailableModelInfo[] | undefined {
+	if (!registry || typeof registry !== "object" || Array.isArray(registry)) return undefined;
+	const candidate = registry as ModelRegistryLike;
+	const raw = typeof candidate.getAvailable === "function" ? candidate.getAvailable() : typeof candidate.getAll === "function" ? candidate.getAll() : undefined;
+	if (!Array.isArray(raw)) return undefined;
+	return raw.map(modelInfoFromUnknown).filter((entry): entry is AvailableModelInfo => entry !== undefined);
+}
+
+export function modelStringFromUnknown(model: unknown): string | undefined {
+	return modelInfoFromUnknown(model)?.fullId;
+}
+
+function uniqueModelInfos(models: AvailableModelInfo[]): AvailableModelInfo[] {
+	const seen = new Set<string>();
+	return models.filter((model) => {
+		if (seen.has(model.fullId)) return false;
+		seen.add(model.fullId);
+		return true;
+	});
+}
+
+function readJsonObject(filePath: string): Record<string, unknown> | undefined {
+	try {
+		if (!fs.existsSync(filePath)) return undefined;
+		const parsed = JSON.parse(fs.readFileSync(filePath, "utf-8"));
+		return parsed && typeof parsed === "object" && !Array.isArray(parsed) ? parsed as Record<string, unknown> : undefined;
+	} catch {
+		return undefined;
+	}
+}
+
+function piAgentDir(): string {
+	const envDir = process.env.PI_CODING_AGENT_DIR?.trim();
+	if (envDir) {
+		if (envDir === "~") return os.homedir();
+		if (envDir.startsWith("~/")) return path.join(os.homedir(), envDir.slice(2));
+		return envDir;
+	}
+	return path.join(os.homedir(), ".pi", "agent");
+}
+
+function settingsModelInfo(settings: PiSettingsLike | undefined): AvailableModelInfo | undefined {
+	if (typeof settings?.defaultProvider !== "string" || typeof settings.defaultModel !== "string") return undefined;
+	return { provider: settings.defaultProvider, id: settings.defaultModel, fullId: `${settings.defaultProvider}/${settings.defaultModel}` };
+}
+
+function modelsJsonInfos(modelsJson: PiModelsJsonLike | undefined): AvailableModelInfo[] {
+	if (!modelsJson?.providers || typeof modelsJson.providers !== "object" || Array.isArray(modelsJson.providers)) return [];
+	const infos: AvailableModelInfo[] = [];
+	for (const [provider, rawConfig] of Object.entries(modelsJson.providers as Record<string, unknown>)) {
+		if (!rawConfig || typeof rawConfig !== "object" || Array.isArray(rawConfig)) continue;
+		const config = rawConfig as PiProviderConfigLike;
+		if (Array.isArray(config.models)) {
+			for (const rawModel of config.models) {
+				if (!rawModel || typeof rawModel !== "object" || Array.isArray(rawModel)) continue;
+				const id = (rawModel as { id?: unknown }).id;
+				if (typeof id === "string") infos.push({ provider, id, fullId: `${provider}/${id}` });
+			}
+		}
+		if (config.modelOverrides && typeof config.modelOverrides === "object" && !Array.isArray(config.modelOverrides)) {
+			for (const id of Object.keys(config.modelOverrides)) infos.push({ provider, id, fullId: `${provider}/${id}` });
+		}
+	}
+	return infos;
+}
+
+export function configuredModelInfosFromPiConfig(cwd?: string): AvailableModelInfo[] {
+	const agentDir = piAgentDir();
+	const globalSettings = readJsonObject(path.join(agentDir, "settings.json")) as PiSettingsLike | undefined;
+	const projectSettings = cwd ? readJsonObject(path.join(cwd, ".pi", "settings.json")) as PiSettingsLike | undefined : undefined;
+	const effectiveSettings = { ...(globalSettings ?? {}), ...(projectSettings ?? {}) };
+	return uniqueModelInfos([
+		...modelsJsonInfos(readJsonObject(path.join(agentDir, "models.json")) as PiModelsJsonLike | undefined),
+		...(settingsModelInfo(effectiveSettings) ? [settingsModelInfo(effectiveSettings)!] : []),
+	]);
+}
+
+export function splitThinkingSuffix(model: string): { baseModel: string; thinkingSuffix: string } {
+	const colonIdx = model.lastIndexOf(":");
+	if (colonIdx === -1) return { baseModel: model, thinkingSuffix: "" };
+	return {
+		baseModel: model.substring(0, colonIdx),
+		thinkingSuffix: model.substring(colonIdx),
+	};
+}
+
+export function resolveModelCandidate(
+	model: string | undefined,
+	availableModels: AvailableModelInfo[] | undefined,
+	preferredProvider?: string,
+): string | undefined {
+	if (!model) return undefined;
+	if (model.includes("/")) return model;
+	if (!availableModels || availableModels.length === 0) return model;
+
+	const { baseModel, thinkingSuffix } = splitThinkingSuffix(model);
+	const matches = availableModels.filter((entry) => entry.id === baseModel);
+	if (preferredProvider) {
+		const preferredMatch = matches.find((entry) => entry.provider === preferredProvider);
+		if (preferredMatch) return `${preferredMatch.fullId}${thinkingSuffix}`;
+	}
+	if (matches.length !== 1) return model;
+	return `${matches[0]!.fullId}${thinkingSuffix}`;
+}
+
+const RETRYABLE_MODEL_FAILURE_PATTERNS = [
+	/rate\s*limit/i,
+	/too many requests/i,
+	/\b429\b/,
+	/quota/i,
+	/billing/i,
+	/credit/i,
+	/auth(?:entication)?/i,
+	/unauthori[sz]ed/i,
+	/forbidden/i,
+	/api key/i,
+	/token expired/i,
+	/invalid key/i,
+	/provider.*unavailable/i,
+	/model.*unavailable/i,
+	/model.*disabled/i,
+	/model.*not found/i,
+	/unknown model/i,
+	/overloaded/i,
+	/service unavailable/i,
+	/temporar(?:ily)? unavailable/i,
+	/connection refused/i,
+	/fetch failed/i,
+	/network error/i,
+	/socket hang up/i,
+	/upstream/i,
+	/timed? out/i,
+	/timeout/i,
+	/\b502\b/,
+	/\b503\b/,
+	/\b504\b/,
+];
+
+export function isRetryableModelFailure(error: string | undefined): boolean {
+	if (!error) return false;
+	return RETRYABLE_MODEL_FAILURE_PATTERNS.some((pattern) => pattern.test(error));
+}
+
+export function formatModelAttemptNote(attempt: ModelAttemptSummary, nextModel?: string): string {
+	const failure = attempt.error?.trim() || `exit ${attempt.exitCode ?? 1}`;
+	return nextModel ? `[fallback] ${attempt.model} failed: ${failure}. Retrying with ${nextModel}.` : `[fallback] ${attempt.model} failed: ${failure}.`;
+}
+
+export function buildModelCandidates(
+	primaryModel: string | undefined,
+	fallbackModels: string[] | undefined,
+	availableModels: AvailableModelInfo[] | undefined,
+	preferredProvider?: string,
+): string[] {
+	const seen = new Set<string>();
+	const candidates: string[] = [];
+	for (const raw of [primaryModel, ...(fallbackModels ?? [])]) {
+		if (!raw) continue;
+		const normalized = resolveModelCandidate(raw.trim(), availableModels, preferredProvider);
+		if (!normalized || seen.has(normalized)) continue;
+		seen.add(normalized);
+		candidates.push(normalized);
+	}
+	return candidates;
+}
+
+function isAvailableModel(model: string, availableModels: AvailableModelInfo[] | undefined): boolean {
+	if (!availableModels || availableModels.length === 0) return true;
+	const { baseModel } = splitThinkingSuffix(model);
+	if (baseModel.includes("/")) return availableModels.some((entry) => entry.fullId === baseModel);
+	return availableModels.some((entry) => entry.id === baseModel);
+}
+
+export interface ConfiguredModelRouting {
+	requested?: string;
+	candidates: string[];
+	reason?: string;
+}
+
+export function buildConfiguredModelRouting(input: {
+	overrideModel?: string;
+	stepModel?: string;
+	agentModel?: string;
+	fallbackModels?: string[];
+	parentModel?: unknown;
+	modelRegistry?: unknown;
+	cwd?: string;
+}): ConfiguredModelRouting {
+	const registryModels = availableModelInfosFromRegistry(input.modelRegistry);
+	const configModels = configuredModelInfosFromPiConfig(input.cwd);
+	const availableModels = registryModels && registryModels.length > 0 ? registryModels : configModels.length > 0 ? configModels : registryModels;
+	const parentModel = modelStringFromUnknown(input.parentModel);
+	const preferredProvider = parentModel?.split("/")[0] ?? availableModels?.[0]?.provider;
+	const requested = [input.overrideModel, input.stepModel, input.agentModel, parentModel].find((model): model is string => Boolean(model?.trim()));
+	if (availableModels && availableModels.length === 0) return { requested, candidates: [], reason: "no configured Pi models available" };
+	const rawModels = availableModels
+		? [input.overrideModel, input.stepModel, input.agentModel, ...(input.fallbackModels ?? []), parentModel, ...availableModels.map((model) => model.fullId)]
+		: [input.overrideModel, parentModel];
+	const configuredModels = rawModels
+		.filter((model): model is string => Boolean(model?.trim()))
+		.filter((model) => isAvailableModel(model.trim(), availableModels));
+	const candidates = buildModelCandidates(configuredModels[0], configuredModels.slice(1), availableModels, preferredProvider);
+	const reason = requested && candidates[0] && resolveModelCandidate(requested, availableModels, preferredProvider) !== candidates[0]
+		? "requested model unavailable; selected configured Pi fallback"
+		: candidates.length > 1
+			? "configured Pi fallback chain"
+			: undefined;
+	return { requested, candidates, reason };
+}
+
+export function buildConfiguredModelCandidates(input: Parameters<typeof buildConfiguredModelRouting>[0]): string[] {
+	return buildConfiguredModelRouting(input).candidates;
+}

package/src/runtime/parallel-research.ts

@@ -1,44 +1,44 @@
-import * as fs from "node:fs";
-import * as path from "node:path";
-import type { WorkflowConfig, WorkflowStep } from "../workflows/workflow-config.ts";
-
-export function sourcePiProjects(cwd: string): string[] {
-	const sourceDir = path.join(cwd, "Source");
-	try {
-		return fs.readdirSync(sourceDir, { withFileTypes: true })
-			.filter((entry) => entry.isDirectory() && entry.name.startsWith("pi-"))
-			.map((entry) => `Source/${entry.name}`)
-			.sort();
-	} catch {
-		return [];
-	}
-}
-
-export function chunkProjects(projects: string[], target = 6): string[][] {
-	const chunks = Array.from({ length: Math.min(Math.max(1, target), Math.max(1, projects.length)) }, () => [] as string[]);
-	projects.forEach((project, index) => chunks[index % chunks.length]!.push(project));
-	return chunks.filter((chunk) => chunk.length > 0);
-}
-
-export function expandParallelResearchWorkflow(workflow: WorkflowConfig, cwd: string): WorkflowConfig {
-	if (workflow.name !== "parallel-research") return workflow;
-	const projects = sourcePiProjects(cwd);
-	if (projects.length === 0) return workflow;
-	const chunks = chunkProjects(projects, Math.min(8, Math.max(4, Math.ceil(projects.length / 3))));
-	const exploreSteps: WorkflowStep[] = chunks.map((paths, index) => ({
-		id: `explore-shard-${index + 1}`,
-		role: "explorer",
-		parallelGroup: "explore",
-		reads: paths,
-		task: [`Explore this dynamic shard for: {goal}`, "", "Paths:", ...paths.map((item) => `- ${item}`), "", "Focus on purpose, architecture, runtime/UI patterns, package config, docs, and lessons for pi-crew."].join("\n"),
-	}));
-	return {
-		...workflow,
-		steps: [
-			{ id: "discover", role: "explorer", parallelGroup: "inventory", task: `Quickly inventory and validate ${projects.length} pi-* projects for: {goal}\n\nProjects:\n${projects.map((item) => `- ${item}`).join("\n")}\n\nDo not block shard work; summarize routing notes only.` },
-			...exploreSteps,
-			{ id: "synthesize", role: "analyst", dependsOn: exploreSteps.map((step) => step.id), task: "Synthesize all dynamic shard findings. Identify common patterns, gaps, and concrete recommendations. Use discover output if available, but prioritize completed shard outputs." },
-			{ id: "write", role: "writer", dependsOn: ["synthesize"], output: "research-summary.md", task: "Write a concise final summary with evidence, risks, and actionable next steps." },
-		],
-	};
-}
+import * as fs from "node:fs";
+import * as path from "node:path";
+import type { WorkflowConfig, WorkflowStep } from "../workflows/workflow-config.ts";
+
+export function sourcePiProjects(cwd: string): string[] {
+	const sourceDir = path.join(cwd, "Source");
+	try {
+		return fs.readdirSync(sourceDir, { withFileTypes: true })
+			.filter((entry) => entry.isDirectory() && entry.name.startsWith("pi-"))
+			.map((entry) => `Source/${entry.name}`)
+			.sort();
+	} catch {
+		return [];
+	}
+}
+
+export function chunkProjects(projects: string[], target = 6): string[][] {
+	const chunks = Array.from({ length: Math.min(Math.max(1, target), Math.max(1, projects.length)) }, () => [] as string[]);
+	projects.forEach((project, index) => chunks[index % chunks.length]!.push(project));
+	return chunks.filter((chunk) => chunk.length > 0);
+}
+
+export function expandParallelResearchWorkflow(workflow: WorkflowConfig, cwd: string): WorkflowConfig {
+	if (workflow.name !== "parallel-research") return workflow;
+	const projects = sourcePiProjects(cwd);
+	if (projects.length === 0) return workflow;
+	const chunks = chunkProjects(projects, Math.min(8, Math.max(4, Math.ceil(projects.length / 3))));
+	const exploreSteps: WorkflowStep[] = chunks.map((paths, index) => ({
+		id: `explore-shard-${index + 1}`,
+		role: "explorer",
+		parallelGroup: "explore",
+		reads: paths,
+		task: [`Explore this dynamic shard for: {goal}`, "", "Paths:", ...paths.map((item) => `- ${item}`), "", "Focus on purpose, architecture, runtime/UI patterns, package config, docs, and lessons for pi-crew."].join("\n"),
+	}));
+	return {
+		...workflow,
+		steps: [
+			{ id: "discover", role: "explorer", parallelGroup: "inventory", task: `Quickly inventory and validate ${projects.length} pi-* projects for: {goal}\n\nProjects:\n${projects.map((item) => `- ${item}`).join("\n")}\n\nDo not block shard work; summarize routing notes only.` },
+			...exploreSteps,
+			{ id: "synthesize", role: "analyst", dependsOn: exploreSteps.map((step) => step.id), task: "Synthesize all dynamic shard findings. Identify common patterns, gaps, and concrete recommendations. Use discover output if available, but prioritize completed shard outputs." },
+			{ id: "write", role: "writer", dependsOn: ["synthesize"], output: "research-summary.md", task: "Write a concise final summary with evidence, risks, and actionable next steps." },
+		],
+	};
+}