@fuzdev/fuz_gitops 0.57.0 → 0.59.0

package/src/lib/gitops_task_helpers.ts

@@ -27,12 +27,14 @@ import {DEFAULT_REPOS_DIR} from './paths.js';
 import type {GitOperations, NpmOperations} from './operations.js';
 
 export interface GetGitopsReadyOptions {
-	path: string;
+	config: string;
 	dir?: string;
 	download: boolean;
 	log?: Logger;
 	git_ops?: GitOperations;
 	npm_ops?: NpmOperations;
+	parallel?: boolean;
+	concurrency?: number;
 }
 
 /**
@@ -41,7 +43,7 @@ export interface GetGitopsReadyOptions {
  * Initialization sequence:
  * 1. Loads and normalizes config from `gitops.config.ts`
  * 2. Resolves local repo paths (creates missing with `--download`)
- * 3. Switches branches and pulls latest changes
+ * 3. Switches branches and pulls latest changes (in parallel by default)
  * 4. Auto-installs deps if package.json changed during pull
  *
  * Priority for path resolution:
@@ -51,6 +53,8 @@ export interface GetGitopsReadyOptions {
  *
  * @param options.git_ops for testing (defaults to real git operations)
  * @param options.npm_ops for testing (defaults to real npm operations)
+ * @param options.parallel whether to load repos in parallel (default: true)
+ * @param options.concurrency max concurrent repo loads (default: 5)
  * @returns initialized config and fully loaded repos ready for operations
  * @throws {TaskError} if config loading or repo resolution fails
  */
@@ -62,13 +66,13 @@ export const get_gitops_ready = async (
 	gitops_config: GitopsConfig;
 	local_repos: Array<LocalRepo>;
 }> => {
-	const {path, dir, download, log, git_ops, npm_ops} = options;
-	const config_path = resolve(path);
+	const {config, dir, download, log, git_ops, npm_ops, parallel, concurrency} = options;
+	const config_path = resolve(config);
 	const gitops_config = await import_gitops_config(config_path);
 
 	// Priority: explicit dir arg → config repos_dir → default (two dirs up from config)
 	const repos_dir = resolve_gitops_paths({
-		path,
+		config,
 		dir,
 		config_repos_dir: gitops_config.repos_dir,
 	}).repos_dir;
@@ -88,13 +92,20 @@ export const get_gitops_ready = async (
 		npm_ops,
 	});
 
-	const local_repos = await local_repos_load({local_repo_paths, log, git_ops, npm_ops});
+	const local_repos = await local_repos_load({
+		local_repo_paths,
+		log,
+		git_ops,
+		npm_ops,
+		parallel,
+		concurrency,
+	});
 
 	return {config_path, repos_dir, gitops_config, local_repos};
 };
 
 export interface ResolveGitopsPathsOptions {
-	path: string;
+	config: string;
 	dir?: string;
 	config_repos_dir?: string;
 }
@@ -102,8 +113,8 @@ export interface ResolveGitopsPathsOptions {
 export const resolve_gitops_paths = (
 	options: ResolveGitopsPathsOptions,
 ): {config_path: string; repos_dir: string} => {
-	const {path, dir, config_repos_dir} = options;
-	const config_path = resolve(path);
+	const {config, dir, config_repos_dir} = options;
+	const config_path = resolve(config);
 	const config_dir = dirname(config_path);
 
 	// Priority: explicit dir arg → config repos_dir → default (parent of config dir)

package/src/lib/gitops_validate.task.ts

@@ -8,16 +8,17 @@ import {DependencyGraphBuilder} from './dependency_graph.js';
 import {generate_publishing_plan, log_publishing_plan} from './publishing_plan.js';
 import {publish_repos, type PublishingOptions} from './multi_repo_publisher.js';
 import {log_dependency_analysis} from './log_helpers.js';
+import {GITOPS_CONFIG_PATH_DEFAULT} from './gitops_constants.js';
 
 /** @nodocs */
 export const Args = z.strictObject({
-	path: z
+	config: z
 		.string()
 		.meta({description: 'path to the gitops config file, absolute or relative to the cwd'})
-		.default('gitops.config.ts'),
+		.default(GITOPS_CONFIG_PATH_DEFAULT),
 	dir: z
 		.string()
-		.meta({description: 'path containing the repos, defaults to the parent of the `path` dir'})
+		.meta({description: 'path containing the repos, defaults to the parent of the config dir'})
 		.optional(),
 	verbose: z.boolean().meta({description: 'show additional details'}).default(false),
 });
@@ -29,7 +30,7 @@ export const task: Task<Args> = {
 	summary:
 		'validate gitops configuration by running all read-only commands and checking for issues',
 	run: async ({args, log}) => {
-		const {path, dir, verbose} = args;
+		const {config, dir, verbose} = args;
 
 		log.info(st('cyan', 'Running Gitops Validation Suite'));
 		log.info(st('dim', 'This runs all read-only commands and checks for consistency.'));
@@ -49,7 +50,7 @@ export const task: Task<Args> = {
 
 		// Load repos once (shared by all commands)
 		log.info(st('dim', 'Loading repositories...'));
-		const {local_repos} = await get_gitops_ready({path, dir, download: false, log});
+		const {local_repos} = await get_gitops_ready({config, dir, download: false, log});
 		log.info(st('dim', `   Found ${local_repos.length} local repos`));
 
 		// 1. Run gitops_analyze

package/src/lib/local_repo.ts

@@ -6,11 +6,13 @@ import {join} from 'node:path';
 import {TaskError} from '@ryanatkn/gro';
 import type {Logger} from '@fuzdev/fuz_util/log.js';
 import {spawn} from '@fuzdev/fuz_util/process.js';
+import {map_concurrent_settled} from '@fuzdev/fuz_util/async.js';
 import type {GitOperations, NpmOperations} from './operations.js';
 import {default_git_operations, default_npm_operations} from './operations_defaults.js';
 
 import type {GitopsConfig, GitopsRepoConfig} from './gitops_config.js';
 import type {ResolvedGitopsConfig} from './resolved_gitops_config.js';
+import {GITOPS_CONCURRENCY_DEFAULT} from './gitops_constants.js';
 
 /**
  * Fully loaded local repo with Library and extracted dependency data.
@@ -280,16 +282,57 @@ export const local_repos_load = async ({
 	log,
 	git_ops = default_git_operations,
 	npm_ops = default_npm_operations,
+	parallel = true,
+	concurrency = GITOPS_CONCURRENCY_DEFAULT,
 }: {
 	local_repo_paths: Array<LocalRepoPath>;
 	log?: Logger;
 	git_ops?: GitOperations;
 	npm_ops?: NpmOperations;
+	parallel?: boolean;
+	concurrency?: number;
 }): Promise<Array<LocalRepo>> => {
+	if (!parallel) {
+		// Sequential loading (original behavior)
+		const loaded: Array<LocalRepo> = [];
+		for (const local_repo_path of local_repo_paths) {
+			loaded.push(await local_repo_load({local_repo_path, log, git_ops, npm_ops})); // eslint-disable-line no-await-in-loop
+		}
+		return loaded;
+	}
+
+	// Parallel loading with concurrency limit
+	const results = await map_concurrent_settled(
+		local_repo_paths,
+		async (local_repo_path) => {
+			return local_repo_load({local_repo_path, log, git_ops, npm_ops});
+		},
+		concurrency,
+	);
+
+	// Check for failures and collect successes
 	const loaded: Array<LocalRepo> = [];
-	for (const local_repo_path of local_repo_paths) {
-		loaded.push(await local_repo_load({local_repo_path, log, git_ops, npm_ops})); // eslint-disable-line no-await-in-loop
+	const errors: Array<{repo_name: string; error: string}> = [];
+
+	for (let i = 0; i < results.length; i++) {
+		const result = results[i]!;
+		if (result.status === 'fulfilled') {
+			loaded.push(result.value);
+		} else {
+			const repo_path = local_repo_paths[i]!;
+			errors.push({
+				repo_name: repo_path.repo_name,
+				error: String(result.reason),
+			});
+		}
 	}
+
+	// If any repos failed to load, throw with details
+	if (errors.length > 0) {
+		const error_details = errors.map((e) => `  ${e.repo_name}: ${e.error}`).join('\n');
+		throw new TaskError(`Failed to load ${errors.length} repos:\n${error_details}`);
+	}
+
 	return loaded;
 };
 

package/src/lib/multi_repo_publisher.ts

@@ -10,7 +10,10 @@ import {type PreflightOptions} from './preflight_checks.js';
 import {needs_update, is_breaking_change, detect_bump_type} from './version_utils.js';
 import type {GitopsOperations} from './operations.js';
 import {default_gitops_operations} from './operations_defaults.js';
-import {MAX_ITERATIONS} from './constants.js';
+import {
+	GITOPS_MAX_ITERATIONS_DEFAULT,
+	GITOPS_NPM_WAIT_TIMEOUT_DEFAULT,
+} from './gitops_constants.js';
 import {install_with_cache_healing} from './npm_install_helpers.js';
 
 /* eslint-disable no-await-in-loop */
@@ -90,9 +93,11 @@ export const publish_repos = async (
 	let iteration = 0;
 	let converged = false;
 
-	while (!converged && iteration < MAX_ITERATIONS) {
+	while (!converged && iteration < GITOPS_MAX_ITERATIONS_DEFAULT) {
 		iteration++;
-		log?.info(st('cyan', `\n🚀 Publishing iteration ${iteration}/${MAX_ITERATIONS}...\n`));
+		log?.info(
+			st('cyan', `\n🚀 Publishing iteration ${iteration}/${GITOPS_MAX_ITERATIONS_DEFAULT}...\n`),
+		);
 
 		// Track if any packages were published in this iteration
 		let published_in_iteration = false;
@@ -157,7 +162,7 @@ export const publish_repos = async (
 							max_attempts: 30,
 							initial_delay: 1000,
 							max_delay: 60000,
-							timeout: options.max_wait || 600000, // 10 minutes default
+							timeout: options.max_wait ?? GITOPS_NPM_WAIT_TIMEOUT_DEFAULT,
 						},
 						log,
 					});
@@ -245,7 +250,7 @@ export const publish_repos = async (
 		if (!published_in_iteration) {
 			converged = true;
 			log?.info(st('green', `\n✓ Converged after ${iteration} iteration(s) - no new changesets\n`));
-		} else if (iteration === MAX_ITERATIONS) {
+		} else if (iteration === GITOPS_MAX_ITERATIONS_DEFAULT) {
 			// Count packages that still have changesets (not yet published)
 			const pending_count = order.length - published.size;
 			const estimated_iterations = Math.ceil(pending_count / 2); // Rough estimate
@@ -253,7 +258,7 @@ export const publish_repos = async (
 			log?.warn(
 				st(
 					'yellow',
-					`\n⚠️  Reached maximum iterations (${MAX_ITERATIONS}) without full convergence\n` +
+					`\n⚠️  Reached maximum iterations (${GITOPS_MAX_ITERATIONS_DEFAULT}) without full convergence\n` +
 						`    ${pending_count} package(s) may still have changesets to process\n` +
 						`    Estimated ${estimated_iterations} more iteration(s) needed - run 'gro gitops_publish' again\n`,
 				),

package/src/lib/publishing_plan.ts

@@ -7,7 +7,7 @@ import {validate_dependency_graph} from './graph_validation.js';
 import {is_breaking_change, compare_bump_types, calculate_next_version} from './version_utils.js';
 import type {ChangesetOperations} from './operations.js';
 import {default_changeset_operations} from './operations_defaults.js';
-import {MAX_ITERATIONS} from './constants.js';
+import {GITOPS_MAX_ITERATIONS_DEFAULT} from './gitops_constants.js';
 import type {DependencyGraph} from './dependency_graph.ts';
 import {
 	calculate_dependency_updates,
@@ -247,7 +247,7 @@ export const generate_publishing_plan = async (
 	let iteration = 0;
 	let changed = true;
 
-	while (changed && iteration < MAX_ITERATIONS) {
+	while (changed && iteration < GITOPS_MAX_ITERATIONS_DEFAULT) {
 		changed = false;
 		iteration++;
 
@@ -392,7 +392,7 @@ export const generate_publishing_plan = async (
 	}
 
 	// Check if we hit iteration limit without convergence
-	if (iteration === MAX_ITERATIONS && changed) {
+	if (iteration === GITOPS_MAX_ITERATIONS_DEFAULT && changed) {
 		// Calculate how many packages still need processing
 		const pending_packages: Array<string> = [];
 
@@ -428,7 +428,7 @@ export const generate_publishing_plan = async (
 		const pending_count = pending_packages.length;
 		const estimated_iterations = Math.ceil(pending_count / 2); // Rough estimate
 		warnings.push(
-			`Reached maximum iterations (${MAX_ITERATIONS}) without full convergence - ` +
+			`Reached maximum iterations (${GITOPS_MAX_ITERATIONS_DEFAULT}) without full convergence - ` +
 				`${pending_count} package(s) may still need processing: ${pending_packages.join(', ')}. ` +
 				`Estimated ${estimated_iterations} more iteration(s) needed.`,
 		);

package/src/lib/repo_ops.ts

@@ -15,6 +15,7 @@ import {join, resolve, dirname} from 'node:path';
 
 import {load_gitops_config} from './gitops_config.js';
 import {DEFAULT_REPOS_DIR} from './paths.js';
+import {GITOPS_CONFIG_PATH_DEFAULT} from './gitops_constants.js';
 
 /** Default directories to exclude from file walking */
 export const DEFAULT_EXCLUDE_DIRS = [
@@ -84,7 +85,7 @@ export interface RepoPath {
  * @returns Array of repo info with name, path, and url
  */
 export const get_repo_paths = async (config_path?: string): Promise<Array<RepoPath>> => {
-	const resolved_config_path = resolve(config_path ?? 'gitops.config.ts');
+	const resolved_config_path = resolve(config_path ?? GITOPS_CONFIG_PATH_DEFAULT);
 	const config = await load_gitops_config(resolved_config_path);
 
 	if (!config) {

package/dist/constants.d.ts

@@ -1,9 +0,0 @@
-/**
- * Maximum number of iterations for fixed-point iteration during publishing.
- * Used in both plan generation and actual publishing to resolve transitive dependency cascades.
- *
- * In practice, most repos converge in 2-3 iterations.
- * Deep dependency chains may require more iterations.
- */
-export declare const MAX_ITERATIONS = 10;
-//# sourceMappingURL=constants.d.ts.map

package/dist/constants.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"constants.d.ts","sourceRoot":"../src/lib/","sources":["../src/lib/constants.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,eAAO,MAAM,cAAc,KAAK,CAAC"}

package/dist/constants.js

@@ -1,8 +0,0 @@
-/**
- * Maximum number of iterations for fixed-point iteration during publishing.
- * Used in both plan generation and actual publishing to resolve transitive dependency cascades.
- *
- * In practice, most repos converge in 2-3 iterations.
- * Deep dependency chains may require more iterations.
- */
-export const MAX_ITERATIONS = 10;

package/src/lib/constants.ts

@@ -1,8 +0,0 @@
-/**
- * Maximum number of iterations for fixed-point iteration during publishing.
- * Used in both plan generation and actual publishing to resolve transitive dependency cascades.
- *
- * In practice, most repos converge in 2-3 iterations.
- * Deep dependency chains may require more iterations.
- */
-export const MAX_ITERATIONS = 10;