@fuzdev/fuz_gitops 0.78.1 → 0.79.0

package/dist/gitops_run.task.js

@@ -2,11 +2,14 @@ import { TaskError } from '@fuzdev/gro';
 import { z } from 'zod';
 import { map_concurrent_settled } from '@fuzdev/fuz_util/async.ts';
 import { spawn_out } from '@fuzdev/fuz_util/process.ts';
+import { to_error_message } from '@fuzdev/fuz_util/error.ts';
 import { writeFile } from 'node:fs/promises';
 import { styleText as st } from 'node:util';
-import { resolve } from 'node:path';
-import { get_repo_paths } from './repo_ops.js';
+import { resolve_gitops_repos } from './gitops_task_helpers.js';
 import { GITOPS_CONCURRENCY_DEFAULT, GITOPS_CONFIG_PATH_DEFAULT } from './gitops_constants.js';
+import { default_repos_operations } from './operations_defaults.js';
+import { output_is_machine, route_human_output } from './output_helpers.js';
+/** @nodocs */
 export const Args = z.strictObject({
     // Positional rest args (gro convention) so `gro gitops_run "npm test"` works;
     // joined with spaces and passed to `sh -c`, so quote commands that contain flags.
@@ -15,6 +18,12 @@ export const Args = z.strictObject({
         .string()
         .meta({ description: 'path to the gitops config file' })
         .default(GITOPS_CONFIG_PATH_DEFAULT),
+    registry: z
+        .string()
+        .meta({
+        description: 'path to the repos.toml registry, when `repos` would not find it walking up from the cwd'
+    })
+        .optional(),
     concurrency: z
         .number()
         .int()
@@ -27,180 +36,185 @@ export const Args = z.strictObject({
         .meta({ description: 'with --format json, write clean JSON to this file instead of stdout' })
         .optional()
 });
+const default_gitops_run_deps = {
+    repos_ops: default_repos_operations,
+    run_command: async ({ command, cwd }) => {
+        // through a shell, so pipes, redirects, and globs work
+        const { result, stdout, stderr } = await spawn_out('sh', ['-c', command], { cwd });
+        const outcome = result.kind === 'exited'
+            ? { kind: 'exited', code: result.code }
+            : result.kind === 'signaled'
+                ? { kind: 'signaled', signal: result.signal }
+                : { kind: 'error', message: to_error_message(result.error) };
+        return { outcome, stdout: stdout ?? '', stderr: stderr ?? '' };
+    }
+};
+/** @nodocs */
 export const task = {
     Args,
     summary: 'run a shell command across all repos in parallel',
     run: async ({ args, log }) => {
-        const { _, config, concurrency, format, outfile } = args;
-        const command = _.join(' ').trim();
-        if (!command) {
-            throw new TaskError('No command provided, e.g. `gro gitops_run "npm test"`');
+        await run_gitops_run(args, log);
+    }
+};
+/**
+ * Runs `gro gitops_run`: resolves the config's repos through `repos status`,
+ * refusing a missing one, runs the command in each, `concurrency` at a time,
+ * and reports every result. Under `--format json` without `--outfile`, the log
+ * goes to stderr and stdout carries the JSON alone (`route_human_output`).
+ *
+ * @throws {TaskError} when no command is given, resolving the repos fails, or the command fails in any repo (after reporting)
+ * @nodocs
+ */
+export const run_gitops_run = async (args, log, deps = {}) => {
+    const { repos_ops, run_command } = { ...default_gitops_run_deps, ...deps };
+    const { _, config, registry, concurrency, format, outfile } = args;
+    const write_stdout = route_human_output(log, output_is_machine(format, outfile));
+    const command = _.join(' ').trim();
+    if (!command) {
+        throw new TaskError('No command provided, e.g. `gro gitops_run "npm test"`');
+    }
+    // Resolve repo paths through `repos status` (no library-metadata loading needed);
+    // a configured repo that's missing or not a repo fails the run, naming it
+    const { local_repo_paths: repos } = await resolve_gitops_repos({
+        config,
+        registry,
+        log,
+        repos_ops
+    });
+    log.info(`Running ${st('cyan', command)} across ${repos.length} repos (concurrency: ${concurrency})`);
+    const start_time = performance.now();
+    const settled = await map_concurrent_settled(repos, concurrency, async ({ repo_name, repo_dir }) => {
+        const repo_start = performance.now();
+        const { outcome, stdout, stderr } = await run_command({ command, cwd: repo_dir });
+        return {
+            repo_name,
+            repo_dir,
+            status: outcome.kind === 'exited' && outcome.code === 0 ? 'success' : 'failure',
+            exit_code: outcome.kind === 'exited' ? outcome.code : null,
+            signal: outcome.kind === 'signaled' ? outcome.signal : null,
+            stdout,
+            stderr,
+            duration_ms: performance.now() - repo_start,
+            ...(outcome.kind === 'error' && { error: outcome.message })
+        };
+    });
+    const total_duration_ms = performance.now() - start_time;
+    // Process results; a rejection is `run_command` throwing, which the default never does
+    const successes = [];
+    const failures = [];
+    settled.forEach((result, i) => {
+        if (result.status === 'fulfilled') {
+            (result.value.status === 'success' ? successes : failures).push(result.value);
         }
-        // Get repo paths (lightweight, no library-metadata loading needed)
-        const config_path = resolve(config);
-        const repos = await get_repo_paths(config_path);
-        if (repos.length === 0) {
-            throw new TaskError('No repos found in config');
+        else {
+            const { repo_name, repo_dir } = repos[i];
+            failures.push({
+                repo_name,
+                repo_dir,
+                status: 'failure',
+                exit_code: null,
+                signal: null,
+                stdout: '',
+                stderr: '',
+                duration_ms: 0,
+                error: to_error_message(result.reason)
+            });
         }
-        log.info(`Running ${st('cyan', command)} across ${repos.length} repos (concurrency: ${concurrency})`);
-        const start_time = performance.now();
-        // Run command in parallel across all repos
-        const results = await map_concurrent_settled(repos, concurrency, async (repo) => {
-            const repo_start = performance.now();
-            const repo_name = repo.name;
-            const repo_dir = repo.path;
-            try {
-                // Parse command into cmd + args for spawn
-                // For now, we use shell mode to support pipes/redirects/etc
-                const spawned = await spawn_out('sh', ['-c', command], {
-                    cwd: repo_dir
-                });
-                const duration_ms = performance.now() - repo_start;
-                const success = spawned.result.ok;
-                const result = {
-                    repo_name,
-                    repo_dir,
-                    status: success ? 'success' : 'failure',
-                    exit_code: spawned.result.kind === 'exited' ? spawned.result.code : 0,
-                    stdout: spawned.stdout || '',
-                    stderr: spawned.stderr || '',
-                    duration_ms
-                };
-                return result;
-            }
-            catch (error) {
-                const duration_ms = performance.now() - repo_start;
-                return {
-                    repo_name,
-                    repo_dir,
-                    status: 'failure',
-                    exit_code: -1,
-                    stdout: '',
-                    stderr: '',
-                    duration_ms,
-                    error: String(error)
-                };
-            }
-        });
-        const total_duration_ms = performance.now() - start_time;
-        // Process results
-        const successes = [];
-        const failures = [];
-        for (const result of results) {
-            if (result.status === 'fulfilled') {
-                const run_result = result.value;
-                if (run_result.status === 'success') {
-                    successes.push(run_result);
-                }
-                else {
-                    failures.push(run_result);
-                }
-            }
-            else {
-                // This shouldn't happen since we catch errors in the task fn
-                // but handle it anyway
-                failures.push({
-                    repo_name: 'unknown',
-                    repo_dir: 'unknown',
-                    status: 'failure',
-                    exit_code: -1,
-                    stdout: '',
-                    stderr: '',
-                    duration_ms: 0,
-                    error: String(result.reason)
-                });
+    });
+    // Output results based on format
+    if (format === 'json') {
+        const json_output = {
+            command,
+            concurrency,
+            repos: [...successes, ...failures],
+            summary: {
+                total: repos.length,
+                success: successes.length,
+                failure: failures.length,
+                duration_ms: Math.round(total_duration_ms)
             }
+        };
+        const json = JSON.stringify(json_output, null, 2);
+        if (outfile) {
+            // Clean machine-readable output, free of gro's logging prefixes.
+            await writeFile(outfile, json);
+            log.info(`wrote JSON output to ${outfile}`);
         }
-        // Output results based on format
-        if (format === 'json') {
-            const json_output = {
-                command,
-                concurrency,
-                repos: [...successes, ...failures],
-                summary: {
-                    total: repos.length,
-                    success: successes.length,
-                    failure: failures.length,
-                    duration_ms: Math.round(total_duration_ms)
-                }
-            };
-            const json = JSON.stringify(json_output, null, 2);
-            if (outfile) {
-                // Clean machine-readable output, free of gro's logging prefixes.
-                await writeFile(outfile, json);
-                log.info(`wrote JSON output to ${outfile}`);
+        else {
+            write_stdout(json);
+        }
+    }
+    else {
+        log_text_results({ successes, failures, total: repos.length, total_duration_ms }, log);
+    }
+    // Exit with error if any failures (so CI fails)
+    if (failures.length > 0) {
+        throw new TaskError(`${failures.length} repos failed`);
+    }
+};
+const log_text_results = (data, log) => {
+    const { successes, failures, total, total_duration_ms } = data;
+    log.info(''); // blank line
+    // Show successes, including the command's output so read-only commands
+    // (`git rev-parse`, `cat package.json`, …) are useful without `--format json`.
+    if (successes.length > 0) {
+        log.info(st('green', `✓ ${successes.length} succeeded:`));
+        for (const result of successes) {
+            const duration = st('blue', `(${Math.round(result.duration_ms)}ms)`);
+            const label = st('gray', `  ${result.repo_name}`);
+            const out = result.stdout.trim();
+            const out_lines = out ? out.split('\n') : [];
+            if (out_lines.length <= 1) {
+                // single-line (or empty) output inline after the repo name
+                log.info(out ? `${label} ${out} ${duration}` : `${label} ${duration}`);
             }
             else {
-                // eslint-disable-next-line no-console
-                console.log(json);
+                // multi-line output indented under the repo
+                log.info(`${label} ${duration}`);
+                for (const line of out_lines) {
+                    log.info(st('gray', `    ${line}`));
+                }
             }
         }
-        else {
-            // Text format
-            log.info(''); // blank line
-            // Show successes, including the command's output so read-only commands
-            // (`git rev-parse`, `cat package.json`, …) are useful without `--format json`.
-            if (successes.length > 0) {
-                log.info(st('green', `✓ ${successes.length} succeeded:`));
-                for (const result of successes) {
-                    const duration = st('blue', `(${Math.round(result.duration_ms)}ms)`);
-                    const label = st('gray', `  ${result.repo_name}`);
-                    const out = result.stdout.trim();
-                    const out_lines = out ? out.split('\n') : [];
-                    if (out_lines.length <= 1) {
-                        // single-line (or empty) output inline after the repo name
-                        log.info(out ? `${label} ${out} ${duration}` : `${label} ${duration}`);
-                    }
-                    else {
-                        // multi-line output indented under the repo
-                        log.info(`${label} ${duration}`);
-                        for (const line of out_lines) {
-                            log.info(st('gray', `    ${line}`));
-                        }
-                    }
-                }
+    }
+    // Show failures with details
+    if (failures.length > 0) {
+        log.info(''); // blank line
+        log.error(st('red', `✗ ${failures.length} failed:`));
+        for (const result of failures) {
+            const duration = `${Math.round(result.duration_ms)}ms`;
+            log.error(st('gray', `  ${result.repo_name} ${st('blue', `(${duration})`)}`));
+            if (result.error) {
+                log.error(st('gray', `    Error: ${result.error}`));
             }
-            // Show failures with details
-            if (failures.length > 0) {
-                log.info(''); // blank line
-                log.error(st('red', `✗ ${failures.length} failed:`));
-                for (const result of failures) {
-                    const duration = `${Math.round(result.duration_ms)}ms`;
-                    log.error(st('gray', `  ${result.repo_name} ${st('blue', `(${duration})`)}`));
-                    if (result.error) {
-                        log.error(st('gray', `    Error: ${result.error}`));
-                    }
-                    else if (result.exit_code !== 0) {
-                        log.error(st('gray', `    Exit code: ${result.exit_code}`));
-                    }
-                    if (result.stderr) {
-                        // Show first few lines of stderr
-                        const stderr_lines = result.stderr.trim().split('\n');
-                        const preview_lines = stderr_lines.slice(0, 3);
-                        for (const line of preview_lines) {
-                            log.error(st('gray', `    ${line}`));
-                        }
-                        if (stderr_lines.length > 3) {
-                            log.error(st('gray', `    ... (${stderr_lines.length - 3} more lines)`));
-                        }
-                    }
-                }
+            else if (result.signal) {
+                log.error(st('gray', `    Killed by ${result.signal}`));
             }
-            // Summary
-            log.info(''); // blank line
-            const total = repos.length;
-            const success_rate = ((successes.length / total) * 100).toFixed(0);
-            const duration = `${Math.round(total_duration_ms)}ms`;
-            if (failures.length === 0) {
-                log.info(st('green', `✓ All ${total} repos succeeded in ${duration} (${success_rate}% success rate)`));
+            else if (result.exit_code !== null) {
+                log.error(st('gray', `    Exit code: ${result.exit_code}`));
             }
-            else {
-                log.info(st('yellow', `⚠ ${successes.length}/${total} repos succeeded in ${duration} (${success_rate}% success rate)`));
+            if (result.stderr) {
+                // Show first few lines of stderr
+                const stderr_lines = result.stderr.trim().split('\n');
+                const preview_lines = stderr_lines.slice(0, 3);
+                for (const line of preview_lines) {
+                    log.error(st('gray', `    ${line}`));
+                }
+                if (stderr_lines.length > 3) {
+                    log.error(st('gray', `    ... (${stderr_lines.length - 3} more lines)`));
+                }
             }
         }
-        // Exit with error if any failures (so CI fails)
-        if (failures.length > 0) {
-            throw new TaskError(`${failures.length} repos failed`);
-        }
+    }
+    // Summary
+    log.info(''); // blank line
+    const success_rate = ((successes.length / total) * 100).toFixed(0);
+    const duration = `${Math.round(total_duration_ms)}ms`;
+    if (failures.length === 0) {
+        log.info(st('green', `✓ All ${total} repos succeeded in ${duration} (${success_rate}% success rate)`));
+    }
+    else {
+        log.info(st('yellow', `⚠ ${successes.length}/${total} repos succeeded in ${duration} (${success_rate}% success rate)`));
     }
 };

package/dist/gitops_sync.task.d.ts

@@ -1,19 +1,81 @@
 import { type Task } from '@fuzdev/gro';
 import { z } from 'zod';
+import type { Logger } from '@fuzdev/fuz_util/log.ts';
+import { type LocalRepo, type LocalRepoPath } from './local_repo.js';
+import type { ReposOperations } from './operations.js';
 /** @nodocs */
 export declare const Args: z.ZodObject<{
     config: z.ZodDefault<z.ZodString>;
-    dir: z.ZodOptional<z.ZodString>;
+    registry: z.ZodOptional<z.ZodString>;
     outdir: z.ZodOptional<z.ZodString>;
-    download: z.ZodDefault<z.ZodBoolean>;
     check: z.ZodDefault<z.ZodBoolean>;
     allow_dirty: z.ZodDefault<z.ZodBoolean>;
 }, z.core.$strict>;
 export type Args = z.infer<typeof Args>;
 /**
- * This is a task not a `.gen.` file because it makes network calls.
+ * Generates the dashboard's site data (`repos.json` and `repos.ts`) from each
+ * configured repo's working tree and its GitHub CI status and pull requests.
+ * It never moves a repo: see `prepare_gitops_sync` for what it reads and
+ * refuses. This is a task not a `.gen.` file because it makes network calls.
  *
  * @nodocs
  */
 export declare const task: Task<Args>;
+/**
+ * The side effects `prepare_gitops_sync` reaches through, injectable for tests.
+ *
+ * @nodocs
+ */
+export interface GitopsSyncDeps {
+    /** Runs `repos status`. */
+    repos_ops: ReposOperations;
+    /** Loads each resolved repo's library as it sits (`local_repos_load`). */
+    load_repos: (options: {
+        local_repo_paths: Array<LocalRepoPath>;
+        log?: Logger;
+    }) => Promise<Array<LocalRepo>>;
+    /** Reads `SECRET_GITHUB_API_TOKEN`; `undefined` when it isn't set. */
+    load_token: () => string | undefined;
+    /** Whether a path exists, for the analysis-setup warning. */
+    exists: (path: string) => boolean;
+    /** Reads a file as UTF-8, for the analysis-setup warning. */
+    read_file: (path: string) => string;
+}
+/**
+ * Everything `gitops_sync` does before it fetches from GitHub, in order:
+ *
+ * 1. resolves the config's repos from `repos status <keys…> --json` (local
+ *    refs), refusing a private repo when the host package is public
+ * 2. checks each repo is ready to generate from (`check_gen_readiness`): on
+ *    its registry branch, clean, and idle, unless `allow_dirty` — refusing
+ *    before any network. With `check`, that report is the whole run: its
+ *    warnings are logged, and it throws when a real run would refuse
+ * 3. reads `SECRET_GITHUB_API_TOKEN`
+ * 4. fetches the repos from origin (`repos status <keys…> --fetch --json`,
+ *    which writes remote-tracking refs and nothing else) and checks them
+ *    again, warning on a followed branch not in sync with origin and a
+ *    failed fetch
+ * 5. warns on each npm repo the library analysis can't fully read: no
+ *    `node_modules`, or no `.svelte-kit/tsconfig.json` when its tsconfig
+ *    extends it (external types then read as `any`) — it installs nothing
+ * 6. loads each repo's library as it sits
+ *
+ * @returns the loaded repos and the token, or `null` when `check` passed
+ * @throws {TaskError} if resolving fails, a repo isn't ready, or the token is missing
+ * @nodocs
+ */
+export declare const prepare_gitops_sync: (options: {
+    config: string;
+    registry?: string;
+    host?: {
+        name: string;
+        private: boolean;
+    };
+    check?: boolean;
+    allow_dirty?: boolean;
+    log: Logger;
+}, deps?: Partial<GitopsSyncDeps>) => Promise<{
+    local_repos: Array<LocalRepo>;
+    token: string;
+} | null>;
 //# sourceMappingURL=gitops_sync.task.d.ts.map

package/dist/gitops_sync.task.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"gitops_sync.task.d.ts","sourceRoot":"../src/lib/","sources":["../src/lib/gitops_sync.task.ts"],"names":[],"mappings":"AAAA,OAAO,EAAa,KAAK,IAAI,EAAE,MAAM,aAAa,CAAC;AACnD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAiBxB,cAAc;AACd,eAAO,MAAM,IAAI;;;;;;;kBAyBf,CAAC;AACH,MAAM,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,IAAI,CAAC,CAAC;AAExC;;;;GAIG;AACH,eAAO,MAAM,IAAI,EAAE,IAAI,CAAC,IAAI,CAsG3B,CAAC"}
+{"version":3,"file":"gitops_sync.task.d.ts","sourceRoot":"../src/lib/","sources":["../src/lib/gitops_sync.task.ts"],"names":[],"mappings":"AAAA,OAAO,EAAa,KAAK,IAAI,EAAE,MAAM,aAAa,CAAC;AACnD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AASxB,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAOtD,OAAO,EAGN,KAAK,SAAS,EACd,KAAK,aAAa,EAClB,MAAM,iBAAiB,CAAC;AAGzB,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAKvD,cAAc;AACd,eAAO,MAAM,IAAI;;;;;;kBA8Bf,CAAC;AACH,MAAM,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,IAAI,CAAC,CAAC;AAExC;;;;;;;GAOG;AACH,eAAO,MAAM,IAAI,EAAE,IAAI,CAAC,IAAI,CA8F3B,CAAC;AAEF;;;;GAIG;AACH,MAAM,WAAW,cAAc;IAC9B,2BAA2B;IAC3B,SAAS,EAAE,eAAe,CAAC;IAC3B,0EAA0E;IAC1E,UAAU,EAAE,CAAC,OAAO,EAAE;QACrB,gBAAgB,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC;QACvC,GAAG,CAAC,EAAE,MAAM,CAAC;KACb,KAAK,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;IAChC,sEAAsE;IACtE,UAAU,EAAE,MAAM,MAAM,GAAG,SAAS,CAAC;IACrC,6DAA6D;IAC7D,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC;IAClC,6DAA6D;IAC7D,SAAS,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,CAAC;CACpC;AAWD;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,eAAO,MAAM,mBAAmB,GAC/B,SAAS;IACR,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,OAAO,CAAA;KAAE,CAAC;IAC1C,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,GAAG,EAAE,MAAM,CAAC;CACZ,EACD,OAAM,OAAO,CAAC,cAAc,CAAM,KAChC,OAAO,CAAC;IAAE,WAAW,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAmEjE,CAAC"}