@dafish/gogo-meta 1.4.0 → 1.6.0

package/README.md

@@ -11,6 +11,7 @@ A modern TypeScript CLI for managing multi-repository projects. Execute commands
 - NPM operations across all projects
 - Symlink projects for local development
 - JSON and YAML configuration formats
+- Multiple config files with `-f` flag (like Docker Compose)
 
 ## Installation
 
@@ -142,6 +143,27 @@ commands:
       - web
 ```
 
+### Multiple Config Files
+
+For large projects you can split configuration across multiple files and merge them at runtime using the `-f, --file` flag:
+
+```bash
+# Load primary .gogo plus additional projects from .gogo.devops
+gogo -f .gogo.devops exec "npm test"
+
+# Multiple overlays are applied in order
+gogo -f .gogo.devops -f .gogo.extra git status
+```
+
+Overlay files follow the same format as the primary config (JSON or YAML). When merging:
+- **Projects**: overlay entries are added; on key conflict the overlay wins
+- **Ignore**: arrays are concatenated and deduplicated
+- **Commands**: overlay entries are added; on key conflict the overlay wins
+
+Overlay paths are resolved relative to the directory containing the primary config file.
+
+Write commands (`project create`, `project import`) only modify the primary config file — overlay projects are never absorbed into it.
+
 ### .looprc (optional)
 
 Define default ignore patterns for command execution:
@@ -158,14 +180,15 @@ Define default ignore patterns for command execution:
 
 These options are available for most commands:
 
-| Option                      | Description                                         |
-| --------------------------- | --------------------------------------------------- |
-| `--include-only <dirs>`     | Only target specified directories (comma-separated) |
-| `--exclude-only <dirs>`     | Exclude specified directories (comma-separated)     |
-| `--include-pattern <regex>` | Include directories matching regex pattern          |
-| `--exclude-pattern <regex>` | Exclude directories matching regex pattern          |
-| `--parallel`                | Execute commands concurrently                       |
-| `--concurrency <n>`         | Maximum parallel processes (default: 4)             |
+| Option                      | Description                                              |
+| --------------------------- | -------------------------------------------------------- |
+| `-f, --file <path>`         | Additional config file to merge (repeatable)             |
+| `--include-only <dirs>`     | Only target specified directories (comma-separated)      |
+| `--exclude-only <dirs>`     | Exclude specified directories (comma-separated)          |
+| `--include-pattern <regex>` | Include directories matching regex pattern               |
+| `--exclude-pattern <regex>` | Exclude directories matching regex pattern               |
+| `--parallel`                | Execute commands concurrently                            |
+| `--concurrency <n>`         | Maximum parallel processes (default: 4)                  |
 
 ---
 

package/dist/cli.js

@@ -2,9 +2,9 @@ import { spawn, execSync } from 'child_process';
 import { Command } from 'commander';
 import { readFileSync } from 'fs';
 import { fileURLToPath } from 'url';
-import { dirname, join, basename } from 'path';
-import { unlink, mkdir, appendFile, access, writeFile, readFile, symlink } from 'fs/promises';
-import { stringify, parse } from 'yaml';
+import { dirname, join, basename, resolve } from 'path';
+import { unlink, mkdir, appendFile, access, writeFile, readFile, symlink, readdir } from 'fs/promises';
+import { parse, stringify } from 'yaml';
 import { z } from 'zod';
 import pc from 'picocolors';
 import { homedir } from 'os';
@@ -28,7 +28,7 @@ __export(executor_exports, {
 });
 async function execute(command, options) {
   const { cwd, env = process.env, timeout = DEFAULT_TIMEOUT, shell = true } = options;
-  return new Promise((resolve) => {
+  return new Promise((resolve2) => {
     let stdout = "";
     let stderr = "";
     let timedOut = false;
@@ -68,7 +68,7 @@ async function execute(command, options) {
     });
     child.on("close", (code) => {
       clearTimeout(timeoutId);
-      resolve({
+      resolve2({
         exitCode: code ?? (timedOut ? 124 : 1),
         stdout: stdout.trim(),
         stderr: stderr.trim(),
@@ -77,7 +77,7 @@ async function execute(command, options) {
     });
     child.on("error", (err) => {
       clearTimeout(timeoutId);
-      resolve({
+      resolve2({
         exitCode: 1,
         stdout: "",
         stderr: err.message,
@@ -120,7 +120,7 @@ function executeSync(command, options) {
 }
 async function executeStreaming(command, options) {
   const { cwd, env = process.env, timeout = DEFAULT_TIMEOUT, shell = true, onStdout, onStderr } = options;
-  return new Promise((resolve) => {
+  return new Promise((resolve2) => {
     let stdout = "";
     let stderr = "";
     let timedOut = false;
@@ -159,7 +159,7 @@ async function executeStreaming(command, options) {
     });
     child.on("close", (code) => {
       clearTimeout(timeoutId);
-      resolve({
+      resolve2({
         exitCode: code ?? (timedOut ? 124 : 1),
         stdout: stdout.trim(),
         stderr: stderr.trim(),
@@ -168,7 +168,7 @@ async function executeStreaming(command, options) {
     });
     child.on("error", (err) => {
       clearTimeout(timeoutId);
-      resolve({
+      resolve2({
         exitCode: 1,
         stdout: "",
         stderr: err.message,
@@ -232,6 +232,23 @@ function parseContent(content, format) {
 function serializeContent(data, format) {
   return format === "yaml" ? stringify(data, { indent: 2 }) : JSON.stringify(data, null, 2) + "\n";
 }
+var _overlayFiles = [];
+function setOverlayFiles(files) {
+  _overlayFiles = files;
+}
+function mergeConfigs(base, overlay) {
+  return {
+    projects: {
+      ...base.projects,
+      ...overlay.projects
+    },
+    ignore: [.../* @__PURE__ */ new Set([...base.ignore, ...overlay.ignore])],
+    commands: base.commands || overlay.commands ? {
+      ...base.commands,
+      ...overlay.commands
+    } : void 0
+  };
+}
 async function fileExists(path) {
   try {
     await access(path);
@@ -270,7 +287,29 @@ async function findMetaFileUp(startDir) {
     currentDir = parentDir;
   }
 }
-async function readMetaConfig(cwd) {
+async function readOverlayConfig(filePath) {
+  if (!await fileExists(filePath)) {
+    throw new ConfigError(`Overlay config file not found: ${filePath}`, filePath);
+  }
+  const format = detectFormat(filePath);
+  try {
+    const content = await readFile(filePath, "utf-8");
+    const parsed = parseContent(content, format);
+    return MetaConfigSchema.parse(parsed);
+  } catch (error2) {
+    if (error2 instanceof SyntaxError) {
+      throw new ConfigError(`Invalid JSON in overlay config file`, filePath);
+    }
+    if (error2 instanceof Error && error2.name === "YAMLParseError") {
+      throw new ConfigError(`Invalid YAML in overlay config file`, filePath);
+    }
+    if (error2 instanceof Error && error2.name === "ZodError") {
+      throw new ConfigError(`Invalid overlay config file structure: ${error2.message}`, filePath);
+    }
+    throw error2;
+  }
+}
+async function readMetaConfig(cwd, overlayFiles) {
   const metaPath = await findMetaFileUp(cwd);
   if (!metaPath) {
     throw new ConfigError(
@@ -278,11 +317,12 @@ async function readMetaConfig(cwd) {
     );
   }
   const format = detectFormat(metaPath);
+  const metaDir = dirname(metaPath);
+  let config;
   try {
     const content = await readFile(metaPath, "utf-8");
     const parsed = parseContent(content, format);
-    const config = MetaConfigSchema.parse(parsed);
-    return { config, format, metaDir: dirname(metaPath) };
+    config = MetaConfigSchema.parse(parsed);
   } catch (error2) {
     if (error2 instanceof SyntaxError) {
       throw new ConfigError(`Invalid JSON in config file`, metaPath);
@@ -295,6 +335,13 @@ async function readMetaConfig(cwd) {
     }
     throw error2;
   }
+  const filesToMerge = overlayFiles ?? _overlayFiles;
+  for (const overlayRelPath of filesToMerge) {
+    const overlayPath = resolve(metaDir, overlayRelPath);
+    const overlayConfig = await readOverlayConfig(overlayPath);
+    config = mergeConfigs(config, overlayConfig);
+  }
+  return { config, format, metaDir };
 }
 async function writeMetaConfig(cwd, config, format = "json") {
   const filename = filenameForFormat(format);
@@ -423,7 +470,7 @@ function commandOutput(stdout, stderr) {
   }
 }
 function summary(results) {
-  const { success: successCount, failed, total } = results;
+  const { success: successCount, failed, total, failedProjects } = results;
   console.log("");
   if (failed === 0) {
     console.log(`${symbols.success} ${pc.green(`All ${total} projects completed successfully`)}`);
@@ -431,6 +478,13 @@ function summary(results) {
     console.log(
       `${symbols.warning} ${pc.yellow(`${successCount}/${total} projects succeeded, ${failed} failed`)}`
     );
+    if (failedProjects && failedProjects.length > 0) {
+      console.log("");
+      console.log("Failed projects:");
+      for (const project of failedProjects) {
+        console.log(`  ${symbols.error} ${pc.red(project)}`);
+      }
+    }
   }
 }
 
@@ -604,9 +658,14 @@ async function loop(command, context, options = {}) {
   }
   const results = options.parallel ? await runParallel(command, directories, context, options) : await runSequential(command, directories, context, options);
   if (!options.suppressOutput) {
-    const successCount = results.filter((r) => r.success).length;
-    const failedCount = results.length - successCount;
-    summary({ success: successCount, failed: failedCount, total: results.length });
+    const failedResults = results.filter((r) => !r.success);
+    const successCount = results.length - failedResults.length;
+    summary({
+      success: successCount,
+      failed: failedResults.length,
+      total: results.length,
+      failedProjects: failedResults.map((r) => r.directory)
+    });
   }
   return results;
 }
@@ -1121,7 +1180,7 @@ async function createCommand(folder, url) {
   if (remoteResult.exitCode !== 0) {
     throw new Error(`Failed to add remote: ${remoteResult.stderr}`);
   }
-  const { config, format } = await readMetaConfig(metaDir);
+  const { config, format } = await readMetaConfig(metaDir, []);
   const updatedConfig = addProject(config, folder, url);
   await writeMetaConfig(metaDir, updatedConfig, format);
   const gitignorePath = join(metaDir, ".gitignore");
@@ -1165,7 +1224,7 @@ async function importCommand(folder, url, options = {}) {
       info(`Existing: ${existingUrl}`);
       info(`Provided: ${url}`);
     }
-    const { config, format } = await readMetaConfig(metaDir);
+    const { config, format } = await readMetaConfig(metaDir, []);
     const updatedConfig = addProject(config, folder, finalUrl);
     await writeMetaConfig(metaDir, updatedConfig, format);
     success(`Imported existing project "${folder}"`);
@@ -1175,7 +1234,7 @@ async function importCommand(folder, url, options = {}) {
       throw new Error("URL is required when importing a non-existent project");
     }
     if (options.noClone) {
-      const { config: config2, format: format2 } = await readMetaConfig(metaDir);
+      const { config: config2, format: format2 } = await readMetaConfig(metaDir, []);
       const updatedConfig2 = addProject(config2, folder, url);
       await writeMetaConfig(metaDir, updatedConfig2, format2);
       const added2 = await addToGitignore(metaDir, folder);
@@ -1195,7 +1254,7 @@ async function importCommand(folder, url, options = {}) {
     if (cloneResult.exitCode !== 0) {
       throw new Error(`Failed to clone repository: ${cloneResult.stderr}`);
     }
-    const { config, format } = await readMetaConfig(metaDir);
+    const { config, format } = await readMetaConfig(metaDir, []);
     const updatedConfig = addProject(config, folder, url);
     await writeMetaConfig(metaDir, updatedConfig, format);
     success(`Imported project "${folder}"`);
@@ -1402,6 +1461,91 @@ function registerNpmCommands(program) {
     await runCommand2(script, options);
   });
 }
+function isGogoConfigFile(filename) {
+  return filename === ".gogo" || filename.startsWith(".gogo.");
+}
+async function findConfigFiles(cwd) {
+  const entries = await readdir(cwd);
+  const configFiles = [];
+  for (const entry of entries) {
+    if (isGogoConfigFile(entry)) {
+      configFiles.push(entry);
+    }
+  }
+  if (entries.includes(LOOPRC_FILE)) {
+    configFiles.push(LOOPRC_FILE);
+  }
+  return configFiles.sort();
+}
+async function validateCommand() {
+  const cwd = process.cwd();
+  const results = [];
+  const configFiles = await findConfigFiles(cwd);
+  for (const filename of configFiles) {
+    const filePath = join(cwd, filename);
+    if (filename === LOOPRC_FILE) {
+      results.push(await validateLoopRcFile(filePath));
+    } else {
+      results.push(await validateConfigFile(filePath, filename));
+    }
+  }
+  if (results.length === 0) {
+    warning("No config files found in current directory");
+    return;
+  }
+  const hasErrors = results.some((r) => !r.valid);
+  for (const result of results) {
+    if (result.valid) {
+      projectStatus(result.file, "success");
+    } else {
+      projectStatus(result.file, "error", result.error);
+    }
+  }
+  if (hasErrors) {
+    throw new Error("Validation failed");
+  }
+}
+async function validateConfigFile(filePath, filename) {
+  const format = detectFormat(filePath);
+  try {
+    const content = await readFile(filePath, "utf-8");
+    const parsed = format === "yaml" ? parse(content) : JSON.parse(content);
+    MetaConfigSchema.parse(parsed);
+    return { file: filename, valid: true };
+  } catch (error2) {
+    if (error2 instanceof SyntaxError) {
+      return { file: filename, valid: false, error: "Invalid JSON" };
+    }
+    if (error2 instanceof Error && error2.name === "YAMLParseError") {
+      return { file: filename, valid: false, error: "Invalid YAML" };
+    }
+    if (error2 instanceof Error && error2.name === "ZodError") {
+      return { file: filename, valid: false, error: `Invalid structure: ${error2.message}` };
+    }
+    return { file: filename, valid: false, error: String(error2) };
+  }
+}
+async function validateLoopRcFile(filePath) {
+  try {
+    const content = await readFile(filePath, "utf-8");
+    const parsed = JSON.parse(content);
+    LoopRcSchema.parse(parsed);
+    return { file: LOOPRC_FILE, valid: true };
+  } catch (error2) {
+    if (error2 instanceof SyntaxError) {
+      return { file: LOOPRC_FILE, valid: false, error: "Invalid JSON" };
+    }
+    if (error2 instanceof Error && error2.name === "ZodError") {
+      return { file: LOOPRC_FILE, valid: false, error: `Invalid structure: ${error2.message}` };
+    }
+    return { file: LOOPRC_FILE, valid: false, error: String(error2) };
+  }
+}
+function registerValidateCommand(program) {
+  program.command("validate").description("Validate all config files in the current directory").action(async () => {
+    await validateCommand();
+  });
+}
 
 // src/cli.ts
 function getVersion() {
@@ -1416,13 +1560,23 @@ function getVersion() {
 }
 function createProgram() {
   const program = new Command();
-  program.name("gogo").description("A modern CLI tool for managing multi-repository projects").version(getVersion()).option("--include-only <dirs>", "Only include specified directories (comma-separated)").option("--exclude-only <dirs>", "Exclude specified directories (comma-separated)").option("--include-pattern <regex>", "Include directories matching regex pattern").option("--exclude-pattern <regex>", "Exclude directories matching regex pattern").option("--parallel", "Execute commands in parallel").option("--concurrency <number>", "Max parallel processes (default: 4)", parseInt);
+  program.name("gogo").description("A modern CLI tool for managing multi-repository projects").version(getVersion()).option("--include-only <dirs>", "Only include specified directories (comma-separated)").option("--exclude-only <dirs>", "Exclude specified directories (comma-separated)").option("--include-pattern <regex>", "Include directories matching regex pattern").option("--exclude-pattern <regex>", "Exclude directories matching regex pattern").option("--parallel", "Execute commands in parallel").option("--concurrency <number>", "Max parallel processes (default: 4)", parseInt).option(
+    "-f, --file <path>",
+    "Additional config file to merge (repeatable)",
+    (val, prev) => [...prev, val],
+    []
+  );
+  program.hook("preAction", (thisCommand) => {
+    const opts = thisCommand.optsWithGlobals();
+    setOverlayFiles(opts["file"] ?? []);
+  });
   registerInitCommand(program);
   registerExecCommand(program);
   registerRunCommand(program);
   registerGitCommands(program);
   registerProjectCommands(program);
   registerNpmCommands(program);
+  registerValidateCommand(program);
   return program;
 }
 async function main() {