repomeld 2.0.5 → 3.0.1

package/bin/cli.js

@@ -1,499 +1,35 @@
 #!/usr/bin/env node
 
-const fs = require("fs").promises;
-const fsSync = require("fs");
-const path = require("path");
 const { program } = require("commander");
-const ignore = require("ignore");
-const { isBinaryFile } = require("isbinaryfile");
-const readline = require("readline");
-const os = require("os");
-
-const VERSION = "1.0.0";
-const PACKAGE_NAME = "repomeld";
-
-// Normalize paths for cross-platform compatibility
-const normalizePath = (p) => p.split(path.sep).join('/');
-
-const DEFAULT_IGNORE = [
-  "node_modules",
-  ".git",
-  ".env",
-  ".env.local", 
-  ".env.production",
-  ".DS_Store",
-  "package-lock.json",
-  "yarn.lock",
-  "pnpm-lock.yaml",
-  ".next",
-  ".nuxt",
-  "dist",
-  "build",
-  ".cache"
-   
-];
-
-const LANGUAGE_MAP = {
-  js: "javascript", jsx: "javascript", ts: "typescript", tsx: "typescript",
-  py: "python", rb: "ruby", java: "java", cpp: "cpp", c: "c",
-  cs: "csharp", go: "go", rs: "rust", php: "php", swift: "swift",
-  kt: "kotlin", html: "html", css: "css", scss: "scss", json: "json",
-  yaml: "yaml", yml: "yaml", md: "markdown", sh: "bash", bash: "bash",
-  toml: "toml", xml: "xml", sql: "sql", graphql: "graphql",
-};
-
-async function loadIgnoreConfig() {
-  const configPath = path.resolve(process.cwd(), "repomeld.ignore.json");
-  try {
-    const data = JSON.parse(await fs.readFile(configPath, "utf8"));
-    if (Array.isArray(data.ignore)) return data.ignore;
-  } catch {
-    // File doesn't exist or invalid JSON, use defaults
-  }
-  return [];
-}
-
-function getLanguage(filePath) {
-  const ext = path.extname(filePath).slice(1).toLowerCase();
-  return LANGUAGE_MAP[ext] || "";
-}
-
-async function getAllFilesWithIgnore(dirPath, ig, forceIncludePatterns, rootDir = process.cwd(), progress = null) {
-  const fileList = [];
-  const stack = [{ dirPath, relativePath: '.' }];
-  
-  while (stack.length) {
-    const { dirPath: currentDir, relativePath: currentRelative } = stack.pop();
-    
-    let entries;
-    try {
-      entries = await fs.readdir(currentDir, { withFileTypes: true });
-    } catch (err) {
-      continue;
-    }
-    
-    for (const entry of entries) {
-      const fullPath = path.join(currentDir, entry.name);
-      const relativePath = path.join(currentRelative, entry.name);
-      const normalizedPath = normalizePath(relativePath);
-      
-      // Check force-include first - these always go through
-      const isForceIncluded = forceIncludePatterns && forceIncludePatterns.some(pattern => 
-        normalizedPath.includes(pattern) || entry.name.includes(pattern)
-      );
-      
-      // Only check ignore if not force-included
-      if (!isForceIncluded && ig.ignores(normalizedPath)) {
-        continue;
-      }
-      
-      if (entry.isDirectory()) {
-        stack.push({ dirPath: fullPath, relativePath });
-      } else if (entry.isFile()) {
-        fileList.push(fullPath);
-        if (progress && fileList.length % 100 === 0) {
-          progress.update(fileList.length);
-        }
-      }
-    }
-  }
-  
-  return fileList;
-}
-
-async function buildIgnoreFilter(options) {
-  const ig = ignore();
-  
-  // Add default ignores
-  ig.add(DEFAULT_IGNORE);
-  
-  // Add custom config ignores
-  const customIgnores = await loadIgnoreConfig();
-  ig.add(customIgnores);
-  
-  // Add CLI ignores
-  if (options.ignore && options.ignore.length) {
-    ig.add(options.ignore);
-  }
-  
-  // Add .gitignore patterns if not disabled
-  if (!options.noGitignore) {
-    try {
-      const gitignorePath = path.join(process.cwd(), ".gitignore");
-      const gitignoreContent = await fs.readFile(gitignorePath, "utf8");
-      ig.add(gitignoreContent);
-    } catch {
-      // No .gitignore file, ignore silently
-    }
-  }
-  
-  return { ig, forceInclude: options.forceInclude || null };
-}
-
-function matchesExtensions(filePath, exts) {
-  if (!exts || exts.length === 0) return true;
-  const ext = path.extname(filePath).slice(1).toLowerCase();
-  return exts.map((e) => e.replace(/^\./, "").toLowerCase()).includes(ext);
-}
-
-function matchesPattern(filePath, patterns) {
-  if (!patterns || patterns.length === 0) return false;
-  const rel = path.relative(process.cwd(), filePath);
-  return patterns.some((p) => rel.includes(p) || path.basename(filePath).includes(p));
-}
-
-function formatSize(bytes) {
-  if (bytes < 1024) return `${bytes} B`;
-  if (bytes < 1024 * 1024) return `${(bytes / 1024).toFixed(1)} KB`;
-  if (bytes < 1024 * 1024 * 1024) return `${(bytes / (1024 * 1024)).toFixed(2)} MB`;
-  return `${(bytes / (1024 * 1024 * 1024)).toFixed(2)} GB`;
-}
-
-function formatDuration(ms) {
-  if (ms < 1000) return `${ms}ms`;
-  const seconds = (ms / 1000).toFixed(1);
-  return `${seconds}s`;
-}
-
-class ProgressIndicator {
-  constructor(total, prefix = '') {
-    this.total = total;
-    this.prefix = prefix;
-    this.current = 0;
-    this.startTime = Date.now();
-  }
-  
-  update(current) {
-    this.current = current;
-    this.render();
-  }
-  
-  increment() {
-    this.current++;
-    this.render();
-  }
-  
-  render() {
-    const percent = (this.current / this.total * 100).toFixed(1);
-    const elapsed = Date.now() - this.startTime;
-    const rate = this.current / (elapsed / 1000);
-    const eta = rate > 0 ? ((this.total - this.current) / rate).toFixed(0) : '?';
-    
-    process.stdout.write(`\r${this.prefix} ${this.current}/${this.total} files (${percent}%) | ${formatDuration(elapsed)} elapsed | ETA: ${eta}s`);
-  }
-  
-  finish() {
-    const elapsed = Date.now() - this.startTime;
-    console.log(`\r${this.prefix} ✅ Completed ${this.current}/${this.total} files in ${formatDuration(elapsed)}`);
-  }
-}
-
-function printBanner() {
-  console.log(`
-╔══════════════════════════════════════════════════════╗
-║              repomeld  v${VERSION}                   ║
-║        Meld your repo into one file 🔥               ║
-╠══════════════════════════════════════════════════════╣
-║  💼 Author available for freelance & full-time work  ║
-║     📧  susheelhbti@gmail.com                        ║
-╚══════════════════════════════════════════════════════╝`);
-}
-
-function buildHeader(style, relativePath, filePath, lineCount, showMeta, stats) {
-  const lang = getLanguage(filePath);
-  const meta = showMeta ? `  [${lineCount} lines | ${formatSize(stats.size)}${lang ? " | " + lang : ""}]` : "";
-
-  if (style === "markdown") {
-    return `\n## 📄 ${relativePath}${meta}\n\n\`\`\`${lang}\n`;
-  }
-  if (style === "minimal") {
-    return `\n# ${relativePath}\n`;
-  }
-  const divider = "─".repeat(60);
-  return `\n${divider}\n  FILE: ${relativePath}${meta}\n${divider}\n\n`;
-}
-
-function buildFooter(style) {
-  if (style === "markdown") return "\n```\n";
-  return "\n";
-}
-
-function buildTableOfContents(files, cwd) {
-  let toc = "TABLE OF CONTENTS\n" + "═".repeat(60) + "\n";
-  files.forEach((f, i) => {
-    const rel = path.relative(cwd, f);
-    toc += `  ${String(i + 1).padStart(3, " ")}. ${rel}\n`;
-  });
-  toc += "═".repeat(60) + "\n\n";
-  return toc;
-}
-
-async function resolveOutputPath(desiredPath) {
-  try {
-    await fs.access(desiredPath);
-    const ext = path.extname(desiredPath);
-    const base = desiredPath.slice(0, desiredPath.length - ext.length);
-    let counter = 2;
-    while (true) {
-      const candidate = `${base}__${counter}${ext}`;
-      try {
-        await fs.access(candidate);
-        counter++;
-      } catch {
-        return { path: candidate, number: counter };
-      }
-    }
-  } catch {
-    return { path: desiredPath, number: null };
-  }
-}
-
-async function isRepomeldOutput(filePath, baseOutputName) {
-  const fileName = path.basename(filePath);
-  const ext = path.extname(baseOutputName);
-  const base = path.basename(baseOutputName, ext);
-  const pattern = new RegExp(`^${escapeRegex(base)}(__\\d+)?${escapeRegex(ext)}$`);
-  return pattern.test(fileName);
-}
-
-function escapeRegex(str) {
-  return str.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
-}
-
-async function checkForUpdates() {
-  return new Promise((resolve) => {
-    const http = require('http');
-    const options = {
-      hostname: 'registry.npmjs.org',
-      path: `/${PACKAGE_NAME}/latest`,
-      method: 'GET',
-      timeout: 3000
-    };
-
-    const req = http.request(options, (res) => {
-      let data = '';
-      res.on('data', chunk => data += chunk);
-      res.on('end', () => {
-        try {
-          const json = JSON.parse(data);
-          if (json.version && json.version !== VERSION) {
-            resolve({ hasUpdate: true, latestVersion: json.version });
-          } else {
-            resolve({ hasUpdate: false });
-          }
-        } catch {
-          resolve({ hasUpdate: false });
-        }
-      });
-    });
-
-    req.on('error', () => resolve({ hasUpdate: false }));
-    req.on('timeout', () => {
-      req.destroy();
-      resolve({ hasUpdate: false });
-    });
-    req.end();
-  });
-}
-
-function showUpdateMessage(currentVersion, latestVersion) {
-  console.log(`\n${'═'.repeat(60)}`);
-  console.log(`  ⭐ New version available: ${currentVersion} → ${latestVersion}`);
-  console.log(`  📦 Update with: npm install -g ${PACKAGE_NAME}@latest`);
-  console.log(`${'═'.repeat(60)}\n`);
-}
-
-async function repomeld(options) {
-  const startTime = Date.now();
-  printBanner();
-
-  const cwd = process.cwd();
-  
-  const { path: outputFile, number: outputNumber } = await resolveOutputPath(path.resolve(cwd, options.output));
-  const outputBaseName = path.basename(options.output);
-  
-  const { ig, forceInclude } = await buildIgnoreFilter(options);
-  const filterExts = options.ext || [];
-  const maxFileSizeBytes = (parseFloat(options.maxSize) || 500) * 1024;
-  const headerStyle = options.style || "banner";
-  const showMeta = !options.noMeta;
-  const showToc = !options.noToc;
-  const dryRun = options.dryRun || false;
-  const include = options.include || [];
-  const exclude = options.exclude || [];
-  const linesBefore = parseInt(options.linesBefore) || 0;
-  const linesAfter = parseInt(options.linesAfter) || 0;
-
-  console.log(`\n  📂 Source  : ${cwd}`);
-  console.log(`  📄 Output  : ${path.relative(cwd, outputFile)}`);
-  console.log(`  🎨 Style   : ${headerStyle}`);
-  if (!options.noGitignore) console.log(`  📁 .gitignore respected`);
-  if (filterExts.length) console.log(`  🔍 Filter  : .${filterExts.join(", .")}`);
-  if (forceInclude && forceInclude.length) console.log(`  📌 Force   : ${forceInclude.join(", ")}`);
-  if (dryRun) console.log(`  🧪 Dry run : no file will be written`);
-  console.log();
-
-  console.log(`  🔍 Scanning files...`);
-  const scanStartTime = Date.now();
-  let allFiles = await getAllFilesWithIgnore(cwd, ig, forceInclude, cwd);
-  console.log(`  ✅ Found ${allFiles.length} files in ${formatDuration(Date.now() - scanStartTime)}`);
-
-  // Apply additional filters
-  if (filterExts.length) {
-    allFiles = allFiles.filter(f => matchesExtensions(f, filterExts));
-  }
-  if (include.length) {
-    allFiles = allFiles.filter(f => matchesPattern(f, include));
-  }
-  if (exclude.length) {
-    allFiles = allFiles.filter(f => !matchesPattern(f, exclude));
-  }
-  
-  // Remove repomeld output files
-  const filteredFiles = [];
-  for (const file of allFiles) {
-    const isOutput = await isRepomeldOutput(file, outputBaseName);
-    if (!isOutput) filteredFiles.push(file);
-  }
-  allFiles = filteredFiles;
-
-  if (allFiles.length === 0) {
-    console.log("  ⚠️  No matching files found.\n");
-    return;
-  }
-
-  console.log(`  📝 Processing ${allFiles.length} files...\n`);
-  
-  let combinedContent = "";
-  let skipped = 0;
-  let included = 0;
-  let totalLines = 0;
-  const includedFiles = [];
-  
-  const progress = new ProgressIndicator(allFiles.length, '  ');
-  
-  for (let i = 0; i < allFiles.length; i++) {
-    const filePath = allFiles[i];
-    const relativePath = path.relative(cwd, filePath);
-    
-    progress.update(i + 1);
-    
-    const isBinary = await isBinaryFile(filePath).catch(() => true);
-    if (isBinary) {
-      skipped++;
-      continue;
-    }
-    
-    const stats = await fs.stat(filePath);
-    if (stats.size > maxFileSizeBytes) {
-      skipped++;
-      continue;
-    }
-    
-    try {
-      let content = await fs.readFile(filePath, "utf8");
-      
-      if (options.trim) {
-        content = content.trim();
-      }
-      
-      if (linesBefore > 0 || linesAfter > 0) {
-        const lines = content.split("\n");
-        const start = Math.min(linesBefore, lines.length);
-        const end = linesAfter > 0 ? Math.max(0, lines.length - linesAfter) : lines.length;
-        content = lines.slice(start, end).join("\n");
-      }
-      
-      const lineCount = content.split("\n").length;
-      totalLines += lineCount;
-      includedFiles.push(filePath);
-      
-      combinedContent += buildHeader(headerStyle, relativePath, filePath, lineCount, showMeta, stats);
-      combinedContent += content;
-      combinedContent += buildFooter(headerStyle);
-      
-      included++;
-    } catch (err) {
-      skipped++;
-    }
-  }
-  
-  progress.finish();
-  
-  // Build final output
-  let finalOutput = "";
-  const timestamp = new Date().toISOString();
-  finalOutput += `# Generated by repomeld v${VERSION}\n`;
-  finalOutput += `# Date     : ${timestamp}\n`;
-  finalOutput += `# Source   : ${cwd}\n`;
-  finalOutput += `# Files    : ${included}\n`;
-  finalOutput += `# Lines    : ${totalLines}\n`;
-  finalOutput += `# Author   : susheelhbti@gmail.com — available for freelance & full-time work\n\n`;
-  
-  if (showToc && includedFiles.length > 0) {
-    finalOutput += buildTableOfContents(includedFiles, cwd);
-  }
-  
-  finalOutput += combinedContent;
-  
-  if (!dryRun && includedFiles.length > 0) {
-    await fs.writeFile(outputFile, finalOutput, "utf8");
-  }
-  
-  const outputSize = formatSize(Buffer.byteLength(finalOutput, "utf8"));
-  const totalTime = Date.now() - startTime;
-  
-  console.log(`
-  ✨ repomeld complete!
-  ─────────────────────────────────────────────────
-  ✅ Included : ${included} files
-  ⏭  Skipped  : ${skipped} files
-  📏 Lines    : ${totalLines}
-  💾 Size     : ${outputSize}
-  ⏱️  Time     : ${formatDuration(totalTime)}
-  📄 Output   : ${path.relative(cwd, outputFile)}${dryRun ? "  (dry run — not written)" : ""}
-  ─────────────────────────────────────────────────`);
-  
-  console.log(`\n  💼 Need a developer? susheelhbti@gmail.com`);
-  
-  // Check for updates (non-blocking, no prompt)
-  if (!options.noUpdateCheck) {
-    const updateInfo = await checkForUpdates();
-    if (updateInfo.hasUpdate) {
-      showUpdateMessage(VERSION, updateInfo.latestVersion);
-    }
-  }
-}
-
-// ─── CLI Definition ───────────────────────────────────────────
+const { repomeld } = require("../src/index");
+const { VERSION } = require("../src/utils/constants");
 
 program
   .name("repomeld")
-  .description("Meld your entire repo into a single file — perfect for AI context, code reviews & sharing")
+  .description("Meld your entire repo into a single file — perfect for AI context & code reviews")
   .version(VERSION)
-
-  .option("-o, --output <filename>", "Output file name", "repomeld_output.txt")
+  .option("-o, --output <filename>", "Output filename", "repomeld_output.txt")
   .option("-e, --ext <exts...>", "Only include specific extensions")
-  .option("--include <patterns...>", "Only include files matching patterns")
+  .option("--include <patterns...>", "Force include files matching patterns")
   .option("--exclude <patterns...>", "Exclude files matching patterns")
-  .option("-i, --ignore <names...>", "Extra folders/files to ignore")
-  .option("--force-include <names...>", "Force-include files even if ignored")
-  .option("--max-size <kb>", "Skip files larger than N KB", "500")
-  .option("--no-gitignore", "Ignore .gitignore file")
+  .option("-i, --ignore <names...>", "Additional ignore patterns")
+  .option("--force-include <names...>", "Force include even if ignored")
+  .option("--max-size <kb>", "Maximum file size in KB", "500")
+  .option("--no-gitignore", "Don't respect .gitignore")
   .option("-s, --style <style>", "Header style: banner | markdown | minimal", "banner")
   .option("--no-toc", "Disable table of contents")
   .option("--no-meta", "Hide file metadata")
-  .option("--trim", "Trim leading/trailing whitespace per file")
-  .option("--lines-before <n>", "Skip first N lines of each file", parseInt)
-  .option("--lines-after <n>", "Skip last N lines of each file", parseInt)
-  .option("--dry-run", "Preview without writing output")
-  .option("--no-update-check", "Skip checking for updates")
-
+  .option("--trim", "Trim whitespace from each file")
+  .option("--lines-before <n>", "Skip first N lines", parseInt)
+  .option("--lines-after <n>", "Skip last N lines", parseInt)
+  .option("--dry-run", "Preview without writing files")
+  .option("--no-backup", "Skip backup zip creation")
+  .option("--no-update-check", "Skip update check")
   .action(async (options) => {
     try {
       await repomeld(options);
     } catch (error) {
-      console.error(`\n  ❌ Error: ${error.message}`);
+      console.error(`\n❌ Error: ${error.message}`);
       if (process.env.DEBUG) console.error(error);
       process.exit(1);
     }

package/package.json

@@ -1,58 +1,41 @@
 {
   "name": "repomeld",
-  "version": "2.0.5",
-  "description": "Meld your entire repo into a single file — perfect for AI context, code reviews & sharing",
+  "version": "3.0.1",
+  "description": "Meld your entire repo into a single file — perfect for AI context & code reviews",
   "main": "bin/cli.js",
   "bin": {
     "repomeld": "bin/cli.js"
   },
   "scripts": {
     "start": "node bin/cli.js",
-    "test": "node bin/cli.js --dry-run",
-    "prepublishOnly": "npm run test",
-    "postinstall": "node -e \"console.log('\\n📦 repomeld installed successfully! Run: repomeld --help\\n')\""
+    "dev": "node bin/cli.js --dry-run",
+    "test": "node bin/cli.js --dry-run --no-update-check"
+   
   },
-  "keywords": [
-    "cli",
-    "repo",
-    "file",
-    "combiner",
-    "merge",
-    "concat",
-    "ai-context",
-    "code-review",
-    "repomeld",
-    "git",
-    "repository"
+  "files": [
+    "bin/",
+    "src/",
+    "README.md",
+    "LICENSE"
   ],
-  "author": "Susheel <susheelhbti@gmail.com>",
-  "license": "MIT",
-  "repository": {
-    "type": "git",
-    "url": "git+https://github.com/sakshsky/repomeld.git"
-  },
-  "bugs": {
-    "url": "https://github.com/sakshsky/repomeld/issues"
-  },
-  "homepage": "https://github.com/sakshsky/repomeld#readme",
   "dependencies": {
+    "archiver": "^6.0.1",
     "commander": "^11.1.0",
-    "ignore": "^5.3.2",
+    "ignore": "^5.3.0",
     "isbinaryfile": "^5.0.0"
   },
-  "devDependencies": {
-    "eslint": "^8.56.0",
-    "prettier": "^3.1.1"
-  },
+  "keywords": ["cli", "repo", "combiner", "ai-context", "code-review", "mermaid", "dependency-graph"],
+  "author": "Susheel <susheelhbti@gmail.com>",
+  "license": "MIT",
   "engines": {
     "node": ">=14.0.0"
   },
-  "files": [
-    "bin/",
-    "README.md",
-    "LICENSE"
-  ],
-  "publishConfig": {
-    "access": "public"
-  }
-}
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/susheel/repomeld.git"
+  },
+  "bugs": {
+    "url": "https://github.com/susheel/repomeld/issues"
+  },
+  "homepage": "https://github.com/susheel/repomeld#readme"
+}

package/src/core/fileScanner.js

@@ -0,0 +1,47 @@
+const fs = require("fs").promises;
+const path = require("path");
+const { normalizePath } = require("../utils/constants");
+
+async function getAllFilesWithIgnore(dirPath, ig, forceIncludePatterns) {
+  const fileList = [];
+  const stack = [{ dirPath, relativePath: '.' }];
+
+  while (stack.length) {
+    const { dirPath: currentDir, relativePath: currentRelative } = stack.pop();
+   
+    let entries;
+    try {
+      entries = await fs.readdir(currentDir, { withFileTypes: true });
+    } catch {
+      continue;
+    }
+   
+    for (const entry of entries) {
+      const fullPath = path.join(currentDir, entry.name);
+      const relativePath = path.join(currentRelative, entry.name);
+      const normalizedPath = normalizePath(relativePath);
+     
+      // Check force include first - improved pattern matching
+      const isForceIncluded = forceIncludePatterns?.some(pattern => {
+        // Support exact matches and path contains
+        const patternClean = pattern.replace(/^\.\//, '').replace(/\/$/, '');
+        return normalizedPath === patternClean || 
+               normalizedPath.includes(patternClean) ||
+               entry.name === patternClean ||
+               normalizedPath.startsWith(patternClean + '/');
+      });
+      
+      // Only check ignore if not force-included
+      if (!isForceIncluded && ig.ignores(normalizedPath)) continue;
+     
+      if (entry.isDirectory()) {
+        stack.push({ dirPath: fullPath, relativePath });
+      } else if (entry.isFile()) {
+        fileList.push(fullPath);
+      }
+    }
+  }
+  return fileList;
+}
+
+module.exports = { getAllFilesWithIgnore };