git-ripper 1.5.1 → 1.5.2

package/src/index.js

@@ -1,195 +1,195 @@
-import { program } from "commander";
-import { parseGitHubUrl } from "./parser.js";
-import { downloadFolder, downloadFolderWithResume, downloadFile } from "./downloader.js";
-import { downloadAndArchive } from "./archiver.js";
-import { ResumeManager } from "./resumeManager.js";
-import { fileURLToPath } from "node:url";
-import { dirname, join, resolve, basename } from "node:path";
-import fs from "node:fs";
-import process from "node:process";
-import chalk from "chalk";
-
-// Get package.json for version
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = dirname(__filename);
-const packagePath = join(__dirname, "..", "package.json");
-const packageJson = JSON.parse(fs.readFileSync(packagePath, "utf8"));
-
-/**
- * Validates and ensures the output directory exists
- * @param {string} outputDir - The directory path to validate
- * @returns {string} - The resolved directory path
- * @throws {Error} - If the directory is invalid or cannot be created
- */
-const validateOutputDirectory = (outputDir) => {
-  if (!outputDir) {
-    throw new Error("Output directory is required");
-  }
-
-  // Resolve to absolute path
-  const resolvedDir = resolve(outputDir);
-
-  try {
-    // Check if directory exists, if not try to create it
-    if (!fs.existsSync(resolvedDir)) {
-      fs.mkdirSync(resolvedDir, { recursive: true });
-    } else {
-      // Check if it's actually a directory
-      const stats = fs.statSync(resolvedDir);
-      if (!stats.isDirectory()) {
-        throw new Error(
-          `Output path exists but is not a directory: ${outputDir}`
-        );
-      }
-    }
-
-    // Check if the directory is writable
-    fs.accessSync(resolvedDir, fs.constants.W_OK);
-
-    return resolvedDir;
-  } catch (error) {
-    if (error.code === "EACCES") {
-      throw new Error(`Permission denied: Cannot write to ${outputDir}`);
-    }
-    throw new Error(`Invalid output directory: ${error.message}`);
-  }
-};
-
-const initializeCLI = () => {
-  program
-    .version(packageJson.version)
-    .description("Clone specific folders from GitHub repositories")
-    .argument("[url]", "GitHub URL of the folder to clone")
-    .option("-o, --output <directory>", "Output directory", process.cwd())
-    .option("--gh-token <token>", "GitHub Personal Access Token for private repositories")
-    .option("--zip [filename]", "Create ZIP archive of downloaded files")
-    .option("--no-resume", "Disable resume functionality")
-    .option("--force-restart", "Ignore existing checkpoints and start fresh")
-    .option("--list-checkpoints", "List all existing download checkpoints")
-    .action(async (url, options) => {
-      try {
-        // Handle list checkpoints option
-        if (options.listCheckpoints) {
-          const resumeManager = new ResumeManager();
-          const checkpoints = resumeManager.listCheckpoints();
-
-          if (checkpoints.length === 0) {
-            console.log(chalk.yellow("No download checkpoints found."));
-            return;
-          }
-
-          console.log(chalk.cyan("\nDownload Checkpoints:"));
-          checkpoints.forEach((cp, index) => {
-            console.log(chalk.blue(`\n${index + 1}. ID: ${cp.id}`));
-            console.log(`   URL: ${cp.url}`);
-            console.log(`   Output: ${cp.outputDir}`);
-            console.log(`   Progress: ${cp.progress}`);
-            console.log(
-              `   Last Updated: ${new Date(cp.timestamp).toLocaleString()}`
-            );
-            if (cp.failedFiles > 0) {
-              console.log(chalk.yellow(`   Failed Files: ${cp.failedFiles}`));
-            }
-          });
-          console.log();
-          return;
-        }
-
-        // URL is required for download operations
-        if (!url) {
-          console.error(
-            chalk.red("Error: URL is required for download operations")
-          );
-          console.log("Use --list-checkpoints to see existing downloads");
-          process.exit(1);
-        }
-
-        console.log(`Parsing URL: ${url}`);
-        const parsedUrl = parseGitHubUrl(url);
-
-        // Validate output directory
-        try {
-          options.output = validateOutputDirectory(options.output);
-        } catch (dirError) {
-          throw new Error(`Output directory error: ${dirError.message}`);
-        }
-
-        // Handle archive option
-        const createArchive = options.zip !== undefined;
-        const archiveName =
-          typeof options.zip === "string" ? options.zip : null;
-
-        // Prepare download options
-        const downloadOptions = {
-          resume: options.resume !== false, // Default to true unless --no-resume
-          forceRestart: options.forceRestart || false,
-          token: options.ghToken,
-        };
-
-        let operationType = createArchive ? "archive" : "download";
-        let result = null;
-        let error = null;
-
-        try {
-          if (createArchive) {
-            console.log(`Creating ZIP archive...`);
-            await downloadAndArchive(parsedUrl, options.output, archiveName, downloadOptions);
-          } else if (parsedUrl.type === "blob") {
-            console.log(`Downloading file to: ${options.output}`);
-            const fileName = basename(parsedUrl.folderPath);
-            const outputPath = join(options.output, fileName);
-            result = await downloadFile(
-              parsedUrl.owner,
-              parsedUrl.repo,
-              parsedUrl.branch,
-              parsedUrl.folderPath,
-              outputPath,
-              options.ghToken
-            );
-          } else {
-            console.log(`Downloading folder to: ${options.output}`);
-            if (downloadOptions.resume) {
-              result = await downloadFolderWithResume(
-                parsedUrl,
-                options.output,
-                downloadOptions
-              );
-            } else {
-              result = await downloadFolder(parsedUrl, options.output, downloadOptions);
-            }
-          }
-        } catch (opError) {
-          error = opError;
-        }
-
-        // Consolidated result and error handling
-        if (error) {
-          const failMsg =
-            operationType === "archive"
-              ? `Archive creation failed: ${error.message}`
-              : `Download failed: ${error.message}`;
-          console.error(chalk.red(failMsg));
-          process.exit(1);
-        } else if (!createArchive && result && !result.success) {
-          console.error(chalk.red(`Download failed`));
-          process.exit(1);
-        } else if (!createArchive && result && result.isEmpty) {
-          console.log("Operation completed - no files to download!");
-        } else {
-          console.log("Operation completed successfully!");
-        }
-      } catch (error) {
-        console.error("Error:", error.message);
-        process.exit(1);
-      }
-    });
-
-  program.parse(process.argv);
-};
-
-// Ensure function is executed when run directly
-if (import.meta.url === `file://${process.argv[1]}`) {
-  initializeCLI();
-}
-
-export { initializeCLI, downloadFolder };
+import { program } from "commander";
+import { parseGitHubUrl } from "./parser.js";
+import { downloadFolder, downloadFolderWithResume, downloadFile } from "./downloader.js";
+import { downloadAndArchive } from "./archiver.js";
+import { ResumeManager } from "./resumeManager.js";
+import { fileURLToPath } from "node:url";
+import { dirname, join, resolve, basename } from "node:path";
+import fs from "node:fs";
+import process from "node:process";
+import chalk from "chalk";
+
+// Get package.json for version
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = dirname(__filename);
+const packagePath = join(__dirname, "..", "package.json");
+const packageJson = JSON.parse(fs.readFileSync(packagePath, "utf8"));
+
+/**
+ * Validates and ensures the output directory exists
+ * @param {string} outputDir - The directory path to validate
+ * @returns {string} - The resolved directory path
+ * @throws {Error} - If the directory is invalid or cannot be created
+ */
+const validateOutputDirectory = (outputDir) => {
+  if (!outputDir) {
+    throw new Error("Output directory is required");
+  }
+
+  // Resolve to absolute path
+  const resolvedDir = resolve(outputDir);
+
+  try {
+    // Check if directory exists, if not try to create it
+    if (!fs.existsSync(resolvedDir)) {
+      fs.mkdirSync(resolvedDir, { recursive: true });
+    } else {
+      // Check if it's actually a directory
+      const stats = fs.statSync(resolvedDir);
+      if (!stats.isDirectory()) {
+        throw new Error(
+          `Output path exists but is not a directory: ${outputDir}`
+        );
+      }
+    }
+
+    // Check if the directory is writable
+    fs.accessSync(resolvedDir, fs.constants.W_OK);
+
+    return resolvedDir;
+  } catch (error) {
+    if (error.code === "EACCES") {
+      throw new Error(`Permission denied: Cannot write to ${outputDir}`);
+    }
+    throw new Error(`Invalid output directory: ${error.message}`);
+  }
+};
+
+const initializeCLI = () => {
+  program
+    .version(packageJson.version)
+    .description("Clone specific folders from GitHub repositories")
+    .argument("[url]", "GitHub URL of the folder to clone")
+    .option("-o, --output <directory>", "Output directory", process.cwd())
+    .option("--gh-token <token>", "GitHub Personal Access Token for private repositories")
+    .option("--zip [filename]", "Create ZIP archive of downloaded files")
+    .option("--no-resume", "Disable resume functionality")
+    .option("--force-restart", "Ignore existing checkpoints and start fresh")
+    .option("--list-checkpoints", "List all existing download checkpoints")
+    .action(async (url, options) => {
+      try {
+        // Handle list checkpoints option
+        if (options.listCheckpoints) {
+          const resumeManager = new ResumeManager();
+          const checkpoints = resumeManager.listCheckpoints();
+
+          if (checkpoints.length === 0) {
+            console.log(chalk.yellow("No download checkpoints found."));
+            return;
+          }
+
+          console.log(chalk.cyan("\nDownload Checkpoints:"));
+          checkpoints.forEach((cp, index) => {
+            console.log(chalk.blue(`\n${index + 1}. ID: ${cp.id}`));
+            console.log(`   URL: ${cp.url}`);
+            console.log(`   Output: ${cp.outputDir}`);
+            console.log(`   Progress: ${cp.progress}`);
+            console.log(
+              `   Last Updated: ${new Date(cp.timestamp).toLocaleString()}`
+            );
+            if (cp.failedFiles > 0) {
+              console.log(chalk.yellow(`   Failed Files: ${cp.failedFiles}`));
+            }
+          });
+          console.log();
+          return;
+        }
+
+        // URL is required for download operations
+        if (!url) {
+          console.error(
+            chalk.red("Error: URL is required for download operations")
+          );
+          console.log("Use --list-checkpoints to see existing downloads");
+          process.exit(1);
+        }
+
+        console.log(`Parsing URL: ${url}`);
+        const parsedUrl = parseGitHubUrl(url);
+
+        // Validate output directory
+        try {
+          options.output = validateOutputDirectory(options.output);
+        } catch (dirError) {
+          throw new Error(`Output directory error: ${dirError.message}`);
+        }
+
+        // Handle archive option
+        const createArchive = options.zip !== undefined;
+        const archiveName =
+          typeof options.zip === "string" ? options.zip : null;
+
+        // Prepare download options
+        const downloadOptions = {
+          resume: options.resume !== false, // Default to true unless --no-resume
+          forceRestart: options.forceRestart || false,
+          token: options.ghToken,
+        };
+
+        let operationType = createArchive ? "archive" : "download";
+        let result = null;
+        let error = null;
+
+        try {
+          if (createArchive) {
+            console.log(`Creating ZIP archive...`);
+            await downloadAndArchive(parsedUrl, options.output, archiveName, downloadOptions);
+          } else if (parsedUrl.type === "blob") {
+            console.log(`Downloading file to: ${options.output}`);
+            const fileName = basename(parsedUrl.folderPath);
+            const outputPath = join(options.output, fileName);
+            result = await downloadFile(
+              parsedUrl.owner,
+              parsedUrl.repo,
+              parsedUrl.branch,
+              parsedUrl.folderPath,
+              outputPath,
+              options.ghToken
+            );
+          } else {
+            console.log(`Downloading folder to: ${options.output}`);
+            if (downloadOptions.resume) {
+              result = await downloadFolderWithResume(
+                parsedUrl,
+                options.output,
+                downloadOptions
+              );
+            } else {
+              result = await downloadFolder(parsedUrl, options.output, downloadOptions);
+            }
+          }
+        } catch (opError) {
+          error = opError;
+        }
+
+        // Consolidated result and error handling
+        if (error) {
+          const failMsg =
+            operationType === "archive"
+              ? `Archive creation failed: ${error.message}`
+              : `Download failed: ${error.message}`;
+          console.error(chalk.red(failMsg));
+          process.exit(1);
+        } else if (!createArchive && result && !result.success) {
+          console.error(chalk.red(`Download failed`));
+          process.exit(1);
+        } else if (!createArchive && result && result.isEmpty) {
+          console.log("Operation completed - no files to download!");
+        } else {
+          console.log("Operation completed successfully!");
+        }
+      } catch (error) {
+        console.error("Error:", error.message);
+        process.exit(1);
+      }
+    });
+
+  program.parse(process.argv);
+};
+
+// Ensure function is executed when run directly
+if (import.meta.url === `file://${process.argv[1]}`) {
+  initializeCLI();
+}
+
+export { initializeCLI, downloadFolder };

package/src/parser.js

@@ -1,37 +1,37 @@
-export function parseGitHubUrl(url) {
-  // Validate the URL format
-  if (!url || typeof url !== "string") {
-    throw new Error("Invalid URL: URL must be a non-empty string");
-  }
-
-  // Validate if it's a GitHub URL
-  const githubUrlPattern =
-    /^https?:\/\/(?:www\.)?github\.com\/([^\/]+)\/([^\/]+)(?:\/(tree|blob)\/([^\/]+)(?:\/(.+))?)?$/;
-  const match = url.match(githubUrlPattern);
-
-  if (!match) {
-    throw new Error(
-      "Invalid GitHub URL format. Expected: https://github.com/owner/repo[/tree|/blob]/branch/folder_or_file"
-    );
-  }
-
-  // Extract components from the matched pattern
-  const owner = decodeURIComponent(match[1]);
-  let repo = decodeURIComponent(match[2]);
-
-  // Remove .git suffix if present
-  if (repo.endsWith(".git")) {
-    repo = repo.slice(0, -4);
-  }
-
-  const type = match[3] || "tree"; // Default to tree if not present (root of repo)
-  const branch = match[4] ? decodeURIComponent(match[4]) : ""; // Branch is an empty string if not present
-  const folderPath = match[5] ? decodeURIComponent(match[5]) : ""; // Empty string if no folder path
-
-  // Additional validation
-  if (!owner || !repo) {
-    throw new Error("Invalid GitHub URL: Missing repository owner or name");
-  }
-
-  return { owner, repo, branch, folderPath, type };
-}
+export function parseGitHubUrl(url) {
+  // Validate the URL format
+  if (!url || typeof url !== "string") {
+    throw new Error("Invalid URL: URL must be a non-empty string");
+  }
+
+  // Validate if it's a GitHub URL
+  const githubUrlPattern =
+    /^https?:\/\/(?:www\.)?github\.com\/([^\/]+)\/([^\/]+)(?:\/(tree|blob)\/([^\/]+)(?:\/(.+))?)?$/;
+  const match = url.match(githubUrlPattern);
+
+  if (!match) {
+    throw new Error(
+      "Invalid GitHub URL format. Expected: https://github.com/owner/repo[/tree|/blob]/branch/folder_or_file"
+    );
+  }
+
+  // Extract components from the matched pattern
+  const owner = decodeURIComponent(match[1]);
+  let repo = decodeURIComponent(match[2]);
+
+  // Remove .git suffix if present
+  if (repo.endsWith(".git")) {
+    repo = repo.slice(0, -4);
+  }
+
+  const type = match[3] || "tree"; // Default to tree if not present (root of repo)
+  const branch = match[4] ? decodeURIComponent(match[4]) : ""; // Branch is an empty string if not present
+  const folderPath = match[5] ? decodeURIComponent(match[5]) : ""; // Empty string if no folder path
+
+  // Additional validation
+  if (!owner || !repo) {
+    throw new Error("Invalid GitHub URL: Missing repository owner or name");
+  }
+
+  return { owner, repo, branch, folderPath, type };
+}