cokit-cli 1.2.7 → 1.4.0

package/templates/repo/.github/skills/ck-repomix/scripts/README.md

@@ -0,0 +1,179 @@
+# Repomix Scripts
+
+Utility scripts for batch processing repositories with Repomix.
+
+## repomix_batch.py
+
+Batch process multiple repositories (local or remote) using the repomix CLI tool.
+
+### Features
+
+- Process multiple repositories in one command
+- Support local and remote repositories
+- Configurable output formats (XML, Markdown, JSON, Plain)
+- Environment variable loading from multiple .env file locations
+- Comprehensive error handling
+- Progress reporting
+
+### Installation
+
+Requires Python 3.10+ and repomix CLI:
+
+```bash
+# Install repomix
+npm install -g repomix
+
+# Install Python dependencies (if needed)
+pip install pytest pytest-cov pytest-mock  # For running tests
+```
+
+### Usage
+
+**Process single repository:**
+```bash
+python repomix_batch.py /path/to/repo
+```
+
+**Process multiple repositories:**
+```bash
+python repomix_batch.py /repo1 /repo2 /repo3
+```
+
+**Process remote repositories:**
+```bash
+python repomix_batch.py owner/repo1 owner/repo2 --remote
+```
+
+**From JSON file:**
+```bash
+python repomix_batch.py -f repos.json
+```
+
+**With options:**
+```bash
+python repomix_batch.py /repo1 /repo2 \
+  --style markdown \
+  --output-dir output \
+  --remove-comments \
+  --include "src/**/*.ts" \
+  --ignore "tests/**" \
+  --verbose
+```
+
+### Configuration File Format
+
+Create `repos.json` with repository configurations:
+
+```json
+[
+  {
+    "path": "/path/to/local/repo",
+    "output": "custom-output.xml"
+  },
+  {
+    "path": "owner/repo",
+    "remote": true
+  },
+  {
+    "path": "https://github.com/owner/repo",
+    "remote": true,
+    "output": "repo-output.md"
+  }
+]
+```
+
+### Environment Variables
+
+Loads .env files in order of precedence:
+1. Process environment (highest priority)
+2. `./repomix/.env` (skill-specific)
+3. `./skills/.env` (skills directory)
+4. `project .env` (lowest priority)
+
+### Command Line Options
+
+```
+positional arguments:
+  repos                  Repository paths or URLs to process
+
+options:
+  -h, --help            Show help message
+  -f, --file FILE       JSON file containing repository configurations
+  --style {xml,markdown,json,plain}
+                        Output format (default: xml)
+  -o, --output-dir DIR  Output directory (default: repomix-output)
+  --remove-comments     Remove comments from source files
+  --include PATTERN     Include pattern (glob)
+  --ignore PATTERN      Ignore pattern (glob)
+  --no-security-check   Disable security checks
+  -v, --verbose         Verbose output
+  --remote              Treat all repos as remote URLs
+```
+
+### Examples
+
+**Process local repositories:**
+```bash
+python repomix_batch.py /path/to/repo1 /path/to/repo2 --style markdown
+```
+
+**Process remote repositories:**
+```bash
+python repomix_batch.py yamadashy/repomix facebook/react --remote
+```
+
+**Mixed configuration:**
+```bash
+python repomix_batch.py \
+  /local/repo \
+  --remote owner/remote-repo \
+  -f additional-repos.json \
+  --style json \
+  --remove-comments
+```
+
+**TypeScript projects only:**
+```bash
+python repomix_batch.py /repo1 /repo2 \
+  --include "**/*.ts,**/*.tsx" \
+  --ignore "**/*.test.ts,dist/" \
+  --remove-comments \
+  --style markdown
+```
+
+### Testing
+
+Run tests with coverage:
+
+```bash
+cd tests
+pytest test_repomix_batch.py -v --cov=repomix_batch --cov-report=term-missing
+```
+
+Current coverage: 99%
+
+### Exit Codes
+
+- `0` - All repositories processed successfully
+- `1` - One or more repositories failed or error occurred
+
+### Troubleshooting
+
+**repomix not found:**
+```bash
+npm install -g repomix
+```
+
+**Permission denied:**
+```bash
+chmod +x repomix_batch.py
+```
+
+**Timeout errors:**
+- Default timeout: 5 minutes per repository
+- Reduce scope with `--include` patterns
+- Exclude large directories with `--ignore`
+
+**No repositories specified:**
+- Provide repository paths as arguments
+- Or use `-f` flag with JSON config file

package/templates/repo/.github/skills/ck-repomix/scripts/repomix_batch.py

@@ -0,0 +1,455 @@
+#!/usr/bin/env python3
+"""
+Batch process multiple repositories using Repomix.
+
+This script processes multiple repositories (local or remote) using the repomix CLI tool.
+Supports configuration through environment variables loaded from multiple .env file locations.
+"""
+
+import os
+import sys
+import subprocess
+import json
+from pathlib import Path
+from typing import List, Dict, Optional, Tuple
+from dataclasses import dataclass
+import argparse
+
+
+@dataclass
+class RepomixConfig:
+    """Configuration for repomix execution."""
+    style: str = "xml"
+    output_dir: str = "repomix-output"
+    remove_comments: bool = False
+    include_pattern: Optional[str] = None
+    ignore_pattern: Optional[str] = None
+    no_security_check: bool = False
+    verbose: bool = False
+
+
+class EnvLoader:
+    """Load environment variables from multiple .env file locations."""
+
+    @staticmethod
+    def load_env_files() -> Dict[str, str]:
+        """
+        Load environment variables from .env files in order of precedence.
+
+        Order: process.env > skill/.env > skills/.env > project .env
+
+        Returns:
+            Dictionary of environment variables
+        """
+        env_vars = {}
+        script_dir = Path(__file__).parent.resolve()
+
+        # Define search paths in reverse order (lowest to highest priority)
+        search_paths = [
+            script_dir.parent.parent.parent / ".env",  # project .env
+            script_dir.parent.parent / ".env",          # skills/.env
+            script_dir.parent / ".env",                 # skill/.env (repomix/.env)
+        ]
+
+        # Load from files (lower priority first)
+        for env_path in search_paths:
+            if env_path.exists():
+                env_vars.update(EnvLoader._parse_env_file(env_path))
+
+        # Override with process environment (highest priority)
+        env_vars.update(os.environ)
+
+        return env_vars
+
+    @staticmethod
+    def _parse_env_file(path: Path) -> Dict[str, str]:
+        """
+        Parse a .env file and return key-value pairs.
+
+        Args:
+            path: Path to .env file
+
+        Returns:
+            Dictionary of environment variables
+        """
+        env_vars = {}
+        try:
+            with open(path, 'r', encoding='utf-8') as f:
+                for line in f:
+                    line = line.strip()
+                    # Skip comments and empty lines
+                    if not line or line.startswith('#'):
+                        continue
+                    # Parse KEY=VALUE
+                    if '=' in line:
+                        key, value = line.split('=', 1)
+                        key = key.strip()
+                        value = value.strip()
+                        # Remove quotes if present
+                        if value.startswith('"') and value.endswith('"'):
+                            value = value[1:-1]
+                        elif value.startswith("'") and value.endswith("'"):
+                            value = value[1:-1]
+                        env_vars[key] = value
+        except Exception as e:
+            print(f"Warning: Failed to parse {path}: {e}", file=sys.stderr)
+
+        return env_vars
+
+
+class RepomixBatchProcessor:
+    """Process multiple repositories with repomix."""
+
+    def __init__(self, config: RepomixConfig):
+        """
+        Initialize batch processor.
+
+        Args:
+            config: Repomix configuration
+        """
+        self.config = config
+        self.env_vars = EnvLoader.load_env_files()
+
+    def check_repomix_installed(self) -> bool:
+        """
+        Check if repomix is installed and accessible.
+
+        Returns:
+            True if repomix is installed, False otherwise
+        """
+        try:
+            result = subprocess.run(
+                ["repomix", "--version"],
+                capture_output=True,
+                text=True,
+                timeout=5,
+                env=self.env_vars
+            )
+            return result.returncode == 0
+        except (subprocess.SubprocessError, FileNotFoundError):
+            return False
+
+    def process_repository(
+        self,
+        repo_path: str,
+        output_name: Optional[str] = None,
+        is_remote: bool = False
+    ) -> Tuple[bool, str]:
+        """
+        Process a single repository with repomix.
+
+        Args:
+            repo_path: Path to local repository or remote repository URL
+            output_name: Custom output filename (optional)
+            is_remote: Whether repo_path is a remote URL
+
+        Returns:
+            Tuple of (success, message)
+        """
+        # Create output directory if it doesn't exist
+        output_dir = Path(self.config.output_dir)
+        output_dir.mkdir(parents=True, exist_ok=True)
+
+        # Determine output filename
+        if output_name:
+            output_file = output_dir / output_name
+        else:
+            if is_remote:
+                # Extract repo name from URL
+                repo_name = repo_path.rstrip('/').split('/')[-1]
+            else:
+                repo_name = Path(repo_path).name
+
+            extension = self._get_extension(self.config.style)
+            output_file = output_dir / f"{repo_name}-output.{extension}"
+
+        # Build repomix command
+        cmd = self._build_command(repo_path, output_file, is_remote)
+
+        if self.config.verbose:
+            print(f"Executing: {' '.join(cmd)}")
+
+        try:
+            result = subprocess.run(
+                cmd,
+                capture_output=True,
+                text=True,
+                timeout=300,  # 5 minute timeout
+                env=self.env_vars
+            )
+
+            if result.returncode == 0:
+                return True, f"Successfully processed {repo_path} -> {output_file}"
+            else:
+                error_msg = result.stderr or result.stdout or "Unknown error"
+                return False, f"Failed to process {repo_path}: {error_msg}"
+
+        except subprocess.TimeoutExpired:
+            return False, f"Timeout processing {repo_path} (exceeded 5 minutes)"
+        except Exception as e:
+            return False, f"Error processing {repo_path}: {str(e)}"
+
+    def _build_command(
+        self,
+        repo_path: str,
+        output_file: Path,
+        is_remote: bool
+    ) -> List[str]:
+        """
+        Build repomix command with configuration options.
+
+        Args:
+            repo_path: Path to repository
+            output_file: Output file path
+            is_remote: Whether this is a remote repository
+
+        Returns:
+            Command as list of strings
+        """
+        cmd = ["npx" if is_remote else "repomix"]
+
+        if is_remote:
+            cmd.extend(["repomix", "--remote", repo_path])
+        else:
+            cmd.append(repo_path)
+
+        # Add configuration options
+        cmd.extend(["--style", self.config.style])
+        cmd.extend(["-o", str(output_file)])
+
+        if self.config.remove_comments:
+            cmd.append("--remove-comments")
+
+        if self.config.include_pattern:
+            cmd.extend(["--include", self.config.include_pattern])
+
+        if self.config.ignore_pattern:
+            cmd.extend(["-i", self.config.ignore_pattern])
+
+        if self.config.no_security_check:
+            cmd.append("--no-security-check")
+
+        if self.config.verbose:
+            cmd.append("--verbose")
+
+        return cmd
+
+    @staticmethod
+    def _get_extension(style: str) -> str:
+        """
+        Get file extension for output style.
+
+        Args:
+            style: Output style (xml, markdown, json, plain)
+
+        Returns:
+            File extension
+        """
+        extensions = {
+            "xml": "xml",
+            "markdown": "md",
+            "json": "json",
+            "plain": "txt"
+        }
+        return extensions.get(style, "xml")
+
+    def process_batch(
+        self,
+        repositories: List[Dict[str, str]]
+    ) -> Dict[str, List[str]]:
+        """
+        Process multiple repositories.
+
+        Args:
+            repositories: List of repository configurations
+                Each dict should contain:
+                - 'path': Repository path or URL
+                - 'output': Optional output filename
+                - 'remote': Optional boolean for remote repos
+
+        Returns:
+            Dictionary with 'success' and 'failed' lists
+        """
+        results = {"success": [], "failed": []}
+
+        for repo in repositories:
+            repo_path = repo.get("path")
+            if not repo_path:
+                results["failed"].append("Missing 'path' in repository config")
+                continue
+
+            output_name = repo.get("output")
+            is_remote = repo.get("remote", False)
+
+            success, message = self.process_repository(
+                repo_path,
+                output_name,
+                is_remote
+            )
+
+            if success:
+                results["success"].append(message)
+            else:
+                results["failed"].append(message)
+
+            print(message)
+
+        return results
+
+
+def load_repositories_from_file(file_path: str) -> List[Dict[str, str]]:
+    """
+    Load repository configurations from JSON file.
+
+    Expected format:
+    [
+        {"path": "/path/to/repo", "output": "custom.xml"},
+        {"path": "owner/repo", "remote": true},
+        ...
+    ]
+
+    Args:
+        file_path: Path to JSON file
+
+    Returns:
+        List of repository configurations
+    """
+    try:
+        with open(file_path, 'r', encoding='utf-8') as f:
+            data = json.load(f)
+            if isinstance(data, list):
+                return data
+            else:
+                print(f"Error: Expected array in {file_path}", file=sys.stderr)
+                return []
+    except json.JSONDecodeError as e:
+        print(f"Error: Invalid JSON in {file_path}: {e}", file=sys.stderr)
+        return []
+    except Exception as e:
+        print(f"Error: Failed to read {file_path}: {e}", file=sys.stderr)
+        return []
+
+
+def main():
+    """Main entry point for the script."""
+    parser = argparse.ArgumentParser(
+        description="Batch process multiple repositories with repomix"
+    )
+
+    # Input options
+    parser.add_argument(
+        "repos",
+        nargs="*",
+        help="Repository paths or URLs to process"
+    )
+    parser.add_argument(
+        "-f", "--file",
+        help="JSON file containing repository configurations"
+    )
+
+    # Output options
+    parser.add_argument(
+        "--style",
+        choices=["xml", "markdown", "json", "plain"],
+        default="xml",
+        help="Output format (default: xml)"
+    )
+    parser.add_argument(
+        "-o", "--output-dir",
+        default="repomix-output",
+        help="Output directory (default: repomix-output)"
+    )
+
+    # Processing options
+    parser.add_argument(
+        "--remove-comments",
+        action="store_true",
+        help="Remove comments from source files"
+    )
+    parser.add_argument(
+        "--include",
+        help="Include pattern (glob)"
+    )
+    parser.add_argument(
+        "--ignore",
+        help="Ignore pattern (glob)"
+    )
+    parser.add_argument(
+        "--no-security-check",
+        action="store_true",
+        help="Disable security checks"
+    )
+    parser.add_argument(
+        "-v", "--verbose",
+        action="store_true",
+        help="Verbose output"
+    )
+    parser.add_argument(
+        "--remote",
+        action="store_true",
+        help="Treat all repos as remote URLs"
+    )
+
+    args = parser.parse_args()
+
+    # Create configuration
+    config = RepomixConfig(
+        style=args.style,
+        output_dir=args.output_dir,
+        remove_comments=args.remove_comments,
+        include_pattern=args.include,
+        ignore_pattern=args.ignore,
+        no_security_check=args.no_security_check,
+        verbose=args.verbose
+    )
+
+    # Initialize processor
+    processor = RepomixBatchProcessor(config)
+
+    # Check if repomix is installed
+    if not processor.check_repomix_installed():
+        print("Error: repomix is not installed or not in PATH", file=sys.stderr)
+        print("Install with: npm install -g repomix", file=sys.stderr)
+        return 1
+
+    # Collect repositories to process
+    repositories = []
+
+    # Load from file if specified
+    if args.file:
+        repositories.extend(load_repositories_from_file(args.file))
+
+    # Add command line repositories
+    if args.repos:
+        for repo_path in args.repos:
+            repositories.append({
+                "path": repo_path,
+                "remote": args.remote
+            })
+
+    # Validate we have repositories to process
+    if not repositories:
+        print("Error: No repositories specified", file=sys.stderr)
+        print("Use: repomix_batch.py <repo1> <repo2> ...", file=sys.stderr)
+        print("Or: repomix_batch.py -f repos.json", file=sys.stderr)
+        return 1
+
+    # Process batch
+    print(f"Processing {len(repositories)} repositories...")
+    results = processor.process_batch(repositories)
+
+    # Print summary
+    print("\n" + "=" * 50)
+    print(f"Success: {len(results['success'])}")
+    print(f"Failed: {len(results['failed'])}")
+
+    if results['failed']:
+        print("\nFailed repositories:")
+        for failure in results['failed']:
+            print(f"  - {failure}")
+
+    return 0 if not results['failed'] else 1
+
+
+if __name__ == "__main__":
+    sys.exit(main())