machineconfig 2.7__py3-none-any.whl → 2.9__py3-none-any.whl

machineconfig/scripts/python/devops_update_repos.py

@@ -1,236 +1,107 @@
 """Update repositories with fancy output"""
 
 import git
-import subprocess
-import hashlib
 from pathlib import Path
+from machineconfig.scripts.python.repos_helper_update import RepositoryUpdateResult, run_uv_sync, update_repository
 from machineconfig.utils.path_reduced import PathExtended as PathExtended
 from machineconfig.utils.source_of_truth import DEFAULTS_PATH
 from machineconfig.utils.utils2 import read_ini
 
 
-def get_file_hash(file_path: Path) -> str | None:
-    """Get SHA256 hash of a file, return None if file doesn't exist."""
-    if not file_path.exists():
-        return None
-    return hashlib.sha256(file_path.read_bytes()).hexdigest()
-
-
-def set_permissions_recursive(path: Path, executable: bool = True) -> None:
-    """Set permissions recursively for a directory."""
-    if not path.exists():
-        return
-    if path.is_file():
-        if executable:
-            path.chmod(0o755)
-        else:
-            path.chmod(0o644)
-    elif path.is_dir():
-        path.chmod(0o755)
-        for item in path.rglob("*"):
-            set_permissions_recursive(item, executable)
-
-
-def run_uv_sync(repo_path: Path) -> bool:
-    """Run uv sync in the given repository path. Returns True if successful."""
-    try:
-        print(f"🔄 Running uv sync in {repo_path}")
-        # Run uv sync with output directly to terminal (no capture)
-        subprocess.run(["uv", "sync"], cwd=repo_path, check=True)
-        print("✅ uv sync completed successfully")
-        return True
-    except subprocess.CalledProcessError as e:
-        print(f"❌ uv sync failed with return code {e.returncode}")
-        return False
-    except FileNotFoundError:
-        print("⚠️  uv command not found. Please install uv first.")
-        return False
-
-
-def update_repository(repo: git.Repo, auto_sync: bool, allow_password_prompt: bool) -> bool:
-    """Update a single repository and return True if pyproject.toml or uv.lock changed."""
-    repo_path = Path(repo.working_dir)
-    print(f"🔄 {'Updating ' + str(repo_path):.^80}")
-
-    # Check git status first
-    print("📊 Checking git status...")
-    if repo.is_dirty():
-        # Get the list of modified files
-        changed_files_raw = [item.a_path for item in repo.index.diff(None)]
-        changed_files_raw.extend([item.a_path for item in repo.index.diff("HEAD")])
-        # Filter out None values and remove duplicates
-        changed_files = list(set(file for file in changed_files_raw if file is not None))
+def _display_summary(results: list[RepositoryUpdateResult]) -> None:
+    """Display a comprehensive summary of all repository update operations."""
+    print("\n" + "=" * 80)
+    print("📊 REPOSITORY UPDATE SUMMARY")
+    print("=" * 80)
+    
+    # Calculate statistics
+    total_repos = len(results)
+    successful_repos = sum(1 for r in results if r["status"] == "success")
+    error_repos = sum(1 for r in results if r["status"] == "error")
+    skipped_repos = sum(1 for r in results if r["status"] == "skipped")
+    auth_failed_repos = sum(1 for r in results if r["status"] == "auth_failed")
+    
+    repos_with_changes = sum(1 for r in results if r["commits_changed"])
+    repos_with_uncommitted = sum(1 for r in results if r["had_uncommitted_changes"])
+    repos_with_dep_changes = sum(1 for r in results if r["dependencies_changed"])
+    uv_sync_runs = sum(1 for r in results if r["uv_sync_ran"])
+    uv_sync_successes = sum(1 for r in results if r["uv_sync_ran"] and r["uv_sync_success"])
+    
+    # Overview statistics
+    print("📈 OVERVIEW:")
+    print(f"   Total repositories processed: {total_repos}")
+    print(f"   ✅ Successful updates: {successful_repos}")
+    print(f"   ❌ Failed updates: {error_repos}")
+    print(f"   ⏭️  Skipped: {skipped_repos}")
+    if auth_failed_repos > 0:
+        print(f"   🔐 Authentication failed: {auth_failed_repos}")
+    print()
+    
+    print("🔄 CHANGES:")
+    print(f"   Repositories with new commits: {repos_with_changes}")
+    print(f"   Repositories with dependency changes: {repos_with_dep_changes}")
+    print(f"   Repositories with uncommitted changes: {repos_with_uncommitted}")
+    print()
+    
+    print("📦 UV SYNC:")
+    print(f"   uv sync operations attempted: {uv_sync_runs}")
+    print(f"   uv sync operations successful: {uv_sync_successes}")
+    if uv_sync_runs > uv_sync_successes:
+        print(f"   uv sync operations failed: {uv_sync_runs - uv_sync_successes}")
+    print()
+    
+    # Detailed results per repository
+    print("📋 DETAILED RESULTS:")
+    for result in results:
+        repo_name = Path(result["repo_path"]).name
+        status_icon = {"success": "✅", "error": "❌", "skipped": "⏭️", "auth_failed": "🔐"}.get(result["status"], "❓")
+        print(f"   {status_icon} {repo_name}")
         
-        print(f"⚠️  Repository has uncommitted changes: {', '.join(changed_files)}")
+        if result["status"] == "error" and result["error_message"]:
+            print(f"      💥 Error: {result['error_message']}")
         
-        # Check if the only change is uv.lock
-        if len(changed_files) == 1 and changed_files[0] == "uv.lock":
-            print("🔒 Only uv.lock has changes, resetting it...")
-            try:
-                # Reset uv.lock file
-                subprocess.run(["git", "checkout", "HEAD", "--", "uv.lock"], cwd=repo_path, check=True)
-                print("✅ uv.lock has been reset")
-            except subprocess.CalledProcessError as e:
-                print(f"❌ Failed to reset uv.lock: {e}")
-                return False
-        else:
-            # Multiple files or files other than uv.lock have changes
-            raise RuntimeError(f"❌ Cannot update repository - there are pending changes in: {', '.join(changed_files)}. Please commit or stash your changes first.")
+        if result["commits_changed"]:
+            print(f"      🔄 Updated: {result['commit_before'][:8]} → {result['commit_after'][:8]}")
+        elif result["status"] == "success":
+            print("      📍 Already up to date")
+            
+        if result["had_uncommitted_changes"]:
+            files_str = ", ".join(result["uncommitted_files"])
+            print(f"      ⚠️  Had uncommitted changes: {files_str}")
+            
+        if result["dependencies_changed"]:
+            changes = []
+            if result["pyproject_changed"]:
+                changes.append("pyproject.toml")
+            if result["uv_lock_changed"]:
+                changes.append("uv.lock")
+            print(f"      📋 Dependencies changed: {', '.join(changes)}")
+            
+        if result["uv_sync_ran"]:
+            sync_status = "✅" if result["uv_sync_success"] else "❌"
+            print(f"      📦 uv sync: {sync_status}")
+            
+        if result["is_machineconfig_repo"] and result["permissions_updated"]:
+            print("      🛠  Updated permissions for machineconfig files")
+            
+        if result["remotes_processed"]:
+            print(f"      📡 Processed remotes: {', '.join(result['remotes_processed'])}")
+        if result["remotes_skipped"]:
+            print(f"      ⏭️  Skipped remotes: {', '.join(result['remotes_skipped'])}")
+    
+    print("\n" + "=" * 80)
+    
+    # Final status
+    if error_repos == 0 and auth_failed_repos == 0:
+        print("🎉 All repositories processed successfully!")
+    elif successful_repos > 0:
+        print(f"⚠️  {successful_repos}/{total_repos} repositories processed successfully")
     else:
-        print("✅ Repository is clean")
-
-    # Check if this repo has pyproject.toml or uv.lock
-    pyproject_path = repo_path / "pyproject.toml"
-    uv_lock_path = repo_path / "uv.lock"
-
-    # Get hashes before pull
-    pyproject_hash_before = get_file_hash(pyproject_path)
-    uv_lock_hash_before = get_file_hash(uv_lock_path)
-
-    # Get current commit hash before pull
-    commit_before = repo.head.commit.hexsha
-
-    try:
-        # Use subprocess for git pull to get better output control
-        dependencies_changed = False
-
-        # Get list of remotes
-        remotes = list(repo.remotes)
-        if not remotes:
-            print("⚠️  No remotes configured for this repository")
-            return False
-
-        for remote in remotes:
-            try:
-                print(f"📥 Fetching from {remote.name}...")
-
-                # Set up environment for git commands
-                env = None
-                if not allow_password_prompt:
-                    # Disable interactive prompts
-                    import os
-
-                    env = os.environ.copy()
-                    env["GIT_TERMINAL_PROMPT"] = "0"
-                    env["GIT_ASKPASS"] = "echo"  # Returns empty string for any credential request
-
-                # First fetch to see what's available
-                fetch_result = subprocess.run(
-                    ["git", "fetch", remote.name, "--verbose"],
-                    cwd=repo_path,
-                    capture_output=True,
-                    text=True,
-                    env=env,
-                    timeout=30,  # Add timeout to prevent hanging
-                )
-
-                # Check if fetch failed due to authentication
-                if fetch_result.returncode != 0 and not allow_password_prompt:
-                    auth_error_indicators = [
-                        "Authentication failed",
-                        "Password for",
-                        "Username for",
-                        "could not read Username",
-                        "could not read Password",
-                        "fatal: Authentication failed",
-                        "fatal: could not read Username",
-                        "fatal: could not read Password",
-                    ]
+        print("❌ No repositories were successfully processed")
+    print("=" * 80)
 
-                    error_output = (fetch_result.stderr or "") + (fetch_result.stdout or "")
-                    if any(indicator in error_output for indicator in auth_error_indicators):
-                        print(f"⚠️  Skipping {remote.name} - authentication required but password prompts are disabled")
-                        continue
 
-                if fetch_result.stdout:
-                    print(f"📡 Fetch output: {fetch_result.stdout.strip()}")
-                if fetch_result.stderr:
-                    print(f"📡 Fetch info: {fetch_result.stderr.strip()}")
-
-                # Now pull with verbose output
-                print(f"📥 Pulling from {remote.name}/{repo.active_branch.name}...")
-                pull_result = subprocess.run(["git", "pull", remote.name, repo.active_branch.name, "--verbose"], cwd=repo_path, capture_output=True, text=True, env=env, timeout=30)
-
-                # Check if pull failed due to authentication
-                if pull_result.returncode != 0 and not allow_password_prompt:
-                    auth_error_indicators = [
-                        "Authentication failed",
-                        "Password for",
-                        "Username for",
-                        "could not read Username",
-                        "could not read Password",
-                        "fatal: Authentication failed",
-                        "fatal: could not read Username",
-                        "fatal: could not read Password",
-                    ]
-
-                    error_output = (pull_result.stderr or "") + (pull_result.stdout or "")
-                    if any(indicator in error_output for indicator in auth_error_indicators):
-                        print(f"⚠️  Skipping pull from {remote.name} - authentication required but password prompts are disabled")
-                        continue
-
-                if pull_result.stdout:
-                    print(f"📦 Pull output: {pull_result.stdout.strip()}")
-                if pull_result.stderr:
-                    print(f"📦 Pull info: {pull_result.stderr.strip()}")
-
-                # Check if pull was successful
-                if pull_result.returncode == 0:
-                    # Check if commits changed
-                    commit_after = repo.head.commit.hexsha
-                    if commit_before != commit_after:
-                        print(f"✅ Repository updated: {commit_before[:8]} → {commit_after[:8]}")
-                    else:
-                        print("✅ Already up to date")
-                else:
-                    print(f"❌ Pull failed with return code {pull_result.returncode}")
-
-            except Exception as e:
-                print(f"⚠️  Failed to pull from {remote.name}: {e}")
-                continue
-
-        # Check if pyproject.toml or uv.lock changed after pull
-        pyproject_hash_after = get_file_hash(pyproject_path)
-        uv_lock_hash_after = get_file_hash(uv_lock_path)
-
-        if pyproject_hash_before != pyproject_hash_after:
-            print("📋 pyproject.toml has changed")
-            dependencies_changed = True
-
-        if uv_lock_hash_before != uv_lock_hash_after:
-            print("🔒 uv.lock has changed")
-            dependencies_changed = True
-
-        # Special handling for machineconfig repository
-        if "machineconfig" in str(repo_path):
-            print("🛠  Special handling for machineconfig repository...")
-            scripts_path = Path.home() / "scripts"
-            if scripts_path.exists():
-                set_permissions_recursive(scripts_path)
-                print(f"✅ Set permissions for {scripts_path}")
-
-            linux_jobs_path = repo_path / "src" / "machineconfig" / "jobs" / "linux"
-            if linux_jobs_path.exists():
-                set_permissions_recursive(linux_jobs_path)
-                print(f"✅ Set permissions for {linux_jobs_path}")
-
-            lf_exe_path = repo_path / "src" / "machineconfig" / "settings" / "lf" / "linux" / "exe"
-            if lf_exe_path.exists():
-                set_permissions_recursive(lf_exe_path)
-                print(f"✅ Set permissions for {lf_exe_path}")
-
-        # Run uv sync if dependencies changed and auto_sync is enabled
-        if dependencies_changed and auto_sync:
-            run_uv_sync(repo_path)
-
-        return dependencies_changed
-
-    except Exception as e:
-        print(f"❌ Error updating repository {repo_path}: {e}")
-        return False
-
-
-def main(verbose: bool = True, allow_password_prompt: bool = False) -> str:
+def main(verbose: bool = True, allow_password_prompt: bool = False) -> None:
     """Main function to update all configured repositories."""
     _ = verbose
     repos: list[PathExtended] = [PathExtended.home() / "code/machineconfig", PathExtended.home() / "code/crocodile"]
@@ -260,24 +131,52 @@ def main(verbose: bool = True, allow_password_prompt: bool = False) -> str:
 └────────────────────────────────────────────────────────────────""")
 
     # Process repositories
+    results: list[RepositoryUpdateResult] = []
     repos_with_changes = []
+    
     for expanded_path in repos:
         try:
             repo = git.Repo(str(expanded_path), search_parent_directories=True)
-            # Update repository and check if dependencies changed
-            dependencies_changed = update_repository(repo, allow_password_prompt=allow_password_prompt, auto_sync=True)
-            if dependencies_changed:
+            # Update repository and get detailed results
+            result = update_repository(repo, allow_password_prompt=allow_password_prompt, auto_sync=True)
+            results.append(result)
+            
+            # Keep track of repos with dependency changes for additional uv sync
+            if result["dependencies_changed"] and not result["uv_sync_ran"]:
                 repos_with_changes.append(Path(repo.working_dir))
+                
         except Exception as ex:
+            # Create a result for failed repos
+            error_result: RepositoryUpdateResult = {
+                "repo_path": str(expanded_path),
+                "status": "error",
+                "had_uncommitted_changes": False,
+                "uncommitted_files": [],
+                "commit_before": "",
+                "commit_after": "",
+                "commits_changed": False,
+                "pyproject_changed": False,
+                "uv_lock_changed": False,
+                "dependencies_changed": False,
+                "uv_sync_ran": False,
+                "uv_sync_success": False,
+                "remotes_processed": [],
+                "remotes_skipped": [],
+                "error_message": str(ex),
+                "is_machineconfig_repo": False,
+                "permissions_updated": False,
+            }
+            results.append(error_result)
             print(f"""❌ Repository Error: Path: {expanded_path}
 Exception: {ex}
 {"-" * 50}""")
-    # Run uv sync for repositories where pyproject.toml or uv.lock changed
+    
+    # Run uv sync for repositories where pyproject.toml or uv.lock changed but sync wasn't run yet
     for repo_path in repos_with_changes:
         run_uv_sync(repo_path)
-    # print("\n🎉 All repositories updated successfully!")
-    return """echo "🎉 All repositories updated successfully!" """
-
+    
+    # Generate and display summary
+    _display_summary(results)
 
 if __name__ == "__main__":
     main()