machineconfig 4.99__py3-none-any.whl → 5.11__py3-none-any.whl

machineconfig/scripts/python/count_lines.py

@@ -0,0 +1,343 @@
+from __future__ import annotations
+
+from typing import TYPE_CHECKING
+from git import Repo
+from collections import defaultdict
+from datetime import datetime
+
+from pathlib import Path
+from rich.progress import track
+import polars as pl
+import plotly.graph_objects as go
+import plotly.express as px
+import typer
+
+
+if TYPE_CHECKING:
+    from typing import Any, Dict, List, Optional, Union
+
+
+app = typer.Typer()
+
+
+def count_lines_in_commit(commit: "Any") -> int:
+    total_lines = 0
+    for file in commit.stats.files:
+        if str(file).endswith(".py"):
+            blob = commit.tree / file
+            total_lines += len(blob.data_stream.read().decode("utf-8").splitlines())
+    return total_lines
+
+
+def count_historical_loc(repo_path: str) -> int:
+    repo = Repo(repo_path)
+    file_line_counts: "Dict[str, int]" = defaultdict(int)
+    total_commits: int = sum(1 for _ in repo.iter_commits())
+    print(f"Total commits to process: {total_commits}")
+    for i, commit in enumerate(repo.iter_commits(), 1):
+        if i % 100 == 0 or i == total_commits:
+            print(f"Processing commit {i}/{total_commits} ({i / total_commits:.1%})")
+        try:
+            # Handle initial commits that have no parents
+            if not commit.parents:
+                # For initial commit, count all lines in Python files
+                for file in commit.stats.files:
+                    if str(file).endswith(".py"):
+                        file_line_counts[str(file)] += commit.stats.files[file]["insertions"]
+            else:
+                # For commits with parents, use stats
+                for file in commit.stats.files:
+                    if str(file).endswith(".py"):
+                        file_line_counts[str(file)] += commit.stats.files[file]["insertions"]
+        except Exception:
+            # If stats fail (e.g., corrupted parent), skip this commit
+            print(f"Warning: Could not get stats for commit {commit.hexsha[:8]}, skipping")
+            continue
+
+    print(f"\nProcessed files: {len(file_line_counts)}")
+    return sum(file_line_counts.values())
+
+def count_python_lines(commit: "Any") -> int:
+    """Count total lines in Python files for a specific commit"""
+    total_lines = 0
+    try:
+        for blob in commit.tree.traverse():
+            if blob.path.endswith(".py"):
+                try:
+                    content = blob.data_stream.read().decode("utf-8")
+                    total_lines += len(content.splitlines())
+                except Exception as _e:
+                    continue
+    except Exception as _e:
+        return 0
+    return total_lines
+def get_default_branch(repo: Repo) -> str:
+    """Get the default branch name of the repository"""
+    try:
+        _ = repo.refs["main"]
+        return "main"  # First try 'main'
+    except IndexError:
+        try:
+            _ = repo.refs["master"]
+            return "master"  # Then try 'master'
+        except IndexError:
+            return repo.head.reference.name  # If neither exists, get the branch the HEAD is pointing to
+
+
+@app.command()
+def count_historical(repo_path: str = typer.Argument(..., help="Path to the git repository")):
+    """Count total historical lines of Python code in the repository."""
+    print(f"Analyzing repository: {repo_path}")
+    total_loc: int = count_historical_loc(repo_path)
+    print(f"\nTotal historical lines of Python code: {total_loc}")
+
+
+@app.command()
+def analyze_over_time(repo_path: str = typer.Argument(..., help="Path to the git repository")):
+    """Analyze a git repository to track Python code size over time with visualization."""
+    repo: Repo = Repo(repo_path)
+    branch_name: str = get_default_branch(repo)
+    print(f"🔍 Using branch: {branch_name}")
+    commit_data: "List[Dict[str, Any]]" = []
+    print("⏳ Analyzing commits...")
+    try:
+        commits = list(repo.iter_commits(branch_name))
+        from datetime import timezone
+
+        for commit in track(commits, description="Processing commits..."):
+            commit_data.append({"hash": commit.hexsha, "dtmExit": datetime.fromtimestamp(commit.committed_date, tz=timezone.utc), "lines": count_python_lines(commit)})
+    except Exception as e:
+        print(f"❌ Error analyzing commits: {str(e)}")
+        return
+    df = pl.DataFrame(commit_data)
+    df = df.sort("dtmExit")
+    # Create interactive plotly figure with dark theme and all bells and whistles
+    fig = go.Figure()
+    # Add line chart with gradient fill and sparkle effect
+    fig.add_trace(go.Scatter(x=df["dtmExit"], y=df["lines"], mode="lines", line={"width": 3, "color": "#00b4ff"}, fill="tozeroy", fillcolor="rgba(0, 180, 255, 0.2)", name="Lines of Code", hovertemplate="<b>Date:</b> %{x}<br><b>Lines:</b> %{y:,}<extra></extra>"))
+    # Add markers for significant points (min, max, last)
+    min_idx = df["lines"].arg_min()
+    max_idx = df["lines"].arg_max()
+    min_point = df.slice(min_idx, 1).to_dicts()[0] if min_idx is not None else {}
+    max_point = df.slice(max_idx, 1).to_dicts()[0] if max_idx is not None else {}
+    last_point = df.slice(-1, 1).to_dicts()[0]
+
+    # Add markers for significant points
+    fig.add_trace(
+        go.Scatter(
+            x=[min_point["dtmExit"], max_point["dtmExit"], last_point["dtmExit"]],
+            y=[min_point["lines"], max_point["lines"], last_point["lines"]],
+            mode="markers",
+            marker={"size": [10, 14, 12], "color": ["#ff4f4f", "#4fff4f", "#4f4fff"], "line": {"width": 2, "color": "white"}, "symbol": ["circle", "star", "diamond"]},
+            name="Key Points",
+            hovertemplate="<b>%{text}</b><br>Date: %{x}<br>Lines: %{y:,}<extra></extra>",
+            text=[f"🔽 Min: {min_point['lines']:,} lines", f"🔼 Max: {max_point['lines']:,} lines", f"📊 Current: {last_point['lines']:,} lines"],
+        )
+    )
+
+    # Add annotation only for current point
+    # annotations = [
+    #     {"x": last_point['date'], "y": last_point['lines'], "text": f"📊 Current: {last_point['lines']:,} lines", "showarrow": True, "arrowhead": 2, "arrowsize": 1,
+    #         "arrowwidth": 2, "arrowcolor": "#ffffff", "font": {"size": 14, "color": "#ffffff"}, "bgcolor": "#00b4ff", "bordercolor": "#ffffff",
+    #         "borderwidth": 1, "borderpad": 4, "ax": 40, "ay": -40}
+    # ]
+
+    # Update layout with dark theme and customizations
+    fig.update_layout(
+        title={"text": "✨ Python Code Base Size Over Time ✨", "y": 0.95, "x": 0.5, "xanchor": "center", "yanchor": "top", "font": {"size": 24, "color": "white"}},
+        xaxis_title="Date 📅",
+        yaxis_title="Lines of Code 📝",
+        hovermode="closest",
+        template="plotly_dark",
+        plot_bgcolor="rgba(25, 25, 35, 1)",
+        paper_bgcolor="rgba(15, 15, 25, 1)",
+        font={"family": "Arial, sans-serif", "size": 14, "color": "white"},  # annotations=annotations,
+        autosize=True,
+        height=700,
+        margin={"l": 80, "r": 80, "t": 100, "b": 80},
+        xaxis={"showgrid": True, "gridcolor": "rgba(80, 80, 100, 0.2)", "showline": True, "linecolor": "rgba(200, 200, 255, 0.2)", "tickfont": {"size": 12}},
+        yaxis={"showgrid": True, "gridcolor": "rgba(80, 80, 100, 0.2)", "showline": True, "linecolor": "rgba(200, 200, 255, 0.2)", "tickformat": ",", "tickfont": {"size": 12}},
+    )
+
+    # Add range slider for date selection
+    fig.update_xaxes(rangeslider_visible=True, rangeslider_thickness=0.05)
+
+    # Save as interactive HTML and static image
+    plot_dir = Path.home().joinpath("tmp_results", "tmp_images", Path(repo_path).name)
+    plot_dir.mkdir(parents=True, exist_ok=True)
+
+    html_path = plot_dir.joinpath("code_size_evolution.html")
+    png_path = plot_dir.joinpath("code_size_evolution.png")
+
+    fig.write_html(html_path, include_plotlyjs="cdn")
+    fig.write_image(png_path, width=1200, height=700, scale=2)
+
+    print(f"🖼️ Interactive plot saved as {html_path}")
+    print(f"🖼️ Static image saved as {png_path}")
+    # Print statistics
+    print("\n📊 Repository Statistics:")
+    print(f"📚 Total commits analyzed: {len(df)}")
+    print(f"🔙 Initial line count: {df['lines'][-1]:,}")
+    print(f"🔜 Final line count: {df['lines'][0]:,}")
+    print(f"📈 Net change: {df['lines'][0] - df['lines'][-1]:,} lines")
+
+
+def _print_python_files_by_size_impl(repo_path: str) -> "Union[pl.DataFrame, Exception]":
+    try:
+        import os
+        if not os.path.exists(repo_path):
+            return ValueError(f"Repository path does not exist: {repo_path}")
+        # Initialize data storage
+        file_data: "List[Dict[str, Union[str, int]]]" = []
+
+        # Walk through the repository
+        for root, _, files in os.walk(repo_path):
+            # Skip .git directory and other hidden directories
+            if ".git" in Path(root).parts or any(part.startswith(".") for part in Path(root).parts):
+                continue
+
+            for file in files:
+                if file.endswith(".py"):
+                    file_path = os.path.join(root, file)
+                    try:
+                        # Count lines in the file
+                        with open(file_path, "r", encoding="utf-8", errors="replace") as f:
+                            line_count = sum(1 for _ in f)
+
+                        # Make path relative to repo_path for better display
+                        rel_path = os.path.relpath(file_path, repo_path)
+                        file_data.append({"filename": rel_path, "lines": line_count})
+                    except Exception as e:
+                        print(f"⚠️ Warning: Could not read {file_path}: {str(e)}")
+                        continue
+
+        # Check if any files were found
+        if not file_data:
+            return ValueError("❌ No Python files found in the repository")
+
+        # Convert to DataFrame
+        df = pl.DataFrame(file_data)
+
+        # Sort DataFrame by line count (descending)
+        df = df.sort("lines", descending=True)
+        df = df.filter(pl.col("lines") > 0)  # Filter out empty files
+
+        # Add total count
+        total_lines = int(df["lines"].sum())
+        file_count: int = len(df)
+
+        # Print the DataFrame
+        print("\n📊 Python Files Line Count (sorted max to min):")
+        print(df)
+        print(f"\n📁 Total Python files: {file_count}")
+        print(f"📝 Total lines of Python code: {total_lines:,}")
+
+        # Create visualizations with Plotly
+        # Only visualize top files (too many files make the chart unreadable)
+        top_n: int = min(20, len(df))
+        top_files_df = df.head(top_n).clone()
+
+        # Calculate percentage of total for top files
+        top_files_df = top_files_df.with_columns((pl.col("lines") / total_lines * 100).round(1).alias("percentage"))
+
+        # Shorten filenames for better display
+        import os
+
+        top_files_df = top_files_df.with_columns(pl.col("filename").map_elements(lambda x: os.path.basename(x) if len(x) > 25 else x, return_dtype=pl.Utf8).alias("short_name"))
+
+        # Create bar chart with hover info showing full path
+        fig = go.Figure()
+
+        # Add bars with gradient color based on line count
+        fig.add_trace(
+            go.Bar(
+                x=top_files_df["short_name"].to_list(),
+                y=top_files_df["lines"].to_list(),
+                text=[f"{x}%" for x in top_files_df["percentage"].to_list()],
+                textposition="auto",
+                hovertemplate="<b>%{customdata}</b><br>Lines: %{y:,}<br>Percentage: %{text}<extra></extra>",
+                customdata=top_files_df["filename"],
+                marker={"color": top_files_df["lines"], "colorscale": "Viridis", "showscale": True, "colorbar": {"title": "Lines", "thickness": 20, "tickformat": ","}, "line": {"width": 1, "color": "white"}},
+                opacity=0.9,
+            )
+        )
+
+        # Update layout with dark theme
+        fig.update_layout(
+            title={"text": f"🏆 Top {top_n} Python Files by Size", "y": 0.95, "x": 0.5, "xanchor": "center", "yanchor": "top", "font": {"size": 24, "color": "white"}},
+            xaxis_title="File Name 📄",
+            yaxis_title="Lines of Code 📝",
+            template="plotly_dark",
+            plot_bgcolor="rgba(25, 25, 35, 1)",
+            paper_bgcolor="rgba(15, 15, 25, 1)",
+            font={"family": "Arial, sans-serif", "size": 14, "color": "white"},
+            height=700,
+            margin={"l": 80, "r": 80, "t": 100, "b": 100},
+            xaxis={"tickangle": 45, "showgrid": False, "showline": True, "linecolor": "rgba(200, 200, 255, 0.2)", "tickfont": {"size": 12}},
+            yaxis={"showgrid": True, "gridcolor": "rgba(80, 80, 100, 0.2)", "showline": True, "linecolor": "rgba(200, 200, 255, 0.2)", "tickformat": ",", "tickfont": {"size": 12}},
+        )
+
+        # Define pie chart figure before conditionally using it
+        fig2: "Optional[go.Figure]" = None
+
+        # Add pie chart showing distribution
+        if len(df) > top_n:
+            # Prepare data for pie chart - top files plus "Others"
+            others_lines = df.slice(top_n)["lines"].sum()
+            pie_labels = list(top_files_df["short_name"]) + ["Others"]
+            pie_values = list(top_files_df["lines"]) + [others_lines]
+            pie_customdata = list(top_files_df["filename"]) + [f"Other {len(df) - top_n} files"]
+
+            fig2 = go.Figure()
+            fig2.add_trace(go.Pie(labels=pie_labels, values=pie_values, customdata=pie_customdata, textinfo="percent", hovertemplate="<b>%{customdata}</b><br>Lines: %{value:,}<br>Percentage: %{percent}<extra></extra>", marker={"colors": px.colors.sequential.Viridis, "line": {"color": "white", "width": 1}}, hole=0.4, sort=False))
+
+            fig2.update_layout(
+                title={"text": "🍩 Python Code Distribution by File", "y": 0.95, "x": 0.5, "xanchor": "center", "yanchor": "top", "font": {"size": 24, "color": "white"}},
+                template="plotly_dark",
+                plot_bgcolor="rgba(25, 25, 35, 1)",
+                paper_bgcolor="rgba(15, 15, 25, 1)",
+                font={"family": "Arial, sans-serif", "size": 14, "color": "white"},
+                height=700,
+                annotations=[{"text": f"Total<br>{total_lines:,}<br>lines", "x": 0.5, "y": 0.5, "font": {"size": 18, "color": "white"}, "showarrow": False}],
+            )
+
+        # Save visualizations
+        plot_dir = Path.home().joinpath("tmp_results", "tmp_images", Path(repo_path).name)
+        plot_dir.mkdir(parents=True, exist_ok=True)
+
+        # Bar chart
+        bar_html_path = plot_dir.joinpath("top_files_by_size.html")
+        bar_png_path = plot_dir.joinpath("top_files_by_size.png")
+        fig.write_html(bar_html_path, include_plotlyjs="cdn")
+        fig.write_image(bar_png_path, width=1200, height=700, scale=2)
+
+        print(f"\n🖼️ Interactive bar chart saved as {bar_html_path}")
+        print(f"🖼️ Static bar chart saved as {bar_png_path}")
+
+        # Pie chart if available
+        if fig2 is not None:
+            pie_html_path = plot_dir.joinpath("files_distribution_pie.html")
+            pie_png_path = plot_dir.joinpath("files_distribution_pie.png")
+            fig2.write_html(pie_html_path, include_plotlyjs="cdn")
+            fig2.write_image(pie_png_path, width=1200, height=700, scale=2)
+
+            print(f"🖼️ Interactive pie chart saved as {pie_html_path}")
+            print(f"🖼️ Static pie chart saved as {pie_png_path}")
+
+        return df
+
+    except Exception as e:
+        return Exception(f"❌ Error analyzing repository: {str(e)}")
+
+
+@app.command()
+def print_python_files_by_size(repo_path: str = typer.Argument(..., help="Path to the git repository")):
+    """Print Python files sorted by size with visualizations."""
+    result = _print_python_files_by_size_impl(repo_path)
+    if isinstance(result, Exception):
+        print(f"Error: {result}")
+        return
+
+
+if __name__ == "__main__":
+    app()

machineconfig/scripts/python/count_lines_frontend.py

@@ -0,0 +1,12 @@
+
+import typer
+
+
+def analyze_repo_development(repo_path: str = typer.Argument(..., help="Path to the git repository")):
+    cmd = f"""uv run --python 3.13 --with machineconfig machineconfig.scripts.python.count_lines analyze-over-time {repo_path}"""
+    from machineconfig.utils.code import run_script
+    run_script(cmd)
+
+
+if __name__ == "__main__":
+    pass

machineconfig/scripts/python/devops.py

@@ -4,13 +4,15 @@ import machineconfig.utils.installer_utils.installer as installer_entry_point
 import machineconfig.scripts.python.share_terminal as share_terminal
 import machineconfig.scripts.python.repos as repos
 
+from machineconfig import __version__
 import typer
 
-app = typer.Typer(help="🛠️ DevOps operations with emojis", no_args_is_help=True)
+
+app = typer.Typer(help=f"🛠️ DevOps operations @ machineconfig {__version__}", no_args_is_help=True)
 
 app.command(name="install", help="📦 Install essential packages")(installer_entry_point.main)
 app.command(name="share-terminal", help="📡 Share terminal via web browser")(share_terminal.main)
-app.command(name="repos", help="📁 Manage git repositories")(repos.main)
+app.add_typer(repos.app, name="repos", help="📁 Manage git repositories")
 
 ssh_app = typer.Typer(help="🔐 SSH operations subcommands", no_args_is_help=True)
 app.add_typer(ssh_app, name="ssh")

machineconfig/scripts/python/interactive.py

@@ -187,7 +187,7 @@ Set-Service -Name sshd -StartupType 'Automatic'"""
     if "retrieve_repositories" in selected_options:
         console.print(Panel("📚 [bold bright_magenta]REPOSITORIES[/bold bright_magenta]\n[italic]Project code retrieval[/italic]", border_style="bright_magenta"))
         from machineconfig.scripts.python import repos as module
-        module.main(directory=str(Path.home() / "code"), clone=True, cloud="odg1")
+        module.main(directory=str(Path.home() / "code"), capture=True, cloud="odg1")
 
     if "retrieve_data" in selected_options:
         console.print(Panel("💾 [bold bright_cyan]DATA RETRIEVAL[/bold bright_cyan]\n[italic]Backup restoration[/italic]", border_style="bright_cyan"))

machineconfig/scripts/python/repos.py

@@ -1,4 +1,4 @@
-"""Repos
+"""Repos CLI powered by Typer.
 
 # TODO use gh api user --jq '.login' to get the username and use it to clone the repos.
 in the event that username@github.com is not mentioned in the remote url.
@@ -6,82 +6,214 @@ in the event that username@github.com is not mentioned in the remote url.
 """
 
 
-import typer
+from pathlib import Path
 from typing import Annotated, Optional
+
+import typer
+
+
+from machineconfig.utils.source_of_truth import CONFIG_PATH, DEFAULTS_PATH
 from pathlib import Path
 
 
-def main(
-    directory: Annotated[Optional[str], typer.Argument(help="📁 Folder containing repos to record or a specs JSON file to follow.")] = None,
-    push: Annotated[bool, typer.Option("--push", help="🚀 Push changes.")] = False,
-    pull: Annotated[bool, typer.Option("--pull", help="⬇️ Pull changes.")] = False,
-    commit: Annotated[bool, typer.Option("--commit", help="💾 Commit changes.")] = False,
-    all: Annotated[bool, typer.Option("--all", help="🔄 Pull, commit, and push changes.")] = False,
-    record: Annotated[bool, typer.Option("--record", help="📝 Record repositories.")] = False,
-    clone: Annotated[bool, typer.Option("--clone", help="📥 Clone repositories from record.")] = False,
-    checkout: Annotated[bool, typer.Option("--checkout", help="🔀 Check out to versions provided in a JSON file.")] = False,
-    checkout_to_branch: Annotated[bool, typer.Option("--checkout-to-branch", help="🔀 Check out to the main branch.")] = False,
-    recursive: Annotated[bool, typer.Option("--recursive", "-r", help="🔍 Recursive flag.")] = False,
-    no_sync: Annotated[bool, typer.Option("--no-sync", help="🚫 Disable automatic uv sync after pulls.")] = False,
-    cloud: Annotated[Optional[str], typer.Option("--cloud", "-c", help="☁️ Cloud storage option.")] = None,
+def _print_banner() -> None:
+    typer.echo("\n" + "=" * 50)
+    typer.echo("📂 Welcome to the Repository Manager")
+    typer.echo("=" * 50 + "\n")
+
+
+
+app = typer.Typer(help="� Manage development repositories", no_args_is_help=True)
+sync_app = typer.Typer(help="� Manage repository specifications and syncing", no_args_is_help=True)
+app.add_typer(sync_app, name="sync", help="� Sync repositories using saved specs")
+
+
+DirectoryArgument = Annotated[
+    Optional[str],
+    typer.Argument(help="📁 Folder containing repos or the specs JSON file to use."),
+]
+RecursiveOption = Annotated[
+    bool,
+    typer.Option("--recursive", "-r", help="🔍 Recurse into nested repositories."),
+]
+NoSyncOption = Annotated[
+    bool,
+    typer.Option("--no-sync", help="🚫 Disable automatic uv sync after pulls."),
+]
+CloudOption = Annotated[
+    Optional[str],
+    typer.Option("--cloud", "-c", help="☁️ Upload to or download from this cloud remote."),
+]
+
+
+
+
+def _resolve_directory(directory: Optional[str]) -> Path:
+    if directory is None:
+        directory = Path.cwd().as_posix()
+        typer.echo(f"📁 Using directory: {directory}")
+    return Path(directory).expanduser().absolute()
+
+
+def _git_operations(
+    directory: Optional[str],
+    *,
+    pull: bool,
+    commit: bool,
+    push: bool,
+    recursive: bool,
+    no_sync: bool,
 ) -> None:
-    print("\n" + "=" * 50)
-    print("📂 Welcome to the Repository Manager")
-    print("=" * 50 + "\n")
+    _print_banner()
+    repos_root = _resolve_directory(directory)
+    auto_sync = not no_sync
+    from machineconfig.scripts.python.repos_helper_action import perform_git_operations
+    from machineconfig.utils.path_extended import PathExtended
+    perform_git_operations(
+        repos_root=PathExtended(repos_root),
+        pull=pull,
+        commit=commit,
+        push=push,
+        recursive=recursive,
+        auto_sync=auto_sync,
+    )
 
-    from machineconfig.utils.io import read_ini
-    from machineconfig.utils.source_of_truth import CONFIG_PATH, DEFAULTS_PATH
+
+def _resolve_spec_path(directory: Optional[str], cloud: Optional[str]) -> Path:
+    repos_root = _resolve_directory(directory)
     from machineconfig.utils.path_extended import PathExtended
-    from machineconfig.scripts.python.repos_helper_record import main as record_repos
+    if not repos_root.exists() or repos_root.name != "repos.json":
+        candidate = Path(CONFIG_PATH).joinpath("repos").joinpath(PathExtended(repos_root).rel2home()).joinpath("repos.json")
+        repos_root = candidate
+        if not repos_root.exists():
+            cloud_name: Optional[str]
+            if cloud is None:
+                from machineconfig.utils.io import read_ini
+                cloud_name = read_ini(DEFAULTS_PATH)["general"]["rclone_config_name"]
+                typer.echo(f"⚠️ Using default cloud: {cloud_name}")
+            else:
+                cloud_name = cloud
+            assert cloud_name is not None, (
+                f"Path {repos_root} does not exist and cloud was not passed. You can't clone without one of them."
+            )
+            from machineconfig.utils.path_extended import PathExtended
+            PathExtended(repos_root).from_cloud(cloud=cloud_name, rel2home=True)
+    assert repos_root.exists() and repos_root.name == "repos.json", (
+        f"Path {repos_root} does not exist and cloud was not passed. You can't clone without one of them."
+    )
+    return repos_root
+
+
+def _clone_from_specs(
+    directory: Optional[str],
+    cloud: Optional[str],
+    *,
+    checkout_branch_flag: bool,
+    checkout_commit_flag: bool,
+) -> None:
+    _print_banner()
+    typer.echo("\n📥 Cloning or checking out repositories...")
+    spec_path = _resolve_spec_path(directory, cloud)
     from machineconfig.scripts.python.repos_helper_clone import clone_repos
-    from machineconfig.scripts.python.repos_helper_action import perform_git_operations
 
-    if directory is None:
-        directory = Path.cwd().as_posix()
-        print(f"📁 Using directory: {directory}")
-    repos_root = PathExtended(directory).expanduser().absolute()
-    auto_sync = not no_sync  # Enable auto sync by default, disable with --no-sync
-    if record:
-        save_path = record_repos(repos_root=repos_root)
-        if cloud is not None:
-            PathExtended(save_path).to_cloud(rel2home=True, cloud=cloud)
-
-    elif clone or checkout or checkout_to_branch:
-        print("\n📥 Cloning or checking out repositories...")
-        if not repos_root.exists() or repos_root.name != "repos.json":
-            repos_root = PathExtended(CONFIG_PATH).joinpath("repos").joinpath(repos_root.rel2home()).joinpath("repos.json")
-            if not repos_root.exists():
-                if cloud is None:
-                    cloud_name: str = read_ini(DEFAULTS_PATH)["general"]["rclone_config_name"]
-                    print(f"⚠️ Using default cloud: {cloud_name}")
-                else:
-                    cloud_name = cloud
-                    assert cloud_name is not None, f"Path {repos_root} does not exist and cloud was not passed. You can't clone without one of them."
-                repos_root.from_cloud(cloud=cloud_name, rel2home=True)
-        assert (repos_root.exists() and repos_root.name == "repos.json") or cloud is not None, f"Path {repos_root} does not exist and cloud was not passed. You can't clone without one of them."
-        clone_repos(spec_path=repos_root, preferred_remote=None, checkout_branch_flag=checkout_to_branch, checkout_commit_flag=checkout)
-
-    elif all or commit or pull or push:
-        perform_git_operations(
-            repos_root=repos_root,
-            pull=pull or all,
-            commit=commit or all,
-            push=push or all,
-            recursive=recursive,
-            auto_sync=auto_sync
-        )
-    else:
-        # print("❌ No action specified. Try passing --push, --pull, --commit, or --all.")
-        typer.echo("❌ No action specified. Try passing --push, --pull, --commit, or --all.")
-        import click
-        ctx = click.get_current_context()
-        typer.echo(ctx.get_help())
-        raise typer.Exit(1)
-
-
-def main_from_parser() -> None:
-    typer.run(main)
-
-
-if __name__ == "__main__":
-    main_from_parser()
+    clone_repos(
+        spec_path=spec_path,
+        preferred_remote=None,
+        checkout_branch_flag=checkout_branch_flag,
+        checkout_commit_flag=checkout_commit_flag,
+    )
+
+
+@app.command()
+def push(
+    directory: DirectoryArgument = None,
+    recursive: RecursiveOption = False,
+    no_sync: NoSyncOption = False,
+) -> None:
+    """🚀 Push changes across repositories."""
+    _git_operations(directory, pull=False, commit=False, push=True, recursive=recursive, no_sync=no_sync)
+
+
+@app.command()
+def pull(
+    directory: DirectoryArgument = None,
+    recursive: RecursiveOption = False,
+    no_sync: NoSyncOption = False,
+) -> None:
+    """⬇️ Pull changes across repositories."""
+    _git_operations(directory, pull=True, commit=False, push=False, recursive=recursive, no_sync=no_sync)
+
+
+@app.command()
+def commit(
+    directory: DirectoryArgument = None,
+    recursive: RecursiveOption = False,
+    no_sync: NoSyncOption = False,
+) -> None:
+    """💾 Commit changes across repositories."""
+    _git_operations(directory, pull=False, commit=True, push=False, recursive=recursive, no_sync=no_sync)
+
+
+@app.command()
+def all(
+    directory: DirectoryArgument = None,
+    recursive: RecursiveOption = False,
+    no_sync: NoSyncOption = False,
+) -> None:
+    """🔄 Pull, commit, and push changes across repositories."""
+    _git_operations(directory, pull=True, commit=True, push=True, recursive=recursive, no_sync=no_sync)
+
+
+@sync_app.command()
+def record(
+    directory: DirectoryArgument = None,
+    cloud: CloudOption = None,
+) -> None:
+    """📝 Record repositories into a repos.json specification."""
+    _print_banner()
+    repos_root = _resolve_directory(directory)
+    from machineconfig.scripts.python.repos_helper_record import main as record_repos
+    save_path = record_repos(repos_root=repos_root)
+    from machineconfig.utils.path_extended import PathExtended
+    if cloud is not None:
+        PathExtended(save_path).to_cloud(rel2home=True, cloud=cloud)
+
+
+@sync_app.command()
+def capture(
+    directory: DirectoryArgument = None,
+    cloud: CloudOption = None,
+) -> None:
+    """📥 Clone repositories described by a repos.json specification."""
+    _clone_from_specs(directory, cloud, checkout_branch_flag=False, checkout_commit_flag=False)
+
+
+@sync_app.command(name="checkout")
+def checkout_command(
+    directory: DirectoryArgument = None,
+    cloud: CloudOption = None,
+) -> None:
+    """🔀 Check out specific commits listed in the specification."""
+    _clone_from_specs(directory, cloud, checkout_branch_flag=False, checkout_commit_flag=True)
+
+
+@sync_app.command(name="checkout-to-branch")
+def checkout_to_branch_command(
+    directory: DirectoryArgument = None,
+    cloud: CloudOption = None,
+) -> None:
+    """🔀 Check out to the main branch defined in the specification."""
+    _clone_from_specs(directory, cloud, checkout_branch_flag=True, checkout_commit_flag=False)
+
+
+@app.command()
+def analyze(
+    directory: DirectoryArgument = None,
+) -> None:
+    """📊 Analyze repository development over time."""
+    _print_banner()
+    repo_path = directory if directory is not None else "."
+    from machineconfig.scripts.python.count_lines_frontend import analyze_repo_development as _analyze
+
+    _analyze(repo_path=repo_path)
+

machineconfig/scripts/python/repos_helper_record.py

@@ -1,4 +1,5 @@
 from machineconfig.utils.path_extended import PathExtended
+from pathlib import Path
 from machineconfig.utils.schemas.repos.repos_types import GitVersionInfo, RepoRecordDict, RepoRemote
 
 from machineconfig.utils.schemas.repos.repos_types import RepoRecordFile
@@ -185,8 +186,9 @@ def record_repos_recursively(repos_root: str, r: bool, progress: Progress | None
     return res
 
 
-def main(repos_root: PathExtended):
+def main(repos_root: Path):
     print("\n📝 Recording repositories...")
+    repos_root = PathExtended(repos_root).expanduser().absolute()
 
     # Count total directories and repositories for accurate progress tracking
     print("🔍 Analyzing directory structure...")

{machineconfig-4.99.dist-info → machineconfig-5.11.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: machineconfig
-Version: 4.99
+Version: 5.11
 Summary: Dotfiles management package
 Author-email: Alex Al-Saffar <programmer@usa.com>
 License: Apache 2.0
@@ -161,6 +161,26 @@ curl https://raw.githubusercontent.com/thisismygitrepo/machineconfig/main/src/ma
 short `curl bit.ly/cfgcroshelllinux -L | bash`
 
 
+## Repository management CLI
+
+The DevOps CLI now exposes rich subcommands for working with git repositories. Run `python -m machineconfig.scripts.python.devops repos --help` to explore the hierarchy:
+
+* Top-level actions: `push`, `pull`, `commit`, `all`, and `analyze`.
+	* These commands accept `--recursive/-r` and `--no-sync` to control nested repos and automatic `uv sync`.
+* Sync workflows live under `sync`:
+	* `record` captures the current machine state into a `repos.json`.
+	* `capture` clones repos from a specification without changing commits.
+	* `checkout` aligns repositories to commits stored in the spec.
+	* `checkout-to-branch` switches repositories to the tracked branch.
+	* Each sync subcommand accepts `--cloud/-c` for fetching/saving specs from remote storage.
+
+Example:
+
+```bash
+python -m machineconfig.scripts.python.devops repos sync record ~/code --cloud my_remote
+python -m machineconfig.scripts.python.devops repos pull ~/code --recursive
+```
+
 # Author
 Alex Al-Saffar. [email](mailto:programmer@usa.com)
 

{machineconfig-4.99.dist-info → machineconfig-5.11.dist-info}/RECORD

@@ -124,7 +124,6 @@ machineconfig/scripts/linux/mount_drive,sha256=zemKofv7hOmRN_V3qK0q580GkfWw3Vdik
 machineconfig/scripts/linux/mount_nfs,sha256=kpIbAse3igReEGgnXngez2ytWucLwmb_xo6e6KeO_rs,1870
 machineconfig/scripts/linux/mount_nw_drive,sha256=pNzHc7yZn5YIzn2BkpKvd5530PqbestkzrdoXaChyqY,2338
 machineconfig/scripts/linux/mount_smb,sha256=7UN5EP1kuxYL_-CnyaH4f9Wuu2CgALDZpJ0mPcdvCiY,94
-machineconfig/scripts/linux/repos,sha256=1qbmIemZjkjcPmiL1Bp8pD46E83OXsR5EJ0XQt29Bhc,96
 machineconfig/scripts/linux/scheduler,sha256=Z9Wu0N9vWRbi4FoRbpcc4ydq4bVaDjZOXESR35ZN0rI,100
 machineconfig/scripts/linux/sessions,sha256=A4vxUDHnDhyph833iy-tBprgQ7av_DZ5t031PRrbqVQ,98
 machineconfig/scripts/linux/share_cloud.sh,sha256=75IzCm7Nob1wO-zlfaNyPPod1IjAsVCG5lcMFdXmiI4,3010
@@ -146,8 +145,10 @@ machineconfig/scripts/python/cloud_manager.py,sha256=YN0DYLzPKtMBaks-EAVwFmkCu3X
 machineconfig/scripts/python/cloud_mount.py,sha256=GwcXbd5ohoHGESfX5edtCEl2-umDDxH_AZapmFSzc9E,6740
 machineconfig/scripts/python/cloud_repo_sync.py,sha256=8dnlHbQqRymPRU0v01pNIuaIvFeY4fReP7ewNSSCt34,9765
 machineconfig/scripts/python/cloud_sync.py,sha256=RWGpAfJ9fnN18yNBSgN44dzA38Hmd4879JL5r2pcyrM,3514
+machineconfig/scripts/python/count_lines.py,sha256=aVg91ArHg73swKNGMQzi_WlPnTLEbc8rkNZkCv_qpvI,15894
+machineconfig/scripts/python/count_lines_frontend.py,sha256=1DQn9YUbl5IYjjJ1fS5qEe60X-5ez6zZiXMQXVTA4-8,359
 machineconfig/scripts/python/croshell.py,sha256=parFHSL859H00ExDpDBPHBFe_E_DrfVq6P8CpCGVK9A,8571
-machineconfig/scripts/python/devops.py,sha256=C2aHrYJqXcvgTOam1zucWflLjUYZnNwpFrZ7ccltqXk,3428
+machineconfig/scripts/python/devops.py,sha256=c5URta0jxlxi7fyNpUit5w7eZbQUaXpN59C6ZB_06Xk,3487
 machineconfig/scripts/python/devops_add_identity.py,sha256=wvjNgqsLmqD2SxbNCW_usqfp0LI-TDvcJJKGOWt2oFw,3775
 machineconfig/scripts/python/devops_add_ssh_key.py,sha256=BXB-9RvuSZO0YTbnM2azeABW2ngLW4SKhhAGAieMzfw,6873
 machineconfig/scripts/python/devops_backup_retrieve.py,sha256=JLJHmi8JmZ_qVTeMW-qBEAYGt1fmfWXzZ7Gm-Q-GDcU,5585
@@ -164,16 +165,16 @@ machineconfig/scripts/python/fire_jobs_streamlit_helper.py,sha256=47DEQpj8HBSa-_
 machineconfig/scripts/python/ftpx.py,sha256=QfQTp-6jQP6yxfbLc5sKxiMtTgAgc8sjN7d17_uLiZc,9400
 machineconfig/scripts/python/get_zellij_cmd.py,sha256=e35-18hoXM9N3PFbvbizfkNY_-63iMicieWE3TbGcCQ,576
 machineconfig/scripts/python/gh_models.py,sha256=3BLfW25mBRiPO5VKtVm-nMlKLv-PaZDw7mObajq6F6M,5538
-machineconfig/scripts/python/interactive.py,sha256=NHAniZPgEfhgA3higTRD3U76nHIDpZLygWebhKc6ld0,11791
+machineconfig/scripts/python/interactive.py,sha256=Tmqes57K0Z1svEcxM6uOd6nSivwwQCthrupToeubDAo,11793
 machineconfig/scripts/python/mount_nfs.py,sha256=aECrL64j9g-9rF49sVJAjGmzaoGgcMnl3g9v17kQF4c,3239
 machineconfig/scripts/python/mount_nw_drive.py,sha256=iru6AtnTyvyuk6WxlK5R4lDkuliVpPV5_uBTVVhXtjQ,1550
 machineconfig/scripts/python/mount_ssh.py,sha256=k2fKq3f5dKq_7anrFOlqvJoI_3U4EWNHLRZ1o3Lsy6M,2268
 machineconfig/scripts/python/onetimeshare.py,sha256=bmGsNnskym5OWfIhpOfZG5jq3m89FS0a6dF5Sb8LaZM,2539
 machineconfig/scripts/python/pomodoro.py,sha256=SPkfeoZGv8rylGiOyzQ7UK3aXZ3G2FIOuGkSuBUggOI,2019
-machineconfig/scripts/python/repos.py,sha256=bZKEnsMqB8ifKwmL8fL7lW94YbCtNkq6PiyR6HYFtSs,4442
+machineconfig/scripts/python/repos.py,sha256=QPmtDq1gkzWGMduHpDHPMUe-7qPO_GemjQZLNAU-SYo,7157
 machineconfig/scripts/python/repos_helper_action.py,sha256=6bQln9x2L_lOnvWwnTM_nJjkugl5LDDGHedVsz2zuI4,13320
 machineconfig/scripts/python/repos_helper_clone.py,sha256=9vGb9NCXT0lkerPzOJjmFfhU8LSzE-_1LDvjkhgnal0,5461
-machineconfig/scripts/python/repos_helper_record.py,sha256=I4CsIPMZR-JcUuKyyinynws0ul0xb2Lb5F1QCnS9HBY,10911
+machineconfig/scripts/python/repos_helper_record.py,sha256=dtnnInQPn00u1cyr0oOgJ_jB12O3bSiNctwzC3W7_3w,10994
 machineconfig/scripts/python/repos_helper_update.py,sha256=AYyKIB7eQ48yoYmFjydIhRI1lV39TBv_S4_LCa-oKuQ,11042
 machineconfig/scripts/python/scheduler.py,sha256=rKhssuxkD697EY6qaV6CSdNhxpAQLDWO4fE8GMCQ9FA,3061
 machineconfig/scripts/python/sessions.py,sha256=e8gL0fVWOZ5WcJsA3ZWfqJBc5c7g-rMlVf0SF63rIaU,8547
@@ -244,7 +245,6 @@ machineconfig/scripts/windows/mount_ssh.ps1,sha256=zvU1737vR0f0S7Si1tXMb3ys_I9KV
 machineconfig/scripts/windows/nano.ps1,sha256=H1PNN1x3UnOCGwijgMij-K2ZM2E20sfsLTEEap-W5dQ,50
 machineconfig/scripts/windows/pomodoro.ps1,sha256=9r61cwRy4M2_1A-NFb0fxUuUONxXBLJmLYtY3apkyQA,80
 machineconfig/scripts/windows/reload_path.ps1,sha256=81hQY18LFApVZWFiUfgMzzPH2pJ1WD1fHInfmicBZFA,217
-machineconfig/scripts/windows/repos.ps1,sha256=sjUcrURmYuxdcrdhwLHeWxwByyLgY4k13i8VYSFDKuo,76
 machineconfig/scripts/windows/scheduler.ps1,sha256=YfOlBxCkPfeQPeyCiNw0g3kIpdbjjf6daLEWuyHSaXY,81
 machineconfig/scripts/windows/sessions.ps1,sha256=cQdgSS3rVWvhthsUi5lyFI05_GKiRGI-j4FB1SZNKpM,80
 machineconfig/scripts/windows/share_cloud.cmd,sha256=exD7JCdxw2LqVjw2MKCYHbVZlEqmelXtwnATng-dhJ4,1028
@@ -407,8 +407,8 @@ machineconfig/utils/schemas/fire_agents/fire_agents_input.py,sha256=pTxvLzIpD5RF
 machineconfig/utils/schemas/installer/installer_types.py,sha256=QClRY61QaduBPJoSpdmTIdgS9LS-RvE-QZ-D260tD3o,1214
 machineconfig/utils/schemas/layouts/layout_types.py,sha256=TcqlZdGVoH8htG5fHn1KWXhRdPueAcoyApppZsPAPto,2020
 machineconfig/utils/schemas/repos/repos_types.py,sha256=ECVr-3IVIo8yjmYmVXX2mnDDN1SLSwvQIhx4KDDQHBQ,405
-machineconfig-4.99.dist-info/METADATA,sha256=7jTDJrDrm_t2IQsrlv6opGHq4FQE1ERw0lltQycI1oA,7061
-machineconfig-4.99.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-machineconfig-4.99.dist-info/entry_points.txt,sha256=LcwklRJPY_uKBvStgtOJn5G_pmFCEdpgRNzUUc6twAQ,1134
-machineconfig-4.99.dist-info/top_level.txt,sha256=porRtB8qms8fOIUJgK-tO83_FeH6Bpe12oUVC670teA,14
-machineconfig-4.99.dist-info/RECORD,,
+machineconfig-5.11.dist-info/METADATA,sha256=HPKfljpArui1ViEtQWTnWtLDiyLzZTfrqnopro65cXY,8030
+machineconfig-5.11.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+machineconfig-5.11.dist-info/entry_points.txt,sha256=2afE1mw-o4MUlfxyX73SV02XaQI4SV_LdL2r6_CzhPU,1074
+machineconfig-5.11.dist-info/top_level.txt,sha256=porRtB8qms8fOIUJgK-tO83_FeH6Bpe12oUVC670teA,14
+machineconfig-5.11.dist-info/RECORD,,

{machineconfig-4.99.dist-info → machineconfig-5.11.dist-info}/entry_points.txt

@@ -13,7 +13,6 @@ initai = machineconfig.scripts.python.ai.initai:main
 kill_process = machineconfig.utils.procs:main
 mount_nfs = machineconfig.scripts.python.mount_nfs:main
 mount_nw_drive = machineconfig.scripts.python.mount_nw_drive:main
-repos = machineconfig.scripts.python.repos:main_from_parser
 sessions = machineconfig.scripts.python.sessions:main_from_parser
 start_slidev = machineconfig.scripts.python.start_slidev:arg_parser
 wifi_conn = machineconfig.scripts.python.wifi_conn:arg_parser

machineconfig/scripts/linux/repos

@@ -1,2 +0,0 @@
-#!/usr/bin/env bash
-uv run --python 3.13 --no-dev --project $HOME/code/machineconfig repos "$@"

machineconfig/scripts/windows/repos.ps1

@@ -1 +0,0 @@
-uv run --python 3.13 --no-dev --project $HOME/code/machineconfig repos $args