PyPI - mlenvdoctor - Versions diffs - 0.1.1__py3-none-any.whl → 0.1.2__py3-none-any.whl - Mend

mlenvdoctor 0.1.1py3-none-any.whl → 0.1.2py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (21) hide show

mlenvdoctor/__init__.py +16 -1
mlenvdoctor/cli.py +56 -20
mlenvdoctor/config.py +169 -0
mlenvdoctor/constants.py +63 -0
mlenvdoctor/diagnose.py +116 -25
mlenvdoctor/exceptions.py +51 -0
mlenvdoctor/export.py +290 -0
mlenvdoctor/fix.py +2 -1
mlenvdoctor/gpu.py +7 -1
mlenvdoctor/icons.py +100 -0
mlenvdoctor/logger.py +81 -0
mlenvdoctor/parallel.py +115 -0
mlenvdoctor/retry.py +92 -0
mlenvdoctor/utils.py +79 -19
mlenvdoctor/validators.py +217 -0
{mlenvdoctor-0.1.1.dist-info → mlenvdoctor-0.1.2.dist-info}/METADATA +3 -2
mlenvdoctor-0.1.2.dist-info/RECORD +21 -0
mlenvdoctor-0.1.1.dist-info/RECORD +0 -12
{mlenvdoctor-0.1.1.dist-info → mlenvdoctor-0.1.2.dist-info}/WHEEL +0 -0
{mlenvdoctor-0.1.1.dist-info → mlenvdoctor-0.1.2.dist-info}/entry_points.txt +0 -0
{mlenvdoctor-0.1.1.dist-info → mlenvdoctor-0.1.2.dist-info}/licenses/LICENSE +0 -0

mlenvdoctor/export.py ADDED Viewed

@@ -0,0 +1,290 @@
+"""Export functionality for diagnostic results."""
+import json
+from datetime import datetime
+from pathlib import Path
+from typing import Any, Dict, List, Optional
+from .diagnose import DiagnosticIssue
+def issue_to_dict(issue: DiagnosticIssue) -> Dict[str, Any]:
+    """Convert DiagnosticIssue to dictionary."""
+    return {
+        "name": issue.name,
+        "status": issue.status,
+        "severity": issue.severity,
+        "fix": issue.fix,
+        "details": issue.details,
+    }
+def export_json(
+    issues: List[DiagnosticIssue],
+    output_file: Optional[Path] = None,
+    include_metadata: bool = True,
+) -> Path:
+    """
+    Export diagnostic results to JSON.
+    Args:
+        issues: List of diagnostic issues
+        output_file: Output file path (default: diagnostic-results.json)
+        include_metadata: Include metadata (timestamp, version, etc.)
+    Returns:
+        Path to exported file
+    """
+    if output_file is None:
+        output_file = Path("diagnostic-results.json")
+    # Convert issues to dictionaries
+    issues_data = [issue_to_dict(issue) for issue in issues]
+    # Calculate summary
+    critical_count = sum(
+        1 for i in issues if i.severity == "critical" and "FAIL" in i.status
+    )
+    warning_count = sum(
+        1 for i in issues if i.severity == "warning" and ("WARN" in i.status or "FAIL" in i.status)
+    )
+    pass_count = sum(1 for i in issues if "PASS" in i.status)
+    # Build export data
+    export_data: Dict[str, Any] = {
+        "issues": issues_data,
+        "summary": {
+            "total": len(issues),
+            "passed": pass_count,
+            "warnings": warning_count,
+            "critical": critical_count,
+        },
+    }
+    # Add metadata if requested
+    if include_metadata:
+        from . import __version__
+        export_data["metadata"] = {
+            "version": __version__,
+            "timestamp": datetime.now().isoformat(),
+            "tool": "mlenvdoctor",
+        }
+    # Write to file
+    output_file.write_text(json.dumps(export_data, indent=2, ensure_ascii=False), encoding="utf-8")
+    return output_file
+def export_csv(issues: List[DiagnosticIssue], output_file: Optional[Path] = None) -> Path:
+    """
+    Export diagnostic results to CSV.
+    Args:
+        issues: List of diagnostic issues
+        output_file: Output file path (default: diagnostic-results.csv)
+    Returns:
+        Path to exported file
+    """
+    import csv
+    if output_file is None:
+        output_file = Path("diagnostic-results.csv")
+    with output_file.open("w", newline="", encoding="utf-8") as f:
+        writer = csv.writer(f)
+        writer.writerow(["Issue", "Status", "Severity", "Fix", "Details"])
+        for issue in issues:
+            writer.writerow(
+                [
+                    issue.name,
+                    issue.status,
+                    issue.severity,
+                    issue.fix,
+                    issue.details or "",
+                ]
+            )
+    return output_file
+def export_html(issues: List[DiagnosticIssue], output_file: Optional[Path] = None) -> Path:
+    """
+    Export diagnostic results to HTML report.
+    Args:
+        issues: List of diagnostic issues
+        output_file: Output file path (default: diagnostic-results.html)
+    Returns:
+        Path to exported file
+    """
+    if output_file is None:
+        output_file = Path("diagnostic-results.html")
+    # Calculate summary
+    critical_count = sum(
+        1 for i in issues if i.severity == "critical" and "FAIL" in i.status
+    )
+    warning_count = sum(
+        1 for i in issues if i.severity == "warning" and ("WARN" in i.status or "FAIL" in i.status)
+    )
+    pass_count = sum(1 for i in issues if "PASS" in i.status)
+    from . import __version__
+    html_content = f"""<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>ML Environment Doctor - Diagnostic Report</title>
+    <style>
+        body {{
+            font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, Oxygen, Ubuntu, Cantarell, sans-serif;
+            max-width: 1200px;
+            margin: 0 auto;
+            padding: 20px;
+            background-color: #f5f5f5;
+        }}
+        .header {{
+            background: linear-gradient(135deg, #667eea 0%, #764ba2 100%);
+            color: white;
+            padding: 30px;
+            border-radius: 10px;
+            margin-bottom: 20px;
+        }}
+        .summary {{
+            display: grid;
+            grid-template-columns: repeat(auto-fit, minmax(200px, 1fr));
+            gap: 15px;
+            margin-bottom: 30px;
+        }}
+        .summary-card {{
+            background: white;
+            padding: 20px;
+            border-radius: 8px;
+            box-shadow: 0 2px 4px rgba(0,0,0,0.1);
+        }}
+        .summary-card h3 {{
+            margin: 0 0 10px 0;
+            font-size: 14px;
+            color: #666;
+        }}
+        .summary-card .value {{
+            font-size: 32px;
+            font-weight: bold;
+        }}
+        .passed {{ color: #10b981; }}
+        .warning {{ color: #f59e0b; }}
+        .critical {{ color: #ef4444; }}
+        table {{
+            width: 100%;
+            background: white;
+            border-collapse: collapse;
+            border-radius: 8px;
+            overflow: hidden;
+            box-shadow: 0 2px 4px rgba(0,0,0,0.1);
+        }}
+        th {{
+            background-color: #667eea;
+            color: white;
+            padding: 15px;
+            text-align: left;
+            font-weight: 600;
+        }}
+        td {{
+            padding: 12px 15px;
+            border-bottom: 1px solid #e5e7eb;
+        }}
+        tr:hover {{
+            background-color: #f9fafb;
+        }}
+        .status-pass {{ color: #10b981; font-weight: 600; }}
+        .status-fail {{ color: #ef4444; font-weight: 600; }}
+        .status-warn {{ color: #f59e0b; font-weight: 600; }}
+        .severity-critical {{ background-color: #fee2e2; }}
+        .severity-warning {{ background-color: #fef3c7; }}
+        .severity-info {{ background-color: #dbeafe; }}
+        .footer {{
+            margin-top: 30px;
+            text-align: center;
+            color: #666;
+            font-size: 12px;
+        }}
+    </style>
+</head>
+<body>
+    <div class="header">
+        <h1>ML Environment Doctor</h1>
+        <p>Diagnostic Report - Generated on {datetime.now().strftime('%Y-%m-%d %H:%M:%S')}</p>
+        <p style="font-size: 14px; opacity: 0.9;">Version {__version__}</p>
+    </div>
+    <div class="summary">
+        <div class="summary-card">
+            <h3>Total Checks</h3>
+            <div class="value">{len(issues)}</div>
+        </div>
+        <div class="summary-card">
+            <h3>Passed</h3>
+            <div class="value passed">{pass_count}</div>
+        </div>
+        <div class="summary-card">
+            <h3>Warnings</h3>
+            <div class="value warning">{warning_count}</div>
+        </div>
+        <div class="summary-card">
+            <h3>Critical Issues</h3>
+            <div class="value critical">{critical_count}</div>
+        </div>
+    </div>
+    <table>
+        <thead>
+            <tr>
+                <th>Issue</th>
+                <th>Status</th>
+                <th>Severity</th>
+                <th>Fix</th>
+                <th>Details</th>
+            </tr>
+        </thead>
+        <tbody>
+"""
+    for issue in issues:
+        status_class = "status-pass"
+        if "FAIL" in issue.status:
+            status_class = "status-fail"
+        elif "WARN" in issue.status:
+            status_class = "status-warn"
+        severity_class = f"severity-{issue.severity}"
+        html_content += f"""
+            <tr class="{severity_class}">
+                <td><strong>{issue.name}</strong></td>
+                <td class="{status_class}">{issue.status}</td>
+                <td>{issue.severity.upper()}</td>
+                <td>{issue.fix or '-'}</td>
+                <td>{issue.details or '-'}</td>
+            </tr>
+"""
+    html_content += """
+        </tbody>
+    </table>
+    <div class="footer">
+        <p>Generated by ML Environment Doctor | <a href="https://github.com/dheena731/ml_env_doctor">GitHub</a></p>
+    </div>
+</body>
+</html>
+"""
+    output_file.write_text(html_content, encoding="utf-8")
+    return output_file

mlenvdoctor/fix.py CHANGED Viewed

@@ -5,6 +5,7 @@ from pathlib import Path
 from typing import Optional
 from .diagnose import diagnose_env
+from .icons import icon_wrench
 from .utils import (
     check_command_exists,
     console,
@@ -212,7 +213,7 @@ def create_virtualenv(env_name: str = ".venv") -> Optional[Path]:
 def auto_fix(use_conda: bool = False, create_venv: bool = False, stack: str = "trl-peft") -> bool:
     """Auto-fix environment issues based on diagnostics."""
-    console.print("[bold blue]🔧 Running Auto-Fix...[/bold blue]\n")
+    console.print(f"[bold blue]{icon_wrench()} Running Auto-Fix...[/bold blue]\n")
     # Run diagnostics
     issues = diagnose_env(full=False)

mlenvdoctor/gpu.py CHANGED Viewed

@@ -8,11 +8,17 @@ try:
 except ImportError:
     torch = None  # type: ignore
+import sys
 from rich.console import Console
 from .utils import print_error, print_info, print_success
-console = Console()
+# Configure console for Windows compatibility
+if sys.platform == "win32":
+    console = Console(legacy_windows=True, force_terminal=True)
+else:
+    console = Console()
 def benchmark_gpu_ops() -> Dict[str, float]:

mlenvdoctor/icons.py ADDED Viewed

@@ -0,0 +1,100 @@
+"""Safe emoji/icon handling for cross-platform compatibility."""
+import sys
+from typing import Literal
+# Check if we can safely use emojis
+_USE_EMOJIS = True
+try:
+    # Try to write an emoji to see if it works
+    if sys.platform == "win32":
+        import io
+        # Test if console supports UTF-8
+        test_output = io.StringIO()
+        try:
+            test_output.write("🔍")
+            test_output.getvalue()
+        except (UnicodeEncodeError, UnicodeError):
+            _USE_EMOJIS = False
+except Exception:
+    _USE_EMOJIS = False
+def get_icon(icon_name: Literal["search", "check", "cross", "warning", "info", "wrench", "whale", "test"]) -> str:
+    """
+    Get a safe icon/emoji for the current platform.
+    Args:
+        icon_name: Name of the icon to get
+    Returns:
+        Emoji if supported, ASCII alternative otherwise
+    """
+    if _USE_EMOJIS:
+        icons = {
+            "search": "🔍",
+            "check": "✅",
+            "cross": "❌",
+            "warning": "⚠️",
+            "info": "ℹ️",
+            "wrench": "🔧",
+            "whale": "🐳",
+            "test": "🧪",
+        }
+    else:
+        # ASCII alternatives
+        icons = {
+            "search": "[*]",
+            "check": "[OK]",
+            "cross": "[X]",
+            "warning": "[!]",
+            "info": "[i]",
+            "wrench": "[FIX]",
+            "whale": "[DOCKER]",
+            "test": "[TEST]",
+        }
+    return icons.get(icon_name, "")
+# Convenience functions
+def icon_search() -> str:
+    """Get search icon."""
+    return get_icon("search")
+def icon_check() -> str:
+    """Get check icon."""
+    return get_icon("check")
+def icon_cross() -> str:
+    """Get cross/error icon."""
+    return get_icon("cross")
+def icon_warning() -> str:
+    """Get warning icon."""
+    return get_icon("warning")
+def icon_info() -> str:
+    """Get info icon."""
+    return get_icon("info")
+def icon_wrench() -> str:
+    """Get wrench/fix icon."""
+    return get_icon("wrench")
+def icon_whale() -> str:
+    """Get whale/docker icon."""
+    return get_icon("whale")
+def icon_test() -> str:
+    """Get test icon."""
+    return get_icon("test")

mlenvdoctor/logger.py ADDED Viewed

@@ -0,0 +1,81 @@
+"""Logging configuration for ML Environment Doctor."""
+import logging
+import sys
+from pathlib import Path
+from typing import Optional
+from rich.console import Console
+from rich.logging import RichHandler
+from .utils import get_home_config_dir
+console = Console()
+def setup_logger(
+    name: str = "mlenvdoctor",
+    level: str = "INFO",
+    log_file: Optional[Path] = None,
+    enable_rich: bool = True,
+) -> logging.Logger:
+    """
+    Set up logger with Rich console handler and optional file handler.
+    Args:
+        name: Logger name
+        level: Logging level (DEBUG, INFO, WARNING, ERROR, CRITICAL)
+        log_file: Optional path to log file
+        enable_rich: Use Rich handler for console output
+    Returns:
+        Configured logger instance
+    """
+    logger = logging.getLogger(name)
+    logger.setLevel(getattr(logging, level.upper()))
+    # Remove existing handlers to avoid duplicates
+    logger.handlers.clear()
+    # Console handler with Rich formatting
+    if enable_rich:
+        console_handler = RichHandler(
+            console=console,
+            show_time=True,
+            show_path=False,
+            rich_tracebacks=True,
+            tracebacks_show_locals=False,
+        )
+    else:
+        console_handler = logging.StreamHandler(sys.stdout)
+        console_handler.setFormatter(
+            logging.Formatter("%(asctime)s - %(name)s - %(levelname)s - %(message)s")
+        )
+    console_handler.setLevel(getattr(logging, level.upper()))
+    logger.addHandler(console_handler)
+    # File handler if log file specified
+    if log_file:
+        log_file.parent.mkdir(parents=True, exist_ok=True)
+        file_handler = logging.FileHandler(log_file, encoding="utf-8")
+        file_handler.setLevel(logging.DEBUG)  # Always log everything to file
+        file_handler.setFormatter(
+            logging.Formatter(
+                "%(asctime)s - %(name)s - %(levelname)s - %(funcName)s:%(lineno)d - %(message)s"
+            )
+        )
+        logger.addHandler(file_handler)
+    return logger
+def get_default_log_file() -> Path:
+    """Get default log file path."""
+    log_dir = get_home_config_dir() / "logs"
+    log_dir.mkdir(parents=True, exist_ok=True)
+    return log_dir / "mlenvdoctor.log"
+# Default logger instance
+logger = setup_logger()

mlenvdoctor/parallel.py ADDED Viewed

@@ -0,0 +1,115 @@
+"""Parallel execution utilities for independent operations."""
+import concurrent.futures
+from typing import Callable, Iterable, List, TypeVar
+from .logger import logger
+T = TypeVar("T")
+R = TypeVar("R")
+def run_parallel(
+    func: Callable[[T], R],
+    items: Iterable[T],
+    max_workers: int = 4,
+    timeout: float | None = None,
+) -> List[R]:
+    """
+    Run a function in parallel on multiple items.
+    Args:
+        func: Function to execute
+        items: Iterable of items to process
+        items_list: List of items to process
+        max_workers: Maximum number of parallel workers
+        timeout: Maximum time to wait for all tasks (None = no timeout)
+    Returns:
+        List of results in the same order as input items
+    Example:
+        def check_library(name: str) -> bool:
+            return importlib.util.find_spec(name) is not None
+        results = run_parallel(check_library, ["torch", "transformers", "peft"])
+    """
+    items_list = list(items)
+    if not items_list:
+        return []
+    # Use ThreadPoolExecutor for I/O-bound operations
+    with concurrent.futures.ThreadPoolExecutor(max_workers=max_workers) as executor:
+        # Submit all tasks
+        future_to_item = {executor.submit(func, item): item for item in items_list}
+        results: List[R] = []
+        completed = 0
+        # Process completed tasks
+        for future in concurrent.futures.as_completed(future_to_item, timeout=timeout):
+            item = future_to_item[future]
+            try:
+                result = future.result()
+                results.append(result)
+                completed += 1
+            except Exception as e:
+                logger.error(f"Error processing {item}: {e}")
+                # Re-raise to maintain error behavior
+                raise
+        if completed != len(items_list):
+            raise RuntimeError(f"Only {completed}/{len(items_list)} tasks completed")
+        return results
+def run_parallel_with_results(
+    func: Callable[[T], R],
+    items: Iterable[T],
+    max_workers: int = 4,
+    timeout: float | None = None,
+) -> List[tuple[T, R | Exception]]:
+    """
+    Run a function in parallel and return results with original items.
+    Unlike run_parallel, this catches exceptions and returns them as results.
+    Args:
+        func: Function to execute
+        items: Iterable of items to process
+        max_workers: Maximum number of parallel workers
+        timeout: Maximum time to wait for all tasks
+    Returns:
+        List of (item, result_or_exception) tuples
+    Example:
+        def check_library(name: str) -> bool:
+            if name == "bad":
+                raise ValueError("Bad library")
+            return True
+        results = run_parallel_with_results(check_library, ["torch", "bad", "peft"])
+        # Returns: [("torch", True), ("bad", ValueError(...)), ("peft", True)]
+    """
+    items_list = list(items)
+    if not items_list:
+        return []
+    with concurrent.futures.ThreadPoolExecutor(max_workers=max_workers) as executor:
+        future_to_item = {executor.submit(func, item): item for item in items_list}
+        results: List[tuple[T, R | Exception]] = []
+        for future in concurrent.futures.as_completed(future_to_item, timeout=timeout):
+            item = future_to_item[future]
+            try:
+                result = future.result()
+                results.append((item, result))
+            except Exception as e:
+                results.append((item, e))
+        return results

mlenvdoctor 0.1.1__py3-none-any.whl → 0.1.2__py3-none-any.whl

mlenvdoctor 0.1.1py3-none-any.whl → 0.1.2py3-none-any.whl