fbuild 1.2.8__py3-none-any.whl

fbuild/build/build_state.py

@@ -0,0 +1,325 @@
+"""Build state tracking for cache invalidation.
+
+This module tracks build configuration state to detect when builds need to be
+invalidated due to changes in:
+- platformio.ini configuration
+- Framework versions
+- Platform versions
+- Toolchain versions
+- Library dependencies
+
+Design:
+    - Stores build state metadata in .fbuild/build/{env_name}/build_state.json
+    - Compares current state with saved state to detect changes
+    - Provides clear reasons when invalidation is needed
+"""
+
+import hashlib
+import json
+from pathlib import Path
+from typing import Dict, List, Optional, Tuple
+
+
+class BuildStateError(Exception):
+    """Raised when build state operations fail."""
+    pass
+
+
+class BuildState:
+    """Represents the current state of a build configuration."""
+
+    def __init__(
+        self,
+        platformio_ini_hash: str,
+        platform: str,
+        board: str,
+        framework: str,
+        toolchain_version: Optional[str] = None,
+        framework_version: Optional[str] = None,
+        platform_version: Optional[str] = None,
+        build_flags: Optional[List[str]] = None,
+        lib_deps: Optional[List[str]] = None,
+    ):
+        """Initialize build state.
+
+        Args:
+            platformio_ini_hash: SHA256 hash of platformio.ini content
+            platform: Platform name (e.g., 'atmelavr', 'espressif32')
+            board: Board ID (e.g., 'uno', 'esp32dev')
+            framework: Framework name (e.g., 'arduino')
+            toolchain_version: Version of toolchain (e.g., '7.3.0-atmel3.6.1-arduino7')
+            framework_version: Version of framework (e.g., '1.8.6')
+            platform_version: Version of platform package
+            build_flags: List of build flags from platformio.ini
+            lib_deps: List of library dependencies from platformio.ini
+        """
+        self.platformio_ini_hash = platformio_ini_hash
+        self.platform = platform
+        self.board = board
+        self.framework = framework
+        self.toolchain_version = toolchain_version
+        self.framework_version = framework_version
+        self.platform_version = platform_version
+        self.build_flags = build_flags or []
+        self.lib_deps = lib_deps or []
+
+    def to_dict(self) -> Dict:
+        """Convert to dictionary for JSON serialization."""
+        return {
+            "platformio_ini_hash": self.platformio_ini_hash,
+            "platform": self.platform,
+            "board": self.board,
+            "framework": self.framework,
+            "toolchain_version": self.toolchain_version,
+            "framework_version": self.framework_version,
+            "platform_version": self.platform_version,
+            "build_flags": self.build_flags,
+            "lib_deps": self.lib_deps,
+        }
+
+    @classmethod
+    def from_dict(cls, data: Dict) -> "BuildState":
+        """Create from dictionary."""
+        return cls(
+            platformio_ini_hash=data["platformio_ini_hash"],
+            platform=data["platform"],
+            board=data["board"],
+            framework=data["framework"],
+            toolchain_version=data.get("toolchain_version"),
+            framework_version=data.get("framework_version"),
+            platform_version=data.get("platform_version"),
+            build_flags=data.get("build_flags", []),
+            lib_deps=data.get("lib_deps", []),
+        )
+
+    def save(self, path: Path) -> None:
+        """Save build state to JSON file.
+
+        Args:
+            path: Path to build_state.json file
+        """
+        path.parent.mkdir(parents=True, exist_ok=True)
+        with open(path, "w", encoding="utf-8") as f:
+            json.dump(self.to_dict(), f, indent=2)
+
+    @classmethod
+    def load(cls, path: Path) -> Optional["BuildState"]:
+        """Load build state from JSON file.
+
+        Args:
+            path: Path to build_state.json file
+
+        Returns:
+            BuildState instance or None if file doesn't exist
+        """
+        if not path.exists():
+            return None
+
+        try:
+            with open(path, "r", encoding="utf-8") as f:
+                data = json.load(f)
+            return cls.from_dict(data)
+        except (json.JSONDecodeError, KeyError):
+            # Corrupted state file - return None to trigger rebuild
+            return None
+
+    def compare(self, other: Optional["BuildState"]) -> Tuple[bool, List[str]]:
+        """Compare this state with another state.
+
+        Args:
+            other: Previous build state (or None if no previous build)
+
+        Returns:
+            Tuple of (needs_rebuild, reasons)
+            - needs_rebuild: True if build needs to be invalidated
+            - reasons: List of human-readable reasons for invalidation
+        """
+        if other is None:
+            return True, ["No previous build state found"]
+
+        reasons = []
+
+        # Check platformio.ini changes
+        if self.platformio_ini_hash != other.platformio_ini_hash:
+            reasons.append("platformio.ini has changed")
+
+        # Check platform changes
+        if self.platform != other.platform:
+            reasons.append(f"Platform changed: {other.platform} -> {self.platform}")
+
+        # Check board changes
+        if self.board != other.board:
+            reasons.append(f"Board changed: {other.board} -> {self.board}")
+
+        # Check framework changes
+        if self.framework != other.framework:
+            reasons.append(f"Framework changed: {other.framework} -> {self.framework}")
+
+        # Check toolchain version changes
+        if self.toolchain_version != other.toolchain_version:
+            reasons.append(
+                f"Toolchain version changed: {other.toolchain_version} -> {self.toolchain_version}"
+            )
+
+        # Check framework version changes
+        if self.framework_version != other.framework_version:
+            reasons.append(
+                f"Framework version changed: {other.framework_version} -> {self.framework_version}"
+            )
+
+        # Check platform version changes
+        if self.platform_version != other.platform_version:
+            reasons.append(
+                f"Platform version changed: {other.platform_version} -> {self.platform_version}"
+            )
+
+        # Check build flags changes
+        if set(self.build_flags) != set(other.build_flags):
+            reasons.append("Build flags have changed")
+
+        # Check library dependencies changes
+        if set(self.lib_deps) != set(other.lib_deps):
+            reasons.append("Library dependencies have changed")
+
+        needs_rebuild = len(reasons) > 0
+        return needs_rebuild, reasons
+
+
+class BuildStateTracker:
+    """Tracks build state for cache invalidation."""
+
+    def __init__(self, build_dir: Path):
+        """Initialize build state tracker.
+
+        Args:
+            build_dir: Build directory (.fbuild/build/{env_name})
+        """
+        self.build_dir = Path(build_dir)
+        self.state_file = self.build_dir / "build_state.json"
+
+    @staticmethod
+    def hash_file(path: Path) -> str:
+        """Calculate SHA256 hash of a file.
+
+        Args:
+            path: Path to file
+
+        Returns:
+            SHA256 hash as hex string
+        """
+        sha256 = hashlib.sha256()
+        with open(path, "rb") as f:
+            for chunk in iter(lambda: f.read(8192), b""):
+                sha256.update(chunk)
+        return sha256.hexdigest()
+
+    def create_state(
+        self,
+        platformio_ini_path: Path,
+        platform: str,
+        board: str,
+        framework: str,
+        toolchain_version: Optional[str] = None,
+        framework_version: Optional[str] = None,
+        platform_version: Optional[str] = None,
+        build_flags: Optional[List[str]] = None,
+        lib_deps: Optional[List[str]] = None,
+    ) -> BuildState:
+        """Create a BuildState from current configuration.
+
+        Args:
+            platformio_ini_path: Path to platformio.ini file
+            platform: Platform name
+            board: Board ID
+            framework: Framework name
+            toolchain_version: Toolchain version
+            framework_version: Framework version
+            platform_version: Platform version
+            build_flags: Build flags from platformio.ini
+            lib_deps: Library dependencies from platformio.ini
+
+        Returns:
+            BuildState instance representing current configuration
+        """
+        # Hash platformio.ini
+        ini_hash = self.hash_file(platformio_ini_path)
+
+        return BuildState(
+            platformio_ini_hash=ini_hash,
+            platform=platform,
+            board=board,
+            framework=framework,
+            toolchain_version=toolchain_version,
+            framework_version=framework_version,
+            platform_version=platform_version,
+            build_flags=build_flags,
+            lib_deps=lib_deps,
+        )
+
+    def load_previous_state(self) -> Optional[BuildState]:
+        """Load the previous build state.
+
+        Returns:
+            Previous BuildState or None if no previous build
+        """
+        return BuildState.load(self.state_file)
+
+    def save_state(self, state: BuildState) -> None:
+        """Save the current build state.
+
+        Args:
+            state: BuildState to save
+        """
+        state.save(self.state_file)
+
+    def check_invalidation(
+        self,
+        platformio_ini_path: Path,
+        platform: str,
+        board: str,
+        framework: str,
+        toolchain_version: Optional[str] = None,
+        framework_version: Optional[str] = None,
+        platform_version: Optional[str] = None,
+        build_flags: Optional[List[str]] = None,
+        lib_deps: Optional[List[str]] = None,
+    ) -> Tuple[bool, List[str], BuildState]:
+        """Check if build cache should be invalidated.
+
+        Args:
+            platformio_ini_path: Path to platformio.ini file
+            platform: Current platform name
+            board: Current board ID
+            framework: Current framework name
+            toolchain_version: Current toolchain version
+            framework_version: Current framework version
+            platform_version: Current platform version
+            build_flags: Current build flags
+            lib_deps: Current library dependencies
+
+        Returns:
+            Tuple of (needs_rebuild, reasons, current_state)
+            - needs_rebuild: True if build should be invalidated
+            - reasons: List of reasons for invalidation
+            - current_state: Current BuildState (for saving after build)
+        """
+        # Create current state
+        current_state = self.create_state(
+            platformio_ini_path=platformio_ini_path,
+            platform=platform,
+            board=board,
+            framework=framework,
+            toolchain_version=toolchain_version,
+            framework_version=framework_version,
+            platform_version=platform_version,
+            build_flags=build_flags,
+            lib_deps=lib_deps,
+        )
+
+        # Load previous state
+        previous_state = self.load_previous_state()
+
+        # Compare states
+        needs_rebuild, reasons = current_state.compare(previous_state)
+
+        return needs_rebuild, reasons, current_state

fbuild/build/build_utils.py

@@ -0,0 +1,93 @@
+"""Build utilities for Fbuild.
+
+This module provides utility functions for build operations like
+printing size information and formatting build output.
+"""
+
+import os
+import stat
+import shutil
+from pathlib import Path
+from typing import Any, Callable, Optional
+
+from ..build.linker import SizeInfo
+from ..output import log_size_info
+
+
+class SizeInfoPrinter:
+    """Utility class for printing firmware size information."""
+
+    @staticmethod
+    def print_size_info(size_info: Optional[SizeInfo]) -> None:
+        """
+        Print firmware size information in a formatted display.
+
+        Args:
+            size_info: Size information from linker (None to skip printing)
+        """
+        if not size_info:
+            return
+
+        log_size_info(
+            program_bytes=size_info.total_flash,
+            program_percent=size_info.flash_percent,
+            max_flash=size_info.max_flash,
+            data_bytes=size_info.data,
+            bss_bytes=size_info.bss,
+            ram_bytes=size_info.total_ram,
+            ram_percent=size_info.ram_percent,
+            max_ram=size_info.max_ram
+        )
+
+
+def remove_readonly(func: Callable[[str], None], path: str, excinfo: Any) -> None:
+    """
+    Error handler for shutil.rmtree on Windows.
+
+    On Windows, read-only files cannot be deleted and will cause
+    shutil.rmtree to fail. This handler removes the read-only attribute
+    and retries the operation.
+
+    Args:
+        func: The function that raised the exception
+        path: The path to the file/directory
+        excinfo: Exception information (unused)
+    """
+    os.chmod(path, stat.S_IWRITE)
+    func(path)
+
+
+def safe_rmtree(path: Path, max_retries: int = 3) -> None:
+    """
+    Safely remove a directory tree, handling Windows-specific issues.
+
+    This function handles common Windows issues with directory deletion:
+    - Read-only files
+    - Locked files (with retries)
+    - Hidden system files
+
+    Args:
+        path: Path to directory to remove
+        max_retries: Maximum number of retry attempts for locked files
+
+    Raises:
+        OSError: If directory cannot be removed after all retries
+    """
+    import time
+
+    if not path.exists():
+        return
+
+    for attempt in range(max_retries):
+        try:
+            shutil.rmtree(path, onerror=remove_readonly)
+            return
+        except OSError as e:
+            if attempt < max_retries - 1:
+                # Wait a bit and retry (files might be temporarily locked)
+                time.sleep(0.5)
+            else:
+                # Last attempt failed, raise the error
+                raise OSError(
+                    f"Failed to remove directory {path} after {max_retries} attempts: {e}"
+                ) from e