nmk-python 1.6.0__py3-none-any.whl → 1.8.0__py3-none-any.whl

nmk_python/backends/build_backend.py

@@ -0,0 +1,56 @@
+"""
+Python build backend definition module
+"""
+
+from abc import ABC, abstractmethod
+from pathlib import Path
+from typing import cast
+
+from nmk._internal.envbackend_legacy import EnvBackend  # For type hinting
+from nmk.model.model import NmkModel
+
+
+class PythonBuildBackend(ABC):
+    """
+    Python build backend interface
+
+    :param model: NmkModel instance
+    """
+
+    def __init__(self, model: NmkModel):
+        self._model = model
+        self._env_backend = cast(EnvBackend, model.env_backend)  # type: ignore
+
+    @abstractmethod
+    def install_editable(self):  # pragma: no cover
+        """
+        Install current project as editable package
+        """
+        pass
+
+    @abstractmethod
+    def install_wheel(self, wheel_path: Path):  # pragma: no cover
+        """
+        Install current project built wheel
+        """
+        pass
+
+    @abstractmethod
+    def build_wheel(self, build_dir: Path, built_wheel_name: str, wheel_version: str) -> Path:  # pragma: no cover
+        """
+        Build current project wheel
+
+        :param build_dir: temporary build folder
+        :param built_wheel_name: name of the built wheel file
+        :return: path to built wheel
+        """
+        pass
+
+    @abstractmethod
+    def uninstall_wheels(self, wheel_names: list[str]):  # pragma: no cover
+        """
+        Uninstall specified wheels
+
+        :param wheel_names: names of the wheels to uninstall
+        """
+        pass

nmk_python/backends/factory.py

@@ -0,0 +1,32 @@
+"""
+Build backend factory definition module
+"""
+
+from nmk.model.model import NmkModel
+
+from .build_backend import PythonBuildBackend
+from .pip_build_backend import PipBuildBackend
+from .uv_build_backend import UvBuildBackend
+
+# Supported backends mapping
+_SUPPORTED_BACKENDS = {"pip": PipBuildBackend, "legacy": PipBuildBackend, "uv": UvBuildBackend}
+
+
+class BuildBackendFactory:
+    """
+    Python build backend factory
+    """
+
+    @staticmethod
+    def create(model: NmkModel) -> PythonBuildBackend:
+        """
+        Create a python build backend, from provided environment backend
+
+        :param model: NmkModel instance
+        :return: Python build backend instance
+        """
+
+        # Check for supported backend
+        env_backend_name = model.env_backend.name
+        assert env_backend_name in _SUPPORTED_BACKENDS, f"Unsupported backend for python build: {env_backend_name}"
+        return _SUPPORTED_BACKENDS[env_backend_name](model)

nmk_python/backends/pip_build_backend.py

@@ -0,0 +1,53 @@
+"""
+Pip build backend module.
+"""
+
+import sys
+from pathlib import Path
+from typing import cast
+
+from nmk.utils import run_with_logs
+
+from .build_backend import PythonBuildBackend
+
+
+class PipBuildBackend(PythonBuildBackend):
+    """
+    Pip build backend implementation
+
+    :param model: NmkModel instance
+    """
+
+    def install_editable(self):
+        # Prepare install args
+        install_args = ["install", "-e", "."]
+
+        # Add extra args from model config
+        install_args += cast(list[str], self._model.config["pythonEditablePipInstallArgs"].value)
+
+        # Delegate to subprocess
+        self._env_backend.subprocess(install_args, cwd=self._env_backend.project_path)
+
+    def install_wheel(self, wheel_path: Path):
+        # Prepare install args
+        install_args = ["install", str(wheel_path)]
+
+        # Add extra args from model config
+        install_args += cast(list[str], self._model.config["pythonWheelPipInstallArgs"].value)
+
+        # Delegate to subprocess
+        self._env_backend.subprocess(install_args, cwd=self._env_backend.project_path)
+
+    def build_wheel(self, build_dir: Path, built_wheel_name: str, wheel_version: str) -> Path:
+        # Delegate to build module
+        run_with_logs([sys.executable, "-m", "build", "--wheel", "--skip-dependency-check", "--no-isolation"], cwd=build_dir)
+
+        # Return built wheel path
+        return build_dir / "dist" / built_wheel_name
+
+    def uninstall_wheels(self, wheel_names: list[str]):
+        # Prepare uninstall args
+        uninstall_args = ["uninstall", "--yes"] + wheel_names
+
+        # Delegate to subprocess
+        self._env_backend.subprocess(uninstall_args, cwd=self._env_backend.project_path)

nmk_python/backends/uv_build_backend.py

@@ -0,0 +1,56 @@
+"""
+Uv build backend module.
+"""
+
+from pathlib import Path
+from typing import cast
+
+from .build_backend import PythonBuildBackend
+
+
+class UvBuildBackend(PythonBuildBackend):
+    """
+    Uv build backend implementation
+
+    :param model: NmkModel instance
+    """
+
+    def install_editable(self):
+        # Prepare install args
+        install_args = ["sync"]
+
+        # Add extra args from model config
+        install_args += cast(list[str], self._model.config["pythonEditableUvInstallArgs"].value)
+
+        # Delegate to subprocess
+        self._env_backend.subprocess(install_args, cwd=self._env_backend.project_path)
+
+    def install_wheel(self, wheel_path: Path):
+        # Prepare install args
+        install_args = ["pip", "install", str(wheel_path)]
+
+        # Add extra args from model config
+        install_args += cast(list[str], self._model.config["pythonWheelUvInstallArgs"].value)
+
+        # Delegate to subprocess
+        self._env_backend.subprocess(install_args, cwd=self._env_backend.project_path)
+
+    def build_wheel(self, build_dir: Path, built_wheel_name: str, wheel_version: str) -> Path:
+        # Name for wheel sub-directory
+        wheel_sub_dir = "wheel_dist"
+
+        # Check for (experimental) uv-build backend
+        if self._model.config["pythonUseUvBuildBackend"].value:
+            # Prepare project version (without updating the venv)
+            self._env_backend.subprocess(["version", "--active", "--no-sync", wheel_version], cwd=build_dir)
+
+        # Delegate to uv
+        build_args = ["build", "--wheel", "--out-dir", wheel_sub_dir]
+        self._env_backend.subprocess(build_args, cwd=build_dir)
+
+        # Return built wheel path
+        return build_dir / wheel_sub_dir / built_wheel_name
+
+    def uninstall_wheels(self, wheel_names: list[str]):
+        # Same as setup
+        self._env_backend.upgrade(full=False, only_deps=True)

nmk_python/build.py

@@ -2,35 +2,47 @@
 Python package build module
 """
 
+import importlib.metadata
+import json
 import shutil
-import sys
-from logging import Logger
+from fnmatch import fnmatch
+from itertools import product
 from pathlib import Path
+from typing import cast
 
+from nmk._internal.envbackend_legacy import EnvBackend  # For type hinting
+from nmk.logs import NmkLogWrapper
 from nmk.model.builder import NmkTaskBuilder
-from nmk.model.keys import NmkRootConfig
-from nmk.model.resolver import NmkListConfigResolver, NmkStrConfigResolver
-from nmk.utils import is_windows, run_pip, run_with_logs
-from nmk_base.venvbuilder import VenvUpdateBuilder
-from tomlkit import loads
-from tomlkit.toml_file import TOMLFile
+from nmk.model.model import NmkModel
+from nmk.model.resolver import NmkDictConfigResolver, NmkListConfigResolver, NmkStrConfigResolver
+from nmk.utils import is_windows
+from packaging.requirements import Requirement
+
+from nmk_python.backends.factory import BuildBackendFactory
 
 
 # Install filter for Windows
-def _can_install(name: str, logger: Logger) -> bool:
+def _can_install(name: str, logger: NmkLogWrapper) -> bool:
     # On Windows, refuse to install nmk package while running nmk (wont' work)
-    if is_windows() and name == "nmk":
-        logger.warning("Can't install nmk while running nmk!")
+    if is_windows() and name in ["nmk", "buildenv"]:
+        logger.warning(f"Can't install {name} while running {name}!")
         return False
     return True
 
 
+# Get python package from model
+def _python_package(model: NmkModel) -> str:
+    cfg = model.config.get("pythonPackage")
+    assert cfg is not None and isinstance(cfg.value, str), "Can't read pythonPackage from model"
+    return cfg.value
+
+
 class PackageBuilder(NmkTaskBuilder):
     """
     Python package builder
     """
 
-    def build(self, project_file: str, version_file: str, source_dirs: list[str], artifacts_dir: str, build_dir: str, extra_resources: dict[str, str]):
+    def build(self, project_file: str, version_file: str, source_dirs: list[str], artifacts_dir: str, build_dir: str, extra_resources: dict[str, str]):  # pyright: ignore[reportIncompatibleMethodOverride]
         """
         Delegate to python build module, from a temporary build folder
 
@@ -49,21 +61,14 @@ class PackageBuilder(NmkTaskBuilder):
         build_path.mkdir(exist_ok=True, parents=True)
 
         # Copy source folders and various project files
-        project_root = Path(self.model.config[NmkRootConfig.PROJECT_DIR].value)
+        project_path = Path(project_file)
+        project_root = project_path.parent
         for source_dir in map(Path, source_dirs):
             shutil.copytree(source_dir, build_path / source_dir.relative_to(project_root))
-        for candidate in filter(lambda p: p.is_file(), map(Path, [project_file, version_file, project_root / "README.md", project_root / "LICENSE"])):
-            shutil.copyfile(candidate, build_path / candidate.name)
-
-        # Update project file with version
-        build_project = build_path / Path(project_file).name
-        build_version = build_path / Path(version_file).name
-        with build_project.open() as f:
-            project_doc = loads(f.read())
-        dyn_table = project_doc.get("tool").get("setuptools").get("dynamic")
-        dyn_table["version"] = {"file": build_version.name}
-        project_output = TOMLFile(build_project)
-        project_output.write(project_doc)
+        for candidate in filter(lambda p: p.is_file(), map(Path, [project_path, version_file, project_root / "README.md", project_root / "LICENSE"])):
+            dest = build_path / candidate.relative_to(project_root)
+            dest.parent.mkdir(parents=True, exist_ok=True)
+            shutil.copyfile(candidate, dest)
 
         # Handle extra resources
         for src, dst in extra_resources.items():
@@ -90,18 +95,17 @@ class PackageBuilder(NmkTaskBuilder):
         for wheel in artifacts_path.glob("*.whl"):
             wheel.unlink()
 
-        # Delegate to build module
-        run_with_logs(
-            [sys.executable, "-m", "build", "--wheel", "--skip-dependency-check", "--no-isolation"],
-            self.logger,
-            cwd=build_path,
+        # Read version from file
+        wheel_version = Path(version_file).read_text().splitlines()[0]
+
+        # Delegate to build backend
+        built_wheel = BuildBackendFactory.create(self.model).build_wheel(
+            build_dir=build_path, built_wheel_name=self.main_output.name, wheel_version=wheel_version
         )
+        assert built_wheel.is_file(), f"Expected built wheel not found: {built_wheel}"
 
         # Copy wheel to artifacts folder
-        target_wheel = self.main_output
-        built_wheel = build_path / "dist" / target_wheel.name
-        assert built_wheel.is_file(), f"Expected built wheel not found: {built_wheel}"
-        shutil.copyfile(built_wheel, target_wheel)
+        shutil.copyfile(built_wheel, self.main_output)
 
 
 class PythonModuleResolver(NmkStrConfigResolver):
@@ -113,27 +117,31 @@ class PythonModuleResolver(NmkStrConfigResolver):
         """
         Return module name from package (i.e. wheel) name
         """
-        return self.model.config["pythonPackage"].value.replace("-", "_")
+        return _python_package(self.model).replace("-", "_")
 
 
-class Installer(VenvUpdateBuilder):
+class Installer(NmkTaskBuilder):
     """
     Install built wheel in venv
     """
 
-    def build(self, name: str, pip_args: list[str], to_remove: str):
+    def build(self, name: str, wheel: str, pip_args: list[str] | None = None, to_remove: str = ""):  # pyright: ignore[reportIncompatibleMethodOverride]
         """
         Install wheel in venv
 
         :param name: wheel name to be installed
-        :param pip_args: pip command line arguments
+        :param wheel: wheel path to be installed
+        :param pip_args: pip command line arguments; deprecated, not used anymore
         :param to_remove: stamp file to be removed
         """
 
         # Check if wheel can be installed
         if _can_install(name, self.logger):
-            # Install wheel in current venv
-            super().build(" ".join(pip_args))
+            # Delegate to build backend
+            eb = cast(EnvBackend, self.model.env_backend)  # type: ignore
+            old_packages = eb.installed_packages
+            BuildBackendFactory.create(self.model).install_wheel(wheel_path=Path(wheel))
+            eb.print_updates(old_packages)
 
             # Remove stamp file
             Path(to_remove).unlink(missing_ok=True)
@@ -144,17 +152,28 @@ class Uninstaller(NmkTaskBuilder):
     Uninstall current project wheel from venv
     """
 
-    def build(self, name: str):
+    def build(self, name: str, local_deps: list[str] | None = None):  # pyright: ignore[reportIncompatibleMethodOverride]
         """
         Uninstall wheel from venv
 
         Note that task won't fail if the wheel is not installed
 
         :param name: wheel name to be uninstalled
+        :param local_deps: list of workspace local dependencies patterns, used to find additional wheels to uninstall
         """
 
-        # Simply delegate to pip
-        run_pip(["uninstall", "--yes", name], logger=self.logger)
+        # Find local deps to uninstall, from provided packages
+        wheel_names = set([name])
+        eb = cast(EnvBackend, self.model.env_backend)  # type: ignore
+        old_packages = eb.installed_packages
+        for pattern, dep_name in product(local_deps if local_deps else [], old_packages.keys()):
+            if fnmatch(dep_name, pattern):
+                self.logger.debug(f"wheel name '{dep_name}' matches local dependency pattern '{pattern}', will be uninstalled")
+                wheel_names.add(dep_name)
+
+        # Delegate to build backend
+        BuildBackendFactory.create(self.model).uninstall_wheels(wheel_names=sorted(list(wheel_names)))
+        eb.print_updates(old_packages)
 
 
 class EditableBuilder(NmkTaskBuilder):
@@ -162,17 +181,20 @@ class EditableBuilder(NmkTaskBuilder):
     Install python project in editable mode
     """
 
-    def build(self, pip_args: list[str]):
+    def build(self, pip_args: list[str] | None = None):  # pyright: ignore[reportIncompatibleMethodOverride]
         """
         Install project in venv as editable package
 
-        :param pip_args: pip command line arguments
+        :param pip_args: pip command line arguments; deprecated, not used anymore
         """
 
         # Check if project can be installed in editable mode
-        if _can_install(self.model.config["pythonPackage"].value, self.logger):
-            # Delegate to pip
-            run_pip(["install", "-e", "."], logger=self.logger, extra_args=" ".join(pip_args))
+        if _can_install(_python_package(self.model), self.logger):
+            # Delegate to build backend
+            eb = cast(EnvBackend, self.model.env_backend)  # type: ignore
+            old_packages = eb.installed_packages
+            BuildBackendFactory.create(self.model).install_editable()
+            eb.print_updates(old_packages)
 
             # Touch stamp file
             self.main_output.touch()
@@ -183,8 +205,91 @@ class PythonOptionalDepsResolver(NmkListConfigResolver):
     Python optional deps resolver
     """
 
-    def get_value(self, name: str, groups: dict[str, list[str]]) -> list[str]:
+    def get_value(self, name: str, groups: dict[str, list[str]]) -> list[str]:  # pyright: ignore[reportIncompatibleMethodOverride]
         """
         Turn dependency options deps dict into a merged list of dependencies
         """
         return sorted(list(set(dependency for deps in groups.values() for dependency in deps)))
+
+
+class PythonDevDepsResolver(NmkListConfigResolver):
+    """
+    Python development deps resolver
+    """
+
+    def get_value(self, name: str, package_deps: list[str], all_deps: list[str]) -> list[str]:  # pyright: ignore[reportIncompatibleMethodOverride]
+        """
+        Return development dependencies (all deps minus package deps)
+        """
+        return sorted(list(set(all_deps) - set(package_deps)))
+
+
+class PythonArchiveDepsResolver(NmkDictConfigResolver):
+    """
+    Python archive dependencies resolver
+    """
+
+    def get_value(self, name: str, archives: list[str]) -> dict[str, str]:  # pyright: ignore[reportIncompatibleMethodOverride]
+        """
+        Return archive dependencies mapping (python package name -> wheel path)
+        """
+
+        # Iterate on existing archives paths
+        out: dict[str, str] = {}
+        for dep in filter(lambda p: p.is_file() and "-" in p.name, map(Path, archives)):
+            # Extract package name from wheel file name
+            dep_name = dep.name.split("-")[0].replace("_", "-")
+            out[dep_name] = str(dep.resolve()).replace("\\", "\\\\")  # Escape backslashes for Windows paths
+        return out
+
+
+class DepsMetadataBuilder(NmkTaskBuilder):
+    """
+    Generate python dependencies metadata file
+    """
+
+    def build(self, root_name: str, local_deps: list[str]):  # pyright: ignore[reportIncompatibleMethodOverride]
+        """
+        Generate python dependencies metadata file
+
+        :param root_name: name of the root package
+        :param local_deps: list of workspace local dependencies patterns
+        """
+
+        # Normalization implementation
+        def normalize(name: str) -> str:
+            return name.lower().replace("_", "-")
+
+        # Prepare distributions map
+        distributions = {normalize(d.name): d for d in importlib.metadata.distributions()}
+        assert root_name in distributions, f"Root package '{root_name}' not found in installed distributions"
+        output_data: dict[str, str] = {}
+
+        # Visitor implementation
+        def visit(name: str):
+            # Already visited or unknown?
+            if (name in output_data) or (name not in distributions):
+                return
+
+            # If this is a local project, don't add metadata
+            if (name != root_name) and not any(fnmatch(name, pattern) for pattern in local_deps):
+                # Keep versions
+                output_data[name] = distributions[name].version
+
+            # Visit dependencies
+            for dep in distributions[name].requires or []:
+                # Get requirement
+                req = Requirement(dep)
+
+                # Check marker, if any
+                if req.marker is not None and not req.marker.evaluate():
+                    continue
+
+                # Visit dependency if installed
+                visit(normalize(req.name))
+
+        # Visit from root
+        visit(root_name)
+
+        # Write output metadata file
+        self.main_output.write_text(json.dumps({k: output_data[k] for k in sorted(output_data)}, indent=4))

nmk_python/build.yml

@@ -1,155 +1,192 @@
 config:
-
-    # Python package name (to be configured at project level)
-    pythonPackage: ${projectName}
-    pythonModule:
-        __resolver__: nmk_python.build.PythonModuleResolver
-
-    # Python artifacts directory
-    pythonArtifacts: ${outputDir}/artifacts
-
-    # Python build directory
-    pythonBuildDir: ${outputDir}/python
-
-    # Target platform for python project
-    pythonPackagePlatform: any
-
-    # Python source distribution + wheel artifacts
-    pythonWheel: ${pythonArtifacts}/${pythonModule}-${pythonVersion}-py3-none-${pythonPackagePlatform}.whl
-
-    # Add project file fragment for build config
-    pythonProjectFileFragments:
-        - ${BASEDIR}/templates/build.toml.jinja
-
-    # Python optional deps (named groups of python package optional dependencies)
-    pythonPackageOptionalRequirements: {}
-
-    # Derived list of python dependencies from the dependency groups
-    pythonPackageOptionalRequirementsList:
-        __resolver__: nmk_python.build.PythonOptionalDepsResolver
-        params:
-            groups: ${pythonPackageOptionalRequirements}
-    pythonProjectFileItems:
-        project:
-            optional-dependencies: ${pythonPackageOptionalRequirements}
-
-    # Python package dependencies
-    pythonPackageRequirements: []
-
-    # Also install in venv all dependencies
-    venvPkgDeps:
-        - ${pythonPackageRequirements}
-        - ${pythonPackageOptionalRequirementsList}
-
-    # Extra (external) resources to be bundled in built python wheel
-    pythonExtraResources: {}
-
-    # Python editable install stamp
-    pythonEditableStamp: ${outputDir}/.pyeditable
-
-    # Python files to be ignored
-    gitIgnoredFiles:
-        - .eggs/
-        - "*.egg-info/"
-        - "*.pyc"
-        - __pycache__
-
-    # Additional github publish step: publish on pypi.org
-    githubPublishSteps:
-        - name: Publish package on pypi.org
-          uses: pypa/gh-action-pypi-publish@v1.13.0
-          with:
-            user: __token__
-            password: ${{ secrets.pypi_password }}
-            packages_dir: ${r!pythonArtifacts}
-
-    # Wheel install arguments
-    pythonWheelInstallArgs:
-        - --force-reinstall # force reinstall because otherwise install will be skipped if version didn't changed
-        - --no-deps         # but skip dependencies to avoid reinstalling everything (deps are already installed by py.venv task)
-
-    # Editable install arguments
-    pythonEditableInstallArgs:
-        - --no-deps             # skip dependencies to avoid reinstalling everything
-        - --no-build-isolation  # disable dependencies install when building for "editable" mode
-
-    # Type checking mode for Pyright; may be off, basic, standard, strict
-    pythonTypeCheckingMode: strict
-
-    # Excluded modules for wheel build
-    pythonBuildExcludedModules: []
+  # Python package name (to be configured at project level)
+  pythonPackage: ${projectName}
+  pythonModule:
+    __resolver__: nmk_python.build.PythonModuleResolver
+
+  # Python artifacts directory
+  pythonArtifacts: ${outputDir}/artifacts
+
+  # Python build directory
+  pythonBuildDir: ${outputDir}/python
+
+  # Target platform for python project
+  pythonPackagePlatform: any
+
+  # Python source distribution + wheel artifacts
+  pythonWheel: ${pythonArtifacts}/${pythonModule}-${pythonVersion}-py3-none-${pythonPackagePlatform}.whl
+
+  # Add project file fragment for build config
+  pythonProjectFileFragments:
+    - ${BASEDIR}/templates/build.toml.jinja
+
+  # Python optional deps (named groups of python package optional dependencies)
+  pythonPackageOptionalRequirements: {}
+
+  # Derived list of python dependencies from the dependency groups
+  pythonPackageOptionalRequirementsList:
+    __resolver__: nmk_python.build.PythonOptionalDepsResolver
+    params:
+      groups: ${pythonPackageOptionalRequirements}
+  pythonProjectFileItems:
+    project:
+      optional-dependencies: ${pythonPackageOptionalRequirements}
+
+  # Python package dependencies
+  pythonPackageRequirements: []
+
+  # Python development dependencies
+  pythonDevRequirements:
+    __resolver__: nmk_python.build.PythonDevDepsResolver
+    params:
+      package_deps: ${pythonPackageRequirements}
+      all_deps: ${venvPkgDeps}
+
+  # Archive related requirements
+  pythonArchiveRequirements:
+    __resolver__: nmk_python.build.PythonArchiveDepsResolver
+    params:
+      archives: ${venvArchiveDeps}
+
+  # Also install in venv all dependencies
+  venvPkgDeps:
+    - ${pythonPackageRequirements}
+    - ${pythonPackageOptionalRequirementsList}
+
+  # Extra (external) resources to be bundled in built python wheel
+  pythonExtraResources: {}
+
+  # Python editable install stamp
+  pythonEditableStamp: ${outputDir}/.pyeditable
+
+  # Python files to be ignored
+  gitIgnoredFiles:
+    - .eggs/
+    - "*.egg-info/"
+    - "*.pyc"
+    - __pycache__
+
+  # Additional github publish step: publish on pypi.org
+  githubPublishSteps:
+    - name: Publish package on pypi.org
+      uses: pypa/gh-action-pypi-publish@v1.13.0
+      with:
+        user: __token__
+        password: ${{ secrets.pypi_password }}
+        packages_dir: ${r!pythonArtifacts}
+
+  # Wheel install arguments (for pip backend)
+  pythonWheelPipInstallArgs:
+    - --force-reinstall # force reinstall because otherwise install will be skipped if version didn't changed
+    - --no-deps # but skip dependencies to avoid reinstalling everything (deps are already installed by py.venv task)
+
+  # Editable install arguments (for pip backend)
+  pythonEditablePipInstallArgs:
+    - --no-deps # skip dependencies to avoid reinstalling everything
+    - --no-build-isolation # disable dependencies install when building for "editable" mode
+
+  # Wheel install arguments (for uv backend)
+  pythonWheelUvInstallArgs: []
+
+  # Editable install arguments (for uv backend)
+  pythonEditableUvInstallArgs: []
+
+  # Type checking mode for Pyright; may be off, basic, standard, strict
+  pythonTypeCheckingMode: strict
+
+  # Excluded modules for wheel build
+  pythonBuildExcludedModules: []
+
+  # Workspace local dependencies patterns
+  pythonLocalDepsPatterns: []
+
+  # Generated python dependencies metadata file
+  pythonDepsMetadata: ${outputDir}/python_deps.json
 
 tasks:
-
-    # Python editable install
-    py.editable:
-        description: Install python editable package
-        emoji: ":snake:.:house:"
-        deps:
-            - py.project
-            - py.format
-            - py.analyze
-        appendToDeps: build
-        if: ${pythonSrcFiles}   # Only if python source files are found
-        output:
-            - ${pythonEditableStamp}
-        input:
-            - ${pythonProjectFile}
-        builder: nmk_python.build.EditableBuilder
-        params:
-            pip_args:
-                - ${pythonEditableInstallArgs}
-
-    # Python wheel build
-    py.build:
-        description: Build python wheel
-        emoji: ":snake:.:hammer:"
-        deps:
-            - py.project
-            - py.format
-            - py.analyze
-        appendToDeps: package
-        if: ${pythonSrcFiles}   # Only if python source files are found
-        output:
-            - ${pythonWheel}
-        input:
-            - ${pythonSrcFiles}
-            - ${pythonProjectFile}
-        builder: nmk_python.build.PackageBuilder
-        params:
-            project_file: ${pythonProjectFile}
-            version_file: ${pythonVersionStamp}
-            source_dirs: ${pythonSrcFolders}
-            artifacts_dir: ${pythonArtifacts}
-            build_dir: ${pythonBuildDir}
-            extra_resources: ${pythonExtraResources}
-
-    # Python wheel install
-    py.install:
-        description: Install python wheel
-        emoji: ":snake:.:inbox_tray:"
-        deps:
-            - py.build
-        appendToDeps: install
-        if: ${pythonSrcFiles}   # Only if python source files are found
-        input: ${pythonWheel}
-        output: 
-            - ${ROOTDIR}/${venvName}
-            - ${venvState}
-        builder: nmk_python.build.Installer
-        params:
-            name: ${pythonPackage}
-            pip_args:
-                - ${pythonWheelInstallArgs}
-            to_remove: ${pythonEditableStamp}
-
-    # Python module clean
-    py.uninstall:
-        description: Uninstall python package
-        emoji: ":broom:.:snake:"
-        appendToDeps:
-            - clean
-        builder: nmk_python.build.Uninstaller
-        params:
-            name: ${pythonPackage}
-        if: ${pythonSrcFiles}   # Only if python source files are found
+  # Python editable install
+  py.editable:
+    description: Install python editable package
+    emoji: ":snake:.:house:"
+    deps:
+      - py.project
+      - py.format
+      - py.analyze
+    appendToDeps: build
+    if: ${pythonSrcFiles} # Only if python source files are found
+    output:
+      - ${pythonEditableStamp}
+    input:
+      - ${pythonProjectFile}
+    builder: nmk_python.build.EditableBuilder
+
+  # Python dependencies metadata
+  py.deps:
+    description: Gather python dependencies metadata
+    emoji: ":snake:.:link:"
+    deps:
+      - py.editable
+    appendToDeps: build
+    if: ${pythonSrcFiles} # Only if python source files are found
+    output:
+      - ${pythonDepsMetadata}
+    input:
+      - ${pythonProjectFile}
+    builder: nmk_python.build.DepsMetadataBuilder
+    params:
+      root_name: ${pythonPackage}
+      local_deps: ${pythonLocalDepsPatterns}
+
+  # Python wheel build
+  py.build:
+    description: Build python wheel
+    emoji: ":snake:.:hammer:"
+    deps:
+      - py.project
+      - py.format
+      - py.analyze
+    appendToDeps: package
+    if: ${pythonSrcFiles} # Only if python source files are found
+    output:
+      - ${pythonWheel}
+    input:
+      - ${pythonSrcFiles}
+      - ${pythonProjectFile}
+    builder: nmk_python.build.PackageBuilder
+    params:
+      project_file: ${pythonProjectFile}
+      version_file: ${pythonVersionStamp}
+      source_dirs: ${pythonSrcFolders}
+      artifacts_dir: ${pythonArtifacts}
+      build_dir: ${pythonBuildDir}
+      extra_resources: ${pythonExtraResources}
+
+  # Python wheel install
+  py.install:
+    description: Install python wheel
+    emoji: ":snake:.:inbox_tray:"
+    deps:
+      - py.build
+    appendToDeps: install
+    if: ${pythonSrcFiles} # Only if python source files are found
+    input: ${pythonWheel}
+    output:
+      - ${ROOTDIR}/${venvName}
+      - ${venvState}
+    builder: nmk_python.build.Installer
+    params:
+      name: ${pythonPackage}
+      wheel: ${pythonWheel}
+      to_remove: ${pythonEditableStamp}
+
+  # Python module clean
+  py.uninstall:
+    description: Uninstall python package and local dependencies
+    emoji: ":broom:.:snake:"
+    appendToDeps:
+      - clean
+    builder: nmk_python.build.Uninstaller
+    params:
+      name: ${pythonPackage}
+      local_deps: ${pythonLocalDepsPatterns}
+    if: ${pythonSrcFiles} # Only if python source files are found

nmk_python/files.py

@@ -2,7 +2,9 @@
 Python files resolvers
 """
 
+from abc import abstractmethod
 from pathlib import Path
+from typing import cast
 
 from nmk.model.resolver import NmkListConfigResolver
 
@@ -12,6 +14,7 @@ class FilesFinder(NmkListConfigResolver):
     Shared logic for files resolution
     """
 
+    @abstractmethod
     def find_in_folders(self) -> list[str]:  # pragma: no cover
         """
         Folders to be browsed (to be overridden)
@@ -38,7 +41,7 @@ class PythonFilesFinder(FilesFinder):
         """
         Python source folders
         """
-        return self.model.config["pythonSrcFolders"].value
+        return cast(list[str], self.model.config["pythonSrcFolders"].value)
 
     def get_value(self, name: str) -> list[Path]:
         """
@@ -50,8 +53,8 @@ class PythonFilesFinder(FilesFinder):
         all_files = set(super().get_value(name))
 
         # Remove generated and test ones
-        all_files -= {Path(p) for p in self.model.config["pythonTestSrcFiles"].value}
-        all_files -= {Path(p) for p in self.model.config["pythonGeneratedSrcFiles"].value}
+        all_files -= {Path(p) for p in cast(list[str], self.model.config["pythonTestSrcFiles"].value)}
+        all_files -= {Path(p) for p in cast(list[str], self.model.config["pythonGeneratedSrcFiles"].value)}
 
         return list(all_files)
 
@@ -63,4 +66,4 @@ class PythonTestFilesFinder(FilesFinder):
         """
         Python tests source folders
         """
-        return [self.model.config["pythonTestSources"].value]
+        return [cast(str, self.model.config["pythonTestSources"].value)]

nmk_python/files.yml

@@ -1,27 +1,30 @@
 config:
-    # Folder(s) for Python sources
-    pythonSrcFolders:
-        - ${sourceDir}
+  # Folder(s) for Python sources
+  pythonSrcFolders:
+    - ${sourceDir}
 
-    # Package holding test code
-    pythonTestPackage: tests
+  # Package holding test code
+  pythonTestPackage: tests
 
-    # Root folder for test sources
-    pythonTestSources: ${sourceDir}/${pythonTestPackage}
+  # Root folder for test sources
+  pythonTestSources: ${sourceDir}/${pythonTestPackage}
 
-    # Found Python test source files
-    pythonTestSrcFiles:
-        __resolver__: nmk_python.files.PythonTestFilesFinder
+  # Found Python test source files
+  pythonTestSrcFiles:
+    __resolver__: nmk_python.files.PythonTestFilesFinder
 
-    # Generated Python source files (to let other plugins contribute)
-    pythonGeneratedSrcFiles: []
+  # Generated Python source files (to let other plugins contribute)
+  pythonGeneratedSrcFiles: []
 
-    # Found Python source files (that are neither generated not test ones)
-    pythonFoundSrcFiles:
-        __resolver__: nmk_python.files.PythonFilesFinder
+  # Found Python source files (that are neither generated not test ones)
+  pythonFoundSrcFiles:
+    __resolver__: nmk_python.files.PythonFilesFinder
 
-    # All Python source files
-    pythonSrcFiles:
-        - ${pythonFoundSrcFiles}
-        - ${pythonTestSrcFiles}
-        - ${pythonGeneratedSrcFiles}
+  # All Python source files
+  pythonSrcFiles:
+    - ${pythonFoundSrcFiles}
+    - ${pythonTestSrcFiles}
+    - ${pythonGeneratedSrcFiles}
+
+  # State if using uv build backend (experimental)
+  pythonUseUvBuildBackend: false

nmk_python/project.yml

@@ -1,32 +1,34 @@
 config:
-    # Generated project file
-    pythonProjectFile: ${PROJECTDIR}/pyproject.toml
+  # Generated project file
+  pythonProjectFile: ${PROJECTDIR}/pyproject.toml
 
-    # Paths to pyproject.toml fragments to be merged
-    pythonProjectFileFragments: []
+  # Paths to pyproject.toml fragments to be merged
+  pythonProjectFileFragments: []
 
-    # Contributed project items from yml files
-    pythonProjectFileItems: {}
+  # Contributed project items from yml files
+  pythonProjectFileItems: {}
 
-    # Require VSCode specific extension for toml support
-    vscodeExtensionsNames:
-        - tamasfe.even-better-toml
+  # Require VSCode specific extension for toml support
+  vscodeExtensionsNames:
+    - tamasfe.even-better-toml
+
+  # Input file for venv refresh is project file (overrides nmk-base default)
+  venvUpdateInput: ${pythonProjectFile}
 
 tasks:
-    py.project:
-        description: Generate python project file
-        emoji: ":snake:.:toolbox:"
-        input:
-            - ${pythonProjectFileFragments}
-            - ${pythonVersionStamp}
-        output:
-            - ${pythonProjectFile}
-        deps:
-            - py.version
-        appendToDeps: setup
-        if: ${pythonSrcFiles}   # Only if python source files are found
-        builder: nmk_base.common.TomlFileBuilder
-        params:
-            fragment_files: ${pythonProjectFileFragments}
-            items: ${pythonProjectFileItems}
-            plugin_name: nmk-python
+  py.project:
+    description: Generate python project file
+    emoji: ":snake:.:toolbox:"
+    input:
+      - ${pythonProjectFileFragments}
+      - ${pythonVersionStamp}
+    output:
+      - ${pythonProjectFile}
+    deps:
+      - py.version
+    appendToDeps: py.venv # Project file must be generated before venv is refreshed
+    builder: nmk_base.common.TomlFileBuilder
+    params:
+      fragment_files: ${pythonProjectFileFragments}
+      items: ${pythonProjectFileItems}
+      plugin_name: nmk-python

nmk_python/templates/build.toml.jinja

@@ -1,10 +1,10 @@
 [build-system]
-requires = ["setuptools"]
-build-backend = "setuptools.build_meta"
+requires = ["{% if pythonUseUvBuildBackend %}uv_build>=0.9.18,<0.10.0{% else %}setuptools{% endif %}"]
+build-backend = "{% if pythonUseUvBuildBackend %}uv_build{% else %}setuptools.build_meta{% endif %}"
 
 [project]
 name = "{{ pythonPackage }}"
-dynamic = ["version"]
+{% if pythonUseUvBuildBackend %}version = "0.0.0"{% else %}dynamic = ["version"]{% endif %}
 authors = [
     {name="{{ projectAuthor }}"},
 ]
@@ -20,7 +20,17 @@ dependencies = [{% for req in pythonPackageRequirements %}
     "{{ req }}",{% endfor %}
 ]
 
-[tool.setuptools.packages.find]
+[dependency-groups]
+dev = [{% for req in pythonDevRequirements %}
+    "{{ req }}",{% endfor %}{% for req in pythonArchiveRequirements %}
+    "{{ req }}@{{ pythonArchiveRequirements[req] }}",{% endfor %}
+]
+
+{% if pythonUseUvBuildBackend %}[tool.uv.build-backend]
+module-root = "{{pythonSrcFolders[0]}}"
+wheel-exclude = [{% for module in pythonBuildExcludedModules %}{% if loop.index > 1 %},{% endif %}"{{module}}"{% endfor %}]
+
+{% else %}[tool.setuptools.packages.find]
 where = [{% for path in pythonSrcFolders %}"{{path}}",{% endfor %}]
 exclude = [{% for module in pythonBuildExcludedModules %}{% if loop.index > 1 %},{% endif %}"{{module}}"{% endfor %}]
 namespaces = false
@@ -31,7 +41,7 @@ namespaces = false
 [tool.setuptools.dynamic.version]
 file = "{{ pythonVersionStamp }}"
 
-[tool.distutils.bdist_wheel]
+{% endif %}[tool.distutils.bdist_wheel]
 plat-name = "{{ pythonPackagePlatform }}"
 
 [tool.pyright]

nmk_python/version.yml

@@ -26,4 +26,3 @@ tasks:
         deps:
             - git.version
         appendToDeps: setup
-        if: ${pythonSrcFiles}   # Only if python source files are found

{nmk_python-1.6.0.dist-info → nmk_python-1.8.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nmk-python
-Version: 1.6.0
+Version: 1.8.0
 Summary: Python plugin for nmk build system
 Author: The dynod project
 Maintainer: The dynod project

nmk_python-1.8.0.dist-info/RECORD

@@ -0,0 +1,31 @@
+nmk_python/__init__.py,sha256=EouCWXbAeObby1vOCx0Vx_WaGC2fEEFDMCen3JZt4TU,446
+nmk_python/badges.yml,sha256=LzElZecCXKxdF-oPkvIwfnbQlOcAM_zUj6MelClmAug,749
+nmk_python/build.py,sha256=bzpS1lUotsgdwBJH6Jgl2guAva1M0XDlKzwfj_lfZ1Y,11368
+nmk_python/build.yml,sha256=8CWVacVv3r3pbvuRkaLQbH1aTO-oK4U0hAO9SgDTfFA,5726
+nmk_python/doc.yml,sha256=12amAlYylH7JAHaqBIOoEZ_LrXY_bPNKuHrrwUkIj8w,932
+nmk_python/files.py,sha256=K6Y-XKXuf8jh4x333Qgj6G1MyB-BgZ5Kd2-XCZhsfR4,2000
+nmk_python/files.yml,sha256=jlp87gW9rTASUnsy7id7VWanaMUMN_py82bMa2adniM,813
+nmk_python/plugin.yml,sha256=hi7osXyIwpHgJAsww5mhOA6emxhzgitDF8cOsvyY29Y,1068
+nmk_python/project.yml,sha256=wBnB6KOglRvIpw1UHuXTYmuE_2BYGBzGWwIEbA5NDv8,985
+nmk_python/ruff.py,sha256=TBmn5nFflcFRvjj36JtJGJ-GYHOK6XfhK9Jp-2dO5_E,1557
+nmk_python/ruff.yml,sha256=FNmYjbv2l5vlqFXinY87LfgzpZ3PSiduB_xUiYw8aMw,3019
+nmk_python/tests.py,sha256=8kRKP3dT2Thi5W5sCQSQOPXkV1D9C7tde3QYySo6G2c,1212
+nmk_python/tests.yml,sha256=Sg6ZezkBVuvOzh-4QbJmZQymCOzXfenc0EpMdMZsEBc,1687
+nmk_python/version.py,sha256=fLpOWdujYwlJB7XhWaOGCTeg3gQaClk2YHoRkkW64dE,3109
+nmk_python/version.yml,sha256=WpZyQ2mChmvA_6eVb_Yp6ZaFIkX6oINxWBhKgb8h4GE,833
+nmk_python/backends/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+nmk_python/backends/build_backend.py,sha256=NOAXMa6jmAIfUvA690ht-x_DwsGtvBvttPZLfFcX_b0,1437
+nmk_python/backends/factory.py,sha256=NMYByORffwSSIjeNMLkOnwh6x1xhJQVhoV-0rSooq6Q,953
+nmk_python/backends/pip_build_backend.py,sha256=4MGYghBeMjZhUlKTwE0svSHArYwOAaK1I6_gmeNnwaI,1698
+nmk_python/backends/uv_build_backend.py,sha256=QpN5nMm_QhnKzoHQcX4769OOQG6NqOD2ctYXyH2MI7A,1880
+nmk_python/templates/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+nmk_python/templates/build.toml.jinja,sha256=6F1Kdb32JVBWEitxLC7AsUdhx2VTyQEyWhhSb7n3oBs,1770
+nmk_python/templates/pytest.toml.jinja,sha256=zQ3SRWnF23Omxm7zInE54j0l3OyjXSOn5pQ5Pak8Boo,641
+nmk_python/templates/python-settings.json.jinja,sha256=jYXSy96cX9X9GIHoF7XiZDzd4P2GOlMisAVWW626WF4,749
+nmk_python/templates/python-test-debug-launch.json.jinja,sha256=J_xju2EpHNXvgvqBxlf99p7g-ZMh3xE-_2r7o_57gpU,364
+nmk_python/templates/ruff.toml.jinja,sha256=DTHe1ixK1SBY8d2xBCfkGz89HzjAoMO7Ogs12AY1i4Y,346
+nmk_python-1.8.0.dist-info/licenses/LICENSE,sha256=PROo9EW7wP6jmSr_90OluItAsIB411b_CAqEBioMKpI,1074
+nmk_python-1.8.0.dist-info/METADATA,sha256=wW1y07Ek_meONzj-P7sZd9h_8d1tEsKMKN7xm-DD2pQ,3148
+nmk_python-1.8.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+nmk_python-1.8.0.dist-info/top_level.txt,sha256=MCb5w_hoOZ0kk3Dajxrd9Pz6lZ3pyuS6TQCRA3vddTo,11
+nmk_python-1.8.0.dist-info/RECORD,,

nmk_python-1.6.0.dist-info/RECORD

@@ -1,26 +0,0 @@
-nmk_python/__init__.py,sha256=EouCWXbAeObby1vOCx0Vx_WaGC2fEEFDMCen3JZt4TU,446
-nmk_python/badges.yml,sha256=LzElZecCXKxdF-oPkvIwfnbQlOcAM_zUj6MelClmAug,749
-nmk_python/build.py,sha256=K8BowkROfrGwOPk7wKwOo9fsWJrrk8bDqJqliC876WI,6716
-nmk_python/build.yml,sha256=tbKjPRef7ZydEogsX3tAuQMR1B-vaMX5_q8q8tqzOnM,5046
-nmk_python/doc.yml,sha256=12amAlYylH7JAHaqBIOoEZ_LrXY_bPNKuHrrwUkIj8w,932
-nmk_python/files.py,sha256=gtPf6ldR5F4oGsAdzFnEIbI9MqqvF3z5JQnyONZmLmk,1863
-nmk_python/files.yml,sha256=-vGjogdulwsfdKVEUa5RARYDKxF3m9RmHKFnIhaT3_k,780
-nmk_python/plugin.yml,sha256=hi7osXyIwpHgJAsww5mhOA6emxhzgitDF8cOsvyY29Y,1068
-nmk_python/project.yml,sha256=sRIMvKkasrYlIvOo3DsVyNM_sgID_sHVgZg_bSIqtfw,975
-nmk_python/ruff.py,sha256=TBmn5nFflcFRvjj36JtJGJ-GYHOK6XfhK9Jp-2dO5_E,1557
-nmk_python/ruff.yml,sha256=FNmYjbv2l5vlqFXinY87LfgzpZ3PSiduB_xUiYw8aMw,3019
-nmk_python/tests.py,sha256=8kRKP3dT2Thi5W5sCQSQOPXkV1D9C7tde3QYySo6G2c,1212
-nmk_python/tests.yml,sha256=Sg6ZezkBVuvOzh-4QbJmZQymCOzXfenc0EpMdMZsEBc,1687
-nmk_python/version.py,sha256=fLpOWdujYwlJB7XhWaOGCTeg3gQaClk2YHoRkkW64dE,3109
-nmk_python/version.yml,sha256=amHNaA7WVnD6S1kL0IFD1KLKef9-2aEM3xU2ZkiZanc,905
-nmk_python/templates/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-nmk_python/templates/build.toml.jinja,sha256=RJ-hCDc2SJG3K5rxK8tIIFcW-R7nt7Bu-x0wP9uPGGQ,1114
-nmk_python/templates/pytest.toml.jinja,sha256=zQ3SRWnF23Omxm7zInE54j0l3OyjXSOn5pQ5Pak8Boo,641
-nmk_python/templates/python-settings.json.jinja,sha256=jYXSy96cX9X9GIHoF7XiZDzd4P2GOlMisAVWW626WF4,749
-nmk_python/templates/python-test-debug-launch.json.jinja,sha256=J_xju2EpHNXvgvqBxlf99p7g-ZMh3xE-_2r7o_57gpU,364
-nmk_python/templates/ruff.toml.jinja,sha256=DTHe1ixK1SBY8d2xBCfkGz89HzjAoMO7Ogs12AY1i4Y,346
-nmk_python-1.6.0.dist-info/licenses/LICENSE,sha256=PROo9EW7wP6jmSr_90OluItAsIB411b_CAqEBioMKpI,1074
-nmk_python-1.6.0.dist-info/METADATA,sha256=0tKglaK0AkZMKrLPmsIuBmjKcN5sAeW-7r1zrKJuqHA,3148
-nmk_python-1.6.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-nmk_python-1.6.0.dist-info/top_level.txt,sha256=MCb5w_hoOZ0kk3Dajxrd9Pz6lZ3pyuS6TQCRA3vddTo,11
-nmk_python-1.6.0.dist-info/RECORD,,