env-module-manager 0.6.0__tar.gz → 0.7.0__tar.gz

{env_module_manager-0.6.0 → env_module_manager-0.7.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: env-module-manager
-Version: 0.6.0
+Version: 0.7.0
 Summary: Deploy Python, Rust, shell, and collective CLI environments behind GNU environment modulefiles
 Project-URL: Homepage, https://github.com/ejb90/module-manager
 Project-URL: Documentation, https://module-manager.readthedocs.io/
@@ -88,6 +88,12 @@ module-manager deploy-rust ripgrep 14.1.1 \
   --module-root /prod/modulefiles
 ```
 
+Generate a constraints file for a Python CLI:
+
+```sh
+module-manager auto-constraints ruff==0.8.0 --output constraints.txt
+```
+
 Deploy a shell script:
 
 ```sh

{env_module_manager-0.6.0 → env_module_manager-0.7.0}/README.md

@@ -56,6 +56,12 @@ module-manager deploy-rust ripgrep 14.1.1 \
   --module-root /prod/modulefiles
 ```
 
+Generate a constraints file for a Python CLI:
+
+```sh
+module-manager auto-constraints ruff==0.8.0 --output constraints.txt
+```
+
 Deploy a shell script:
 
 ```sh

{env_module_manager-0.6.0 → env_module_manager-0.7.0}/docs/python-tools.md

@@ -70,6 +70,22 @@ module-manager deploy-python gitconductor 0.1.0 \
 
 `--constraints` may be used more than once.
 
+## Generate Constraint Files
+
+Use `auto-constraints` to compile a package and its dependencies into a
+constraints file:
+
+```sh
+module-manager auto-constraints gitconductor==0.7.0 \
+  --index https://packages.example/simple \
+  --output constraints.txt
+```
+
+The command runs `uv pip compile` and writes `constraints.txt` by default. If uv
+reports a transitive URL dependency, `module-manager` adds the suggested
+`name @ URL` requirement and retries until all URL dependencies have been
+included or uv reports an unrecoverable error.
+
 ## Use a uv Config File
 
 Pass a specific uv configuration file to `uv tool install`:

{env_module_manager-0.6.0 → env_module_manager-0.7.0}/docs/reference.md

@@ -30,6 +30,12 @@ Show collective environment deployment options:
 module-manager deploy-env --help
 ```
 
+Show constraint generation options:
+
+```sh
+module-manager auto-constraints --help
+```
+
 Show uninstall options:
 
 ```sh
@@ -52,6 +58,17 @@ module-manager deploy-python NAME VERSION \
   [--execute-install]
 ```
 
+## Auto-Constraints Command
+
+```sh
+module-manager auto-constraints PACKAGE \
+  [--output PATH] \
+  [--python PYTHON] \
+  [--index URL] \
+  [--find-links PATH_OR_URL] \
+  [--uv-config-file PATH]
+```
+
 ## Rust Command
 
 ```sh

{env_module_manager-0.6.0 → env_module_manager-0.7.0}/module_manager/__init__.py

@@ -1,3 +1,3 @@
 """Deployment helpers for HPC environment module files."""
 
-__version__ = "0.6.0"
+__version__ = "0.7.0"

{env_module_manager-0.6.0 → env_module_manager-0.7.0}/module_manager/cli.py

@@ -12,12 +12,14 @@ from click import Command
 from . import __version__
 from .config import AppConfig, load_config
 from .deploy import (
+    ConstraintGenerationError,
     EnvironmentDeploymentResult,
     UninstallResult,
     deploy_environment,
     deploy_python_tool,
     deploy_rust_tool,
     deploy_script_tool,
+    generate_constraints,
     load_environment_spec,
     uninstall_tool,
 )
@@ -41,6 +43,7 @@ TOP_LEVEL_EXAMPLES = (
     "--prefix /prod/tools --module-root /prod/modulefiles[/cyan]\n\n"
     "[cyan]module-manager deploy-script my-tool 1.0.0 --script ./scripts/my-tool "
     "--prefix /prod/tools --module-root /prod/modulefiles[/cyan]\n\n"
+    "[cyan]module-manager auto-constraints ruff==0.8.0 --output constraints.txt[/cyan]\n\n"
     "[cyan]module-manager deploy-env --file dev-tools.toml[/cyan]\n\n"
     "[cyan]module-manager uninstall ruff 0.8.0 --prefix /prod/tools --module-root /prod/modulefiles[/cyan]"
 )
@@ -76,6 +79,13 @@ DEPLOY_ENV_EXAMPLES = (
     "--module-root /scratch/modulefiles --dry-run[/cyan]"
 )
 
+AUTO_CONSTRAINTS_EXAMPLES = (
+    "Examples:\n\n"
+    "[cyan]module-manager auto-constraints gitconductor==0.7.0[/cyan]\n\n"
+    "[cyan]module-manager auto-constraints internal-tool==1.2.3 --index https://packages.example/simple "
+    "--output /prod/constraints/internal-tool.txt[/cyan]"
+)
+
 UNINSTALL_EXAMPLES = (
     "Examples:\n\n"
     "[cyan]module-manager uninstall ruff 0.8.0 --prefix /prod/tools "
@@ -283,6 +293,82 @@ def deploy_python(
     )
 
 
+@main.command(
+    "auto-constraints",
+    help="Generate constraints for a Python package with uv.",
+    epilog=AUTO_CONSTRAINTS_EXAMPLES,
+)
+@click.argument("package")
+@click.option(
+    "--output",
+    "output_file",
+    type=PATH,
+    default=Path("constraints.txt"),
+    show_default=True,
+    help="Constraints file to write.",
+)
+@click.option("--python", "python", help="Python interpreter/version passed to uv.")
+@click.option(
+    "--index",
+    "indexes",
+    multiple=True,
+    help="Additional package index URL passed to uv. May be used more than once.",
+)
+@click.option(
+    "--find-links",
+    "find_links",
+    multiple=True,
+    help="Directory or HTML page of packages passed to uv. May be used more than once.",
+)
+@click.option(
+    "--uv-config-file",
+    type=PATH,
+    help="uv.toml file passed to uv with --config-file.",
+)
+@click.pass_obj
+def auto_constraints(
+    config: AppConfig,
+    package: str,
+    output_file: Path,
+    python: str | None,
+    indexes: tuple[str, ...],
+    find_links: tuple[str, ...],
+    uv_config_file: Path | None,
+) -> None:
+    """Generate a constraints file for a Python package.
+
+    Args:
+        config: Resolved application configuration from the Click context.
+        package: Package requirement to compile.
+        output_file: Constraints file to write.
+        python: Optional Python interpreter or version passed to uv.
+        indexes: Additional package index URLs passed to uv.
+        find_links: Wheelhouse directories or HTML package pages passed to uv.
+        uv_config_file: Optional uv configuration file passed to uv.
+
+    Raises:
+        click.ClickException: If uv cannot generate constraints.
+        MissingExecutableError: If uv is not on `PATH`.
+    """
+    try:
+        result = generate_constraints(
+            package=package,
+            output_file=output_file.expanduser(),
+            python=python,
+            indexes=indexes or config.indexes,
+            find_links=find_links or config.find_links,
+            uv_config_file=(uv_config_file.expanduser() if uv_config_file else config.uv_config_file),
+        )
+    except ConstraintGenerationError as error:
+        raise click.ClickException(str(error)) from error
+
+    click.echo(f"constraints: {result.output_file}")
+    if result.discovered_url_dependencies:
+        click.echo(f"discovered URL dependencies: {len(result.discovered_url_dependencies)}")
+        for requirement in result.discovered_url_dependencies:
+            click.echo(f"  {requirement}")
+
+
 @main.command(
     "deploy-rust",
     help="Copy a Rust CLI binary and write a modulefile for it.",

{env_module_manager-0.6.0 → env_module_manager-0.7.0}/module_manager/deploy.py

@@ -3,6 +3,7 @@
 from __future__ import annotations
 
 import os
+import re
 import shlex
 import shutil
 import stat
@@ -20,6 +21,10 @@ class MissingExecutableError(RuntimeError):
     """Raised when a required external executable is unavailable."""
 
 
+class ConstraintGenerationError(RuntimeError):
+    """Raised when uv cannot generate constraints after URL discovery."""
+
+
 @dataclass(frozen=True)
 class DeploymentPaths:
     """Filesystem paths created or targeted by a deployment.
@@ -126,6 +131,26 @@ class EnvironmentDeploymentResult:
     actions: tuple[str, ...]
 
 
+@dataclass(frozen=True)
+class ConstraintGenerationResult:
+    """Result of generating a Python constraints file.
+
+    Attributes:
+        output_file: Constraints file written by uv.
+        requirements: Initial and discovered direct requirements compiled.
+        discovered_url_dependencies: URL requirements discovered from uv errors.
+        iterations: Number of uv compile attempts.
+    """
+
+    output_file: Path
+    requirements: tuple[str, ...]
+    discovered_url_dependencies: tuple[str, ...]
+    iterations: int
+
+
+URL_DEPENDENCY_RE = re.compile(r"`([^`]+?\s@\s[^`]+?)`")
+
+
 def deployment_paths(module_root: Path, prefix: Path, name: str, version: str) -> DeploymentPaths:
     """Compute versioned installation and modulefile paths for a tool.
 
@@ -184,6 +209,129 @@ def uv_install_command(
     return command
 
 
+def uv_compile_command(
+    output_file: Path,
+    python: str | None = None,
+    indexes: tuple[str, ...] = (),
+    find_links: tuple[str, ...] = (),
+    uv_config_file: Path | None = None,
+) -> list[str]:
+    """Build the uv command used to compile Python constraints.
+
+    Args:
+        output_file: Destination constraints file.
+        python: Optional Python interpreter or version passed to uv.
+        indexes: Additional package index URLs.
+        find_links: Wheelhouse directories or HTML package pages.
+        uv_config_file: Optional uv configuration file passed to `uv`.
+
+    Returns:
+        Tokenized uv command suitable for `subprocess.run`.
+    """
+    command = ["uv"]
+    if uv_config_file:
+        command.extend(["--config-file", str(uv_config_file)])
+    command.extend(
+        [
+            "pip",
+            "compile",
+            "-",
+            "--output-file",
+            str(output_file),
+            "--no-header",
+            "--no-annotate",
+        ]
+    )
+    if python:
+        command.extend(["--python", python])
+    for index in indexes:
+        command.extend(["--index", index])
+    for link in find_links:
+        command.extend(["--find-links", link])
+    return command
+
+
+def discover_url_requirements(output: str) -> tuple[str, ...]:
+    """Extract uv-suggested direct URL requirements from compiler output.
+
+    Args:
+        output: Combined stdout and stderr from `uv pip compile`.
+
+    Returns:
+        Direct URL requirements in discovery order.
+    """
+    requirements: list[str] = []
+    for match in URL_DEPENDENCY_RE.findall(output):
+        if match not in requirements:
+            requirements.append(match)
+    return tuple(requirements)
+
+
+def generate_constraints(
+    *,
+    package: str,
+    output_file: Path,
+    python: str | None = None,
+    indexes: tuple[str, ...] = (),
+    find_links: tuple[str, ...] = (),
+    uv_config_file: Path | None = None,
+    max_iterations: int = 20,
+) -> ConstraintGenerationResult:
+    """Generate a constraints file, discovering transitive URL dependencies.
+
+    Args:
+        package: Initial package requirement to compile.
+        output_file: Destination constraints file.
+        python: Optional Python interpreter or version passed to uv.
+        indexes: Additional package index URLs passed to uv.
+        find_links: Wheelhouse directories or HTML package pages passed to uv.
+        uv_config_file: Optional uv configuration file passed to `uv`.
+        max_iterations: Maximum uv compile attempts before failing.
+
+    Returns:
+        Constraints generation result.
+
+    Raises:
+        MissingExecutableError: If uv is not on `PATH`.
+        ConstraintGenerationError: If uv fails without a new URL dependency to
+            add, or if the iteration limit is reached.
+    """
+    require_executable("uv")
+    output_file.parent.mkdir(parents=True, exist_ok=True)
+    requirements = [package]
+    discovered: list[str] = []
+    command = uv_compile_command(output_file, python, indexes, find_links, uv_config_file)
+
+    for iteration in range(1, max_iterations + 1):
+        completed = subprocess.run(
+            command,
+            check=False,
+            input="\n".join(requirements) + "\n",
+            capture_output=True,
+            text=True,
+        )
+        if completed.returncode == 0:
+            return ConstraintGenerationResult(
+                output_file=output_file,
+                requirements=tuple(requirements),
+                discovered_url_dependencies=tuple(discovered),
+                iterations=iteration,
+            )
+
+        combined_output = f"{completed.stdout}\n{completed.stderr}"
+        new_requirements = [
+            requirement for requirement in discover_url_requirements(combined_output) if requirement not in requirements
+        ]
+        if not new_requirements:
+            msg = combined_output.strip() or f"uv pip compile failed with exit code {completed.returncode}"
+            raise ConstraintGenerationError(msg)
+        requirements.extend(new_requirements)
+        discovered.extend(new_requirements)
+
+    msg = f"uv pip compile did not converge after {max_iterations} attempts"
+    raise ConstraintGenerationError(msg)
+
+
 def uv_install_environment(tool_dir: Path, bin_dir: Path) -> dict[str, str]:
     """Build an isolated environment for a managed uv tool installation.
 

{env_module_manager-0.6.0 → env_module_manager-0.7.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "env-module-manager"
-version = "0.6.0"
+version = "0.7.0"
 description = "Deploy Python, Rust, shell, and collective CLI environments behind GNU environment modulefiles"
 readme = "README.md"
 requires-python = ">=3.11"

{env_module_manager-0.6.0 → env_module_manager-0.7.0}/tests/test_cli.py

@@ -3,9 +3,11 @@
 import re
 from pathlib import Path
 
+import pytest
 from click.testing import CliRunner
 
 from module_manager.cli import main
+from module_manager.deploy import ConstraintGenerationResult
 
 ANSI_ESCAPE_RE = re.compile(r"\x1b\[[0-?]*[ -/]*[@-~]")
 
@@ -135,6 +137,56 @@ def test_deploy_command_rejects_matching_prefix_and_module_root() -> None:
     assert not collision_path_exists
 
 
+def test_auto_constraints_command_writes_output(monkeypatch: pytest.MonkeyPatch) -> None:
+    """The auto-constraints command should report the generated file.
+
+    Args:
+        monkeypatch: Pytest helper used to replace constraint generation.
+    """
+    runner = CliRunner()
+    calls: list[dict[str, object]] = []
+
+    def fake_generate_constraints(**kwargs: object) -> ConstraintGenerationResult:
+        """Record generation options."""
+        calls.append(kwargs)
+        return ConstraintGenerationResult(
+            output_file=Path("constraints.txt"),
+            requirements=("url-tool", "url-dep @ file:///tmp/url-dep"),
+            discovered_url_dependencies=("url-dep @ file:///tmp/url-dep",),
+            iterations=2,
+        )
+
+    monkeypatch.setattr("module_manager.cli.generate_constraints", fake_generate_constraints)
+
+    with runner.isolated_filesystem():
+        result = runner.invoke(
+            main,
+            [
+                "auto-constraints",
+                "url-tool",
+                "--index",
+                "https://packages.example/simple",
+                "--output",
+                "constraints.txt",
+            ],
+        )
+
+    assert result.exit_code == 0
+    assert calls == [
+        {
+            "package": "url-tool",
+            "output_file": Path("constraints.txt"),
+            "python": None,
+            "indexes": ("https://packages.example/simple",),
+            "find_links": (),
+            "uv_config_file": None,
+        }
+    ]
+    assert "constraints: constraints.txt" in result.output
+    assert "discovered URL dependencies: 1" in result.output
+    assert "url-dep @ file:///tmp/url-dep" in result.output
+
+
 def test_cli_options_override_config_defaults() -> None:
     """CLI options should take precedence over configured defaults."""
     runner = CliRunner()

{env_module_manager-0.6.0 → env_module_manager-0.7.0}/tests/test_integration.py

@@ -30,7 +30,7 @@ def test_deploy_python_real_uv_install_uses_cli_roots(tmp_path: Path, monkeypatc
         [
             "deploy-python",
             "module-manager",
-            "0.6.0",
+            "0.7.0",
             "--package",
             str(project_root),
             "--prefix",
@@ -41,11 +41,11 @@ def test_deploy_python_real_uv_install_uses_cli_roots(tmp_path: Path, monkeypatc
         ],
     )
 
-    install_root = prefix / "module-manager" / "0.6.0"
+    install_root = prefix / "module-manager" / "0.7.0"
     assert result.exit_code == 0, result.output
     assert (install_root / "bin" / "module-manager").exists()
     assert (install_root / "uv-tools" / "env-module-manager" / "uv-receipt.toml").exists()
-    assert (module_root / "module-manager" / "0.6.0").is_file()
+    assert (module_root / "module-manager" / "0.7.0").is_file()
     assert not inherited_tool_dir.exists()
     assert not inherited_bin_dir.exists()
 

{env_module_manager-0.6.0 → env_module_manager-0.7.0}/tests/test_modulefile.py

@@ -1,5 +1,6 @@
 """Modulefile rendering and deployment helper tests."""
 
+import subprocess
 from pathlib import Path
 from shlex import quote as shlex_quote
 
@@ -11,9 +12,12 @@ from module_manager.deploy import (
     deploy_python_tool,
     deploy_rust_tool,
     deploy_script_tool,
+    discover_url_requirements,
+    generate_constraints,
     load_environment_spec,
     require_executable,
     uninstall_tool,
+    uv_compile_command,
     uv_install_command,
     uv_install_environment,
 )
@@ -126,6 +130,95 @@ def test_python_tool_install_command_accepts_uv_config_file() -> None:
     ]
 
 
+def test_uv_compile_command_accepts_sources_and_config() -> None:
+    """Uv compile commands should include resolver and config options."""
+    assert uv_compile_command(
+        Path("/prod/constraints.txt"),
+        python="3.12",
+        indexes=("https://packages.example/simple",),
+        find_links=("/prod/wheels",),
+        uv_config_file=Path("/prod/uv.toml"),
+    ) == [
+        "uv",
+        "--config-file",
+        "/prod/uv.toml",
+        "pip",
+        "compile",
+        "-",
+        "--output-file",
+        "/prod/constraints.txt",
+        "--no-header",
+        "--no-annotate",
+        "--python",
+        "3.12",
+        "--index",
+        "https://packages.example/simple",
+        "--find-links",
+        "/prod/wheels",
+    ]
+
+
+def test_discover_url_requirements_extracts_uv_suggestions() -> None:
+    """Uv URL dependency suggestions should be parsed from errors."""
+    output = """
+Package `url-dep` was included as a URL dependency. URL dependencies
+must be expressed as direct requirements or constraints. Consider adding
+`url-dep @ file:///tmp/url-dep` to your dependencies or constraints file.
+""".strip()
+
+    assert discover_url_requirements(output) == ("url-dep @ file:///tmp/url-dep",)
+
+
+def test_generate_constraints_retries_discovered_url_dependencies(
+    tmp_path: Path, monkeypatch: pytest.MonkeyPatch
+) -> None:
+    """Constraint generation should retry with uv-suggested URL requirements.
+
+    Args:
+        tmp_path: Temporary deployment root.
+        monkeypatch: Pytest helper used to replace process execution.
+    """
+    calls: list[tuple[list[str], str]] = []
+
+    def fake_run(
+        command: list[str],
+        check: bool,
+        input: str,
+        capture_output: bool,
+        text: bool,
+    ) -> subprocess.CompletedProcess[str]:
+        """Fail once with a URL suggestion, then write constraints."""
+        assert not check
+        assert capture_output
+        assert text
+        calls.append((command, input))
+        if len(calls) == 1:
+            return subprocess.CompletedProcess(
+                command,
+                1,
+                stdout="",
+                stderr=("Consider adding `url-dep @ file:///tmp/url-dep` to your dependencies or constraints file."),
+            )
+        output_file = tmp_path / "constraints.txt"
+        output_file.write_text("url-dep @ file:///tmp/url-dep\nurl-tool==1.0.0\n", encoding="utf-8")
+        return subprocess.CompletedProcess(command, 0, stdout="", stderr="")
+
+    monkeypatch.setattr("module_manager.deploy.require_executable", lambda _name: "uv")
+    monkeypatch.setattr("module_manager.deploy.subprocess.run", fake_run)
+
+    result = generate_constraints(package="url-tool", output_file=tmp_path / "constraints.txt")
+
+    assert result.output_file == tmp_path / "constraints.txt"
+    assert result.requirements == ("url-tool", "url-dep @ file:///tmp/url-dep")
+    assert result.discovered_url_dependencies == ("url-dep @ file:///tmp/url-dep",)
+    assert result.iterations == 2
+    assert calls[0][1] == "url-tool\n"
+    assert calls[1][1] == "url-tool\nurl-dep @ file:///tmp/url-dep\n"
+    assert (tmp_path / "constraints.txt").read_text(encoding="utf-8") == (
+        "url-dep @ file:///tmp/url-dep\nurl-tool==1.0.0\n"
+    )
+
+
 def test_python_tool_install_command_accepts_url_dependency() -> None:
     """Uv install commands should pass direct URL dependencies unchanged."""
     package = "mytool @ https://packages.example/files/mytool-1.0.0-py3-none-any.whl"

{env_module_manager-0.6.0 → env_module_manager-0.7.0}/uv.lock

@@ -344,7 +344,7 @@ wheels = [
 
 [[package]]
 name = "env-module-manager"
-version = "0.6.0"
+version = "0.7.0"
 source = { editable = "." }
 dependencies = [
     { name = "click" },