calkit-python 0.39.2__tar.gz → 0.40.0__tar.gz

{calkit_python-0.39.2 → calkit_python-0.40.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: calkit-python
-Version: 0.39.2
+Version: 0.40.0
 Summary: Reproducibility simplified.
 Project-URL: Homepage, https://calkit.org
 Project-URL: Issues, https://github.com/calkit/calkit/issues

{calkit_python-0.39.2 → calkit_python-0.40.0}/calkit/cli/check.py

@@ -264,6 +264,7 @@ def check_environment(
         get_all_docker_lock_fpaths,
         get_all_venv_lock_fpaths,
         get_env_lock_fpath,
+        write_scheduler_env_lock,
     )
 
     dotenv.load_dotenv(dotenv_path=".env", verbose=verbose)
@@ -405,6 +406,12 @@ def check_environment(
             verbose=verbose,
             cache_key=env_name,
         )
+    elif env["kind"] in ("slurm", "pbs"):
+        # Job-scheduler envs have no external manifest to validate; the
+        # "check" is just writing a deterministic JSON lock file from the
+        # env config so DVC stages that depend on the env get invalidated
+        # when the config changes.
+        write_scheduler_env_lock(env_name=env_name, env=env)
     else:
         raise_error(f"Environment kind '{env['kind']}' not supported")
     return get_env_lock_fpath(env=env, env_name=env_name, as_posix=False)

{calkit_python-0.39.2 → calkit_python-0.40.0}/calkit/cli/main/core.py

@@ -57,7 +57,7 @@ from calkit.cli.new import new_app
 from calkit.cli.notebooks import notebooks_app
 from calkit.cli.office import office_app
 from calkit.cli.overleaf import overleaf_app
-from calkit.cli.slurm import slurm_app
+from calkit.cli.scheduler import scheduler_app
 from calkit.cli.update import update_app
 
 app = typer.Typer(
@@ -81,7 +81,11 @@ app.add_typer(check_app, name="check", help="Check things.")
 app.add_typer(latex_app, name="latex|tex", help="Work with LaTeX.")
 app.add_typer(overleaf_app, name="overleaf|ol", help="Interact with Overleaf.")
 app.add_typer(cloud_app, name="cloud", help="Interact with a Calkit Cloud.")
-app.add_typer(slurm_app, name="slurm", help="Work with SLURM.")
+app.add_typer(
+    scheduler_app,
+    name="scheduler|sch",
+    help="Work with a job scheduler (SLURM or PBS).",
+)
 app.add_typer(dev_app, name="dev", help="Developer tools.", hidden=True)
 
 

{calkit_python-0.39.2 → calkit_python-0.40.0}/calkit/cli/new.py

@@ -1471,13 +1471,105 @@ def new_slurm_env(
     ck_info["environments"] = envs
     with open("calkit.yaml", "w") as f:
         ryaml.dump(ck_info, f)
+    from calkit.cli.check import check_environment
+
+    env_lock_fpath = check_environment(env_name=name)
     if not no_commit:
         repo = calkit.git.get_repo()
         repo.git.add("calkit.yaml")
-        if repo.git.diff(["--staged", "calkit.yaml"]):
-            repo.git.commit(
-                ["calkit.yaml", "-m", f"Add SLURM environment {name}"]
-            )
+        if env_lock_fpath is not None:
+            repo.git.add(str(env_lock_fpath))
+        if repo.git.diff("--staged"):
+            repo.git.commit(["-m", f"Add SLURM environment {name}"])
+
+
+@new_app.command("pbs-env")
+def new_pbs_env(
+    name: Annotated[
+        str, typer.Option("--name", "-n", help="Environment name.")
+    ],
+    host: Annotated[
+        str,
+        typer.Option("--host", help="Host where PBS commands should run."),
+    ] = "localhost",
+    default_options: Annotated[
+        list[str],
+        typer.Option(
+            "--default-option",
+            help=(
+                "Default qsub option string (for example "
+                "--default-option=-l --default-option=walltime=01:00:00). "
+                "Repeat for multiple options."
+            ),
+        ),
+    ] = [],
+    default_setup: Annotated[
+        list[str],
+        typer.Option(
+            "--default-setup",
+            help=(
+                "Default shell setup command to run before PBS jobs "
+                "(for example 'module load julia/1.11'). Repeat for "
+                "multiple commands."
+            ),
+        ),
+    ] = [],
+    description: Annotated[
+        str | None, typer.Option("--description", help="Description.")
+    ] = None,
+    overwrite: Annotated[
+        bool,
+        typer.Option(
+            "--overwrite",
+            "-f",
+            help="Overwrite any existing environment with this name.",
+        ),
+    ] = False,
+    no_commit: Annotated[
+        bool, typer.Option("--no-commit", help="Do not commit changes.")
+    ] = False,
+):
+    """Create a new PBS environment."""
+    from calkit.cli.check import check_environment
+
+    host = host.strip()
+    if not host:
+        raise_error("Host is required")
+    ck_info = calkit.load_calkit_info()
+    envs = ck_info.get("environments", {})
+    if isinstance(envs, list):
+        typer.echo("Converting environments from list to dict")
+        envs = {env.pop("name"): env for env in envs}
+    if name in envs and not overwrite:
+        raise_error(
+            f"Environment with name {name} already exists "
+            "(use -f to overwrite)"
+        )
+    normalized_default_options = [
+        opt.strip() for opt in default_options if opt.strip()
+    ]
+    normalized_default_setup = [
+        cmd.strip() for cmd in default_setup if cmd.strip()
+    ]
+    env = {"kind": "pbs", "host": host}
+    if normalized_default_options:
+        env["default_options"] = normalized_default_options  # type: ignore
+    if normalized_default_setup:
+        env["default_setup"] = normalized_default_setup  # type: ignore
+    if description is not None:
+        env["description"] = description
+    envs[name] = env
+    ck_info["environments"] = envs
+    with open("calkit.yaml", "w") as f:
+        ryaml.dump(ck_info, f)
+    env_lock_fpath = check_environment(env_name=name)
+    if not no_commit:
+        repo = calkit.git.get_repo()
+        repo.git.add("calkit.yaml")
+        if env_lock_fpath is not None:
+            repo.git.add(str(env_lock_fpath))
+        if repo.git.diff("--staged"):
+            repo.git.commit(["-m", f"Add PBS environment {name}"])
 
 
 @new_app.command("uv-venv")