resubmit 0.0.2__py3-none-any.whl

resubmit/__init__.py

@@ -0,0 +1,7 @@
+"""resubmit: small helpers around submitit for reproducible cluster submissions."""
+
+from .submit import submit_jobs
+from .debug import maybe_attach_debugger
+from .slurm import make_default_slurm_params
+
+__all__ = ["submit_jobs", "maybe_attach_debugger", "make_default_slurm_params"]

resubmit/debug.py

@@ -0,0 +1,26 @@
+"""Debug helpers (attach remote debugger when running via Submitit)."""
+
+
+from typing import Optional
+
+def maybe_attach_debugger(port: Optional[int]) -> None:
+    """Attach debugpy to the current job when `port` is provided (> 0).
+
+    Safe no-op if `port` is None or <= 0. Raises informative errors if debugpy is missing.
+    """
+    if port is None or port <= 0:
+        return
+
+    try:
+        import submitit
+        import debugpy
+    except Exception as exc:  # pragma: no cover - environmental dependency
+        raise RuntimeError(
+            "debugging requires 'submitit' and 'debugpy' packages installed on the compute node"
+        ) from exc
+
+    job_env = submitit.JobEnvironment()
+    print(f"Debugger is running on node {job_env.hostname} port {port}")
+    debugpy.listen((job_env.hostname, port))
+    print("Waiting for debugger attach")
+    debugpy.wait_for_client()

resubmit/slurm.py

@@ -0,0 +1,10 @@
+"""Small helpers for SLURM parameter construction."""
+
+
+from typing import Optional
+
+def make_default_slurm_params(gpus: int = 1, constraint: str = "thin", reservation: str = "safe", account: Optional[str] = None) -> dict:
+    params = {"constraint": constraint, "reservation": reservation, "gpus": gpus}
+    if account is not None:
+        params["account"] = account
+    return params

resubmit/submit.py

@@ -0,0 +1,77 @@
+"""Core submission utilities wrapping submitit."""
+from typing import Any, Callable, Iterable, List, Optional, Dict
+
+
+def submit_jobs(
+    jobs_args: Iterable[dict],
+    func: Callable[[List[dict]], Any],
+    *,
+    timeout_min: int,
+    cpus_per_task: int = 16,
+    mem_gb: int = 64,
+    num_gpus: int = 1,
+    account: Optional[str] = None,
+    folder: str = "logs/%j",
+    block: bool = False,
+    prompt: bool = True,
+    local_run: bool = False,
+    slurm_additional_parameters: Optional[Dict] = None,
+):
+    """Submit jobs described by `jobs_args` where each entry is a dict of kwargs for `func`.
+
+    - If `local_run` is True, the function is called directly: `func(jobs_args)`.
+    - Otherwise, submits via submitit.AutoExecutor and returns job objects or, if `block` is True, waits and returns results.
+    """
+    jobs_list = list(jobs_args) if not isinstance(jobs_args, list) else jobs_args
+
+    if len(jobs_list) == 0:
+        print("No jobs to run exiting")
+        return
+
+    if local_run:
+        print("Running locally (local_run=True)")
+        return func(jobs_list)
+
+    if prompt:
+        print("Do you want to continue? [y/n]", flush=True)
+        if input() != "y":
+            print("Aborted")
+            return
+
+    import submitit
+    print("submitting jobs")
+    executor = submitit.AutoExecutor(folder=folder)
+
+    # default slurm params
+    if slurm_additional_parameters is None:
+        slurm_additional_parameters = {
+            "constraint": "thin",
+            "reservation": "safe",
+            "gpus": num_gpus,
+        }
+    else:
+        slurm_additional_parameters = dict(slurm_additional_parameters)
+        slurm_additional_parameters.setdefault("gpus", num_gpus)
+
+    if account is not None:
+        slurm_additional_parameters["account"] = account
+
+    print("Slurm additional parameters:", slurm_additional_parameters)
+
+    executor.update_parameters(
+        timeout_min=timeout_min,
+        cpus_per_task=cpus_per_task,
+        mem_gb=mem_gb,
+        slurm_additional_parameters=slurm_additional_parameters,
+    )
+
+    jobs = executor.map_array(func, jobs_list)
+    print("Job submitted")
+
+    if block:
+        print("Waiting for job to finish")
+        results = [job.result() for job in jobs]
+        print("All jobs finished")
+        return results
+
+    return jobs

resubmit-0.0.2.dist-info/METADATA

@@ -0,0 +1,36 @@
+Metadata-Version: 2.4
+Name: resubmit
+Version: 0.0.2
+Summary: Small wrapper around submitit to simplify cluster submissions
+Author: Amir Mehrpanah
+License: MIT
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: submitit>=0.8
+Provides-Extra: debug
+Requires-Dist: debugpy; extra == "debug"
+Dynamic: license-file
+
+# resubmit
+
+Small utility library to simplify job submission with Submitit on SLURM clusters.
+
+Quick usage:
+
+- Install locally for development:
+
+```bash
+pip install -e .[debug]
+```
+
+- Use in your project:
+
+```python
+from resubmit import submit_jobs, maybe_attach_debugger
+
+# attach remote debugger if requested
+maybe_attach_debugger(args.get("port", None))
+
+# submit jobs (list of dicts)
+submit_jobs(jobs_list, my_entrypoint, timeout_min=60, block=True)
+```

resubmit-0.0.2.dist-info/RECORD

@@ -0,0 +1,9 @@
+resubmit/__init__.py,sha256=nuOlPF_zmRDxn_bmCE_rseLYL-DNC8f4UC6vHicEcig,284
+resubmit/debug.py,sha256=8RINyz7eSAiT47d018wR0R3B_u4PllQJCiLy0zTSQDE,887
+resubmit/slurm.py,sha256=-mez8sQh0ADTL8xL3cV2ureGn1uvNaR-Uuu7K_qePAY,387
+resubmit/submit.py,sha256=KBN4RDCjmn5Gg7wDogbtytEbTT66xMteTXGpHpHEYFo,2319
+resubmit-0.0.2.dist-info/licenses/LICENSE,sha256=v2spsd7N1pKFFh2G8wGP_45iwe5S0DYiJzG4im8Rupc,1066
+resubmit-0.0.2.dist-info/METADATA,sha256=V2YBAdAukURde6IKVC6TDUIsNMoV679OyUlGfvbC0iE,794
+resubmit-0.0.2.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+resubmit-0.0.2.dist-info/top_level.txt,sha256=BfCexfX-VhUZuNi8sI88i0HF_e3ppausQ76hxPeXjYc,9
+resubmit-0.0.2.dist-info/RECORD,,

resubmit-0.0.2.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (80.10.2)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

resubmit-0.0.2.dist-info/licenses/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Your Name
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

resubmit-0.0.2.dist-info/top_level.txt

@@ -0,0 +1 @@
+resubmit