xmanager-slurm 0.3.0__py3-none-any.whl

xm_slurm/utils.py

@@ -0,0 +1,69 @@
+import functools
+import os
+import pathlib
+import sys
+from typing import Callable, Hashable, Iterable, MutableSet, TypeVar
+
+T = TypeVar("T")
+
+
+class UserSet(Hashable, MutableSet[T]):
+    __hash__ = MutableSet._hash
+
+    def __init__(
+        self,
+        iterable: Iterable[T] = (),
+        /,
+        on_add: Callable[[T], None] = lambda x: None,
+        on_remove: Callable[[T], None] = lambda x: None,
+        on_discard: Callable[[T], None] = lambda x: None,
+    ):
+        self.data = set(iterable)
+        self._on_add = on_add
+        self._on_remove = on_remove
+        self._on_discard = on_discard
+
+    def __contains__(self, value):
+        return value in self.data
+
+    def __iter__(self):
+        return iter(self.data)
+
+    def __len__(self):
+        return len(self.data)
+
+    def __repr__(self):
+        return repr(self.data)
+
+    def add(self, item: T):
+        self.data.add(item)
+        self._on_add(item)
+
+    def remove(self, item: T):
+        self.data.remove(item)
+        self._on_remove(item)
+
+    def discard(self, item: T):
+        self.data.discard(item)
+        self._on_discard(item)
+
+
+@functools.cache
+def find_project_root() -> pathlib.Path:
+    launch_script_path: pathlib.Path | None = None
+    launch_script_path = pathlib.Path(sys.argv[0])
+
+    if sys.argv[0].endswith(".py"):
+        launch_script_path = pathlib.Path(sys.argv[0]).resolve()
+    else:
+        main_file_path = getattr(sys.modules["__main__"], "__file__", None)
+        if main_file_path and os.access(main_file_path, os.R_OK):
+            launch_script_path = pathlib.Path(main_file_path).resolve()
+
+    pdir = launch_script_path.parent if launch_script_path else pathlib.Path.cwd().resolve()
+    while pdir != pdir.parent:
+        if (pdir / "pyproject.toml").exists():
+            return pdir
+        pdir = pdir.parent
+
+    raise RuntimeError(f"Could not find project root from {sys.argv[0]}. Please specify `context`.")

xmanager_slurm-0.3.0.dist-info/METADATA

@@ -0,0 +1,25 @@
+Metadata-Version: 2.1
+Name: xmanager-slurm
+Version: 0.3.0
+Summary: Slurm backend for XManager.
+Author-Email: Jesse Farebrother <jfarebro@cs.mcgill.ca>
+License: MIT
+Requires-Python: >=3.10
+Requires-Dist: xmanager>=0.4.0
+Requires-Dist: asyncssh>=2.13.2
+Requires-Dist: humanize>=4.8.0
+Requires-Dist: jinja2>=3.1.2
+Requires-Dist: toml>=0.10.2
+Requires-Dist: rich>=13.5.2
+Requires-Dist: immutabledict>=3.0.0
+Requires-Dist: backoff>=2.2.1
+Requires-Dist: pathspec>=0.11.2; extra == "gcp"
+Requires-Dist: google-cloud-storage>=2.11.0; extra == "gcp"
+Requires-Dist: google-cloud-build>=3.20.0; extra == "gcp"
+Requires-Dist: google-cloud-logging>=3.8.0; extra == "gcp"
+Requires-Dist: google-cloud-iam>=2.12.2; extra == "gcp"
+Requires-Dist: google-cloud-kms>=2.19.2; extra == "gcp"
+Requires-Dist: google-crc32c>=1.5.0; extra == "gcp"
+Requires-Dist: pytest>=7.4.3; extra == "test"
+Provides-Extra: gcp
+Provides-Extra: test

xmanager_slurm-0.3.0.dist-info/RECORD

@@ -0,0 +1,38 @@
+xm_slurm/__init__.py,sha256=J5FkaAXbcT7yWmcNgBq3mDLOmnNZW7c4WekSt7JVoFc,1019
+xm_slurm/api.py,sha256=LhAnNfP_M62FEbTSa-NgToxi0OA8kCrUx2czbxfpOjw,9533
+xm_slurm/batching.py,sha256=mGVvccehsC4dfjtg7QqrtxuoxYI_Fs8o1GLJIGVyvyo,4379
+xm_slurm/config.py,sha256=St2bdp2m2pajGxivmsRkmZrKd-inBKF7Hn6oezTT9zM,4955
+xm_slurm/console.py,sha256=UpMqeJ0C8i0pkue1AHnnyyX0bFJ9zZeJ7HBR6yhuA8A,54
+xm_slurm/contrib/clusters/__init__.py,sha256=BM9W2iJE3616uwAUdj1uqcXF70zunXlxWHEXgLdH2xs,1600
+xm_slurm/contrib/clusters/drac.py,sha256=Tl4Cv0DOHssJcnTU5c60w0Ye3dwlDZE4AkPtmew6-lQ,5201
+xm_slurm/executables.py,sha256=4SVn6obIvOKh54RXYccixUx993Xma0rLGanD3TfXNS4,5762
+xm_slurm/execution.py,sha256=EDckbWYtBoMAc0yWU-BitFWGPOkA-AxoQRFv7XdUNcA,17998
+xm_slurm/executors.py,sha256=vilogTjlxHLfZDms4aYOZWUW8w-2IdxU7xh-9vcW1Y0,4723
+xm_slurm/experiment.py,sha256=y5K-kZgavRk022IGXw5bg7beX4cnU1JtUOeP9824sRA,25578
+xm_slurm/job_blocks.py,sha256=1H1eZ5gbEGEoDYcoSh8S_gvp04MLXP7G128crDJlMYo,482
+xm_slurm/packageables.py,sha256=nzmkREacDPJXmo6D1mk4bKjUrLTjHj3rue-PoO_EATk,11216
+xm_slurm/packaging/__init__.py,sha256=dh307yLpUT9KN7rJ1e9fYC6hegGKfZcGboUq9nGpDVQ,233
+xm_slurm/packaging/docker/__init__.py,sha256=SQxaDtomYc4NwZ5lSoCiMoy2S2lRmc0sgwVMbENIatU,2474
+xm_slurm/packaging/docker/abc.py,sha256=f8XvUA_FusIpXI45PR5isA2msxM003ycW5mWbAyiKfk,3830
+xm_slurm/packaging/docker/cloud.py,sha256=8V3Hg_v_TLe6WoJkk3l6S-m7OgK2TNxwfK2glLSFN3o,21300
+xm_slurm/packaging/docker/local.py,sha256=-_elHmU-v0R3XucNMpYF98HCQcMV0x_RTvkt1jLnes4,8008
+xm_slurm/packaging/registry.py,sha256=GrdmQg9MgSo38OiqOzMKWSkQyBuyryOfc3zcdgZ4CUE,1148
+xm_slurm/packaging/router.py,sha256=6qjtsy4BoYgSaQzC_pQSHVHeWcphG_xWVsWgW6ALC7U,2033
+xm_slurm/packaging/utils.py,sha256=dCWAuUXT5COXGe1BQEW8luo5patxTeLSAGOWPR63iY8,6219
+xm_slurm/resources.py,sha256=FqAULBhchu6z66On3SRDOJvXfs0sLGfBvcMGUUB3jxU,4835
+xm_slurm/status.py,sha256=4BUBm-qwVWH_RJGzRxO8Eom5d92_cp8jydQVwqH8v6U,6653
+xm_slurm/templates/docker/docker-bake.hcl.j2,sha256=Ur9t9Yk_LfLPLvJvur47ZKFZmY07H-pJ76edQzAgYfU,1313
+xm_slurm/templates/docker/mamba.Dockerfile,sha256=vsOYkm-T33C2RanwbdjJIUjhPJ_H1NDBeEACguQJZ8c,716
+xm_slurm/templates/docker/pdm.Dockerfile,sha256=Yg5-lOXkNVJr0OER_yOnRvn9NlFLnt3RfdYfq4f0ilg,748
+xm_slurm/templates/docker/python.Dockerfile,sha256=O6lHesmsLz7cX-efVQpsafEVYmbHPyV73xA9WbBKGKg,738
+xm_slurm/templates/slurm/fragments/monitor.bash.j2,sha256=CxtbxOJzd0Un-ApDO6T8JHuKlSv6uwwBFMJPeGjCKnk,1071
+xm_slurm/templates/slurm/fragments/proxy.bash.j2,sha256=VJLglZo-Nvx9R-qe3rHTxr07CylTQ6Z9NwBzvIpAZrA,814
+xm_slurm/templates/slurm/job-array.bash.j2,sha256=d4twfV1PATGQwTIleFBUIGmMAIHH-F7RjBsdfaAIQko,599
+xm_slurm/templates/slurm/job-group.bash.j2,sha256=UkjfBE7jg9mepcUWaHZEAjkiXsIM1j_sLxLzxkteD-Y,1120
+xm_slurm/templates/slurm/job.bash.j2,sha256=EUeq3P2xqTIqlHi2SVhFBT7NL4lUj8okYUa3GnlaIIc,1852
+xm_slurm/templates/slurm/runtimes/apptainer.bash.j2,sha256=Z8Mc4wbmOJW_n9V0hcKsPNEnveZFqsASg8Z3dICaETk,3241
+xm_slurm/templates/slurm/runtimes/podman.bash.j2,sha256=xKXYFvQvazMx0PgvmlRXR6eecoiBUl8y52dIzQtWkBE,1469
+xm_slurm/utils.py,sha256=PNd0vTn33UKm5LpC41TdO9QIFe21V5A0RbYEhQIMjrA,1930
+xmanager_slurm-0.3.0.dist-info/METADATA,sha256=Cjiev-9s_DlKicsDWSgja-m3fYRcnG8UOEXaWTdxyI0,909
+xmanager_slurm-0.3.0.dist-info/WHEEL,sha256=vnE8JVcI2Wz7GRKorsPArnBdnW2SWKWGow5gu5tHlRU,90
+xmanager_slurm-0.3.0.dist-info/RECORD,,

xmanager_slurm-0.3.0.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: pdm-backend (2.3.0)
+Root-Is-Purelib: true
+Tag: py3-none-any