xmanager-slurm 0.4.0__py3-none-any.whl → 0.4.2__py3-none-any.whl

xm_slurm/packaging/docker/__init__.py

@@ -1,69 +0,0 @@
-import dataclasses
-import functools
-from typing import Sequence
-
-from absl import flags
-from xmanager import xm
-
-from xm_slurm.executables import Dockerfile, DockerImage, ImageURI, RemoteImage
-from xm_slurm.executors import SlurmSpec
-from xm_slurm.packaging import registry
-from xm_slurm.packaging.docker.abc import DockerClient
-
-FLAGS = flags.FLAGS
-DOCKER_CLIENT_PROVIDER = flags.DEFINE_enum(
-    "xm_docker_client", "docker", ["docker"], "Docker image build client."
-)
-
-IndexedContainer = registry.IndexedContainer
-
-
-@functools.cache
-def docker_client() -> DockerClient:
-    match DOCKER_CLIENT_PROVIDER.value:
-        case "docker":
-            from xm_slurm.packaging.docker.local import LocalDockerClient
-
-            return LocalDockerClient()
-        case _:
-            raise ValueError(f"Unknown build client: {DOCKER_CLIENT_PROVIDER.value}")
-
-
-@registry.register(Dockerfile)
-def _(
-    targets: Sequence[IndexedContainer[xm.Packageable]],
-) -> list[IndexedContainer[RemoteImage]]:
-    return docker_client().bake(targets=targets)
-
-
-@registry.register(DockerImage)
-def _(
-    targets: Sequence[IndexedContainer[xm.Packageable]],
-) -> list[IndexedContainer[RemoteImage]]:
-    """Build Docker images, this is essentially a passthrough."""
-    images = []
-    client = docker_client()
-    for target in targets:
-        assert isinstance(target.value.executable_spec, DockerImage)
-        assert isinstance(target.value.executor_spec, SlurmSpec)
-        if target.value.executor_spec.tag is not None:
-            raise ValueError(
-                "Executable `DockerImage` should not be tagged via `SlurmSpec`. "
-                "The image URI is provided by the `DockerImage` itself."
-            )
-
-        uri = ImageURI(target.value.executable_spec.image)
-        images.append(
-            dataclasses.replace(
-                target,
-                value=RemoteImage(  # type: ignore
-                    image=str(uri),
-                    workdir=target.value.executable_spec.workdir,
-                    args=target.value.args,
-                    env_vars=target.value.env_vars,
-                    credentials=client.credentials(hostname=uri.domain),
-                ),
-            )
-        )
-
-    return images

xm_slurm/packaging/docker/abc.py

@@ -1,112 +0,0 @@
-import abc
-import collections.abc
-import dataclasses
-import functools
-import os
-from typing import Literal, Mapping, Protocol, Sequence
-
-import jinja2 as j2
-from xmanager import xm
-
-from xm_slurm.executables import RemoteImage, RemoteRepositoryCredentials
-from xm_slurm.packaging.registry import IndexedContainer
-
-
-class DockerCommandProtocol(Protocol):
-    def to_args(self) -> xm.SequentialArgs: ...
-
-
-@dataclasses.dataclass(frozen=True, kw_only=True)
-class DockerBakeCommand(DockerCommandProtocol):
-    targets: str | Sequence[str] | None = None
-    builder: str | None = None
-    files: str | os.PathLike[str] | Sequence[os.PathLike[str] | str] | None = None
-    load: bool = False
-    cache: bool = True
-    print: bool = False
-    pull: bool = False
-    push: bool = False
-    metadata_file: str | os.PathLike[str] | None = None
-    progress: Literal["auto", "plain", "tty"] = "auto"
-    set: Mapping[str, str] | None = None
-
-    def to_args(self) -> xm.SequentialArgs:
-        files = self.files
-        if files is None:
-            files = []
-        if not isinstance(files, collections.abc.Sequence):
-            files = [files]
-
-        targets = self.targets
-        if targets is None:
-            targets = []
-        elif not isinstance(targets, collections.abc.Sequence):
-            targets = [targets]
-
-        return xm.merge_args(
-            ["buildx", "bake"],
-            [f"--progress={self.progress}"],
-            [f"--builder={self.builder}"] if self.builder else [],
-            [f"--metadata-file={self.metadata_file}"] if self.metadata_file else [],
-            ["--print"] if self.print else [],
-            ["--push"] if self.push else [],
-            ["--pull"] if self.pull else [],
-            ["--load"] if self.load else [],
-            ["--no-cache"] if not self.cache else [],
-            [f"--file={file}" for file in files],
-            [f"--set={key}={value}" for key, value in self.set.items()] if self.set else [],
-            targets,
-        )
-
-
-@dataclasses.dataclass(frozen=True, kw_only=True)
-class DockerPullCommand(DockerCommandProtocol):
-    image: str
-
-    def to_args(self) -> xm.SequentialArgs:
-        return xm.merge_args(["pull", self.image])
-
-
-@dataclasses.dataclass(frozen=True, kw_only=True)
-class DockerLoginCommand(DockerCommandProtocol):
-    server: str
-    username: str
-    password: str | None = None
-    password_stdin: bool = False
-
-    def __post_init__(self):
-        if self.password is None and not self.password_stdin:
-            raise ValueError("Either password or password_stdin must be set")
-        if self.password is not None and self.password_stdin:
-            raise ValueError("Only one of password or password_stdin must be set")
-
-    def to_args(self) -> xm.SequentialArgs:
-        return xm.merge_args(
-            ["login", "--username", self.username],
-            ["--password", self.password] if self.password else [],
-            ["--password-stdin"] if self.password_stdin else [],
-            [self.server],
-        )
-
-
-@dataclasses.dataclass(frozen=True, kw_only=True)
-class DockerVersionCommand(DockerCommandProtocol):
-    def to_args(self) -> xm.SequentialArgs:
-        return xm.merge_args(["buildx", "version"])
-
-
-class DockerClient(abc.ABC):
-    @functools.cached_property
-    def _bake_template(self) -> j2.Template:
-        template_loader = j2.PackageLoader("xm_slurm", "templates/docker")
-        template_env = j2.Environment(loader=template_loader, trim_blocks=True, lstrip_blocks=False)
-
-        return template_env.get_template("docker-bake.hcl.j2")
-
-    @abc.abstractmethod
-    def credentials(self, *, hostname: str) -> RemoteRepositoryCredentials | None: ...
-
-    @abc.abstractmethod
-    def bake(
-        self, *, targets: Sequence[IndexedContainer[xm.Packageable]]
-    ) -> list[IndexedContainer[RemoteImage]]: ...

xmanager_slurm-0.4.0.dist-info/RECORD

@@ -1,42 +0,0 @@
-xm_slurm/__init__.py,sha256=DARUE67bf_e7WeC2MWxCIxeTJ2SO-yHO8M9m_p4t_I4,1061
-xm_slurm/api.py,sha256=-z_1gYkUUtuGCw-Z36iYLL9lUpAJqUerX2LV8o9fSCY,18503
-xm_slurm/batching.py,sha256=GbKBsNz9w8gIc2fHLZpslC0e4K9YUfLXFHmjduRRCfQ,4385
-xm_slurm/config.py,sha256=ZtHPwTfuFTijaCf6s0HBRjbBKvrHZD3mPR0vxVv2gsU,6610
-xm_slurm/console.py,sha256=UpMqeJ0C8i0pkue1AHnnyyX0bFJ9zZeJ7HBR6yhuA8A,54
-xm_slurm/constants.py,sha256=Jzli9uutHRZebXJwWC_X7leKlycKPDQqSxuk_dNtnQ4,882
-xm_slurm/executables.py,sha256=BZWQsN_srdFqXSCG7OmoeqVNgLgzYncMOL_aEo8CUQA,6142
-xm_slurm/execution.py,sha256=14UDPl5aYwLVF3oPodhy3FrhyqsiI6RzuOAyvr9UBdA,20000
-xm_slurm/executors.py,sha256=vilogTjlxHLfZDms4aYOZWUW8w-2IdxU7xh-9vcW1Y0,4723
-xm_slurm/experiment.py,sha256=AZ0hzJWHEW8mo2FDF5UtGvvpWW_0rAUfO5nKIDAE7oE,31484
-xm_slurm/job_blocks.py,sha256=_F8CKCs5BQFj40a2-mjG71HfacvWoBXBDPDKEaKTbXc,616
-xm_slurm/packageables.py,sha256=YZFTL6UWx9A_zyztTy1THUlj3pW1rA0cBPHJxD1LOJk,12884
-xm_slurm/resources.py,sha256=EaYDATVudrEDPKKdSZoWgfqPiidc6DMjIctmzLQmiH0,5683
-xm_slurm/status.py,sha256=WTWiDHi-ZHtwHRnDP0cGa-27zTSm6LkA-GCKsN-zBgg,6916
-xm_slurm/utils.py,sha256=ESjOkGT7bRSzIeZrUtZplSHP4oaH6VZ92y2woYdcyKM,2239
-xm_slurm/contrib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-xm_slurm/contrib/clusters/__init__.py,sha256=mwppnH0h20E3hB4Zry4GCbKVWxVv7jciRjDkZCdiPwY,2086
-xm_slurm/contrib/clusters/drac.py,sha256=tJeQFWFIpeZ1gD3j6AAJssNoLSiDkB-3lz1_ObnkRhc,5905
-xm_slurm/experimental/parameter_controller.py,sha256=hl9-hScTC5hnCLRv5KEUuThSpw1m7bzGaaCMBrt6vn8,8429
-xm_slurm/packaging/__init__.py,sha256=dh307yLpUT9KN7rJ1e9fYC6hegGKfZcGboUq9nGpDVQ,233
-xm_slurm/packaging/registry.py,sha256=GrdmQg9MgSo38OiqOzMKWSkQyBuyryOfc3zcdgZ4CUE,1148
-xm_slurm/packaging/router.py,sha256=6qjtsy4BoYgSaQzC_pQSHVHeWcphG_xWVsWgW6ALC7U,2033
-xm_slurm/packaging/utils.py,sha256=LKzkQrdBfON96KCwxyraBX9Ylv2I1JTYoRsc0ZYMfGk,4887
-xm_slurm/packaging/docker/__init__.py,sha256=sJuLRKV04QkpiSpVZWTPebkYjgMESSWGKXpkSpPytGU,2230
-xm_slurm/packaging/docker/abc.py,sha256=f8XvUA_FusIpXI45PR5isA2msxM003ycW5mWbAyiKfk,3830
-xm_slurm/packaging/docker/local.py,sha256=dA_TXqsqpO4WST201AObcvwoyQZIC-pJ8DMZLIvISvU,8234
-xm_slurm/scripts/_cloudpickle.py,sha256=dlJYf2SceOuUn8wi-ozuoYAQg71wqD2MUVOUCyOwWIY,647
-xm_slurm/templates/docker/docker-bake.hcl.j2,sha256=ClsFpj91Mr1VfA8L6eqBG3HQz0Z8VenF6mEfmAhQgUo,1498
-xm_slurm/templates/docker/mamba.Dockerfile,sha256=tsWqvfz1kYOl27ro2mRRWTHQPFv4hANFNIvH3Pgk7wY,745
-xm_slurm/templates/docker/python.Dockerfile,sha256=U4b4QVkopckQ0o9jJIE7d_M6TvExEYlYDirNwCoZ7W4,865
-xm_slurm/templates/docker/uv.Dockerfile,sha256=kYD32oUS1jUaARsNV1o6EFnIfLCNh5GMmck27b-5NRU,969
-xm_slurm/templates/slurm/job-array.bash.j2,sha256=d4twfV1PATGQwTIleFBUIGmMAIHH-F7RjBsdfaAIQko,599
-xm_slurm/templates/slurm/job-group.bash.j2,sha256=UkjfBE7jg9mepcUWaHZEAjkiXsIM1j_sLxLzxkteD-Y,1120
-xm_slurm/templates/slurm/job.bash.j2,sha256=EUeq3P2xqTIqlHi2SVhFBT7NL4lUj8okYUa3GnlaIIc,1852
-xm_slurm/templates/slurm/fragments/monitor.bash.j2,sha256=CxtbxOJzd0Un-ApDO6T8JHuKlSv6uwwBFMJPeGjCKnk,1071
-xm_slurm/templates/slurm/fragments/proxy.bash.j2,sha256=VJLglZo-Nvx9R-qe3rHTxr07CylTQ6Z9NwBzvIpAZrA,814
-xm_slurm/templates/slurm/runtimes/apptainer.bash.j2,sha256=dMntzelhs8DqKyIpO9S6wzMfH2PDevmgvyjCW8Xc2dY,3222
-xm_slurm/templates/slurm/runtimes/podman.bash.j2,sha256=xKXYFvQvazMx0PgvmlRXR6eecoiBUl8y52dIzQtWkBE,1469
-xmanager_slurm-0.4.0.dist-info/METADATA,sha256=6XIfRqQ-uIyx1XWp2GwVmIopwxZqUMmr1blLQSXwD-Y,954
-xmanager_slurm-0.4.0.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
-xmanager_slurm-0.4.0.dist-info/licenses/LICENSE.md,sha256=IxstXr3MPHwTJ5jMrByHrQsR1ZAGQ2U_uz_4qzI_15Y,11756
-xmanager_slurm-0.4.0.dist-info/RECORD,,