experimaestro 1.5.1__py3-none-any.whl → 2.0.0a8__py3-none-any.whl

experimaestro/tokens.py

@@ -1,10 +1,12 @@
-"""Tokens are special types of dependency controlling the access to 
+"""Tokens are special types of dependency controlling the access to
 a computational resource (e.g. number of launched jobs, etc.)
 """
 
 from dataclasses import dataclass
 import sys
 from pathlib import Path
+
+from omegaconf import DictConfig
 from experimaestro.core.objects import Config
 import fasteners
 import threading
@@ -14,7 +16,6 @@ from typing import Dict
 from experimaestro.launcherfinder.base import TokenConfiguration
 
 from experimaestro.launcherfinder.registry import LauncherRegistry
-from experimaestro.utils.yaml import YAMLDict
 
 from .ipc import ipcom
 from .locking import Lock, LockError
@@ -58,6 +59,8 @@ class CounterTokenLock(Lock):
 
 
 class CounterTokenDependency(Dependency):
+    """A dependency onto a token"""
+
     def __init__(self, token: "CounterToken", count: int):
         super().__init__(token)
         self._token = token
@@ -65,6 +68,7 @@ class CounterTokenDependency(Dependency):
 
     @property
     def name(self):
+        """The (file) name for this dependency, when taken"""
         return f"{self.target.identifier}.token"
 
     def status(self) -> DependencyStatus:
@@ -87,7 +91,7 @@ class TokenFile:
         try:
             self.path = path
             with path.open("rt") as fp:
-                count, self.uri = [l.strip() for l in fp.readlines()]
+                count, self.uri = [line.strip() for line in fp.readlines()]
                 self.count = int(count)
         except Exception:
             logging.exception("Error while reading %s", self.path)
@@ -164,7 +168,7 @@ class CounterToken(Token, FileSystemEventHandler):
     - TIMESTAMP.token contains (1) the number of tokens (2) the job URI
     """
 
-    """Maps paths to instances"""
+    """Maps token keys to CounterToken instances"""
     TOKENS: Dict[str, "CounterToken"] = {}
 
     @staticmethod
@@ -183,13 +187,16 @@ class CounterToken(Token, FileSystemEventHandler):
 
     @staticmethod
     def init_registry(registry: LauncherRegistry):
-        registry.register_token("countertoken", CounterTokenConfiguration)
+        registry.register_token(
+            "countertoken",
+            DictConfig({}, key_type=str, element_type=CounterConfiguration),
+        )
 
     def __init__(self, name: str, path: Path, count: int, force=True):
         """[summary]
 
         Arguments:
-            path {Path} -- The file path of the token file
+            path {Path} -- The file path of the token directory
             count {int} -- Number of tokens (overrides previous definitions)
             force --   If the token has already been created, force to write the maximum
                        number of tokens
@@ -294,6 +301,9 @@ class CounterToken(Token, FileSystemEventHandler):
                         tokenfile = TokenFile(path)
                         tokenfile.watch()
                         self.cache[path.name] = tokenfile
+        except FileNotFoundError:
+            # We did not find the token file... just ignore
+            pass
         except Exception:
             logger.exception("Uncaught exception in on_modified handler")
             raise
@@ -332,13 +342,18 @@ class CounterToken(Token, FileSystemEventHandler):
                         for dependency in dependents:
                             dependency.check()
 
+            # A modified dependency not in cache
             elif path.name.endswith(".token") and path.name not in self.cache:
                 with self.lock:
                     if path.name not in self.cache:
                         logger.debug("Token file not in cache %s", path.name)
-                        tokenfile = TokenFile(path)
-                        tokenfile.watch()
-                        self.cache[path.name] = tokenfile
+                        try:
+                            tokenfile = TokenFile(path)
+                            tokenfile.watch()
+                            self.cache[path.name] = tokenfile
+                        except FileNotFoundError:
+                            # Well, the file did not exist anymore...
+                            pass
         except Exception:
             logger.exception("Uncaught exception in on_modified handler")
             raise
@@ -456,7 +471,3 @@ class CounterConfiguration(TokenConfiguration):
         from experimaestro.connectors.local import LocalConnector
 
         return LocalConnector.instance().createtoken(identifier, self.tokens)
-
-
-class CounterTokenConfiguration(YAMLDict[CounterConfiguration]):
-    pass

experimaestro/tools/diff.py

@@ -1,7 +1,9 @@
+import importlib
 from itertools import chain
 from typing import Dict, Any
 from pathlib import Path
 import json
+from src.experimaestro.core.objects.config_utils import getqualattr
 from termcolor import colored
 
 
@@ -42,6 +44,11 @@ def build_value(data, store: Store):
         elif t == "path.serialized":
             # Again, do not return anything (won't change the identifier)
             return None
+        elif t == "enum":
+            module = importlib.import_module(data["module"])
+            enumClass = getqualattr(module, data["enum"])
+            return enumClass[data["value"]]
+
         elif t is None:
             return {key: build_value(value, store) for key, value in data.items()}
         assert False, f"Data type {t} not handled"
@@ -71,7 +78,7 @@ def load(path: Path):
 
 
 def print_diff(path: str, conf1: Any, conf2: Any):
-    if type(conf1) != type(conf2):
+    if type(conf1) is not type(conf2):
         print(f"[{colored(path, 'red')}] {conf1} and {conf2} of different types")
 
     if isinstance(conf1, ObjectProxy) and isinstance(conf2, ObjectProxy):

experimaestro/typingutils.py

@@ -6,16 +6,18 @@ if sys.version_info.major == 3:
     if sys.version_info.minor < 11:
         from typing import _collect_type_vars as _collect_parameters
     else:
-        from typing import _collect_parameters
-
-    if sys.version_info.minor < 9:
-        from typing_extensions import (
-            _AnnotatedAlias as AnnotatedAlias,
-            get_args,
-            get_origin,
-        )
-    else:
-        from typing import _AnnotatedAlias as AnnotatedAlias, get_args, get_origin
+
+        def _collect_parameters(bases):
+            """Collect type parameters from generic bases"""
+            parameters = []
+            for base in bases:
+                if hasattr(base, "__parameters__"):
+                    parameters.extend(base.__parameters__)
+            return tuple(parameters)
+
+        # from typing import _collect_parameters
+
+    from typing import _AnnotatedAlias as AnnotatedAlias, get_args, get_origin
 
 GenericAlias = typing._GenericAlias
 
@@ -26,6 +28,13 @@ def isgenericalias(typehint):
     return isinstance(typehint, GenericAlias)
 
 
+def get_union(typehint):
+    """Return the list of types of a union (or the type itself if it is not an union)"""
+    if isgenericalias(typehint) and typehint.__origin__ == typing.Union:
+        return typehint.__args__
+    return None
+
+
 def get_optional(typehint):
     if isgenericalias(typehint) and typehint.__origin__ == typing.Union:
         if len(typehint.__args__) == 2:
@@ -62,7 +71,7 @@ def get_type(typehint):
     while True:
         if t := get_optional(typehint):
             typehint = t
-        if isinstance(typehint, AnnotatedAlias):
+        if is_annotated(typehint):
             typehint = get_args(typehint)[0]
         else:
             break

experimaestro/utils/asyncio.py

@@ -10,8 +10,12 @@ def asyncThreadcheck(name, func, *args, **kwargs) -> asyncio.Future:
 
     def dowait():
         logging.debug("Running %s", func)
-        result = func(*args, **kwargs)
-        logging.debug("Got result from %s", func)
+        try:
+            result = func(*args, **kwargs)
+            logging.debug("Got result from %s", func)
+        except Exception:
+            logging.exception("Got an error in the thread")
+            raise
         loop.call_soon_threadsafe(future.set_result, result)
 
     # Start thread

experimaestro/utils/multiprocessing.py

@@ -0,0 +1,44 @@
+import logging
+import multiprocessing as mp
+import time
+import os
+import signal
+import threading
+
+
+def delayed_shutdown(delay=60, *, exit_code=1, grace_period=5):
+    """After *delay*'s try a graceful stop, then SIGKILL anything left.
+
+    :param delay: Delay in seconds before killing
+    :param grace_period: Delay in seconds before force-killing a child process
+    :param exit_code: The exit code to use
+    """
+
+    def _killer():
+        time.sleep(delay)
+
+        logging.info("Stall dectected – killing all subprocesses")
+
+        # 1️⃣ Try graceful termination
+        for p in mp.active_children():
+            # sends SIGTERM / TerminateProcess
+            p.terminate()
+
+        alive = mp.active_children()
+        deadline = time.time() + grace_period
+        while alive and time.time() < deadline:
+            alive = [p for p in alive if p.is_alive()]
+            time.sleep(0.1)
+
+        # 2️⃣ Anything still alive? Nuke it.
+        for p in alive:
+            try:
+                os.kill(p.pid, signal.SIGKILL)
+            except OSError:
+                pass
+
+        # 3️⃣ Finally kill the parent
+        os.kill(os.getpid(), signal.SIGKILL)
+
+    # Start the thread (non blocking)
+    threading.Thread(target=_killer, daemon=True).start()

experimaestro/utils/resources.py

@@ -1,11 +1,12 @@
 from contextlib import contextmanager
+from os import PathLike
 from pathlib import Path
 from typing import Union
 from importlib import resources
 from experimaestro.compat import cached_property
 
 
-class ResourcePathWrapper:
+class ResourcePathWrapper(PathLike):
     """Simple wrapper for resource path"""
 
     def __init__(self, path: Path):
@@ -23,12 +24,19 @@ class ResourcePathWrapper:
         parents = [s.name for s in reversed(self.path.parents)][1:]
         return ".".join(parents)
 
-    @property
+    @cached_property
     def name(self):
         return self.path.name
 
     def is_file(self):
-        return resources.is_resource(self.package, self.name)
+        return any(
+            traversable.name == self.name and traversable.is_file()
+            for traversable in resources.files(self.package).iterdir()
+        )
+
+    def __fspath__(self):
+        """Return the file system path representation of the object"""
+        return resources.as_file(resources.files(self.package) / self.name)
 
     @contextmanager
     def open(self, *args, **kwargs):

{experimaestro-1.5.1.dist-info → experimaestro-2.0.0a8.dist-info}/METADATA

@@ -1,54 +1,46 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.4
 Name: experimaestro
-Version: 1.5.1
+Version: 2.0.0a8
 Summary: "Experimaestro is a computer science experiment manager"
-Home-page: https://github.com/experimaestro/experimaestro-python
 License: GPL-3
+License-File: LICENSE
 Keywords: experiment manager
 Author: Benjamin Piwowarski
 Author-email: benjamin@piwowarski.fr
-Requires-Python: >=3.8,<4.0
+Requires-Python: >=3.10
 Classifier: Development Status :: 4 - Beta
 Classifier: Intended Audience :: Science/Research
 Classifier: License :: OSI Approved :: GNU General Public License v3 (GPLv3)
-Classifier: License :: Other/Proprietary License
 Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.8
-Classifier: Programming Language :: Python :: 3.9
-Classifier: Programming Language :: Python :: 3.10
-Classifier: Programming Language :: Python :: 3.11
-Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Requires-Dist: arpeggio (>=2,<3)
-Requires-Dist: attrs (>=23.1.0,<24.0.0)
+Requires-Dist: attrs (>=23.1.0,<24)
 Requires-Dist: click (>=8)
 Requires-Dist: decorator (>=5,<6)
-Requires-Dist: docstring-parser (>=0.15,<0.16)
-Requires-Dist: fabric (>=3,<4)
-Requires-Dist: fasteners (>=0.19,<0.20)
-Requires-Dist: flask (>=2.3,<3.0)
-Requires-Dist: flask-socketio (>=5.3,<6.0)
-Requires-Dist: gevent (>=23.9,<24.0)
-Requires-Dist: gevent-websocket (>=0.10,<0.11)
+Requires-Dist: docstring-parser (>=0.15,<1)
+Requires-Dist: fasteners (>=0.19,<1)
+Requires-Dist: flask (>=2.3,<3)
+Requires-Dist: flask-socketio (>=5.3,<6)
+Requires-Dist: gevent (>=25)
+Requires-Dist: gevent-websocket (>=0.10)
 Requires-Dist: huggingface-hub (>0.17)
-Requires-Dist: humanfriendly (>=10,<11)
-Requires-Dist: marshmallow (>=3.20,<4.0)
-Requires-Dist: omegaconf (>=2.3,<3.0)
-Requires-Dist: psutil (>=5.9.5,<6.0.0)
-Requires-Dist: pyparsing (>=3.1,<4.0)
-Requires-Dist: pytools (>=2023.1.1,<2024.0.0)
-Requires-Dist: pyyaml (>=6.0.1,<7.0.0)
-Requires-Dist: requests (>=2.31,<3.0)
-Requires-Dist: rpyc (>=5,<6)
-Requires-Dist: sortedcontainers (>=2.4,<3.0)
-Requires-Dist: termcolor (>=2.3)
-Requires-Dist: tqdm (>=4.66.1,<5.0.0)
+Requires-Dist: humanfriendly (>=10)
+Requires-Dist: marshmallow (>=3.20,<4)
+Requires-Dist: mkdocs (>=1.5,<2)
+Requires-Dist: omegaconf (>=2.3,<3)
+Requires-Dist: psutil (>=7,<8)
+Requires-Dist: pyparsing (>=3.1,<4)
+Requires-Dist: pytools (>=2023.1.1,<2024)
+Requires-Dist: pyyaml (>=6.0.1,<7)
+Requires-Dist: requests (>=2.31,<3)
+Requires-Dist: rpyc (>=5,<7)
+Requires-Dist: sortedcontainers (>=2.4,<3)
+Requires-Dist: termcolor (>=2.3,<3)
+Requires-Dist: tqdm (>=4.66.1,<5)
 Requires-Dist: typing-extensions (>=4.2) ; python_version < "3.12"
-Requires-Dist: watchdog (>=2,<3)
-Project-URL: Documentation, https://experimaestro-python.readthedocs.io/
-Project-URL: Repository, https://github.com/experimaestro/experimaestro-python
+Requires-Dist: watchdog (>=2)
 Description-Content-Type: text/markdown
 
 [![PyPI version](https://badge.fury.io/py/experimaestro.svg)](https://badge.fury.io/py/experimaestro)
@@ -146,11 +138,11 @@ def cli(port, workdir, sleeptime):
     # Sets the working directory and the name of the xp
     with experiment(workdir, "helloworld", port=port) as xp:
         # Submit the tasks
-        hello = Say(word="hello", sleeptime=sleeptime).submit()
-        world = Say(word="world", sleeptime=sleeptime).submit()
+        hello = Say.C(word="hello", sleeptime=sleeptime).submit()
+        world = Say.C(word="world", sleeptime=sleeptime).submit()
 
         # Concat will depend on the two first tasks
-        Concat(strings=[hello, world], sleeptime=sleeptime).tag("y", 1).submit()
+        Concat.C(strings=[hello, world], sleeptime=sleeptime).tag("y", 1).submit()
 
 
 if __name__ == "__main__":

experimaestro-2.0.0a8.dist-info/RECORD

@@ -0,0 +1,166 @@
+experimaestro/__init__.py,sha256=XCSuw7ozZZxL9ugnkIhqAaG7CQ6dE9NeSiDJ93QFH_I,1649
+experimaestro/__main__.py,sha256=Dv9lFl03yt1dswd0Xb9NIJRgHpA5_IwH4RfQPEHyFz0,158
+experimaestro/annotations.py,sha256=1QhKA247w50KmhsxvFBnDe6BRc7_EIMMq0GT7LIaGv8,8774
+experimaestro/checkers.py,sha256=ZCMbnE_GFC5compWjt-fuHhPImi9fCPjImF8Ow9NqK8,696
+experimaestro/cli/__init__.py,sha256=bJ7lMdR45bTd-W-kw7CJicR-0qXwNzqUZ_EYfaHH3Oc,9537
+experimaestro/cli/filter.py,sha256=bINAF-O7CwJ2u3T6xG_Q_niqDbPeoEASyYLuCeNlbFw,6313
+experimaestro/cli/jobs.py,sha256=BnejUnhKAgMBVgwANfQYj5mLzknXVohveg7NpovNZ8o,7925
+experimaestro/cli/progress.py,sha256=I6qhVe-vvqA1ym6XJE75q7Hb0jGeFwgodIqfhlTrPKY,8200
+experimaestro/click.py,sha256=6BkeQHEgcxaxzq3xEvEEzwzuBj5-dkfrpOGikuA8L00,1377
+experimaestro/commandline.py,sha256=MJIJcfppGCjNA8ozxXUzbUSeDOlTExuzhxryGx3_lIo,9314
+experimaestro/compat.py,sha256=dQqE2ZNHLM2wtdfp7fBRYMfC33qNehVf9J6FGRBUQhs,171
+experimaestro/connectors/__init__.py,sha256=_8jETUTM3Ecdm8azNrxCSCXyXWso0mwDFnTrcNV3a4w,6129
+experimaestro/connectors/local.py,sha256=lCGIubqmUJZ1glLtLRXOgakTMfEaEmFtNkEcw9qV5vw,6143
+experimaestro/connectors/ssh.py,sha256=5giqvv1y0QQKF-GI0IFUzI_Z5H8Bj9EuL_Szpvk899Q,8600
+experimaestro/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+experimaestro/core/arguments.py,sha256=gB0Kq9XL0_mYbm9WHL-mDx2tUGHI1pvsu1ahMaDxIY0,7170
+experimaestro/core/callbacks.py,sha256=59JfeUgWcCCdIQ3pvh-xNnoRp9BX8f4iOAkgm16wBzE,1660
+experimaestro/core/context.py,sha256=1tLmX7WcgEKSbGw77vfziTzS8KNsoZJ02JBWMBCqqOk,2606
+experimaestro/core/identifier.py,sha256=GmS3HtfLwirjoaVx6cZvLJL4r4546P0FFUSu2Nt0W9g,10812
+experimaestro/core/objects/__init__.py,sha256=ucJY5e17QQ1Kc-GYXeL7g8GFj8rP0XB4g2vrl32uhxY,721
+experimaestro/core/objects/config.py,sha256=D6puZs3VH9GapoHhtgNawwjfQUxSH4E5v3V3sdwLZbg,53575
+experimaestro/core/objects/config_utils.py,sha256=ZLECGkeIWdzunm8vwWsQhvcSgV1e064BgXbLiZnxSEM,1288
+experimaestro/core/objects/config_walk.py,sha256=SYBrGuT7HV12no9mQd1HjnebiyygHyO-zq_TO1brUtc,4233
+experimaestro/core/objects.pyi,sha256=Q1tq4F8LrExPm00E-P5aaygxMvViYZqhHvByo_TTZRE,6315
+experimaestro/core/serialization.py,sha256=CSPEwOzlDsgAz6V2og-TgyU0RXDtzt_nXaoXFZleDZE,5775
+experimaestro/core/serializers.py,sha256=iOBuASEgD8dRKPnL16iOLBsM0GHChCJgjBd7LixFui4,919
+experimaestro/core/types.py,sha256=aI-Qad27tkBFR5HyBCeeUwmZFIQif70__AR7enzpjvY,20938
+experimaestro/core/utils.py,sha256=JfC3qGUS9b6FUHc2VxIYUI9ysNpXSQ1LjOBkjfZ8n7o,495
+experimaestro/exceptions.py,sha256=cUy83WHM3GeynxmMk6QRr5xsnpqUAdAoc-m3KQVrE2o,44
+experimaestro/experiments/__init__.py,sha256=GcpDUIbCvhnv6rxFdAp4wTffCVNTv-InY6fbQAlTy-o,159
+experimaestro/experiments/cli.py,sha256=2HCSl4nO8XxNcqXFnl34nJ-6HVsu-pNELPJyUKK0JLc,10122
+experimaestro/experiments/configuration.py,sha256=vVm40BJW5sZNgSDZ0oBzX15jTO9rmOewVYrm0k9iXXY,1466
+experimaestro/generators.py,sha256=DQsEgdMwRUud9suWr-QGxI3vCO5sywP6MVGZWRNQXkk,1372
+experimaestro/huggingface.py,sha256=gnVlr6SZnbutYz4PLH0Q77n1TRF-uk-dR-3UFzFqAY0,2956
+experimaestro/ipc.py,sha256=Xn3tYME83jLEB0nFak3DwEIhpL5IRZpCl3jirBF_jl4,1570
+experimaestro/launcherfinder/__init__.py,sha256=qRUDyv3B9UsAM8Q31mRrZrTZox0AptwdmOY4f2K-TUo,279
+experimaestro/launcherfinder/base.py,sha256=q47SsF_cXdo5O6ZhFKn5385WVFcx8Wd-BcEpd6tRpbs,515
+experimaestro/launcherfinder/parser.py,sha256=MIHhjs2sTVxLHLcc1CgFid9XxhInXker8QdA-GBA-Bk,2364
+experimaestro/launcherfinder/registry.py,sha256=qP2Y9mfxn7XvIBr4ot2zkyKw6sWhmgBxDDKU5Ty04FE,6417
+experimaestro/launcherfinder/specs.py,sha256=eQC2pwAnvq7kF2xmAfHpg_Wx6_lH6YMf3ZCDwqatjKk,7898
+experimaestro/launchers/__init__.py,sha256=lXn544sgJExr6uirILWzAXu_IfmfyqFZOt4OzRnjHXg,2525
+experimaestro/launchers/direct.py,sha256=JZh6WOPnO6ED_xlOs8pL4MRFmnRhmXzpVxTl-ByaD2A,258
+experimaestro/launchers/oar.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+experimaestro/launchers/slurm/__init__.py,sha256=R1Zwd4phZaXV8FwCYhzfB44n0V4cf-hBQzOc6NkFQ0s,41
+experimaestro/launchers/slurm/base.py,sha256=2CPNJeTNuwPOjqgmdkZ3MfdZbKQTIwlJtu_JL-IClg8,15753
+experimaestro/locking.py,sha256=hPT-LuDGZTijpbme8O0kEoB9a3WjdVzI2h31OT44UxE,1477
+experimaestro/mkdocs/__init__.py,sha256=L9UDM7vOrRZl41zXTBOaHKSINEEsbmxwjIMIGESmLfU,46
+experimaestro/mkdocs/annotations.py,sha256=qpDw8lzrxpsOShXcpcP_LAeR3UhiIXAybG8UvS64-OU,263
+experimaestro/mkdocs/base.py,sha256=qHDZZFdoNRsW6RcjRB1WCSp2sOtRiBk9zFO1acK05BQ,16706
+experimaestro/mkdocs/metaloader.py,sha256=qCqnTWhlgxql-oe46E8AbvYdoM311-lQh-msmPnbllQ,1481
+experimaestro/mkdocs/style.css,sha256=42kJ6Ozq_n4Iw5UfJ4-nO1u-HN3ELvV7Vhvj1Xkn7rQ,66
+experimaestro/mypy.py,sha256=M39VFuDrab-ymlCDIF5jys9oKpTwnuBPzb1T8Un5J3s,285
+experimaestro/notifications.py,sha256=30jPhTo8eU1Nd8RRYorswdlXZ99EuGs38Acg-6l9MyM,9643
+experimaestro/progress.py,sha256=ABdgjCxdVreo6e--Pm1WgIjOWkmggloW2dJU-P5hCfk,14856
+experimaestro/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+experimaestro/rpyc.py,sha256=ZRKol-3tVoeoUITLNFenLF4dhWBLW_FvSV_GvsypmeI,3605
+experimaestro/run.py,sha256=_szMzKn-67ulT6Wy21dzhB1g6_fiL379JnBC0zJqpIY,5332
+experimaestro/scheduler/__init__.py,sha256=HssbogPCuGpKGMPZQP07XCT2-uMFRPANuPM-duMIrq4,422
+experimaestro/scheduler/base.py,sha256=Wq5hfryOvBrvGDpOgitdVQ2TkNYgrt-hHCU8Yey6J6M,10316
+experimaestro/scheduler/dependencies.py,sha256=n9XegwrmjayOIxt3xhuTEBVEBGSq4oeVdzz-FviDGXo,1994
+experimaestro/scheduler/dynamic_outputs.py,sha256=yYPL98I0nSgDjlE3Sk9dtvovh2PZ6rUDnKjDNnAg1dc,5732
+experimaestro/scheduler/experiment.py,sha256=gO0S66AE8jDv_huaezra3odFqjNnuLLVmZVv-sorJ1A,13297
+experimaestro/scheduler/jobs.py,sha256=tJFndvHW5-Padfw-KfU_ytO7l3xaXpjhqEOy9g7gFDs,15279
+experimaestro/scheduler/services.py,sha256=aCKkNZMULlceabqf-kOs_-C7KPINnjU3Q-I00o5x6iY,2189
+experimaestro/scheduler/signal_handler.py,sha256=B4ZeSVB8O41VDdFmV4n2cyBds7wKFG3kH2Fp7cpyxa4,872
+experimaestro/scheduler/state.py,sha256=1ICn1K5gNMCEUb85vwwXLIUF6Lxqa5mbTgMzEz2pnXw,2367
+experimaestro/scheduler/workspace.py,sha256=KNdxPBwUk7gO8h2utMCrlIVKB-f2Ylqg_IxLc4okp_8,2320
+experimaestro/scriptbuilder.py,sha256=6GKUkgixLqSEy41sNr-_HNcrjKb8uxaoQ65DywRYsC0,5027
+experimaestro/server/__init__.py,sha256=V1NbTS7ByqI29t6ArGn5GJeDWQ9VYGQ81qCwFbpLGso,11810
+experimaestro/server/data/0c35d18bf06992036b69.woff2,sha256=gmX2R4Y5fWuDLRygqv3xSa2E5ydZ__qfcnLpGg-wFdE,128352
+experimaestro/server/data/1815e00441357e01619e.ttf,sha256=gIRDrmyCBDla3YVD2oqQpguTdvsPh-2OjqN9EJWW2AU,210792
+experimaestro/server/data/219aa9140e099e6c72ed.woff2,sha256=0xv7gdVueQ4Nni-gC4Pfj3FZ-QYxFM3AFIWbHUg5Vsg,135984
+experimaestro/server/data/2463b90d9a316e4e5294.woff2,sha256=qnWZhiOjkeYcaQF5Ss6DLj7N0oi1bWCPIb6gQRrMC44,158220
+experimaestro/server/data/2582b0e4bcf85eceead0.ttf,sha256=0vBZNUCw4zum3iVaVPJy1GbjEUSAaVa-qM_b9-3_yb0,426112
+experimaestro/server/data/3a4004a46a653d4b2166.woff,sha256=-jiI7_pbxjPGuygaSdiSf-eqACEsn8D3M4yBnsXMFu4,156236
+experimaestro/server/data/3baa5b8f3469222b822d.woff,sha256=PTTzCsa7Ivpb9Y0-Uue7bezZnFcdanfV36e-eL7PK1A,339600
+experimaestro/server/data/4d73cb90e394b34b7670.woff,sha256=_YT4i0lwQNT31ejJ-GNa740-cGwPpS4rb6zxTu6H5SI,164912
+experimaestro/server/data/4ef4218c522f1eb6b5b1.woff2,sha256=Hmc7qFiWVHlNKtN1woc_GHCkV48rPoR9zEB63QO1esI,215704
+experimaestro/server/data/5d681e2edae8c60630db.woff,sha256=HBNbFRpB4jE4sy0wZePw6rIwpnrv6SXplwnL4QK9YEw,206260
+experimaestro/server/data/6f420cf17cc0d7676fad.woff2,sha256=NdyopxRaF8jRMG8lo8oJFXjhU5bwsi1h645zJirHVXc,155276
+experimaestro/server/data/89999bdf5d835c012025.woff2,sha256=40VtEoO511M3p3Pf0Ue_kI_QLAG0v0hXbYYDppsTy-U,25472
+experimaestro/server/data/914997e1bdfc990d0897.ttf,sha256=VM9ghve7IfnQcq1JShm0aB-lFt0KFM7lLaAdNlGpE6M,68064
+experimaestro/server/data/c210719e60948b211a12.woff2,sha256=1yNqGb8jy7ICcoDo9R3JnWxFl2ou1g3nM4KwNLGKK2g,118684
+experimaestro/server/data/c380809fd3677d7d6903.woff2,sha256=yUjxJjNBaZs8HpxV2NDz5EZmnQ8rnVVJTGFpIiwCQ6Y,173620
+experimaestro/server/data/f882956fd323fd322f31.woff,sha256=jpR1jFTCboWqzy09yhrXqtpZBKRgI4-uSEPrxEvELtw,182028
+experimaestro/server/data/favicon.ico,sha256=PRD32mxgMXg0AIFmjErFs66XQ8qaJiqw_NMS-7n0i90,3870
+experimaestro/server/data/index.css,sha256=hujPctk1MO9fdUpzFiveEKQzkiABNGmeJOtNoUMqDAY,392757
+experimaestro/server/data/index.css.map,sha256=rKkhyfo3OaALku4FrL0Lqs8-mjxfXlkvPIk5V-LfaBs,575718
+experimaestro/server/data/index.html,sha256=LcXSo2QU5jcmqgmFhVWWOG_CfGyrqdm3H8jwkdRgdGU,706
+experimaestro/server/data/index.js,sha256=q8oG4RM5rRjIGmI1szIrLTxigTHNkVUG1BuHbcjUeSw,3710972
+experimaestro/server/data/index.js.map,sha256=cv7KF28Uq5dy7Ux3yRnoSVztrOFVid359fm0Xn2IJ6s,3903046
+experimaestro/server/data/login.html,sha256=4dvhSOn6DHp_tbmzqIKrqq2uAo0sAUbgLVD0lTnPp4s,511
+experimaestro/server/data/manifest.json,sha256=EpzHQZzrGh9c1Kf63nrqvI33H1cm0nLYfdh5lDm8ijI,318
+experimaestro/settings.py,sha256=j6iVV8bFn5VP-TopjtbSyX1wNgmfs3jzGeeAmaZzOPA,3172
+experimaestro/sphinx/__init__.py,sha256=HAofa65lCLAUOShgWwJIGEEOPKzu4VEs5LZd46V_Bng,9466
+experimaestro/sphinx/static/experimaestro.css,sha256=0rEgt1LoDdD-a_R5rVfWZ19zD1gR-1L7q3f4UibIB58,294
+experimaestro/taskglobals.py,sha256=Lp0bqobVLndR7fOtF9qPI7utTKQXXwTdVN6l5Av9Dc4,660
+experimaestro/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+experimaestro/tests/conftest.py,sha256=CtC6TvUS9sbgSc3pZYyTyEvfilnNGPpOUJvi-jn6twI,695
+experimaestro/tests/connectors/bin/executable.py,sha256=RmCrH_MQiHuPRyeTP2jut0ASpfvHEH1QCxRnlvDZW2s,21
+experimaestro/tests/connectors/test_local.py,sha256=hMX3maYYRABGXqRZFZbTWjf-jcvPkBq9nReLtDwLydk,1204
+experimaestro/tests/connectors/utils.py,sha256=9sM3Pwy2nRfSr7pwQoOoSCDhBrEcDsEElI08Fmrw_gU,702
+experimaestro/tests/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+experimaestro/tests/core/test_generics.py,sha256=QfO25aSV6kKKlGGSvPK19pSOI86FhXKEy3iFQbspIzE,5185
+experimaestro/tests/definitions_types.py,sha256=nMoQxZxhTJAYV87Ce9F2dAITxXGHf7Uw5j-MKsZ3LmQ,399
+experimaestro/tests/launchers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+experimaestro/tests/launchers/bin/sacct,sha256=9mmRAYCE4RBSBOf7aanhFw9hzujOUlcw3OJmZJ3K-Wc,639
+experimaestro/tests/launchers/bin/sbatch,sha256=KgG4xUiIpELHBWLjnM7IUBu5jKiIGnILS9HfHE5eVFk,1715
+experimaestro/tests/launchers/bin/srun,sha256=3oE3qq0UFpVtTvXfR1kH3tovFYX74fp1Fk-o8zgsaJA,47
+experimaestro/tests/launchers/bin/test.py,sha256=MbxdAd2Sf7T-Hj3ldmrtngbQuBdNOkXjMcICJTf39wI,477
+experimaestro/tests/launchers/common.py,sha256=WqVcWX3g0XYJS0aJO7XWVvOmncRBbQmGvuNxH9AHUAE,2998
+experimaestro/tests/launchers/config_slurm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+experimaestro/tests/launchers/config_slurm/launchers.py,sha256=DohwQVv1eXWfDpAYFg7KJekEm7q7G-lMou2lPg-PKOk,838
+experimaestro/tests/launchers/test_local.py,sha256=4oGgWH2YgkEm-Muu6s4cwlgriXtYr5xAd72DVoIw_Yk,717
+experimaestro/tests/launchers/test_slurm.py,sha256=5s-mMtqvE62xJ_GijLd4Hmsu3vWCRCbFy7cPce8YKsM,2534
+experimaestro/tests/restart.py,sha256=aAizVLvw2DaNfIzuRB13iYXOoX1Q5NkgsngumERlo2s,4191
+experimaestro/tests/restart_main.py,sha256=iAFzw0H1q9Aq7t6TrSAj236QBnYU52qx0VF-2dz6tx4,295
+experimaestro/tests/scripts/notifyandwait.py,sha256=3BLXLI5XgP3BnKf6sQ56oKoMVqR80VMHmploJ3JO6Ko,407
+experimaestro/tests/scripts/waitforfile.py,sha256=EDT-TuFi2fU_qt51K5EmAxjw_OnJKkBW7UCfhrtDbVw,120
+experimaestro/tests/task_tokens.py,sha256=vgqUa-S_YC2Id9pGOSv40qFTwq1WGZkFhr556Z5o678,477
+experimaestro/tests/tasks/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+experimaestro/tests/tasks/all.py,sha256=2KF0D1CB2PBwM_aXX09Ug6vy0MUQgoTATdheNeNKXHg,2101
+experimaestro/tests/tasks/foreign.py,sha256=uhXDOcWozkcm26ybbeEU9RElJpbhjC-zdzmlSKfPcdY,122
+experimaestro/tests/test_checkers.py,sha256=e6Rv2TlePRY__VXs0vUb6a5Aw_KIq_cs4N86VhnYHtw,407
+experimaestro/tests/test_dependencies.py,sha256=LvpmMcfnRzQPzUIuFNCIQnJot8YBSxCA827xh9gYlq0,1890
+experimaestro/tests/test_experiment.py,sha256=Nfevu_aMyX4c5xTjDHMeKXZWs2HMOhy96tsQlnF-IVs,1693
+experimaestro/tests/test_file_progress.py,sha256=uNUUq-ptcnxu56zRvUUZ5EYM9ZIQbUmOU_LI0roMgSw,15119
+experimaestro/tests/test_file_progress_integration.py,sha256=ejXASpdnpi6HUy569Q5Vx5F8SV_RDU-4o3yuQka6vS4,16751
+experimaestro/tests/test_findlauncher.py,sha256=KPy8ow--NXS1KFCIpxrmEJFRvjo-v-PwlVHVyoVKLPg,3134
+experimaestro/tests/test_forward.py,sha256=9y1zYm7hT_Lx5citxnK7n20cMZ2WJbsaEeY5irCZ9U4,735
+experimaestro/tests/test_generators.py,sha256=R0UypTzxX0dPYvY4A_kozpLDHhGzQDNfLQyc0oRaSx8,2891
+experimaestro/tests/test_identifier.py,sha256=0uv7lsgLLzKHLinlq2J9yj9UyKG6ud1EYtxIyeXbyhE,14368
+experimaestro/tests/test_instance.py,sha256=VFRvjy1OXGtGgkh__mf73KmJq4Lom7ppvBDkhE7rjTA,1325
+experimaestro/tests/test_objects.py,sha256=hGku35h1qkNMIdgP_gWM7HeviaqW7jrZDffOsCJh-_Q,1787
+experimaestro/tests/test_outputs.py,sha256=vilnECNfc-cyzDZjTvCgCSMesC7QwWTfhJtlOyM9kIM,797
+experimaestro/tests/test_param.py,sha256=OW3uguPjy9U6f9BrLr8z4ieo88EH6da2zMho-FVwmKQ,7324
+experimaestro/tests/test_progress.py,sha256=j-V65Adk9psBzMcSzlH7uSqDiLkYDd3Udpy1UCT8j2Y,7588
+experimaestro/tests/test_serializers.py,sha256=dQkiuvHAQ1g-SCRCfOy977nQMWR7CFuBUud65N_vfiI,1248
+experimaestro/tests/test_snippets.py,sha256=rojnyDjtmAMnSuDUj6Bv9XEgdP8oQf2nVc132JF8vsM,3081
+experimaestro/tests/test_ssh.py,sha256=KS1NWltiXrJBSStY9d4mwrexeqgNGWmhxuAU_WLQDAU,1449
+experimaestro/tests/test_tags.py,sha256=_FE0g1kCwrgy7AlLNmgYHol07lMk8Iyera60-gO2k-s,2886
+experimaestro/tests/test_tasks.py,sha256=Lbo9hc3FGah8XTsMFQVfFFp4YqE3FtHNCrEuz43ZHOs,9016
+experimaestro/tests/test_tokens.py,sha256=0PPVCBcYWzFqgCQEbJsNAZOIVZt4VVv2vu-W4sk0Ogg,7859
+experimaestro/tests/test_types.py,sha256=Y76TvSv9euJqI6Zu14cnD8ldToWxts43yvGa7-HV2kA,1363
+experimaestro/tests/test_validation.py,sha256=tinkXETcAGtgPIsmbioKSU00kGIV1YnniHTGDDcUOq8,4118
+experimaestro/tests/token_reschedule.py,sha256=z7oVrFvRkUlBC3FMTr552ayeCt6DWTpx1j9Dk5YtPq8,1703
+experimaestro/tests/utils.py,sha256=41krZFgUaCxCYBQPmo5dNFDd9W6RU8ZzzyzY3FyutUI,3805
+experimaestro/tokens.py,sha256=ZnsDnfJgyAUgThv0c-ta28CrHre0gRyQF6q5FD9tCLY,15147
+experimaestro/tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+experimaestro/tools/diff.py,sha256=4GWWXgpkotO6a7i6qG64oWPGm8Ej7eFCDNj0wjZ-G7s,3715
+experimaestro/tools/documentation.py,sha256=O2UzjzodPqGot3YSe6NYlK7S42XpplakUdqxFpvjqHQ,9184
+experimaestro/tools/jobs.py,sha256=63bXhJ7RGdczLU_nxu2skGn-9dwgr4r5pD23qH4WeBA,3516
+experimaestro/typingutils.py,sha256=v7wS9xewF3cYOKvaBFxlTB-qplJ8olI1OaO3tAKiwIo,3678
+experimaestro/utils/__init__.py,sha256=BdYguxAbR1jOQPV36OgGA31itaMvBJ6WVPV6b4Jn4xw,2434
+experimaestro/utils/asyncio.py,sha256=9r_vFQs6T6tqmymC_DbHVFhY9YVRO6X48uEuyL_ugP8,726
+experimaestro/utils/jobs.py,sha256=42FAdKcn_v_-M6hcQZPUBr9kbDt1eVsk3a4E8Gc4eu8,2394
+experimaestro/utils/jupyter.py,sha256=JcEo2yQK7x3Cr1tNl5FqGMZOICxCv9DwMvL5xsWdQPk,2183
+experimaestro/utils/multiprocessing.py,sha256=am3DkHP_kmWbpynbck2c9QystCUtPBoSAC0ViBVzndU,1275
+experimaestro/utils/resources.py,sha256=j-nvsTFwmgENMoVGOD2Ap-UD3WU85WkI0IgeSszMCX4,1328
+experimaestro/utils/settings.py,sha256=jpFMqF0DLL4_P1xGal0zVR5cOrdD8O0Y2IOYvnRgN3k,793
+experimaestro/xpmutils.py,sha256=S21eMbDYsHfvmZ1HmKpq5Pz5O-1HnCLYxKbyTBbASyQ,638
+experimaestro-2.0.0a8.dist-info/METADATA,sha256=vZ4UCEkPrs1HE6gA8YUcTeyLyKgRz1-iGg9buRdX4D0,5712
+experimaestro-2.0.0a8.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
+experimaestro-2.0.0a8.dist-info/entry_points.txt,sha256=TppTNiz5qm5xm1fhAcdLKdCLMrlL-eQggtCrCI00D9c,446
+experimaestro-2.0.0a8.dist-info/licenses/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+experimaestro-2.0.0a8.dist-info/RECORD,,

{experimaestro-1.5.1.dist-info → experimaestro-2.0.0a8.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry-core 1.9.0
+Generator: poetry-core 2.2.1
 Root-Is-Purelib: true
 Tag: py3-none-any

{experimaestro-1.5.1.dist-info → experimaestro-2.0.0a8.dist-info}/entry_points.txt

@@ -5,10 +5,6 @@ experimaestro=experimaestro.__main__:main
 local=experimaestro.connectors.local:LocalConnector
 ssh=experimaestro.connectors.ssh:SshConnector
 
-[experimaestro.launchers]
-slurm=experimaestro.launchers.slurm:SlurmLauncher
-unix=experimaestro.launchers.direct:DirectLauncher
-
 [experimaestro.process]
 local=experimaestro.connectors.local:LocalProcess
 slurm=experimaestro.launchers.slurm:BatchSlurmProcess

experimaestro/launchers/slurm/cli.py

@@ -1,29 +0,0 @@
-import sys
-import click
-
-from .configuration import SlurmConfiguration, fill_nodes_configuration
-
-
-@click.group()
-def cli():
-    pass
-
-
-@click.option("--no-hosts", is_flag=True, help="Disable hosts")
-@cli.command()
-def convert(no_hosts):
-    """Convert the ouptut of 'scontrol show node' into a YAML form compatible
-    with launchers.yaml"""
-    import yaml
-    from experimaestro.launcherfinder import LauncherRegistry
-
-    configuration = SlurmConfiguration(id="", partitions={})
-    fill_nodes_configuration(sys.stdin, configuration)
-
-    if no_hosts:
-        for pid, partition in configuration.partitions.items():
-            for node in partition.nodes:
-                node.hosts = []
-        configuration.use_hosts = False
-
-    yaml.dump(configuration, sys.stdout, Dumper=LauncherRegistry.instance().Dumper)