experimaestro 1.8.8__py3-none-any.whl → 1.9.0__py3-none-any.whl

experimaestro/cli/filter.py

@@ -1,3 +1,4 @@
+import asyncio
 from typing import Any, Callable, Dict, List, Optional
 import pyparsing as pp
 from pathlib import Path
@@ -8,9 +9,10 @@ from experimaestro.scheduler import JobState
 
 
 class JobInformation:
-    def __init__(self, path: Path, scriptname: str):
+    def __init__(self, path: Path, scriptname: str, check: bool = False):
         self.path = path
         self.scriptname = scriptname
+        self.check = check
 
     @cached_property
     def params(self):
@@ -27,6 +29,11 @@ class JobInformation:
         if (self.path / f"{self.scriptname}.failed").is_file():
             return JobState.ERROR
         if (self.path / f"{self.scriptname}.pid").is_file():
+            if self.check:
+                process = self.getprocess()
+                state = asyncio.run(process.aio_state(0))
+                if state.finished:
+                    return JobState.ERROR
             return JobState.RUNNING
         else:
             return None

experimaestro/cli/jobs.py

@@ -1,4 +1,5 @@
 # flake8: noqa: T201
+import asyncio
 import subprocess
 from typing import Optional
 from shutil import rmtree
@@ -49,6 +50,7 @@ def process(
     filter="",
     perform=False,
     fullpath=False,
+    check=False,
 ):
     from .filter import createFilter, JobInformation
     from experimaestro.scheduler import JobState
@@ -69,7 +71,9 @@ def process(
         if (p / "jobs.bak").is_dir():
             cprint(f"  Experiment {p.name} has not finished yet", "red")
             if (not perform) and (kill or clean):
-                cprint("  Preventing kill/clean (use --perform if you want to)", "yellow")
+                cprint(
+                    "  Preventing kill/clean (use --perform if you want to)", "yellow"
+                )
                 kill = False
                 clean = False
 
@@ -83,7 +87,7 @@ def process(
             if experiment and experiment not in xps:
                 continue
 
-            info = JobInformation(p, scriptname)
+            info = JobInformation(p, scriptname, check=check)
             job_str = (
                 (str(job.resolve()) if fullpath else f"{job.parent.name}/{job.name}")
                 + " "
@@ -151,6 +155,7 @@ def process(
 @click.option("--ready", is_flag=True, help="Include tasks which are not yet scheduled")
 @click.option("--filter", default="", help="Filter expression")
 @click.option("--fullpath", is_flag=True, help="Prints full paths")
+@click.option("--no-check", is_flag=True, help="Check that running jobs")
 @jobs.command()
 @click.pass_context
 def list(
@@ -160,6 +165,7 @@ def list(
     tags: bool,
     ready: bool,
     fullpath: bool,
+    no_check: bool,
 ):
     process(
         ctx.obj.workspace,
@@ -168,6 +174,7 @@ def list(
         tags=tags,
         ready=ready,
         fullpath=fullpath,
+        check=not no_check,
     )
 
 
@@ -187,6 +194,7 @@ def kill(
     ready: bool,
     fullpath: bool,
     perform: bool,
+    check: bool,
 ):
     process(
         ctx.obj.workspace,

experimaestro/connectors/__init__.py

@@ -114,8 +114,11 @@ class Process:
         """Wait until the process finishes and returns the error code"""
         raise NotImplementedError(f"Not implemented: {self.__class__}.wait")
 
-    async def aio_state(self) -> ProcessState:
-        """Returns the job state"""
+    async def aio_state(self, timeout: float | None = None) -> ProcessState:
+        """Returns the job state
+
+        :param timeout: maximum waiting time for a refresh
+        """
         raise NotImplementedError(f"Not implemented: {self.__class__}.aio_state")
 
     async def aio_isrunning(self):

experimaestro/connectors/local.py

@@ -39,7 +39,7 @@ class PsutilProcess(Process):
         )
         return code
 
-    async def aio_state(self):
+    async def aio_state(self, timeout: float | None = None) -> ProcessState:
         if self._process.is_running():
             return ProcessState.RUNNING
         return ProcessState.FINISHED
@@ -65,7 +65,7 @@ class LocalProcess(Process):
         )
         return code
 
-    async def aio_state(self):
+    async def aio_state(self, timeout: float | None = None) -> ProcessState:
         code = self._process.poll()
         if code is None:
             return ProcessState.RUNNING

experimaestro/launchers/slurm/base.py

@@ -87,7 +87,7 @@ class SlurmProcessWatcher(threading.Thread):
     WATCHERS: Dict[Tuple[Tuple[str, Any]], "SlurmProcessWatcher"] = {}
 
     def __init__(self, launcher: "SlurmLauncher"):
-        super().__init__()
+        super().__init__(daemon=True)
         self.launcher = launcher
         self.count = 1
         self.jobs: Dict[str, SlurmJobState] = {}
@@ -184,10 +184,10 @@ class BatchSlurmProcess(Process):
                 if state and state.finished():
                     return 0 if state.slurm_state == "COMPLETED" else 1
 
-    async def aio_state(self):
+    async def aio_state(self, timeout: float | None = None) -> ProcessState:
         def check():
             with SlurmProcessWatcher.get(self.launcher) as watcher:
-                jobinfo = watcher.getjob(self.jobid)
+                jobinfo = watcher.getjob(self.jobid, timeout=timeout)
                 return jobinfo.state if jobinfo else ProcessState.SCHEDULED
 
         return await asyncThreadcheck("slurm.aio_isrunning", check)
@@ -212,7 +212,7 @@ class BatchSlurmProcess(Process):
 
         # Checks that the process is running
         with SlurmProcessWatcher.get(launcher) as watcher:
-            logger.info("Checking SLURM job %s", process.jobid)
+            logger.debug("Checking SLURM job %s", process.jobid)
             jobinfo = watcher.getjob(process.jobid, timeout=0.1)
             if jobinfo and jobinfo.state.running:
                 logger.debug(

experimaestro/mkdocs/__init__.py

@@ -1 +1 @@
-# from .base import Documentation
+from .base import Documentation  # noqa: F401

{experimaestro-1.8.8.dist-info → experimaestro-1.9.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: experimaestro
-Version: 1.8.8
+Version: 1.9.0
 Summary: "Experimaestro is a computer science experiment manager"
 License: GPL-3
 Keywords: experiment manager

{experimaestro-1.8.8.dist-info → experimaestro-1.9.0.dist-info}/RECORD

@@ -3,13 +3,13 @@ experimaestro/__main__.py,sha256=Dv9lFl03yt1dswd0Xb9NIJRgHpA5_IwH4RfQPEHyFz0,158
 experimaestro/annotations.py,sha256=wyVmPlkXuoT6IxJ-ti8bFo6HxhGY1BYBxM5-pib6shU,8773
 experimaestro/checkers.py,sha256=ZCMbnE_GFC5compWjt-fuHhPImi9fCPjImF8Ow9NqK8,696
 experimaestro/cli/__init__.py,sha256=mzc-qqTFtZnFwCQl7IiwlYXEx08kLGwdntWayCerZ6E,9610
-experimaestro/cli/filter.py,sha256=sdP651rnvMfzdwRdv0AiG1BqK8Z6Mia8l-D-qatGB04,5781
-experimaestro/cli/jobs.py,sha256=QJNno0r6aKylol9jsGRgEPRmehEIyl7pv7CZk-DfvJg,7771
+experimaestro/cli/filter.py,sha256=dKRhEsIdEYv_WfLtTJkl0a6uiCg9Q-K5YxWjVSU1af8,6050
+experimaestro/cli/jobs.py,sha256=5BcEy0c2CQzZkG6Q4mzOWQPYxMKf-zK89DHFFB9FqBY,7993
 experimaestro/click.py,sha256=6BkeQHEgcxaxzq3xEvEEzwzuBj5-dkfrpOGikuA8L00,1377
 experimaestro/commandline.py,sha256=MJIJcfppGCjNA8ozxXUzbUSeDOlTExuzhxryGx3_lIo,9314
 experimaestro/compat.py,sha256=dQqE2ZNHLM2wtdfp7fBRYMfC33qNehVf9J6FGRBUQhs,171
-experimaestro/connectors/__init__.py,sha256=Pe8CZ73IedTIb51-zbdMMk-JFFkZ0t1cOL6QuvdSJjg,6026
-experimaestro/connectors/local.py,sha256=348akOw69t7LgiTBMPG5McCg821I8qfR5GvYNU14sv4,6051
+experimaestro/connectors/__init__.py,sha256=UKhDU3uv9jFH37oUb0JiejrekA85xtEirn79pA7DFhI,6125
+experimaestro/connectors/local.py,sha256=lCGIubqmUJZ1glLtLRXOgakTMfEaEmFtNkEcw9qV5vw,6143
 experimaestro/connectors/ssh.py,sha256=5giqvv1y0QQKF-GI0IFUzI_Z5H8Bj9EuL_Szpvk899Q,8600
 experimaestro/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 experimaestro/core/arguments.py,sha256=7hpkU1f8LJ7JL8kQaD514h9CFSfMotYLsVfMsMmdpWk,6487
@@ -41,9 +41,9 @@ experimaestro/launchers/__init__.py,sha256=lXn544sgJExr6uirILWzAXu_IfmfyqFZOt4Oz
 experimaestro/launchers/direct.py,sha256=JZh6WOPnO6ED_xlOs8pL4MRFmnRhmXzpVxTl-ByaD2A,258
 experimaestro/launchers/oar.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 experimaestro/launchers/slurm/__init__.py,sha256=R1Zwd4phZaXV8FwCYhzfB44n0V4cf-hBQzOc6NkFQ0s,41
-experimaestro/launchers/slurm/base.py,sha256=s6rE_wQBmFuW_Ee75F4iG2ktpWHdKY_SXQsZs3qObB8,15678
+experimaestro/launchers/slurm/base.py,sha256=2CPNJeTNuwPOjqgmdkZ3MfdZbKQTIwlJtu_JL-IClg8,15753
 experimaestro/locking.py,sha256=hPT-LuDGZTijpbme8O0kEoB9a3WjdVzI2h31OT44UxE,1477
-experimaestro/mkdocs/__init__.py,sha256=u3AT-uBu3PqyZZXBr6U_ffioEoSZngDdw85005DbyDA,34
+experimaestro/mkdocs/__init__.py,sha256=L9UDM7vOrRZl41zXTBOaHKSINEEsbmxwjIMIGESmLfU,46
 experimaestro/mkdocs/annotations.py,sha256=qpDw8lzrxpsOShXcpcP_LAeR3UhiIXAybG8UvS64-OU,263
 experimaestro/mkdocs/base.py,sha256=SwLh9s7BZfrTAZdBaealSqVeLAroDSwLLMOHmLCxMPQ,16716
 experimaestro/mkdocs/metaloader.py,sha256=qCqnTWhlgxql-oe46E8AbvYdoM311-lQh-msmPnbllQ,1481
@@ -150,8 +150,8 @@ experimaestro/utils/jupyter.py,sha256=JcEo2yQK7x3Cr1tNl5FqGMZOICxCv9DwMvL5xsWdQP
 experimaestro/utils/resources.py,sha256=j-nvsTFwmgENMoVGOD2Ap-UD3WU85WkI0IgeSszMCX4,1328
 experimaestro/utils/settings.py,sha256=jpFMqF0DLL4_P1xGal0zVR5cOrdD8O0Y2IOYvnRgN3k,793
 experimaestro/xpmutils.py,sha256=S21eMbDYsHfvmZ1HmKpq5Pz5O-1HnCLYxKbyTBbASyQ,638
-experimaestro-1.8.8.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
-experimaestro-1.8.8.dist-info/METADATA,sha256=UbtQwG2i6-287cO03zrgv-iV7v9lbXxa9DMoRrc-HQ8,6170
-experimaestro-1.8.8.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-experimaestro-1.8.8.dist-info/entry_points.txt,sha256=TppTNiz5qm5xm1fhAcdLKdCLMrlL-eQggtCrCI00D9c,446
-experimaestro-1.8.8.dist-info/RECORD,,
+experimaestro-1.9.0.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+experimaestro-1.9.0.dist-info/METADATA,sha256=L-po2w1CEX5e70CFu6G35rOrqKThfuo-hidKJ5bOvgc,6170
+experimaestro-1.9.0.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+experimaestro-1.9.0.dist-info/entry_points.txt,sha256=TppTNiz5qm5xm1fhAcdLKdCLMrlL-eQggtCrCI00D9c,446
+experimaestro-1.9.0.dist-info/RECORD,,