experimaestro 1.5.9__py3-none-any.whl → 1.5.12__py3-none-any.whl

experimaestro/cli/jobs.py

@@ -50,90 +50,100 @@ def process(
     perform=False,
     fullpath=False,
 ):
-    path = workspace.path
-    for p in (path / "xp").glob("*"):
-        if experiment and p.name != experiment:
-            continue
+    from .filter import createFilter, JobInformation
+    from experimaestro.scheduler import JobState
 
-        from .filter import createFilter, JobInformation
-        from experimaestro.scheduler import JobState
+    _filter = createFilter(filter) if filter else lambda x: True
 
-        _filter = createFilter(filter) if filter else lambda x: True
+    # Get all jobs from experiments
+    job2xp = {}
+
+    path = workspace.path
+    for p in (path / "xp").glob("*"):
+        for job in p.glob("jobs/*/*"):
+            job_path = job.resolve()
+            if job_path.is_dir():
+                *_, scriptname = job_path.parent.name.rsplit(".", 1)
+                job2xp.setdefault(scriptname, set()).add(p.name)
 
-        print(f"* Experiment {p.name}")
         if (p / "jobs.bak").is_dir():
-            cprint("  Experiment has not finished yet", "red")
-            if not perform and (kill or clean):
+            cprint(f"  Experiment {p.name} has not finished yet", "red")
+            if (not perform) and (kill or clean):
                 cprint("  Preventing kill/clean (use --force if you want to)", "yellow")
                 kill = False
                 clean = False
-        print()
 
-        for job in p.glob("jobs/*/*"):
-            info = None
-            p = job.resolve()
-            if p.is_dir():
-                *_, scriptname = p.parent.name.rsplit(".", 1)
-
-                info = JobInformation(p, scriptname)
-                job_path = (
-                    str(job.resolve()) if fullpath else f"{job.parent.name}/{job.name}"
-                )
+    # Now, process jobs
+    for job in path.glob("jobs/*/*"):
+        info = None
+        p = job.resolve()
+        if p.is_dir():
+            *_, scriptname = p.parent.name.rsplit(".", 1)
+            xps = job2xp.get(scriptname, set())
+            if experiment and experiment not in xps:
+                continue
 
-                if filter:
-                    if not _filter(info):
-                        continue
-
-                if info.state is None:
-                    print(colored(f"NODIR   {job_path}", "red"), end="")
-                elif info.state.running():
-                    if kill:
-                        if perform:
-                            process = info.getprocess()
-                            if process is None:
-                                cprint(
-                                    "internal error – no process could be retrieved",
-                                    "red",
-                                )
-                            else:
-                                cprint(f"KILLING {process}", "light_red")
-                                process.kill()
-                        else:
-                            print("KILLING (not performing)", process)
-                    print(
-                        colored(f"{info.state.name:8}{job_path}", "yellow"),
-                        end="",
-                    )
-                elif info.state == JobState.DONE:
-                    print(
-                        colored(f"DONE    {job_path}", "green"),
-                        end="",
-                    )
-                elif info.state == JobState.ERROR:
-                    print(colored(f"FAIL    {job_path}", "red"), end="")
-                else:
-                    print(
-                        colored(f"{info.state.name:8}{job_path}", "red"),
-                        end="",
-                    )
+            info = JobInformation(p, scriptname)
+            job_str = (
+                (str(job.resolve()) if fullpath else f"{job.parent.name}/{job.name}")
+                + " "
+                + ",".join(xps)
+            )
 
-            else:
-                if not ready:
+            if filter:
+                if not _filter(info):
                     continue
-                print(colored(f"READY {job_path}", "yellow"), end="")
 
-            if tags:
-                print(f""" {" ".join(f"{k}={v}" for k, v in info.tags.items())}""")
+            if info.state is None:
+                print(colored(f"NODIR   {job_str}", "red"), end="")
+            elif info.state.running():
+                if kill:
+                    if perform:
+                        process = info.getprocess()
+                        if process is None:
+                            cprint(
+                                "internal error – no process could be retrieved",
+                                "red",
+                            )
+                        else:
+                            cprint(f"KILLING {process}", "light_red")
+                            process.kill()
+                    else:
+                        print("KILLING (not performing)", process)
+                print(
+                    colored(f"{info.state.name:8}{job_str}", "yellow"),
+                    end="",
+                )
+            elif info.state == JobState.DONE:
+                print(
+                    colored(f"DONE    {job_str}", "green"),
+                    end="",
+                )
+            elif info.state == JobState.ERROR:
+                print(colored(f"FAIL    {job_str}", "red"), end="")
+            else:
+                print(
+                    colored(f"{info.state.name:8}{job_str}", "red"),
+                    end="",
+                )
+
+        else:
+            if not ready:
+                continue
+            print(colored(f"READY {job_path}", "yellow"), end="")
+
+        if tags:
+            print(f""" {" ".join(f"{k}={v}" for k, v in info.tags.items())}""")
+        else:
+            print()
+
+        if clean and info.state and info.state.finished():
+            if perform:
+                cprint("Cleaning...", "red")
+                rmtree(p)
             else:
-                print()
-
-            if clean and info.state and info.state.finished():
-                if perform:
-                    cprint("Cleaning...", "red")
-                    rmtree(p)
-                else:
-                    cprint("Cleaning... (not performed)", "red")
-        print()
+                cprint("Cleaning... (not performed)", "red")
+    print()
 
 
 @click.option("--experiment", default=None, help="Restrict to this experiment")

experimaestro/connectors/ssh.py

@@ -1,5 +1,11 @@
+try:
+    from pathlib import Path, _posix_flavour
+except ImportError:
+    # Avoids problem with python 3.12 where this module does not work
+    # anyways
+    _posix_flavour = None
+
 from dataclasses import dataclass
-from pathlib import Path, _posix_flavour
 import io
 import os
 import re

experimaestro/tests/test_ssh.py

@@ -1,14 +1,18 @@
+import sys
+import pytest
 from experimaestro.connectors.ssh import SshPath
 
 # --- Test SSH path and SSH path manipulation
 
 
+@pytest.mark.skipif(sys.version_info >= (3, 12), reason="requires python3.10 or higher")
 def test_absolute():
     path = SshPath("ssh://host//a/path")
     assert path.host == "host"
     assert path.is_absolute()
 
 
+@pytest.mark.skipif(sys.version_info >= (3, 12), reason="requires python3.10 or higher")
 def test_relative():
     path = SshPath("ssh://host")
     assert path.host == "host"
@@ -17,6 +21,7 @@ def test_relative():
     assert not path.is_absolute()
 
 
+@pytest.mark.skipif(sys.version_info >= (3, 12), reason="requires python3.10 or higher")
 def test_relative_withpath():
     path = SshPath("ssh://host/relative/path")
     assert path.host == "host"
@@ -24,6 +29,7 @@ def test_relative_withpath():
     assert not path.is_absolute()
 
 
+@pytest.mark.skipif(sys.version_info >= (3, 12), reason="requires python3.10 or higher")
 def test_relative_absolute():
     path = SshPath("ssh://host") / "/absolute/path"
     assert path.host == "host"
@@ -31,6 +37,7 @@ def test_relative_absolute():
     assert path.is_absolute()
 
 
+@pytest.mark.skipif(sys.version_info >= (3, 12), reason="requires python3.10 or higher")
 def test_relative_compose():
     path = SshPath("ssh://host/abc") / "relative/path"
     assert path.host == "host"

{experimaestro-1.5.9.dist-info → experimaestro-1.5.12.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: experimaestro
-Version: 1.5.9
+Version: 1.5.12
 Summary: "Experimaestro is a computer science experiment manager"
 Home-page: https://github.com/experimaestro/experimaestro-python
 License: GPL-3

{experimaestro-1.5.9.dist-info → experimaestro-1.5.12.dist-info}/RECORD

@@ -4,13 +4,13 @@ experimaestro/annotations.py,sha256=dcpFmo01T12S_y5nIBIQjiXsGsq5S80ZB-58o8tW9wA,
 experimaestro/checkers.py,sha256=ZCMbnE_GFC5compWjt-fuHhPImi9fCPjImF8Ow9NqK8,696
 experimaestro/cli/__init__.py,sha256=mzc-qqTFtZnFwCQl7IiwlYXEx08kLGwdntWayCerZ6E,9610
 experimaestro/cli/filter.py,sha256=0jJrD_2cWydovjLO32vTFTK-TxXSs9P8Zxp5WaBF5AE,5790
-experimaestro/cli/jobs.py,sha256=eWDZ2ObdySshDujFQdkmChxD9TS53270ckTXggGFXQc,7630
+experimaestro/cli/jobs.py,sha256=3cXo9-qNgtVG0ct5Kod082iXu2snczQsMss-AQvJjV0,7769
 experimaestro/click.py,sha256=6BkeQHEgcxaxzq3xEvEEzwzuBj5-dkfrpOGikuA8L00,1377
 experimaestro/commandline.py,sha256=NS1ubme8DTJtDS2uWwdHLQiZsl6TSK1LkNxu39c3-cw,9463
 experimaestro/compat.py,sha256=dQqE2ZNHLM2wtdfp7fBRYMfC33qNehVf9J6FGRBUQhs,171
 experimaestro/connectors/__init__.py,sha256=hxcBSeVLk_7oyiIlS3l-9dGg1NGtShwvRD1tS7f8D2M,5461
 experimaestro/connectors/local.py,sha256=6tlaZb0tvNS2mjsapiVbfY7kIfLICJad137VXBMz-xo,5816
-experimaestro/connectors/ssh.py,sha256=88z0MYJl_K2jJTX5NBx4w5DJ_UGEbN40SPs2x9dfB-Q,8260
+experimaestro/connectors/ssh.py,sha256=Jk-64rwfQ9Gs_cZ8O62YviJ3M2rLaHAln2A2hdAmMW8,8400
 experimaestro/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 experimaestro/core/arguments.py,sha256=dW32opqNEsULYr6nR7Zk8PqHsSCbLPclfXofw27GTpI,5620
 experimaestro/core/context.py,sha256=Q8_ngiHRBZ0laavXRJNiDvdCprrnROVTWaHfrwMdlG4,2638
@@ -118,7 +118,7 @@ experimaestro/tests/test_param.py,sha256=FcRF8HbjoW96SR6cTW3fqracLM4BivAsTq0iZvl
 experimaestro/tests/test_progress.py,sha256=wtIGQzlV3ldd_wMng11LinVESchW-1J954mCJNlG28E,7580
 experimaestro/tests/test_serializers.py,sha256=xSCezAM9yH_Ix1wr7j0au9SyBv9DtZ7b0zs2-Ynt-VM,2338
 experimaestro/tests/test_snippets.py,sha256=rojnyDjtmAMnSuDUj6Bv9XEgdP8oQf2nVc132JF8vsM,3081
-experimaestro/tests/test_ssh.py,sha256=JhwsS4lJWQeMhtnDfJhQqJ5dwEThqvcNBBgUq1EWvk0,979
+experimaestro/tests/test_ssh.py,sha256=KS1NWltiXrJBSStY9d4mwrexeqgNGWmhxuAU_WLQDAU,1449
 experimaestro/tests/test_tags.py,sha256=vfW99iFfw3m-pcJPy_-mtZsWbAt_Xw5k-u3dWoJbRWw,2921
 experimaestro/tests/test_tasks.py,sha256=bUSB_UT1MTN2P_RPHd4AT5NK-DFsgCVeFKSiXu3bEz8,9429
 experimaestro/tests/test_tokens.py,sha256=cW9qQU4PhbQY4_SgK8ICmKcYq8JVvLRTOYZzdtoS5N8,7826
@@ -139,8 +139,8 @@ experimaestro/utils/jupyter.py,sha256=JcEo2yQK7x3Cr1tNl5FqGMZOICxCv9DwMvL5xsWdQP
 experimaestro/utils/resources.py,sha256=MaCQL9dLfze3lwyuBVeWF7Ki5fFSE1F0BGWrfaaHi1I,1135
 experimaestro/utils/settings.py,sha256=jpFMqF0DLL4_P1xGal0zVR5cOrdD8O0Y2IOYvnRgN3k,793
 experimaestro/xpmutils.py,sha256=S21eMbDYsHfvmZ1HmKpq5Pz5O-1HnCLYxKbyTBbASyQ,638
-experimaestro-1.5.9.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
-experimaestro-1.5.9.dist-info/METADATA,sha256=qMD6N5IVxH1XZxDVAxFDd3eWBjfnYi22xW7I9RF90hQ,6265
-experimaestro-1.5.9.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-experimaestro-1.5.9.dist-info/entry_points.txt,sha256=TppTNiz5qm5xm1fhAcdLKdCLMrlL-eQggtCrCI00D9c,446
-experimaestro-1.5.9.dist-info/RECORD,,
+experimaestro-1.5.12.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+experimaestro-1.5.12.dist-info/METADATA,sha256=FZvJ_wSsKQCzCNBTM5MiqS2HyptzWQdNQflgXb7ePHE,6266
+experimaestro-1.5.12.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+experimaestro-1.5.12.dist-info/entry_points.txt,sha256=TppTNiz5qm5xm1fhAcdLKdCLMrlL-eQggtCrCI00D9c,446
+experimaestro-1.5.12.dist-info/RECORD,,