snakemake-executor-plugin-slurm 0.4.2__py3-none-any.whl → 0.4.4__py3-none-any.whl

snakemake_executor_plugin_slurm/__init__.py

@@ -18,6 +18,7 @@ from snakemake_interface_executor_plugins.jobs import (
     JobExecutorInterface,
 )
 from snakemake_interface_common.exceptions import WorkflowError
+from snakemake_executor_plugin_slurm_jobstep import get_cpus_per_task
 
 
 # Required:
@@ -65,7 +66,7 @@ class Executor(RemoteExecutor):
         # with job_info being of type
         # snakemake_interface_executor_plugins.executors.base.SubmittedJobInfo.
 
-        log_folder = f"group_{job.name}" if job.is_group() else f"rule_{job.name}"
+        group_or_rule = f"group_{job.name}" if job.is_group() else f"rule_{job.name}"
 
         try:
             wildcard_str = f"_{'_'.join(job.wildcards)}" if job.wildcards else ""
@@ -73,9 +74,17 @@ class Executor(RemoteExecutor):
             wildcard_str = ""
 
         slurm_logfile = os.path.abspath(
-            f".snakemake/slurm_logs/{log_folder}/%j{wildcard_str}.log"
+            f".snakemake/slurm_logs/{group_or_rule}/{wildcard_str}/%j.log"
         )
-        os.makedirs(os.path.dirname(slurm_logfile), exist_ok=True)
+        logdir = os.path.dirname(slurm_logfile)
+        # this behavior has been fixed in slurm 23.02, but there might be plenty of
+        # older versions around, hence we should rather be conservative here.
+        assert "%j" not in logdir, (
+            "bug: jobid placeholder in parent dir of logfile. This does not work as "
+            "we have to create that dir before submission in order to make sbatch "
+            "happy. Otherwise we get silent fails without logfiles being created."
+        )
+        os.makedirs(logdir, exist_ok=True)
 
         # generic part of a submission string:
         # we use a run_uuid as the job-name, to allow `--name`-based
@@ -118,18 +127,7 @@ class Executor(RemoteExecutor):
         # fixes #40 - set ntasks regarlless of mpi, because
         # SLURM v22.05 will require it for all jobs
         call += f" --ntasks={job.resources.get('tasks', 1)}"
-
-        cpus_per_task = job.threads
-        if job.resources.get("cpus_per_task"):
-            if not isinstance(cpus_per_task, int):
-                raise WorkflowError(
-                    f"cpus_per_task must be an integer, but is {cpus_per_task}"
-                )
-            cpus_per_task = job.resources.cpus_per_task
-        # ensure that at least 1 cpu is requested
-        # because 0 is not allowed by slurm
-        cpus_per_task = max(1, cpus_per_task)
-        call += f" --cpus-per-task={cpus_per_task}"
+        call += f" --cpus-per-task={get_cpus_per_task(job)}"
 
         if job.resources.get("slurm_extra"):
             call += f" {job.resources.slurm_extra}"

{snakemake_executor_plugin_slurm-0.4.2.dist-info → snakemake_executor_plugin_slurm-0.4.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: snakemake-executor-plugin-slurm
-Version: 0.4.2
+Version: 0.4.4
 Summary: A Snakemake executor plugin for submitting jobs to a SLURM cluster.
 Home-page: https://github.com/snakemake/snakemake-executor-plugin-slurm
 License: MIT
@@ -12,9 +12,9 @@ Classifier: License :: OSI Approved :: MIT License
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
-Requires-Dist: snakemake-executor-plugin-slurm-jobstep (>=0.1.10,<0.2.0)
+Requires-Dist: snakemake-executor-plugin-slurm-jobstep (>=0.2.0,<0.3.0)
 Requires-Dist: snakemake-interface-common (>=1.13.0,<2.0.0)
-Requires-Dist: snakemake-interface-executor-plugins (>=9.0.0,<10.0.0)
+Requires-Dist: snakemake-interface-executor-plugins (>=9.1.1,<10.0.0)
 Requires-Dist: throttler (>=1.2.2,<2.0.0)
 Project-URL: Documentation, https://snakemake.github.io/snakemake-plugin-catalog/plugins/executor/slurm.html
 Project-URL: Repository, https://github.com/snakemake/snakemake-executor-plugin-slurm

snakemake_executor_plugin_slurm-0.4.4.dist-info/RECORD

@@ -0,0 +1,5 @@
+snakemake_executor_plugin_slurm/__init__.py,sha256=g1tVQzQttAG_aJkJ6yFgv5kBLe7Mbx_CTfsUdwO1eio,20100
+snakemake_executor_plugin_slurm-0.4.4.dist-info/LICENSE,sha256=YVc4xTLWMqGfFL36120k7rzXtsT6e4RkJsh68VVn12s,1076
+snakemake_executor_plugin_slurm-0.4.4.dist-info/METADATA,sha256=bDry72OZMEEcfkAUuWZNfBDxO3Sjnv097zt0cjKBNMM,1380
+snakemake_executor_plugin_slurm-0.4.4.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+snakemake_executor_plugin_slurm-0.4.4.dist-info/RECORD,,

snakemake_executor_plugin_slurm-0.4.2.dist-info/RECORD

@@ -1,5 +0,0 @@
-snakemake_executor_plugin_slurm/__init__.py,sha256=sgumTnrMWWUTslJywjw_WoX_k5cx-UsMbvnFC9Vn9Ek,19994
-snakemake_executor_plugin_slurm-0.4.2.dist-info/LICENSE,sha256=YVc4xTLWMqGfFL36120k7rzXtsT6e4RkJsh68VVn12s,1076
-snakemake_executor_plugin_slurm-0.4.2.dist-info/METADATA,sha256=gdIN0NyxBGyfGcEkgMrayrwMcrBVIFFkAlD5qr8RThg,1381
-snakemake_executor_plugin_slurm-0.4.2.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-snakemake_executor_plugin_slurm-0.4.2.dist-info/RECORD,,