snakemake-executor-plugin-slurm 1.8.0__py3-none-any.whl → 1.9.1__py3-none-any.whl

snakemake_executor_plugin_slurm/__init__.py

@@ -18,6 +18,7 @@ import uuid
 
 from snakemake_interface_executor_plugins.executors.base import SubmittedJobInfo
 from snakemake_interface_executor_plugins.executors.remote import RemoteExecutor
+
 from snakemake_interface_executor_plugins.settings import (
     ExecutorSettingsBase,
     CommonSettings,
@@ -34,6 +35,7 @@ from .utils import (
 )
 from .efficiency_report import create_efficiency_report
 from .submit_string import get_submit_command
+from .validation import validate_slurm_extra
 
 
 @dataclass
@@ -339,17 +341,6 @@ class Executor(RemoteExecutor):
                 "- submitting without. This might or might not work on your cluster."
             )
 
-        # MPI job
-        if job.resources.get("mpi", False):
-            if not job.resources.get("tasks_per_node") and not job.resources.get(
-                "nodes"
-            ):
-                self.logger.warning(
-                    "MPI job detected, but no 'tasks_per_node' or 'nodes' "
-                    "specified. Assuming 'tasks_per_node=1'."
-                    "Probably not what you want."
-                )
-
         exec_job = self.format_job_exec(job)
 
         # and finally the job to execute with all the snakemake parameters
@@ -682,6 +673,7 @@ We leave it to SLURM to resume your job(s)"""
             # we have to quote the account, because it might
             # contain build-in shell commands - see issue #354
             for account in accounts:
+                self.test_account(account)
                 yield f" -A {shlex.quote(account)}"
         else:
             if self._fallback_account_arg is None:
@@ -820,13 +812,5 @@ We leave it to SLURM to resume your job(s)"""
         return ""
 
     def check_slurm_extra(self, job):
-        jobname = re.compile(r"--job-name[=?|\s+]|-J\s?")
-        if re.search(jobname, job.resources.slurm_extra):
-            raise WorkflowError(
-                "The --job-name option is not allowed in the 'slurm_extra' parameter. "
-                "The job name is set by snakemake and must not be overwritten. "
-                "It is internally used to check the stati of the all submitted jobs "
-                "by this workflow."
-                "Please consult the documentation if you are unsure how to "
-                "query the status of your jobs."
-            )
+        """Validate that slurm_extra doesn't contain executor-managed options."""
+        validate_slurm_extra(job)

snakemake_executor_plugin_slurm/efficiency_report.py

@@ -3,24 +3,67 @@ import pandas as pd
 from pathlib import Path
 import subprocess
 import shlex
-
-import os  # only temporarily needed for printf debugging
+from datetime import datetime
 import numpy as np
+import os
 
 
 def time_to_seconds(time_str):
-    """Convert SLURM time format to seconds."""
-    if pd.isna(time_str) or time_str.strip() == "":
+    """
+    Convert SLURM sacct time format to seconds.
+
+    Handles sacct output formats:
+    - Elapsed: [D-]HH:MM:SS or [DD-]HH:MM:SS (no fractional seconds)
+    - TotalCPU: [D-][HH:]MM:SS or [DD-][HH:]MM:SS (with fractional seconds)
+
+    Examples:
+    - "1-12:30:45" -> 131445 seconds (1 day + 12h 30m 45s)
+    - "23:59:59" -> 86399 seconds
+    - "45:30" -> 2730 seconds (45 minutes 30 seconds)
+    - "30.5" -> 30.5 seconds (fractional seconds for TotalCPU)
+    """
+    if (
+        pd.isna(time_str)
+        or str(time_str).strip() == ""
+        or str(time_str).strip() == "invalid"
+    ):
         return 0
-    parts = time_str.split(":")
-
-    if len(parts) == 3:  # H:M:S
-        return int(parts[0]) * 3600 + int(parts[1]) * 60 + float(parts[2])
-    elif len(parts) == 2:  # M:S
-        return int(parts[0]) * 60 + float(parts[1])
-    elif len(parts) == 1:  # S
-        return float(parts[0])
-    return 0
+
+    time_str = str(time_str).strip()
+
+    # Try different SLURM time formats with datetime parsing
+    time_formats = [
+        "%d-%H:%M:%S.%f",  # D-HH:MM:SS.ffffff (with fractional seconds)
+        "%d-%H:%M:%S",  # D-HH:MM:SS
+        "%d-%M:%S",  # D-MM:SS
+        "%d-%M:%S.%f",  # D-MM:SS.ffffff (with fractional seconds)
+        "%H:%M:%S.%f",  # HH:MM:SS.ffffff (with fractional seconds)
+        "%H:%M:%S",  # HH:MM:SS
+        "%M:%S.%f",  # MM:SS.ffffff (with fractional seconds)
+        "%M:%S",  # MM:SS
+        "%S.%f",  # SS.ffffff (with fractional seconds)
+        "%S",  # SS
+    ]
+
+    for fmt in time_formats:
+        try:
+            time_obj = datetime.strptime(time_str, fmt)
+
+            total_seconds = (
+                time_obj.hour * 3600
+                + time_obj.minute * 60
+                + time_obj.second
+                + time_obj.microsecond / 1000000
+            )
+
+            # Add days if present (datetime treats day 1 as the first day)
+            if fmt.startswith("%d-"):
+                total_seconds += time_obj.day * 86400
+
+            return total_seconds
+        except ValueError:
+            continue
+    return 0  # If all parsing attempts fail, return 0
 
 
 def parse_maxrss(maxrss):

snakemake_executor_plugin_slurm/submit_string.py

@@ -1,3 +1,4 @@
+from snakemake_interface_common.exceptions import WorkflowError
 from snakemake_executor_plugin_slurm_jobstep import get_cpu_setting
 from types import SimpleNamespace
 import shlex
@@ -83,7 +84,36 @@ def get_submit_command(job, params):
     else:
         # fixes #40 - set ntasks regardless of mpi, because
         # SLURM v22.05 will require it for all jobs
-        call += f" --ntasks={job.resources.get('tasks') or 1}"
+        # if the job is a MPI job, ntasks will be set later
+        if not job.resources.get("mpi", False):
+            call += f" --ntasks={job.resources.get('tasks') or 1}"
+
+    # if the job is an MPI job, we need to have some task setting:
+    if job.resources.get("mpi", False):
+        if not job.resources.get("tasks_per_node") and not job.resources.get("tasks"):
+            raise WorkflowError(
+                "For MPI jobs, please specify either "
+                "'tasks_per_node' or 'tasks' (at least one is required)."
+            )
+        # raise an error if both task settings are used
+        if job.resources.get("tasks_per_node") and job.resources.get("tasks"):
+            raise WorkflowError(
+                "For MPI jobs, please specify either 'tasks_per_node' or 'tasks', "
+                "but not both."
+            )
+        if job.resources.get("tasks_per_node"):
+            if job.resources.get("tasks_per_node") <= 1:
+                raise WorkflowError(
+                    "For MPI jobs, 'tasks_per_node' must be greater than 1."
+                )
+            call += f" --ntasks-per-node={job.resources.tasks_per_node}"
+        elif job.resources.get("tasks"):
+            if job.resources.get("tasks") == 1:
+                raise WorkflowError("For MPI jobs, 'tasks' must be greater than 1.")
+            call += f" --ntasks={job.resources.tasks}"
+        # nodes CAN be set independently of tasks or tasks_per_node
+        # this is at a user's discretion. The nodes flag might already
+        # be set above, if the user specified it.
 
     # we need to set cpus-per-task OR cpus-per-gpu, the function
     # will return a string with the corresponding value

snakemake_executor_plugin_slurm/validation.py

@@ -0,0 +1,75 @@
+"""
+SLURM parameter validation functions for the Snakemake executor plugin.
+"""
+
+import re
+from snakemake_interface_common.exceptions import WorkflowError
+
+
+def get_forbidden_slurm_options():
+    """
+    Return a dictionary of forbidden SLURM options that the executor manages.
+
+    Returns:
+        dict: Mapping of regex patterns to human-readable option names
+    """
+    return {
+        # Job identification and output
+        r"--job-name[=\s]|-J\s?": "job name",
+        r"--output[=\s]|-o\s": "output file",
+        r"--error[=\s]|-e\s": "error file",
+        r"--parsable": "parsable output",
+        r"--export[=\s]": "environment export",
+        r"--comment[=\s]": "job comment",
+        r"--workdir[=\s]|-D\s": "working directory",
+        # Account and partition
+        r"--account[=\s]|-A\s": "account",
+        r"--partition[=\s]|-p\s": "partition",
+        # Memory options
+        r"--mem[=\s]": "memory",
+        r"--mem-per-cpu[=\s]": "memory per CPU",
+        # CPU and task options
+        r"--ntasks[=\s]|-n\s": "number of tasks",
+        r"--ntasks-per-gpu[=\s]": "tasks per GPU",
+        r"--cpus-per-task[=\s]|-c\s": "CPUs per task",
+        r"--cpus-per-gpu[=\s]": "CPUs per GPU",
+        # Time and resource constraints
+        r"--time[=\s]|-t\s": "runtime/time limit",
+        r"--constraint[=\s]|-C\s": "node constraints",
+        r"--qos[=\s]": "quality of service",
+        r"--nodes[=\s]|-N\s": "number of nodes",
+        r"--clusters[=\s]": "cluster specification",
+        # GPU options
+        r"--gres[=\s]": "generic resources (GRES)",
+        r"--gpus[=\s]": "GPU allocation",
+    }
+
+
+def validate_slurm_extra(job):
+    """
+    Validate that slurm_extra doesn't contain executor-managed options.
+
+    Args:
+        job: Snakemake job object with resources attribute
+
+    Raises:
+        WorkflowError: If forbidden SLURM options are found in slurm_extra
+    """
+    # skip testing if no slurm_extra is set
+    slurm_extra = getattr(job.resources, "slurm_extra", None)
+    if not slurm_extra:
+        return
+
+    forbidden_options = get_forbidden_slurm_options()
+
+    for pattern, option_name in forbidden_options.items():
+        if re.search(pattern, slurm_extra):
+            raise WorkflowError(
+                f"The --{option_name.replace(' ', '-')} option is not "
+                f"allowed in the 'slurm_extra' parameter. "
+                f"The {option_name} is set by the snakemake executor plugin "
+                f"and must not be overwritten. "
+                f"Please use the appropriate snakemake resource "
+                f"specification instead. "
+                f"Consult the documentation for proper resource configuration."
+            )

{snakemake_executor_plugin_slurm-1.8.0.dist-info → snakemake_executor_plugin_slurm-1.9.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: snakemake-executor-plugin-slurm
-Version: 1.8.0
+Version: 1.9.1
 Summary: A Snakemake executor plugin for submitting jobs to a SLURM cluster.
 License: MIT
 License-File: LICENSE

snakemake_executor_plugin_slurm-1.9.1.dist-info/RECORD

@@ -0,0 +1,9 @@
+snakemake_executor_plugin_slurm/__init__.py,sha256=YUFJMWKlrbId4VgRreaea3B0JXJ_xTB1zNBJgAZ59Vw,33953
+snakemake_executor_plugin_slurm/efficiency_report.py,sha256=3F6AqkKOZBn9MxI7T27u3FF3-OAxY_ee_toHXnTGirs,8812
+snakemake_executor_plugin_slurm/submit_string.py,sha256=HL2QyT7-_HRu4yg_7tJSs1VtxGebNODOV8OQd2hYirg,5021
+snakemake_executor_plugin_slurm/utils.py,sha256=7XVXtzu7bg_89wWZisW-Zk7TNQyEgK4v_y4Y3F9uOwc,4491
+snakemake_executor_plugin_slurm/validation.py,sha256=hyWQWDjqHDLhO7caksYILTKjA2Ak91CMJeFwEcltYFo,2702
+snakemake_executor_plugin_slurm-1.9.1.dist-info/METADATA,sha256=kbo2DqmPPULY7OAXxivzfXA4nFk-KJoRP7iyyLx7Gow,1507
+snakemake_executor_plugin_slurm-1.9.1.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
+snakemake_executor_plugin_slurm-1.9.1.dist-info/licenses/LICENSE,sha256=YVc4xTLWMqGfFL36120k7rzXtsT6e4RkJsh68VVn12s,1076
+snakemake_executor_plugin_slurm-1.9.1.dist-info/RECORD,,

{snakemake_executor_plugin_slurm-1.8.0.dist-info → snakemake_executor_plugin_slurm-1.9.1.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry-core 2.2.0
+Generator: poetry-core 2.2.1
 Root-Is-Purelib: true
 Tag: py3-none-any

snakemake_executor_plugin_slurm-1.8.0.dist-info/RECORD

@@ -1,8 +0,0 @@
-snakemake_executor_plugin_slurm/__init__.py,sha256=G40Rbm62GFQF7bo38OJBFEFAxa4BLYeNO66wPQuki-c,34755
-snakemake_executor_plugin_slurm/efficiency_report.py,sha256=crPfJDK4NojfRbu_wEw3ZmC3suMRABr5r-1rO5q3WEo,7429
-snakemake_executor_plugin_slurm/submit_string.py,sha256=12DaJ9BIqEMC19dKuViPU8W5mZRjBRtNDQQu7M-iEjM,3448
-snakemake_executor_plugin_slurm/utils.py,sha256=7XVXtzu7bg_89wWZisW-Zk7TNQyEgK4v_y4Y3F9uOwc,4491
-snakemake_executor_plugin_slurm-1.8.0.dist-info/METADATA,sha256=8-ktC0sGhHDPOAyxpFl1LwWc7wPueZ2PxREKrQguhME,1507
-snakemake_executor_plugin_slurm-1.8.0.dist-info/WHEEL,sha256=M5asmiAlL6HEcOq52Yi5mmk9KmTVjY2RDPtO4p9DMrc,88
-snakemake_executor_plugin_slurm-1.8.0.dist-info/licenses/LICENSE,sha256=YVc4xTLWMqGfFL36120k7rzXtsT6e4RkJsh68VVn12s,1076
-snakemake_executor_plugin_slurm-1.8.0.dist-info/RECORD,,