executorlib 1.9.2__py3-none-any.whl → 1.9.3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- executorlib/_version.py +2 -2
- executorlib/executor/flux.py +9 -9
- executorlib/executor/single.py +8 -8
- executorlib/executor/slurm.py +8 -8
- executorlib/standalone/command.py +4 -4
- executorlib/standalone/validate.py +1 -1
- executorlib/task_scheduler/file/backend.py +14 -7
- executorlib/task_scheduler/file/spawner_pysqa.py +10 -3
- executorlib/task_scheduler/interactive/spawner_flux.py +5 -5
- executorlib/task_scheduler/interactive/spawner_pysqa.py +4 -4
- executorlib/task_scheduler/interactive/spawner_slurm.py +4 -4
- {executorlib-1.9.2.dist-info → executorlib-1.9.3.dist-info}/METADATA +22 -20
- {executorlib-1.9.2.dist-info → executorlib-1.9.3.dist-info}/RECORD +15 -15
- {executorlib-1.9.2.dist-info → executorlib-1.9.3.dist-info}/WHEEL +0 -0
- {executorlib-1.9.2.dist-info → executorlib-1.9.3.dist-info}/licenses/LICENSE +0 -0
executorlib/_version.py
CHANGED
|
@@ -28,7 +28,7 @@ version_tuple: VERSION_TUPLE
|
|
|
28
28
|
commit_id: COMMIT_ID
|
|
29
29
|
__commit_id__: COMMIT_ID
|
|
30
30
|
|
|
31
|
-
__version__ = version = '1.9.
|
|
32
|
-
__version_tuple__ = version_tuple = (1, 9,
|
|
31
|
+
__version__ = version = '1.9.3'
|
|
32
|
+
__version_tuple__ = version_tuple = (1, 9, 3)
|
|
33
33
|
|
|
34
34
|
__commit_id__ = commit_id = None
|
executorlib/executor/flux.py
CHANGED
|
@@ -51,8 +51,8 @@ class FluxJobExecutor(BaseExecutor):
|
|
|
51
51
|
do not allow other tasks to use the same compute node.
|
|
52
52
|
* error_log_file (str): path to the error log file, primarily used to merge the log of
|
|
53
53
|
multiple tasks in one file.
|
|
54
|
-
*
|
|
55
|
-
|
|
54
|
+
* run_time_max (int): the maximum time the execution of the submitted Python function is
|
|
55
|
+
allowed to take in seconds.
|
|
56
56
|
* priority (int): the queuing system priority assigned to a given Python function to
|
|
57
57
|
influence the scheduling.
|
|
58
58
|
* slurm_cmd_args (list): Additional command line arguments for the srun call (SLURM only)
|
|
@@ -154,7 +154,7 @@ class FluxJobExecutor(BaseExecutor):
|
|
|
154
154
|
- do not allow other tasks to use the same compute node.
|
|
155
155
|
* error_log_file (str): path to the error log file, primarily used to merge the log of
|
|
156
156
|
multiple tasks in one file.
|
|
157
|
-
*
|
|
157
|
+
* run_time_max (int): the maximum time the execution of the submitted Python
|
|
158
158
|
function is allowed to take in seconds.
|
|
159
159
|
* priority (int): the queuing system priority assigned to a given Python function to
|
|
160
160
|
influence the scheduling.
|
|
@@ -283,8 +283,8 @@ class FluxClusterExecutor(BaseExecutor):
|
|
|
283
283
|
do not allow other tasks to use the same compute node.
|
|
284
284
|
* error_log_file (str): path to the error log file, primarily used to merge the log of
|
|
285
285
|
multiple tasks in one file.
|
|
286
|
-
*
|
|
287
|
-
|
|
286
|
+
* run_time_max (int): the maximum time the execution of the submitted Python function is
|
|
287
|
+
allowed to take in seconds.
|
|
288
288
|
* priority (int): the queuing system priority assigned to a given Python function to
|
|
289
289
|
influence the scheduling.
|
|
290
290
|
* slurm_cmd_args (list): Additional command line arguments for the srun call (SLURM only)
|
|
@@ -380,7 +380,7 @@ class FluxClusterExecutor(BaseExecutor):
|
|
|
380
380
|
- do not allow other tasks to use the same compute node.
|
|
381
381
|
* error_log_file (str): path to the error log file, primarily used to merge the log of
|
|
382
382
|
multiple tasks in one file.
|
|
383
|
-
*
|
|
383
|
+
* run_time_max (int): the maximum time the execution of the submitted Python
|
|
384
384
|
function is allowed to take in seconds.
|
|
385
385
|
* priority (int): the queuing system priority assigned to a given Python function to
|
|
386
386
|
influence the scheduling.
|
|
@@ -417,7 +417,7 @@ class FluxClusterExecutor(BaseExecutor):
|
|
|
417
417
|
"cwd": None,
|
|
418
418
|
"openmpi_oversubscribe": openmpi_oversubscribe,
|
|
419
419
|
"slurm_cmd_args": [],
|
|
420
|
-
"
|
|
420
|
+
"run_time_max": None,
|
|
421
421
|
}
|
|
422
422
|
if resource_dict is None:
|
|
423
423
|
resource_dict = {}
|
|
@@ -540,8 +540,8 @@ def create_flux_executor(
|
|
|
540
540
|
do not allow other tasks to use the same compute node.
|
|
541
541
|
* error_log_file (str): path to the error log file, primarily used to merge the log of
|
|
542
542
|
multiple tasks in one file.
|
|
543
|
-
*
|
|
544
|
-
|
|
543
|
+
* run_time_max (int): the maximum time the execution of the submitted Python function is
|
|
544
|
+
allowed to take in seconds.
|
|
545
545
|
* priority (int): the queuing system priority assigned to a given Python function to
|
|
546
546
|
influence the scheduling.
|
|
547
547
|
* slurm_cmd_args (list): Additional command line arguments for the srun call (SLURM only)
|
executorlib/executor/single.py
CHANGED
|
@@ -50,8 +50,8 @@ class SingleNodeExecutor(BaseExecutor):
|
|
|
50
50
|
do not allow other tasks to use the same compute node.
|
|
51
51
|
* error_log_file (str): path to the error log file, primarily used to merge the log of
|
|
52
52
|
multiple tasks in one file.
|
|
53
|
-
*
|
|
54
|
-
|
|
53
|
+
* run_time_max (int): the maximum time the execution of the submitted Python function is
|
|
54
|
+
allowed to take in seconds.
|
|
55
55
|
* priority (int): the queuing system priority assigned to a given Python function to
|
|
56
56
|
influence the scheduling.
|
|
57
57
|
* slurm_cmd_args (list): Additional command line arguments for the srun call (SLURM only)
|
|
@@ -145,7 +145,7 @@ class SingleNodeExecutor(BaseExecutor):
|
|
|
145
145
|
- do not allow other tasks to use the same compute node.
|
|
146
146
|
* error_log_file (str): path to the error log file, primarily used to merge the log of
|
|
147
147
|
multiple tasks in one file.
|
|
148
|
-
*
|
|
148
|
+
* run_time_max (int): the maximum time the execution of the submitted Python
|
|
149
149
|
function is allowed to take in seconds.
|
|
150
150
|
* priority (int): the queuing system priority assigned to a given Python function to
|
|
151
151
|
influence the scheduling.
|
|
@@ -259,8 +259,8 @@ class TestClusterExecutor(BaseExecutor):
|
|
|
259
259
|
do not allow other tasks to use the same compute node.
|
|
260
260
|
* error_log_file (str): path to the error log file, primarily used to merge the log of
|
|
261
261
|
multiple tasks in one file.
|
|
262
|
-
*
|
|
263
|
-
|
|
262
|
+
* run_time_max (int): the maximum time the execution of the submitted Python function is
|
|
263
|
+
allowed to take in seconds.
|
|
264
264
|
* priority (int): the queuing system priority assigned to a given Python function to
|
|
265
265
|
influence the scheduling.
|
|
266
266
|
* slurm_cmd_args (list): Additional command line arguments for the srun call (SLURM only)
|
|
@@ -350,7 +350,7 @@ class TestClusterExecutor(BaseExecutor):
|
|
|
350
350
|
- do not allow other tasks to use the same compute node.
|
|
351
351
|
* error_log_file (str): path to the error log file, primarily used to merge the log of
|
|
352
352
|
multiple tasks in one file.
|
|
353
|
-
*
|
|
353
|
+
* run_time_max (int): the maximum time the execution of the submitted Python
|
|
354
354
|
function is allowed to take in seconds.
|
|
355
355
|
* priority (int): the queuing system priority assigned to a given Python function to
|
|
356
356
|
influence the scheduling.
|
|
@@ -479,8 +479,8 @@ def create_single_node_executor(
|
|
|
479
479
|
do not allow other tasks to use the same compute node.
|
|
480
480
|
* error_log_file (str): path to the error log file, primarily used to merge the log of
|
|
481
481
|
multiple tasks in one file.
|
|
482
|
-
*
|
|
483
|
-
|
|
482
|
+
* run_time_max (int): the maximum time the execution of the submitted Python function is
|
|
483
|
+
allowed to take in seconds.
|
|
484
484
|
* priority (int): the queuing system priority assigned to a given Python function to
|
|
485
485
|
influence the scheduling.
|
|
486
486
|
* slurm_cmd_args (list): Additional command line arguments for the srun call (SLURM only)
|
executorlib/executor/slurm.py
CHANGED
|
@@ -52,8 +52,8 @@ class SlurmClusterExecutor(BaseExecutor):
|
|
|
52
52
|
do not allow other tasks to use the same compute node.
|
|
53
53
|
* error_log_file (str): path to the error log file, primarily used to merge the log of
|
|
54
54
|
multiple tasks in one file.
|
|
55
|
-
*
|
|
56
|
-
|
|
55
|
+
* run_time_max (int): the maximum time the execution of the submitted Python function is
|
|
56
|
+
allowed to take in seconds.
|
|
57
57
|
* priority (int): the queuing system priority assigned to a given Python function to
|
|
58
58
|
influence the scheduling.
|
|
59
59
|
* slurm_cmd_args (list): Additional command line arguments for the srun call (SLURM only)
|
|
@@ -149,7 +149,7 @@ class SlurmClusterExecutor(BaseExecutor):
|
|
|
149
149
|
- do not allow other tasks to use the same compute node.
|
|
150
150
|
* error_log_file (str): path to the error log file, primarily used to merge the log of
|
|
151
151
|
multiple tasks in one file.
|
|
152
|
-
*
|
|
152
|
+
* run_time_max (int): the maximum time the execution of the submitted Python
|
|
153
153
|
function is allowed to take in seconds.
|
|
154
154
|
* priority (int): the queuing system priority assigned to a given Python function to
|
|
155
155
|
influence the scheduling.
|
|
@@ -293,8 +293,8 @@ class SlurmJobExecutor(BaseExecutor):
|
|
|
293
293
|
do not allow other tasks to use the same compute node.
|
|
294
294
|
* error_log_file (str): path to the error log file, primarily used to merge the log of
|
|
295
295
|
multiple tasks in one file.
|
|
296
|
-
*
|
|
297
|
-
|
|
296
|
+
* run_time_max (int): the maximum time the execution of the submitted Python function is
|
|
297
|
+
allowed to take in seconds.
|
|
298
298
|
* priority (int): the queuing system priority assigned to a given Python function to
|
|
299
299
|
influence the scheduling.
|
|
300
300
|
* slurm_cmd_args (list): Additional command line arguments for the srun call (SLURM only)
|
|
@@ -390,7 +390,7 @@ class SlurmJobExecutor(BaseExecutor):
|
|
|
390
390
|
- do not allow other tasks to use the same compute node.
|
|
391
391
|
* error_log_file (str): path to the error log file, primarily used to merge the log of
|
|
392
392
|
multiple tasks in one file.
|
|
393
|
-
*
|
|
393
|
+
* run_time_max (int): the maximum time the execution of the submitted Python
|
|
394
394
|
function is allowed to take in seconds.
|
|
395
395
|
* priority (int): the queuing system priority assigned to a given Python function to
|
|
396
396
|
influence the scheduling.
|
|
@@ -518,8 +518,8 @@ def create_slurm_executor(
|
|
|
518
518
|
do not allow other tasks to use the same compute node.
|
|
519
519
|
* error_log_file (str): path to the error log file, primarily used to merge the log of
|
|
520
520
|
multiple tasks in one file.
|
|
521
|
-
*
|
|
522
|
-
|
|
521
|
+
* run_time_max (int): the maximum time the execution of the submitted Python function is
|
|
522
|
+
allowed to take in seconds.
|
|
523
523
|
* priority (int): the queuing system priority assigned to a given Python function to
|
|
524
524
|
influence the scheduling.
|
|
525
525
|
* slurm_cmd_args (list): Additional command line arguments for the srun call (SLURM only)
|
|
@@ -126,7 +126,7 @@ def generate_slurm_command(
|
|
|
126
126
|
openmpi_oversubscribe: bool = False,
|
|
127
127
|
slurm_cmd_args: Optional[list[str]] = None,
|
|
128
128
|
pmi_mode: Optional[str] = None,
|
|
129
|
-
|
|
129
|
+
run_time_max: Optional[int] = None,
|
|
130
130
|
) -> list[str]:
|
|
131
131
|
"""
|
|
132
132
|
Generate the command list for the SLURM interface.
|
|
@@ -141,7 +141,7 @@ def generate_slurm_command(
|
|
|
141
141
|
openmpi_oversubscribe (bool, optional): Whether to oversubscribe the cores. Defaults to False.
|
|
142
142
|
slurm_cmd_args (list[str], optional): Additional command line arguments. Defaults to [].
|
|
143
143
|
pmi_mode (str): PMI interface to use (OpenMPI v5 requires pmix) default is None
|
|
144
|
-
|
|
144
|
+
run_time_max (int): The maximum runtime in seconds for each task. Default: None
|
|
145
145
|
|
|
146
146
|
Returns:
|
|
147
147
|
list[str]: The generated command list.
|
|
@@ -161,8 +161,8 @@ def generate_slurm_command(
|
|
|
161
161
|
command_prepend_lst += ["--exact"]
|
|
162
162
|
if openmpi_oversubscribe:
|
|
163
163
|
command_prepend_lst += ["--oversubscribe"]
|
|
164
|
-
if
|
|
165
|
-
command_prepend_lst += ["--time=" + str(
|
|
164
|
+
if run_time_max is not None:
|
|
165
|
+
command_prepend_lst += ["--time=" + str(run_time_max // 60 + 1)]
|
|
166
166
|
if slurm_cmd_args is not None and len(slurm_cmd_args) > 0:
|
|
167
167
|
command_prepend_lst += slurm_cmd_args
|
|
168
168
|
return command_prepend_lst
|
|
@@ -23,7 +23,7 @@ class ResourceDictValidation(BaseModel):
|
|
|
23
23
|
num_nodes: Optional[int] = None
|
|
24
24
|
exclusive: Optional[bool] = None
|
|
25
25
|
error_log_file: Optional[str] = None
|
|
26
|
-
|
|
26
|
+
run_time_max: Optional[int] = None
|
|
27
27
|
priority: Optional[int] = None
|
|
28
28
|
slurm_cmd_args: Optional[list[str]] = None
|
|
29
29
|
submission_template: Optional[str] = None
|
|
@@ -45,15 +45,22 @@ def backend_write_file(file_name: str, output: Any, runtime: float) -> None:
|
|
|
45
45
|
"""
|
|
46
46
|
file_name_out = os.path.splitext(file_name)[0][:-2]
|
|
47
47
|
os.rename(file_name, file_name_out + "_r.h5")
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
48
|
+
try:
|
|
49
|
+
if "result" in output:
|
|
50
|
+
dump(
|
|
51
|
+
file_name=file_name_out + "_r.h5",
|
|
52
|
+
data_dict={"output": output["result"], "runtime": runtime},
|
|
53
|
+
)
|
|
54
|
+
else:
|
|
55
|
+
dump(
|
|
56
|
+
file_name=file_name_out + "_r.h5",
|
|
57
|
+
data_dict={"error": output["error"], "runtime": runtime},
|
|
58
|
+
)
|
|
59
|
+
except Exception as serialize_error:
|
|
60
|
+
# Serialization failed — store the error so the job is not stuck
|
|
54
61
|
dump(
|
|
55
62
|
file_name=file_name_out + "_r.h5",
|
|
56
|
-
data_dict={"error":
|
|
63
|
+
data_dict={"error": serialize_error, "runtime": runtime},
|
|
57
64
|
)
|
|
58
65
|
os.rename(file_name_out + "_r.h5", file_name_out + "_o.h5")
|
|
59
66
|
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import os
|
|
2
|
+
from subprocess import CalledProcessError
|
|
2
3
|
from typing import Optional
|
|
3
4
|
|
|
4
5
|
from pysqa import QueueAdapter
|
|
@@ -69,7 +70,7 @@ def execute_with_pysqa(
|
|
|
69
70
|
"command": " ".join(command),
|
|
70
71
|
"dependency_list": [str(qid) for qid in task_dependent_lst],
|
|
71
72
|
"working_directory": os.path.abspath(cwd),
|
|
72
|
-
"run_time_max": resource_dict.get("
|
|
73
|
+
"run_time_max": resource_dict.get("run_time_max"),
|
|
73
74
|
}
|
|
74
75
|
if "cwd" in resource_dict:
|
|
75
76
|
del resource_dict["cwd"]
|
|
@@ -90,8 +91,14 @@ def execute_with_pysqa(
|
|
|
90
91
|
)
|
|
91
92
|
submit_kwargs.update(resource_dict)
|
|
92
93
|
set_current_directory_in_environment()
|
|
93
|
-
|
|
94
|
-
|
|
94
|
+
try:
|
|
95
|
+
queue_id = qa.submit_job(**submit_kwargs)
|
|
96
|
+
except (ValueError, CalledProcessError) as error:
|
|
97
|
+
dump(file_name=file_name, data_dict={"error": error})
|
|
98
|
+
file_name_out = os.path.splitext(file_name)[0][:-2]
|
|
99
|
+
os.rename(file_name_out + "_i.h5", file_name_out + "_o.h5")
|
|
100
|
+
else:
|
|
101
|
+
dump(file_name=file_name, data_dict={"queue_id": queue_id})
|
|
95
102
|
return queue_id
|
|
96
103
|
|
|
97
104
|
|
|
@@ -44,7 +44,7 @@ class FluxPythonSpawner(BaseSpawner):
|
|
|
44
44
|
flux_executor (flux.job.FluxExecutor, optional): The FluxExecutor instance. Defaults to None.
|
|
45
45
|
flux_executor_nesting (bool, optional): Whether to use nested FluxExecutor. Defaults to False.
|
|
46
46
|
flux_log_files (bool, optional): Write flux stdout and stderr files. Defaults to False.
|
|
47
|
-
|
|
47
|
+
run_time_max (int): The maximum runtime in seconds for each task. Default: None
|
|
48
48
|
"""
|
|
49
49
|
|
|
50
50
|
def __init__(
|
|
@@ -62,7 +62,7 @@ class FluxPythonSpawner(BaseSpawner):
|
|
|
62
62
|
flux_executor: Optional[flux.job.FluxExecutor] = None,
|
|
63
63
|
flux_executor_nesting: bool = False,
|
|
64
64
|
flux_log_files: bool = False,
|
|
65
|
-
|
|
65
|
+
run_time_max: Optional[int] = None,
|
|
66
66
|
):
|
|
67
67
|
super().__init__(
|
|
68
68
|
cwd=cwd,
|
|
@@ -80,7 +80,7 @@ class FluxPythonSpawner(BaseSpawner):
|
|
|
80
80
|
self._flux_log_files = flux_log_files
|
|
81
81
|
self._priority = priority
|
|
82
82
|
self._future = None
|
|
83
|
-
self.
|
|
83
|
+
self._run_time_max = run_time_max
|
|
84
84
|
|
|
85
85
|
def bootup(
|
|
86
86
|
self,
|
|
@@ -131,8 +131,8 @@ class FluxPythonSpawner(BaseSpawner):
|
|
|
131
131
|
if self._cwd is not None:
|
|
132
132
|
jobspec.cwd = self._cwd
|
|
133
133
|
os.makedirs(self._cwd, exist_ok=True)
|
|
134
|
-
if self.
|
|
135
|
-
jobspec.duration = self.
|
|
134
|
+
if self._run_time_max is not None:
|
|
135
|
+
jobspec.duration = self._run_time_max
|
|
136
136
|
file_prefix = "flux_" + str(self._worker_id)
|
|
137
137
|
if self._flux_log_files and self._cwd is not None:
|
|
138
138
|
jobspec.stderr = os.path.join(self._cwd, file_prefix + ".err")
|
|
@@ -32,7 +32,7 @@ class PysqaSpawner(BaseSpawner):
|
|
|
32
32
|
pmi_mode: Optional[str] = None,
|
|
33
33
|
config_directory: Optional[str] = None,
|
|
34
34
|
backend: Optional[str] = None,
|
|
35
|
-
|
|
35
|
+
run_time_max: Optional[int] = None,
|
|
36
36
|
**kwargs,
|
|
37
37
|
):
|
|
38
38
|
"""
|
|
@@ -52,7 +52,7 @@ class PysqaSpawner(BaseSpawner):
|
|
|
52
52
|
pmi_mode (str, optional): PMI interface to use (OpenMPI v5 requires pmix) default is None
|
|
53
53
|
config_directory (str, optional): path to the pysqa config directory (only for pysqa based backend).
|
|
54
54
|
backend (str): name of the backend used to spawn tasks.
|
|
55
|
-
|
|
55
|
+
run_time_max (int): The maximum runtime in seconds for each task. Default: None
|
|
56
56
|
"""
|
|
57
57
|
super().__init__(
|
|
58
58
|
cwd=cwd,
|
|
@@ -71,7 +71,7 @@ class PysqaSpawner(BaseSpawner):
|
|
|
71
71
|
self._pysqa_submission_kwargs = kwargs
|
|
72
72
|
self._process: Optional[int] = None
|
|
73
73
|
self._queue_adapter: Optional[QueueAdapter] = None
|
|
74
|
-
self.
|
|
74
|
+
self._run_time_max = run_time_max
|
|
75
75
|
|
|
76
76
|
def bootup(
|
|
77
77
|
self,
|
|
@@ -195,7 +195,7 @@ class PysqaSpawner(BaseSpawner):
|
|
|
195
195
|
command=" ".join(self.generate_command(command_lst=command_lst)),
|
|
196
196
|
working_directory=working_directory,
|
|
197
197
|
cores=int(self._cores * self._threads_per_core),
|
|
198
|
-
run_time_max=self.
|
|
198
|
+
run_time_max=self._run_time_max,
|
|
199
199
|
**self._pysqa_submission_kwargs,
|
|
200
200
|
)
|
|
201
201
|
|
|
@@ -32,7 +32,7 @@ class SrunSpawner(SubprocessSpawner):
|
|
|
32
32
|
openmpi_oversubscribe: bool = False,
|
|
33
33
|
slurm_cmd_args: Optional[list[str]] = None,
|
|
34
34
|
pmi_mode: Optional[str] = None,
|
|
35
|
-
|
|
35
|
+
run_time_max: Optional[int] = None,
|
|
36
36
|
):
|
|
37
37
|
"""
|
|
38
38
|
Srun interface implementation.
|
|
@@ -48,7 +48,7 @@ class SrunSpawner(SubprocessSpawner):
|
|
|
48
48
|
openmpi_oversubscribe (bool, optional): Whether to oversubscribe the cores. Defaults to False.
|
|
49
49
|
slurm_cmd_args (list[str], optional): Additional command line arguments. Defaults to [].
|
|
50
50
|
pmi_mode (str): PMI interface to use (OpenMPI v5 requires pmix) default is None
|
|
51
|
-
|
|
51
|
+
run_time_max (int): The maximum runtime in seconds for each task. Default: None
|
|
52
52
|
"""
|
|
53
53
|
super().__init__(
|
|
54
54
|
cwd=cwd,
|
|
@@ -62,7 +62,7 @@ class SrunSpawner(SubprocessSpawner):
|
|
|
62
62
|
self._num_nodes = num_nodes
|
|
63
63
|
self._exclusive = exclusive
|
|
64
64
|
self._pmi_mode = pmi_mode
|
|
65
|
-
self.
|
|
65
|
+
self._run_time_max = run_time_max
|
|
66
66
|
|
|
67
67
|
def generate_command(self, command_lst: list[str]) -> list[str]:
|
|
68
68
|
"""
|
|
@@ -84,7 +84,7 @@ class SrunSpawner(SubprocessSpawner):
|
|
|
84
84
|
openmpi_oversubscribe=self._openmpi_oversubscribe,
|
|
85
85
|
slurm_cmd_args=self._slurm_cmd_args,
|
|
86
86
|
pmi_mode=self._pmi_mode,
|
|
87
|
-
|
|
87
|
+
run_time_max=self._run_time_max,
|
|
88
88
|
)
|
|
89
89
|
return super().generate_command(
|
|
90
90
|
command_lst=command_prepend_lst + command_lst,
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: executorlib
|
|
3
|
-
Version: 1.9.
|
|
3
|
+
Version: 1.9.3
|
|
4
4
|
Summary: Up-scale python functions for high performance computing (HPC) with executorlib.
|
|
5
5
|
Project-URL: Homepage, https://github.com/pyiron/executorlib
|
|
6
6
|
Project-URL: Documentation, https://executorlib.readthedocs.io
|
|
@@ -50,18 +50,18 @@ Requires-Python: <3.14,>3.9
|
|
|
50
50
|
Requires-Dist: cloudpickle<=3.1.2,>=2.0.0
|
|
51
51
|
Requires-Dist: pyzmq<=27.1.0,>=25.0.0
|
|
52
52
|
Provides-Extra: all
|
|
53
|
-
Requires-Dist: h5py<=3.
|
|
53
|
+
Requires-Dist: h5py<=3.16.0,>=3.6.0; extra == 'all'
|
|
54
54
|
Requires-Dist: ipython<=9.9.0,>=7.33.0; extra == 'all'
|
|
55
55
|
Requires-Dist: mpi4py<=4.1.1,>=3.1.4; extra == 'all'
|
|
56
56
|
Requires-Dist: networkx<=3.6.1,>=2.8.8; extra == 'all'
|
|
57
|
-
Requires-Dist: pydantic<=2.
|
|
57
|
+
Requires-Dist: pydantic<=2.13.4,>=2.5.3; extra == 'all'
|
|
58
58
|
Requires-Dist: pygraphviz<=1.14,>=1.10; extra == 'all'
|
|
59
|
-
Requires-Dist: pysqa==0.
|
|
59
|
+
Requires-Dist: pysqa==0.4.1; extra == 'all'
|
|
60
60
|
Provides-Extra: cache
|
|
61
|
-
Requires-Dist: h5py<=3.
|
|
61
|
+
Requires-Dist: h5py<=3.16.0,>=3.6.0; extra == 'cache'
|
|
62
62
|
Provides-Extra: cluster
|
|
63
|
-
Requires-Dist: h5py<=3.
|
|
64
|
-
Requires-Dist: pysqa==0.
|
|
63
|
+
Requires-Dist: h5py<=3.16.0,>=3.6.0; extra == 'cluster'
|
|
64
|
+
Requires-Dist: pysqa==0.4.1; extra == 'cluster'
|
|
65
65
|
Provides-Extra: graph
|
|
66
66
|
Requires-Dist: networkx<=3.6.1,>=2.8.8; extra == 'graph'
|
|
67
67
|
Requires-Dist: pygraphviz<=1.14,>=1.10; extra == 'graph'
|
|
@@ -72,7 +72,7 @@ Requires-Dist: pygraphviz<=1.14,>=1.10; extra == 'graphnotebook'
|
|
|
72
72
|
Provides-Extra: mpi
|
|
73
73
|
Requires-Dist: mpi4py<=4.1.1,>=3.1.4; extra == 'mpi'
|
|
74
74
|
Provides-Extra: validation
|
|
75
|
-
Requires-Dist: pydantic<=2.
|
|
75
|
+
Requires-Dist: pydantic<=2.13.4,>=2.5.3; extra == 'validation'
|
|
76
76
|
Description-Content-Type: text/markdown
|
|
77
77
|
|
|
78
78
|
# executorlib
|
|
@@ -221,23 +221,25 @@ as hierarchical job scheduler within the allocations.
|
|
|
221
221
|
* [SLURM with Flux](https://executorlib.readthedocs.io/en/latest/3-hpc-job.html#slurm-with-flux)
|
|
222
222
|
* [Flux](https://executorlib.readthedocs.io/en/latest/3-hpc-job.html#flux)
|
|
223
223
|
* [Application](https://executorlib.readthedocs.io/en/latest/application.html)
|
|
224
|
-
* [GPAW](https://executorlib.readthedocs.io/en/latest/
|
|
225
|
-
* [Quantum Espresso](https://executorlib.readthedocs.io/en/latest/
|
|
224
|
+
* [GPAW](https://executorlib.readthedocs.io/en/latest/4-1-gpaw.html)
|
|
225
|
+
* [Quantum Espresso](https://executorlib.readthedocs.io/en/latest/4-2-quantum-espresso.html)
|
|
226
226
|
* [Trouble Shooting](https://executorlib.readthedocs.io/en/latest/trouble_shooting.html)
|
|
227
227
|
* [Filesystem Usage](https://executorlib.readthedocs.io/en/latest/trouble_shooting.html#filesystem-usage)
|
|
228
228
|
* [Firewall Issues](https://executorlib.readthedocs.io/en/latest/trouble_shooting.html#firewall-issues)
|
|
229
229
|
* [Message Passing Interface](https://executorlib.readthedocs.io/en/latest/trouble_shooting.html#message-passing-interface)
|
|
230
|
+
* [Test Coverage for Integration Tests](https://executorlib.readthedocs.io/en/latest/trouble_shooting.html#test-coverage-for-integration-tests)
|
|
230
231
|
* [Python Version](https://executorlib.readthedocs.io/en/latest/trouble_shooting.html#python-version)
|
|
231
232
|
* [Resource Dictionary](https://executorlib.readthedocs.io/en/latest/trouble_shooting.html#resource-dictionary)
|
|
232
233
|
* [SSH Connection](https://executorlib.readthedocs.io/en/latest/trouble_shooting.html#ssh-connection)
|
|
233
|
-
* [Support & Contribution](https://executorlib.readthedocs.io/en/latest/
|
|
234
|
-
* [Issues](https://executorlib.readthedocs.io/en/latest/
|
|
235
|
-
* [Pull Requests](https://executorlib.readthedocs.io/en/latest/
|
|
236
|
-
* [License](https://executorlib.readthedocs.io/en/latest/
|
|
237
|
-
* [Modules](https://executorlib.readthedocs.io/en/latest/
|
|
238
|
-
* [Interface Class Hierarchy](https://executorlib.readthedocs.io/en/latest/
|
|
239
|
-
* [
|
|
240
|
-
* [
|
|
241
|
-
* [
|
|
242
|
-
* [External
|
|
234
|
+
* [Support & Contribution](https://executorlib.readthedocs.io/en/latest/5-developer.html)
|
|
235
|
+
* [Issues](https://executorlib.readthedocs.io/en/latest/5-developer.html#issues)
|
|
236
|
+
* [Pull Requests](https://executorlib.readthedocs.io/en/latest/5-developer.html#pull-requests)
|
|
237
|
+
* [License](https://executorlib.readthedocs.io/en/latest/5-developer.html#license)
|
|
238
|
+
* [Modules](https://executorlib.readthedocs.io/en/latest/5-developer.html#modules)
|
|
239
|
+
* [Interface Class Hierarchy](https://executorlib.readthedocs.io/en/latest/5-developer.html#interface-class-hierarchy)
|
|
240
|
+
* [Execution Flow](https://executorlib.readthedocs.io/en/latest/5-developer.html#execution-flow)
|
|
241
|
+
* [Test Environment](https://executorlib.readthedocs.io/en/latest/5-developer.html#test-environment)
|
|
242
|
+
* [Communication](https://executorlib.readthedocs.io/en/latest/5-developer.html#communication)
|
|
243
|
+
* [External Libraries](https://executorlib.readthedocs.io/en/latest/5-developer.html#external-libraries)
|
|
244
|
+
* [External Executables](https://executorlib.readthedocs.io/en/latest/5-developer.html#external-executables)
|
|
243
245
|
* [Interface](https://executorlib.readthedocs.io/en/latest/api.html)
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
executorlib/__init__.py,sha256=IY_DkT706LPIv2_iIe3whrQNGoDzaDFYBvXyUepoZpw,4780
|
|
2
|
-
executorlib/_version.py,sha256=
|
|
2
|
+
executorlib/_version.py,sha256=aP_jp8pTg5bC5pvVCuPuBjtAyDTeAfc19YYDbsZTPm8,704
|
|
3
3
|
executorlib/api.py,sha256=F6ibDJnVcPGxxPe-UScFJHprWHiVsETGhgAvS1T-9ZI,1365
|
|
4
4
|
executorlib/backend/__init__.py,sha256=2b_iwds4VUrJe92nKtQXkoGxkJiXeEDSlbvCRN_-de8,456
|
|
5
5
|
executorlib/backend/cache_parallel.py,sha256=ldb2iYzrhcXJZ0LcH75FpTLO_6F51mleU9JGAilF00k,2020
|
|
@@ -8,12 +8,12 @@ executorlib/backend/interactive_parallel.py,sha256=HimGnWOdTXInC3o7W4wMUSTTlj6Ms
|
|
|
8
8
|
executorlib/backend/interactive_serial.py,sha256=NxlSX566rQM-pHiy2rQja2rr3lFwdnv0EvIyXk8H7co,2982
|
|
9
9
|
executorlib/executor/__init__.py,sha256=oR2ABLAMYV_TNs1eG-3-MAKHFS7OKB-1KOzCqKNbtWA,310
|
|
10
10
|
executorlib/executor/base.py,sha256=vqNlVCjmQAsFQkSyjZ3gGTyQeN0khu4DkZBactr2Qz0,6559
|
|
11
|
-
executorlib/executor/flux.py,sha256=
|
|
12
|
-
executorlib/executor/single.py,sha256=
|
|
13
|
-
executorlib/executor/slurm.py,sha256=
|
|
11
|
+
executorlib/executor/flux.py,sha256=g8K1GMfn9KMM4udj3LdmDMahavPBBCOusYVG36W1hAY,40779
|
|
12
|
+
executorlib/executor/single.py,sha256=U-mflJIQSBMS7atK7RQktx87LGkJhLSBbh2Uz9kOLlY,36021
|
|
13
|
+
executorlib/executor/slurm.py,sha256=Prvts9IgDHgCCMYoWpNdeoKMZ4h1ICQ05fkomh25Yl4,38337
|
|
14
14
|
executorlib/standalone/__init__.py,sha256=n_Q4NUFu35Fn0qlWIhmoC_FyUkmFGlWn1cNc_7EscF0,290
|
|
15
15
|
executorlib/standalone/batched.py,sha256=Q2GPy4hPD_t5PflqF-m8ADjcHgeb56eJF31-XbsMMwM,990
|
|
16
|
-
executorlib/standalone/command.py,sha256=
|
|
16
|
+
executorlib/standalone/command.py,sha256=_XqVYPrpR7_-DkHrPAbcvMR1gmoS0NjQVJMSfjsowEQ,6547
|
|
17
17
|
executorlib/standalone/error.py,sha256=aaMQoRsoLzLCbYT-E4LZxGM9pm_AhjMesRjVt0d_LDk,714
|
|
18
18
|
executorlib/standalone/hdf.py,sha256=84PPWwW19V5_we2DEYvGkZSiIyN-it2AnQkNpJpwiFU,7462
|
|
19
19
|
executorlib/standalone/inputcheck.py,sha256=ZS5NY-tC4G-8jHmVl_GNF8zakIPqayCj8aQDlM0A37E,8146
|
|
@@ -21,7 +21,7 @@ executorlib/standalone/queue.py,sha256=KFEBFQXGvcaf5qcuCjT5kaZg7ucWOTGOtrD96tIBl
|
|
|
21
21
|
executorlib/standalone/scheduler.py,sha256=LhCuIdaw9BjrP3GerbHUIqwsvxERdtH5JQoeyAqASIU,2325
|
|
22
22
|
executorlib/standalone/select.py,sha256=gn6N0E01qTfGFm8nDNE9bilXXmy4rk1Wb0P7rAk4y54,1770
|
|
23
23
|
executorlib/standalone/serialize.py,sha256=OEXQKYQ3P-pvbLHmOgF86oPgJkzR5vRWmL4gwnJwy94,4292
|
|
24
|
-
executorlib/standalone/validate.py,sha256=
|
|
24
|
+
executorlib/standalone/validate.py,sha256=R8xCXCL8RpyM1fbufo-6DqrdzvP54zVkcqlJZwBj7Qo,1969
|
|
25
25
|
executorlib/standalone/interactive/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
26
26
|
executorlib/standalone/interactive/arguments.py,sha256=058jZ-4GVZo-YC5sYeZBSbIOzekdaK-PSp65WmA85Dg,2944
|
|
27
27
|
executorlib/standalone/interactive/backend.py,sha256=gGgcvER8w75bM_p1uplSsr6yCtBBlOS_6wR1iQNsntc,3006
|
|
@@ -30,9 +30,9 @@ executorlib/standalone/interactive/spawner.py,sha256=4TEPL4iI_rF25kOaW-eqY74jK93
|
|
|
30
30
|
executorlib/task_scheduler/__init__.py,sha256=-sw60rfnEvwFiOAONFHpE3izPA9CPtp5cQ7vRetw2Mw,249
|
|
31
31
|
executorlib/task_scheduler/base.py,sha256=aoXxOuOwWDKbGVwWwtnr0KGYBbOQehaACM2h3FdfKcg,8777
|
|
32
32
|
executorlib/task_scheduler/file/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
33
|
-
executorlib/task_scheduler/file/backend.py,sha256=
|
|
33
|
+
executorlib/task_scheduler/file/backend.py,sha256=tojXcYytAsfABugsOMfkx9oAh01do_DcSneVldMfeK0,2876
|
|
34
34
|
executorlib/task_scheduler/file/shared.py,sha256=dxkL3Yjmk-oNsJHw8jo7sVCJUc3sc2hbNWOK_XdlhGM,16703
|
|
35
|
-
executorlib/task_scheduler/file/spawner_pysqa.py,sha256=
|
|
35
|
+
executorlib/task_scheduler/file/spawner_pysqa.py,sha256=j7GdUQgo6vZKqbXtdXL3doaCK8InrDdPJOn0kWGY7-4,6032
|
|
36
36
|
executorlib/task_scheduler/file/spawner_subprocess.py,sha256=BejOMi5zLkIVUUywv5hl0YdnXkGujGo4nXMpmmuHq2k,3089
|
|
37
37
|
executorlib/task_scheduler/file/task_scheduler.py,sha256=c57K8d3Sfh4p--xvAy5LsCtTq9GOdymaUeN0h4POyS8,6019
|
|
38
38
|
executorlib/task_scheduler/interactive/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -41,10 +41,10 @@ executorlib/task_scheduler/interactive/dependency.py,sha256=fh402wEkXMhKxzFzsUGn
|
|
|
41
41
|
executorlib/task_scheduler/interactive/dependency_plot.py,sha256=iZBZ9UMDeYOMFjD2-kYOxOdKeodj7TuyshI4HbH4XCU,11788
|
|
42
42
|
executorlib/task_scheduler/interactive/onetoone.py,sha256=cTXgTXR9kKzzlx6EfGumMsEm7DUa7BD9JSeBpdPiupI,13312
|
|
43
43
|
executorlib/task_scheduler/interactive/shared.py,sha256=-krntmZFOOE5U0HdFwuU8JZPqZQmPW4-cePDWuvkTgM,6305
|
|
44
|
-
executorlib/task_scheduler/interactive/spawner_flux.py,sha256=
|
|
45
|
-
executorlib/task_scheduler/interactive/spawner_pysqa.py,sha256=
|
|
46
|
-
executorlib/task_scheduler/interactive/spawner_slurm.py,sha256=
|
|
47
|
-
executorlib-1.9.
|
|
48
|
-
executorlib-1.9.
|
|
49
|
-
executorlib-1.9.
|
|
50
|
-
executorlib-1.9.
|
|
44
|
+
executorlib/task_scheduler/interactive/spawner_flux.py,sha256=M7CPWvzY7MDkplJ4awymh7WbMYwKsDPTKxA2Op9wfNo,7075
|
|
45
|
+
executorlib/task_scheduler/interactive/spawner_pysqa.py,sha256=96NqUfoIBUFd7KjY02dpIL9ZoS_u5beRuNw_1FUKH6Q,10393
|
|
46
|
+
executorlib/task_scheduler/interactive/spawner_slurm.py,sha256=K5mj63PE8FYbkw9WWm4uEjoA5q0HM42z1d2wjAmO5YA,3713
|
|
47
|
+
executorlib-1.9.3.dist-info/METADATA,sha256=b5j4WKJ5jK15yt9zYv25iWAHemSjbiMtD33ubVXSlLI,16071
|
|
48
|
+
executorlib-1.9.3.dist-info/WHEEL,sha256=QccIxa26bgl1E6uMy58deGWi-0aeIkkangHcxk2kWfw,87
|
|
49
|
+
executorlib-1.9.3.dist-info/licenses/LICENSE,sha256=NkrhccIxPXCbbvp_upyVojt7DNTwZIco3z9wsYpSLqU,1511
|
|
50
|
+
executorlib-1.9.3.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|