lsst-ctrl-bps-htcondor 30.0.0rc2__py3-none-any.whl → 30.0.1rc1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- lsst/ctrl/bps/htcondor/dagman_configurator.py +1 -1
- lsst/ctrl/bps/htcondor/htcondor_service.py +2 -2
- lsst/ctrl/bps/htcondor/lssthtc.py +19 -11
- lsst/ctrl/bps/htcondor/prepare_utils.py +5 -1
- lsst/ctrl/bps/htcondor/version.py +1 -1
- {lsst_ctrl_bps_htcondor-30.0.0rc2.dist-info → lsst_ctrl_bps_htcondor-30.0.1rc1.dist-info}/METADATA +3 -3
- {lsst_ctrl_bps_htcondor-30.0.0rc2.dist-info → lsst_ctrl_bps_htcondor-30.0.1rc1.dist-info}/RECORD +14 -14
- {lsst_ctrl_bps_htcondor-30.0.0rc2.dist-info → lsst_ctrl_bps_htcondor-30.0.1rc1.dist-info}/WHEEL +1 -1
- {lsst_ctrl_bps_htcondor-30.0.0rc2.dist-info → lsst_ctrl_bps_htcondor-30.0.1rc1.dist-info}/licenses/COPYRIGHT +0 -0
- {lsst_ctrl_bps_htcondor-30.0.0rc2.dist-info → lsst_ctrl_bps_htcondor-30.0.1rc1.dist-info}/licenses/LICENSE +0 -0
- {lsst_ctrl_bps_htcondor-30.0.0rc2.dist-info → lsst_ctrl_bps_htcondor-30.0.1rc1.dist-info}/licenses/bsd_license.txt +0 -0
- {lsst_ctrl_bps_htcondor-30.0.0rc2.dist-info → lsst_ctrl_bps_htcondor-30.0.1rc1.dist-info}/licenses/gpl-v3.0.txt +0 -0
- {lsst_ctrl_bps_htcondor-30.0.0rc2.dist-info → lsst_ctrl_bps_htcondor-30.0.1rc1.dist-info}/top_level.txt +0 -0
- {lsst_ctrl_bps_htcondor-30.0.0rc2.dist-info → lsst_ctrl_bps_htcondor-30.0.1rc1.dist-info}/zip-safe +0 -0
|
@@ -91,7 +91,7 @@ class DagmanConfigurator:
|
|
|
91
91
|
----------
|
|
92
92
|
config : `lsst.ctrl.bps.BpsConfig`
|
|
93
93
|
BPS configuration.
|
|
94
|
-
search_opts : `dict` [`str`,
|
|
94
|
+
search_opts : `dict` [`str`, `~typing.Any`], optional
|
|
95
95
|
Options to use while searching the BPS configuration for values.
|
|
96
96
|
|
|
97
97
|
Raises
|
|
@@ -100,7 +100,7 @@ class HTCondorService(BaseWmsService):
|
|
|
100
100
|
|
|
101
101
|
Returns
|
|
102
102
|
-------
|
|
103
|
-
workflow : `lsst.ctrl.bps.
|
|
103
|
+
workflow : `lsst.ctrl.bps.htcondor.HTCondorWorkflow`
|
|
104
104
|
HTCondor workflow ready to be run.
|
|
105
105
|
"""
|
|
106
106
|
_LOG.debug("out_prefix = '%s'", out_prefix)
|
|
@@ -141,7 +141,7 @@ class HTCondorService(BaseWmsService):
|
|
|
141
141
|
|
|
142
142
|
Parameters
|
|
143
143
|
----------
|
|
144
|
-
workflow : `lsst.ctrl.bps.
|
|
144
|
+
workflow : `lsst.ctrl.bps.htcondor.HTCondorWorkflow`
|
|
145
145
|
A single HTCondor workflow to submit. run_id is updated after
|
|
146
146
|
successful submission to WMS.
|
|
147
147
|
**kwargs : `~typing.Any`
|
|
@@ -234,6 +234,7 @@ HTC_VALID_JOB_DAG_KEYS = {
|
|
|
234
234
|
"retry_unless_exit",
|
|
235
235
|
"abort_dag_on",
|
|
236
236
|
"abort_exit",
|
|
237
|
+
"priority",
|
|
237
238
|
}
|
|
238
239
|
HTC_VERSION = version.parse(htcondor.__version__)
|
|
239
240
|
|
|
@@ -243,7 +244,7 @@ class RestrictedDict(MutableMapping):
|
|
|
243
244
|
|
|
244
245
|
Parameters
|
|
245
246
|
----------
|
|
246
|
-
valid_keys :
|
|
247
|
+
valid_keys : `~collections.abc.Container`
|
|
247
248
|
Strings that are valid keys.
|
|
248
249
|
init_data : `dict` or `RestrictedDict`, optional
|
|
249
250
|
Initial data.
|
|
@@ -490,7 +491,7 @@ def htc_write_attribs(stream, attrs):
|
|
|
490
491
|
|
|
491
492
|
Parameters
|
|
492
493
|
----------
|
|
493
|
-
stream : `~
|
|
494
|
+
stream : `~typing.TextIO`
|
|
494
495
|
Output text stream (typically an open file).
|
|
495
496
|
attrs : `dict`
|
|
496
497
|
HTCondor job attributes (dictionary of attribute key, value).
|
|
@@ -512,7 +513,7 @@ def htc_write_condor_file(
|
|
|
512
513
|
|
|
513
514
|
Parameters
|
|
514
515
|
----------
|
|
515
|
-
filename : `str` or os.PathLike
|
|
516
|
+
filename : `str` or `os.PathLike`
|
|
516
517
|
Filename for the HTCondor submit file.
|
|
517
518
|
job_name : `str`
|
|
518
519
|
Job name to use in submit file.
|
|
@@ -823,7 +824,7 @@ def _htc_write_job_commands(stream, name, commands):
|
|
|
823
824
|
|
|
824
825
|
Parameters
|
|
825
826
|
----------
|
|
826
|
-
stream : `~
|
|
827
|
+
stream : `~typing.TextIO`
|
|
827
828
|
Writeable text stream (typically an opened file).
|
|
828
829
|
name : `str`
|
|
829
830
|
Job name.
|
|
@@ -884,6 +885,12 @@ def _htc_write_job_commands(stream, name, commands):
|
|
|
884
885
|
file=stream,
|
|
885
886
|
)
|
|
886
887
|
|
|
888
|
+
if "priority" in commands and commands["priority"]:
|
|
889
|
+
print(
|
|
890
|
+
f"PRIORITY {name} {commands['priority']}",
|
|
891
|
+
file=stream,
|
|
892
|
+
)
|
|
893
|
+
|
|
887
894
|
|
|
888
895
|
class HTCJob:
|
|
889
896
|
"""HTCondor job for use in building DAG.
|
|
@@ -974,7 +981,7 @@ class HTCJob:
|
|
|
974
981
|
|
|
975
982
|
Parameters
|
|
976
983
|
----------
|
|
977
|
-
stream : `
|
|
984
|
+
stream : `~typing.TextIO`
|
|
978
985
|
Output Stream.
|
|
979
986
|
dag_rel_path : `str`
|
|
980
987
|
Relative path of dag to submit directory.
|
|
@@ -1002,7 +1009,7 @@ class HTCJob:
|
|
|
1002
1009
|
|
|
1003
1010
|
Parameters
|
|
1004
1011
|
----------
|
|
1005
|
-
fh : `~
|
|
1012
|
+
fh : `~typing.TextIO`
|
|
1006
1013
|
Output stream.
|
|
1007
1014
|
"""
|
|
1008
1015
|
printer = pprint.PrettyPrinter(indent=4, stream=fh)
|
|
@@ -1016,8 +1023,9 @@ class HTCDag(networkx.DiGraph):
|
|
|
1016
1023
|
|
|
1017
1024
|
Parameters
|
|
1018
1025
|
----------
|
|
1019
|
-
data :
|
|
1020
|
-
Initial graph
|
|
1026
|
+
data : `~typing.Any`
|
|
1027
|
+
Initial graph data of any format that is supported
|
|
1028
|
+
by the to_network_graph() function.
|
|
1021
1029
|
name : `str`
|
|
1022
1030
|
Name for DAG.
|
|
1023
1031
|
"""
|
|
@@ -1209,7 +1217,7 @@ class HTCDag(networkx.DiGraph):
|
|
|
1209
1217
|
|
|
1210
1218
|
Parameters
|
|
1211
1219
|
----------
|
|
1212
|
-
fh : `
|
|
1220
|
+
fh : `typing.IO`
|
|
1213
1221
|
Where to dump DAG info as text.
|
|
1214
1222
|
"""
|
|
1215
1223
|
for key, value in self.graph:
|
|
@@ -1296,7 +1304,7 @@ def condor_query(constraint=None, schedds=None, query_func=htc_query_present, **
|
|
|
1296
1304
|
HTCondor schedulers which to query for job information. If None
|
|
1297
1305
|
(default), the query will be run against the history file of
|
|
1298
1306
|
the local scheduler only.
|
|
1299
|
-
query_func :
|
|
1307
|
+
query_func : `~collections.abc.Callable`
|
|
1300
1308
|
An query function which takes following arguments:
|
|
1301
1309
|
|
|
1302
1310
|
- ``schedds``: Schedulers to query (`list` [`htcondor.Schedd`]).
|
|
@@ -1653,7 +1661,7 @@ def read_dag_status(wms_path: str | os.PathLike) -> dict[str, Any]:
|
|
|
1653
1661
|
|
|
1654
1662
|
Parameters
|
|
1655
1663
|
----------
|
|
1656
|
-
wms_path : `str` or `os.PathLike
|
|
1664
|
+
wms_path : `str` or `os.PathLike`
|
|
1657
1665
|
Path that includes node status file for a run.
|
|
1658
1666
|
|
|
1659
1667
|
Returns
|
|
@@ -306,7 +306,11 @@ def _translate_dag_cmds(gwjob):
|
|
|
306
306
|
DAGMan commands for the job.
|
|
307
307
|
"""
|
|
308
308
|
# Values in the dag script that just are name mappings.
|
|
309
|
-
dag_translation = {
|
|
309
|
+
dag_translation = {
|
|
310
|
+
"abort_on_value": "abort_dag_on",
|
|
311
|
+
"abort_return_value": "abort_exit",
|
|
312
|
+
"priority": "priority",
|
|
313
|
+
}
|
|
310
314
|
|
|
311
315
|
dagcmds = {}
|
|
312
316
|
for gwkey, htckey in dag_translation.items():
|
|
@@ -1,2 +1,2 @@
|
|
|
1
1
|
__all__ = ["__version__"]
|
|
2
|
-
__version__ = "30.0.
|
|
2
|
+
__version__ = "30.0.1rc1"
|
{lsst_ctrl_bps_htcondor-30.0.0rc2.dist-info → lsst_ctrl_bps_htcondor-30.0.1rc1.dist-info}/METADATA
RENAMED
|
@@ -1,20 +1,20 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: lsst-ctrl-bps-htcondor
|
|
3
|
-
Version: 30.0.
|
|
3
|
+
Version: 30.0.1rc1
|
|
4
4
|
Summary: HTCondor plugin for lsst-ctrl-bps.
|
|
5
5
|
Author-email: Rubin Observatory Data Management <dm-admin@lists.lsst.org>
|
|
6
6
|
License-Expression: BSD-3-Clause OR GPL-3.0-or-later
|
|
7
7
|
Project-URL: Homepage, https://github.com/lsst/ctrl_bps_htcondor
|
|
8
|
+
Project-URL: Source, https://github.com/lsst/ctrl_bps_htcondor
|
|
8
9
|
Keywords: lsst
|
|
9
10
|
Classifier: Intended Audience :: Science/Research
|
|
10
11
|
Classifier: Operating System :: OS Independent
|
|
11
12
|
Classifier: Programming Language :: Python :: 3
|
|
12
|
-
Classifier: Programming Language :: Python :: 3.11
|
|
13
13
|
Classifier: Programming Language :: Python :: 3.12
|
|
14
14
|
Classifier: Programming Language :: Python :: 3.13
|
|
15
15
|
Classifier: Programming Language :: Python :: 3.14
|
|
16
16
|
Classifier: Topic :: Scientific/Engineering :: Astronomy
|
|
17
|
-
Requires-Python: >=3.
|
|
17
|
+
Requires-Python: >=3.12.0
|
|
18
18
|
Description-Content-Type: text/x-rst
|
|
19
19
|
License-File: COPYRIGHT
|
|
20
20
|
License-File: LICENSE
|
{lsst_ctrl_bps_htcondor-30.0.0rc2.dist-info → lsst_ctrl_bps_htcondor-30.0.1rc1.dist-info}/RECORD
RENAMED
|
@@ -1,24 +1,24 @@
|
|
|
1
1
|
lsst/ctrl/bps/htcondor/__init__.py,sha256=8PVRtHS2tn_BDH9gnWQ-Fbg7o7wTbZoW7f41RGf0g7A,1450
|
|
2
2
|
lsst/ctrl/bps/htcondor/common_utils.py,sha256=cHdPaOwS2I5T4RpGChdMAaqis7T3B2dR45zu8cVzpto,9744
|
|
3
|
-
lsst/ctrl/bps/htcondor/dagman_configurator.py,sha256=
|
|
3
|
+
lsst/ctrl/bps/htcondor/dagman_configurator.py,sha256=9i57uOpIp11wyZesglNrphXbwM143RLG_Q9vhf6JIdo,7239
|
|
4
4
|
lsst/ctrl/bps/htcondor/final_post.sh,sha256=chfaQV6Q7rGsK-8Hx58ch52m-PofvBanrl7VwCssHec,248
|
|
5
5
|
lsst/ctrl/bps/htcondor/handlers.py,sha256=fkTEKulfwYOMofya9PzbvCiI9WNLfj_yTnno8Sm3srQ,14860
|
|
6
6
|
lsst/ctrl/bps/htcondor/htcondor_config.py,sha256=c4lCiYEwEXFdxgbMfEkbDm4LrvkRMF31SqLtQqzqIV4,1523
|
|
7
|
-
lsst/ctrl/bps/htcondor/htcondor_service.py,sha256=
|
|
7
|
+
lsst/ctrl/bps/htcondor/htcondor_service.py,sha256=mExwdrvutIi4xtSPkYJtp4iPoZNnjILl37dQ5gKQJRw,22680
|
|
8
8
|
lsst/ctrl/bps/htcondor/htcondor_workflow.py,sha256=wkANkAA4Ciq9WP_DWkjH2k0xWz9_i6gaNHWcxWQ4zkM,3071
|
|
9
|
-
lsst/ctrl/bps/htcondor/lssthtc.py,sha256=
|
|
10
|
-
lsst/ctrl/bps/htcondor/prepare_utils.py,sha256=
|
|
9
|
+
lsst/ctrl/bps/htcondor/lssthtc.py,sha256=3_i8Ar2QmnAY9aVDMottr1Awwcr97PIa6n6Gjo83fJw,81772
|
|
10
|
+
lsst/ctrl/bps/htcondor/prepare_utils.py,sha256=ID_TBn6taLcg4MCIhx8yygmGuIINhN4FO6ZG2z60kbY,36669
|
|
11
11
|
lsst/ctrl/bps/htcondor/provisioner.py,sha256=DxhCOCpqyBXIBR2m8VL_FwaDMr2scQIOe8ArWjgQ_Ls,7929
|
|
12
12
|
lsst/ctrl/bps/htcondor/report_utils.py,sha256=7idf6GRfMhCt5OuuCzHnnhPq5YVYm8k0bqS301MEjC8,31123
|
|
13
|
-
lsst/ctrl/bps/htcondor/version.py,sha256
|
|
13
|
+
lsst/ctrl/bps/htcondor/version.py,sha256=-auEgPcWk4qAWrWVMJY7Of7dAJ0dNQHoqQraCNdAEN4,52
|
|
14
14
|
lsst/ctrl/bps/htcondor/etc/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
15
15
|
lsst/ctrl/bps/htcondor/etc/htcondor_defaults.yaml,sha256=0mIBmXBy5TBBtw1g6RL5TNjbnWM_ADeLp94r1-gfwAg,2061
|
|
16
|
-
lsst_ctrl_bps_htcondor-30.0.
|
|
17
|
-
lsst_ctrl_bps_htcondor-30.0.
|
|
18
|
-
lsst_ctrl_bps_htcondor-30.0.
|
|
19
|
-
lsst_ctrl_bps_htcondor-30.0.
|
|
20
|
-
lsst_ctrl_bps_htcondor-30.0.
|
|
21
|
-
lsst_ctrl_bps_htcondor-30.0.
|
|
22
|
-
lsst_ctrl_bps_htcondor-30.0.
|
|
23
|
-
lsst_ctrl_bps_htcondor-30.0.
|
|
24
|
-
lsst_ctrl_bps_htcondor-30.0.
|
|
16
|
+
lsst_ctrl_bps_htcondor-30.0.1rc1.dist-info/licenses/COPYRIGHT,sha256=Lc6NoAEFQ65v_SmtS9NwfHTOuSUtC2Umbjv5zyowiQM,61
|
|
17
|
+
lsst_ctrl_bps_htcondor-30.0.1rc1.dist-info/licenses/LICENSE,sha256=pRExkS03v0MQW-neNfIcaSL6aiAnoLxYgtZoFzQ6zkM,232
|
|
18
|
+
lsst_ctrl_bps_htcondor-30.0.1rc1.dist-info/licenses/bsd_license.txt,sha256=7MIcv8QRX9guUtqPSBDMPz2SnZ5swI-xZMqm_VDSfxY,1606
|
|
19
|
+
lsst_ctrl_bps_htcondor-30.0.1rc1.dist-info/licenses/gpl-v3.0.txt,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
|
|
20
|
+
lsst_ctrl_bps_htcondor-30.0.1rc1.dist-info/METADATA,sha256=SZ1M-Jnidq2JiPlenV_TyNFsuKKJlFuph3xUVP6ODLI,2309
|
|
21
|
+
lsst_ctrl_bps_htcondor-30.0.1rc1.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
|
|
22
|
+
lsst_ctrl_bps_htcondor-30.0.1rc1.dist-info/top_level.txt,sha256=eUWiOuVVm9wwTrnAgiJT6tp6HQHXxIhj2QSZ7NYZH80,5
|
|
23
|
+
lsst_ctrl_bps_htcondor-30.0.1rc1.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
|
|
24
|
+
lsst_ctrl_bps_htcondor-30.0.1rc1.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{lsst_ctrl_bps_htcondor-30.0.0rc2.dist-info → lsst_ctrl_bps_htcondor-30.0.1rc1.dist-info}/zip-safe
RENAMED
|
File without changes
|