lsst-ctrl-bps-htcondor 28.2025.600__py3-none-any.whl → 28.2025.800__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -39,6 +39,8 @@ from pathlib import Path
39
39
  from typing import Any
40
40
 
41
41
  import htcondor
42
+ from packaging import version
43
+
42
44
  from lsst.ctrl.bps import (
43
45
  BaseWmsService,
44
46
  BaseWmsWorkflow,
@@ -52,7 +54,6 @@ from lsst.ctrl.bps import (
52
54
  from lsst.ctrl.bps.bps_utils import chdir, create_count_summary
53
55
  from lsst.daf.butler import Config
54
56
  from lsst.utils.timer import time_this
55
- from packaging import version
56
57
 
57
58
  from .htcondor_config import HTC_DEFAULTS_URI
58
59
  from .lssthtc import (
@@ -372,7 +373,7 @@ class HTCondorService(BaseWmsService):
372
373
 
373
374
  # Prune child jobs where DAG job is in queue (i.e., aren't orphans).
374
375
  job_ids = []
375
- for schedd_name, job_info in results.items():
376
+ for job_info in results.values():
376
377
  for job_id, job_ad in job_info.items():
377
378
  _LOG.debug("job_id=%s DAGManJobId=%s", job_id, job_ad.get("DAGManJobId", "None"))
378
379
  if "DAGManJobId" not in job_ad:
@@ -759,7 +760,7 @@ def _translate_job_cmds(cached_vals, generic_workflow, gwjob):
759
760
  jobcmds["retry_until"] = f"{gwjob.retry_unless_exit}"
760
761
  elif isinstance(gwjob.retry_unless_exit, list):
761
762
  jobcmds["retry_until"] = (
762
- f'member(ExitCode, {{{",".join([str(x) for x in gwjob.retry_unless_exit])}}})'
763
+ f"member(ExitCode, {{{','.join([str(x) for x in gwjob.retry_unless_exit])}}})"
763
764
  )
764
765
  else:
765
766
  raise ValueError("retryUnlessExit must be an integer or a list of integers.")
@@ -2133,11 +2134,11 @@ def _gather_site_values(config, compute_site):
2133
2134
 
2134
2135
  key = f".site.{compute_site}.profile.condor"
2135
2136
  if key in config:
2136
- for key, val in config[key].items():
2137
- if key.startswith("+"):
2138
- site_values["attrs"][key[1:]] = val
2137
+ for subkey, val in config[key].items():
2138
+ if subkey.startswith("+"):
2139
+ site_values["attrs"][subkey[1:]] = val
2139
2140
  else:
2140
- site_values["profile"][key] = val
2141
+ site_values["profile"][subkey] = val
2141
2142
 
2142
2143
  return site_values
2143
2144
 
@@ -34,38 +34,38 @@ level. LSST workflows are more complicated.
34
34
  """
35
35
 
36
36
  __all__ = [
37
+ "MISSING_ID",
37
38
  "DagStatus",
39
+ "HTCDag",
40
+ "HTCJob",
38
41
  "JobStatus",
39
42
  "NodeStatus",
40
43
  "RestrictedDict",
41
- "HTCJob",
42
- "HTCDag",
44
+ "condor_history",
45
+ "condor_q",
46
+ "condor_search",
47
+ "condor_status",
43
48
  "htc_backup_files",
44
49
  "htc_check_dagman_output",
45
50
  "htc_create_submit_from_cmd",
46
51
  "htc_create_submit_from_dag",
47
52
  "htc_create_submit_from_file",
48
53
  "htc_escape",
49
- "htc_write_attribs",
50
- "htc_write_condor_file",
51
54
  "htc_query_history",
52
55
  "htc_query_present",
53
- "htc_version",
54
56
  "htc_submit_dag",
55
- "condor_history",
56
- "condor_q",
57
- "condor_search",
58
- "condor_status",
59
- "update_job_info",
60
- "MISSING_ID",
61
- "summary_from_dag",
57
+ "htc_version",
58
+ "htc_write_attribs",
59
+ "htc_write_condor_file",
60
+ "pegasus_name_to_label",
62
61
  "read_dag_info",
63
62
  "read_dag_log",
64
63
  "read_dag_nodes_log",
65
64
  "read_dag_status",
66
65
  "read_node_status",
66
+ "summary_from_dag",
67
+ "update_job_info",
67
68
  "write_dag_info",
68
- "pegasus_name_to_label",
69
69
  ]
70
70
 
71
71
 
@@ -688,7 +688,7 @@ def htc_create_submit_from_file(submit_file):
688
688
  for line in fh:
689
689
  line = line.strip()
690
690
  if not line.startswith("#") and not line == "queue":
691
- (key, val) = re.split(r"\s*=\s*", line, 1)
691
+ (key, val) = re.split(r"\s*=\s*", line, maxsplit=1)
692
692
  descriptors[key] = val
693
693
 
694
694
  # Avoid UserWarning: the line 'copy_to_spool = False' was
@@ -1028,7 +1028,7 @@ class HTCDag(networkx.DiGraph):
1028
1028
  for edge in self.edges():
1029
1029
  print(f"PARENT {edge[0]} CHILD {edge[1]}", file=fh)
1030
1030
  if self.graph["final_job"]:
1031
- print(f'FINAL {self.graph["final_job"].name}:', file=fh)
1031
+ print(f"FINAL {self.graph['final_job'].name}:", file=fh)
1032
1032
  self.graph["final_job"].dump(fh)
1033
1033
 
1034
1034
  def write_dot(self, filename):
@@ -1,2 +1,2 @@
1
1
  __all__ = ["__version__"]
2
- __version__ = "28.2025.600"
2
+ __version__ = "28.2025.800"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: lsst-ctrl-bps-htcondor
3
- Version: 28.2025.600
3
+ Version: 28.2025.800
4
4
  Summary: HTCondor plugin for lsst-ctrl-bps.
5
5
  Author-email: Rubin Observatory Data Management <dm-admin@lists.lsst.org>
6
6
  License: BSD 3-Clause License
@@ -2,18 +2,18 @@ lsst/ctrl/bps/htcondor/__init__.py,sha256=1gTmOVLJILvBqgqHVECo8uqoX8e4fiTeH_dHBU
2
2
  lsst/ctrl/bps/htcondor/final_post.sh,sha256=chfaQV6Q7rGsK-8Hx58ch52m-PofvBanrl7VwCssHec,248
3
3
  lsst/ctrl/bps/htcondor/handlers.py,sha256=2gM3Ac00in4ob9ckcP331W1LSEjs9UDKIqt4MULA4bg,11196
4
4
  lsst/ctrl/bps/htcondor/htcondor_config.py,sha256=c4lCiYEwEXFdxgbMfEkbDm4LrvkRMF31SqLtQqzqIV4,1523
5
- lsst/ctrl/bps/htcondor/htcondor_service.py,sha256=GATQ3-P8GZJFSkohUYRABnnTm4dREdbfRI2VOAUuvYo,80334
6
- lsst/ctrl/bps/htcondor/lssthtc.py,sha256=HCgOBuch0M_XUtUHlTTZ1hWeGpEveeYL2_wU-Aq5pCg,56969
5
+ lsst/ctrl/bps/htcondor/htcondor_service.py,sha256=UGRxT4cT5giQbEmQQfU546oEm2dxDXQRr46YajhRqh4,80335
6
+ lsst/ctrl/bps/htcondor/lssthtc.py,sha256=kouYnXE9tiWGNupkNki0kU26r8p_PhFTOT4w9nNCsXs,56978
7
7
  lsst/ctrl/bps/htcondor/provisioner.py,sha256=hPN8YJUtwNHQylw68kfskF1S2vCeQvztF8W0d_QKqqM,7851
8
- lsst/ctrl/bps/htcondor/version.py,sha256=d9ENfpCeS2I77L3quCjEA1SqEJuEwmWi9q2wJwk_Xhw,54
8
+ lsst/ctrl/bps/htcondor/version.py,sha256=G6JpKNKUlr1JgGmh_qq-VfLkVHObq8Mw0srMbfP1tiM,54
9
9
  lsst/ctrl/bps/htcondor/etc/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
10
10
  lsst/ctrl/bps/htcondor/etc/htcondor_defaults.yaml,sha256=xDRts4vHKov2PE_JRh-0nF3jfuNJXtKBXZqveASp_iA,1422
11
- lsst_ctrl_bps_htcondor-28.2025.600.dist-info/COPYRIGHT,sha256=Lc6NoAEFQ65v_SmtS9NwfHTOuSUtC2Umbjv5zyowiQM,61
12
- lsst_ctrl_bps_htcondor-28.2025.600.dist-info/LICENSE,sha256=pRExkS03v0MQW-neNfIcaSL6aiAnoLxYgtZoFzQ6zkM,232
13
- lsst_ctrl_bps_htcondor-28.2025.600.dist-info/METADATA,sha256=Qi_uzDBdpvcXz6ltDPpoNAO_qvk2ecXtWTDEftvCzNU,2116
14
- lsst_ctrl_bps_htcondor-28.2025.600.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
15
- lsst_ctrl_bps_htcondor-28.2025.600.dist-info/bsd_license.txt,sha256=7MIcv8QRX9guUtqPSBDMPz2SnZ5swI-xZMqm_VDSfxY,1606
16
- lsst_ctrl_bps_htcondor-28.2025.600.dist-info/gpl-v3.0.txt,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
17
- lsst_ctrl_bps_htcondor-28.2025.600.dist-info/top_level.txt,sha256=eUWiOuVVm9wwTrnAgiJT6tp6HQHXxIhj2QSZ7NYZH80,5
18
- lsst_ctrl_bps_htcondor-28.2025.600.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
19
- lsst_ctrl_bps_htcondor-28.2025.600.dist-info/RECORD,,
11
+ lsst_ctrl_bps_htcondor-28.2025.800.dist-info/COPYRIGHT,sha256=Lc6NoAEFQ65v_SmtS9NwfHTOuSUtC2Umbjv5zyowiQM,61
12
+ lsst_ctrl_bps_htcondor-28.2025.800.dist-info/LICENSE,sha256=pRExkS03v0MQW-neNfIcaSL6aiAnoLxYgtZoFzQ6zkM,232
13
+ lsst_ctrl_bps_htcondor-28.2025.800.dist-info/METADATA,sha256=7soxDJkTVA_cwW_7J9eHCzaoHIjz4vqMhUULzbD5z54,2116
14
+ lsst_ctrl_bps_htcondor-28.2025.800.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
15
+ lsst_ctrl_bps_htcondor-28.2025.800.dist-info/bsd_license.txt,sha256=7MIcv8QRX9guUtqPSBDMPz2SnZ5swI-xZMqm_VDSfxY,1606
16
+ lsst_ctrl_bps_htcondor-28.2025.800.dist-info/gpl-v3.0.txt,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
17
+ lsst_ctrl_bps_htcondor-28.2025.800.dist-info/top_level.txt,sha256=eUWiOuVVm9wwTrnAgiJT6tp6HQHXxIhj2QSZ7NYZH80,5
18
+ lsst_ctrl_bps_htcondor-28.2025.800.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
19
+ lsst_ctrl_bps_htcondor-28.2025.800.dist-info/RECORD,,