lsst-ctrl-bps-panda 29.2025.3900__tar.gz → 29.2025.4100__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {lsst_ctrl_bps_panda-29.2025.3900/python/lsst_ctrl_bps_panda.egg-info → lsst_ctrl_bps_panda-29.2025.4100}/PKG-INFO +1 -1
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/python/lsst/ctrl/bps/panda/utils.py +24 -4
- lsst_ctrl_bps_panda-29.2025.4100/python/lsst/ctrl/bps/panda/version.py +2 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100/python/lsst_ctrl_bps_panda.egg-info}/PKG-INFO +1 -1
- lsst_ctrl_bps_panda-29.2025.3900/python/lsst/ctrl/bps/panda/version.py +0 -2
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/COPYRIGHT +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/LICENSE +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/README.rst +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/bsd_license.txt +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/gpl-v3.0.txt +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/pyproject.toml +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/python/lsst/ctrl/bps/panda/__init__.py +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/python/lsst/ctrl/bps/panda/cli/__init__.py +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/python/lsst/ctrl/bps/panda/cli/cmd/__init__.py +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/python/lsst/ctrl/bps/panda/cli/cmd/panda_auth_commands.py +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/python/lsst/ctrl/bps/panda/cli/panda_auth.py +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/python/lsst/ctrl/bps/panda/cmd_line_embedder.py +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/python/lsst/ctrl/bps/panda/conf_example/example_panda_SLAC.yaml +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/python/lsst/ctrl/bps/panda/conf_example/pipelines_check_idf.yaml +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/python/lsst/ctrl/bps/panda/conf_example/test_idf.yaml +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/python/lsst/ctrl/bps/panda/conf_example/test_sdf.yaml +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/python/lsst/ctrl/bps/panda/conf_example/test_usdf.yaml +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/python/lsst/ctrl/bps/panda/constants.py +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/python/lsst/ctrl/bps/panda/edgenode/__init__.py +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/python/lsst/ctrl/bps/panda/edgenode/build_cmd_line_decoder.py +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/python/lsst/ctrl/bps/panda/edgenode/cmd_line_decoder.py +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/python/lsst/ctrl/bps/panda/panda_auth_drivers.py +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/python/lsst/ctrl/bps/panda/panda_auth_utils.py +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/python/lsst/ctrl/bps/panda/panda_service.py +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/python/lsst_ctrl_bps_panda.egg-info/SOURCES.txt +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/python/lsst_ctrl_bps_panda.egg-info/dependency_links.txt +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/python/lsst_ctrl_bps_panda.egg-info/requires.txt +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/python/lsst_ctrl_bps_panda.egg-info/top_level.txt +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/python/lsst_ctrl_bps_panda.egg-info/zip-safe +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/setup.cfg +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/tests/test_cmd_line_decoder.py +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/tests/test_cmd_line_embedder.py +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/tests/test_panda_auth_utils.py +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/tests/test_panda_service.py +0 -0
- {lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/tests/test_utils.py +0 -0
|
@@ -636,9 +636,19 @@ def add_idds_work(config, generic_workflow, idds_workflow):
|
|
|
636
636
|
order_id_map = {}
|
|
637
637
|
job_name_to_order_id_map = {}
|
|
638
638
|
order_id_map_file = None
|
|
639
|
+
max_payloads_per_panda_job_by_label = {}
|
|
639
640
|
if enable_event_service:
|
|
640
641
|
enable_event_service = enable_event_service.split(",")
|
|
641
|
-
|
|
642
|
+
enable_event_service_tmp = []
|
|
643
|
+
for es_def in enable_event_service:
|
|
644
|
+
if ":" in es_def:
|
|
645
|
+
es_label, m_payloads = es_def.split(":")
|
|
646
|
+
else:
|
|
647
|
+
es_label, m_payloads = es_def, max_payloads_per_panda_job
|
|
648
|
+
es_label = es_label.strip()
|
|
649
|
+
enable_event_service_tmp.append(es_label)
|
|
650
|
+
max_payloads_per_panda_job_by_label[es_label] = int(m_payloads)
|
|
651
|
+
enable_event_service = enable_event_service_tmp
|
|
642
652
|
if enable_job_name_map:
|
|
643
653
|
_, order_id_map_filename = config.search(
|
|
644
654
|
"orderIdMapFilename", opt={"default": PANDA_DEFAULT_ORDER_ID_MAP_FILE}
|
|
@@ -708,6 +718,9 @@ def add_idds_work(config, generic_workflow, idds_workflow):
|
|
|
708
718
|
work_enable_event_service = False
|
|
709
719
|
if enable_event_service and job_label in enable_event_service:
|
|
710
720
|
work_enable_event_service = True
|
|
721
|
+
max_payloads_per_panda_job_current = max_payloads_per_panda_job_by_label.get(
|
|
722
|
+
job_label, max_payloads_per_panda_job
|
|
723
|
+
)
|
|
711
724
|
work, files = _make_doma_work(
|
|
712
725
|
config,
|
|
713
726
|
generic_workflow,
|
|
@@ -718,11 +731,12 @@ def add_idds_work(config, generic_workflow, idds_workflow):
|
|
|
718
731
|
enable_job_name_map=enable_job_name_map,
|
|
719
732
|
order_id_map_files=order_id_map_files,
|
|
720
733
|
es_label=job_label,
|
|
721
|
-
max_payloads_per_panda_job=
|
|
734
|
+
max_payloads_per_panda_job=max_payloads_per_panda_job_current,
|
|
722
735
|
max_wms_job_wall_time=max_wms_job_wall_time,
|
|
723
736
|
remote_filename=remote_archive_filename,
|
|
724
737
|
qnode_map_filename=qnode_map_filename,
|
|
725
738
|
)
|
|
739
|
+
work.dependency_tasks = []
|
|
726
740
|
name_works[work.task_name] = work
|
|
727
741
|
files_to_pre_stage.update(files)
|
|
728
742
|
idds_workflow.add_work(work)
|
|
@@ -751,12 +765,15 @@ def add_idds_work(config, generic_workflow, idds_workflow):
|
|
|
751
765
|
else:
|
|
752
766
|
inputname = job_to_pseudo_filename[parent_job_name]
|
|
753
767
|
|
|
768
|
+
parent_task_name = job_to_task[parent_job_name]
|
|
754
769
|
deps.append(
|
|
755
770
|
{
|
|
756
|
-
"task":
|
|
771
|
+
"task": parent_task_name,
|
|
757
772
|
"inputname": inputname,
|
|
758
773
|
}
|
|
759
774
|
)
|
|
775
|
+
if parent_task_name not in work.dependency_tasks:
|
|
776
|
+
work.dependency_tasks.append(parent_task_name)
|
|
760
777
|
if not missing_deps:
|
|
761
778
|
j_name = job_to_pseudo_filename[gwjob.name]
|
|
762
779
|
f_name = f"{job_label}:orderIdMap_{order_id}" if enable_job_name_map else j_name
|
|
@@ -802,12 +819,15 @@ def add_idds_work(config, generic_workflow, idds_workflow):
|
|
|
802
819
|
else:
|
|
803
820
|
inputname = job_to_pseudo_filename[parent_job_name]
|
|
804
821
|
|
|
822
|
+
parent_task_name = job_to_task[parent_job_name]
|
|
805
823
|
deps.append(
|
|
806
824
|
{
|
|
807
|
-
"task":
|
|
825
|
+
"task": parent_task_name,
|
|
808
826
|
"inputname": inputname,
|
|
809
827
|
}
|
|
810
828
|
)
|
|
829
|
+
if parent_task_name not in work.dependency_tasks:
|
|
830
|
+
work.dependency_tasks.append(parent_task_name)
|
|
811
831
|
|
|
812
832
|
work.dependency_map.append(
|
|
813
833
|
{
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/tests/test_cmd_line_decoder.py
RENAMED
|
File without changes
|
|
File without changes
|
{lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/tests/test_panda_auth_utils.py
RENAMED
|
File without changes
|
{lsst_ctrl_bps_panda-29.2025.3900 → lsst_ctrl_bps_panda-29.2025.4100}/tests/test_panda_service.py
RENAMED
|
File without changes
|
|
File without changes
|