legend-dataflow-scripts 0.1.1__tar.gz → 0.1.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {legend_dataflow_scripts-0.1.1/src/legend_dataflow_scripts.egg-info → legend_dataflow_scripts-0.1.2}/PKG-INFO +1 -1
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2/src/legend_dataflow_scripts.egg-info}/PKG-INFO +1 -1
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legenddataflowscripts/_version.py +2 -2
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legenddataflowscripts/workflow/execenv.py +11 -14
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/LICENSE +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/README.md +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/pyproject.toml +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/setup.cfg +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legend_dataflow_scripts.egg-info/SOURCES.txt +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legend_dataflow_scripts.egg-info/dependency_links.txt +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legend_dataflow_scripts.egg-info/entry_points.txt +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legend_dataflow_scripts.egg-info/not-zip-safe +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legend_dataflow_scripts.egg-info/requires.txt +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legend_dataflow_scripts.egg-info/top_level.txt +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legenddataflowscripts/__init__.py +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legenddataflowscripts/par/__init__.py +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legenddataflowscripts/par/geds/__init__.py +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legenddataflowscripts/par/geds/dsp/__init__.py +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legenddataflowscripts/par/geds/dsp/dplms.py +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legenddataflowscripts/par/geds/dsp/eopt.py +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legenddataflowscripts/par/geds/dsp/evtsel.py +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legenddataflowscripts/par/geds/dsp/nopt.py +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legenddataflowscripts/par/geds/dsp/pz.py +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legenddataflowscripts/par/geds/dsp/svm.py +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legenddataflowscripts/par/geds/dsp/svm_build.py +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legenddataflowscripts/par/geds/hit/__init__.py +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legenddataflowscripts/par/geds/hit/aoe.py +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legenddataflowscripts/par/geds/hit/ecal.py +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legenddataflowscripts/par/geds/hit/lq.py +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legenddataflowscripts/par/geds/hit/qc.py +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legenddataflowscripts/tier/__init__.py +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legenddataflowscripts/tier/dsp.py +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legenddataflowscripts/tier/hit.py +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legenddataflowscripts/utils/__init__.py +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legenddataflowscripts/utils/alias_table.py +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legenddataflowscripts/utils/cfgtools.py +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legenddataflowscripts/utils/convert_np.py +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legenddataflowscripts/utils/log.py +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legenddataflowscripts/utils/pulser_removal.py +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legenddataflowscripts/workflow/__init__.py +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legenddataflowscripts/workflow/filedb.py +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legenddataflowscripts/workflow/pre_compile_catalog.py +0 -0
- {legend_dataflow_scripts-0.1.1 → legend_dataflow_scripts-0.1.2}/src/legenddataflowscripts/workflow/utils.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: legend-dataflow-scripts
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.2
|
|
4
4
|
Summary: Python package for the processing scripts for LEGEND-200 data
|
|
5
5
|
Author-email: George Marshall <ggmarsh@uw.edu>, Luigi Pertoldi <gipert@pm.me>
|
|
6
6
|
Maintainer: The LEGEND Collaboration
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: legend-dataflow-scripts
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.2
|
|
4
4
|
Summary: Python package for the processing scripts for LEGEND-200 data
|
|
5
5
|
Author-email: George Marshall <ggmarsh@uw.edu>, Luigi Pertoldi <gipert@pm.me>
|
|
6
6
|
Maintainer: The LEGEND Collaboration
|
|
@@ -18,6 +18,8 @@ from . import utils
|
|
|
18
18
|
|
|
19
19
|
log = logging.getLogger(__name__)
|
|
20
20
|
|
|
21
|
+
OCI_ENGINES = ["docker", "podman", "podman-hpc", "shifter"]
|
|
22
|
+
|
|
21
23
|
|
|
22
24
|
def _execenv2str(cmd_expr: Iterable, cmd_env: Mapping) -> str:
|
|
23
25
|
return " ".join([f"{k}={v}" for k, v in cmd_env.items()]) + " " + " ".join(cmd_expr)
|
|
@@ -27,12 +29,7 @@ def apptainer_env_vars(cmdenv: Mapping) -> list[str]:
|
|
|
27
29
|
return [f"--env={var}={val}" for var, val in cmdenv.items()]
|
|
28
30
|
|
|
29
31
|
|
|
30
|
-
def
|
|
31
|
-
# same syntax
|
|
32
|
-
return apptainer_env_vars(cmdenv)
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
def shifter_env_vars(cmdenv: Mapping) -> list[str]:
|
|
32
|
+
def oci_engine_env_vars(cmdenv: Mapping) -> list[str]:
|
|
36
33
|
# same syntax
|
|
37
34
|
return apptainer_env_vars(cmdenv)
|
|
38
35
|
|
|
@@ -69,20 +66,20 @@ def execenv_prefix(
|
|
|
69
66
|
if has_xdg:
|
|
70
67
|
cmdline += [f"--bind={xdg_runtime_dir}"]
|
|
71
68
|
|
|
72
|
-
elif
|
|
73
|
-
cmdline +=
|
|
74
|
-
|
|
75
|
-
elif "shifter" in config.execenv.cmd:
|
|
76
|
-
cmdline += shifter_env_vars(config.execenv.env)
|
|
69
|
+
elif any(engine in config.execenv.cmd for engine in OCI_ENGINES):
|
|
70
|
+
cmdline += oci_engine_env_vars(config.execenv.env)
|
|
77
71
|
|
|
72
|
+
# no XDG mount with shifter
|
|
78
73
|
if (
|
|
79
|
-
any(exe in config.execenv.cmd for exe in
|
|
74
|
+
any(exe in config.execenv.cmd for exe in OCI_ENGINES)
|
|
80
75
|
and has_xdg
|
|
76
|
+
and "shifter" not in config.execenv.cmd
|
|
81
77
|
):
|
|
82
78
|
cmdline += [f"--volume={xdg_runtime_dir}:{xdg_runtime_dir}"]
|
|
83
79
|
|
|
84
80
|
# now we can add the arguments
|
|
85
|
-
|
|
81
|
+
_arg = config.execenv.arg
|
|
82
|
+
cmdline += shlex.split(_arg if isinstance(_arg, str) else " ".join(_arg))
|
|
86
83
|
|
|
87
84
|
if as_string:
|
|
88
85
|
return _execenv2str(cmdline, cmdenv) + " "
|
|
@@ -192,7 +189,7 @@ def dataflow() -> None:
|
|
|
192
189
|
)
|
|
193
190
|
)
|
|
194
191
|
|
|
195
|
-
logger = logging.getLogger("
|
|
192
|
+
logger = logging.getLogger("legenddataflowscripts")
|
|
196
193
|
logger.setLevel(logging.DEBUG)
|
|
197
194
|
logger.addHandler(handler)
|
|
198
195
|
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|