legend-dataflow-scripts 0.2.4__tar.gz → 0.3.0a1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {legend_dataflow_scripts-0.2.4/src/legend_dataflow_scripts.egg-info → legend_dataflow_scripts-0.3.0a1}/PKG-INFO +4 -4
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/pyproject.toml +3 -3
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1/src/legend_dataflow_scripts.egg-info}/PKG-INFO +4 -4
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legend_dataflow_scripts.egg-info/requires.txt +3 -3
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legenddataflowscripts/_version.py +3 -3
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legenddataflowscripts/par/geds/dsp/eopt.py +3 -3
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legenddataflowscripts/par/geds/dsp/evtsel.py +10 -6
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legenddataflowscripts/par/geds/dsp/nopt.py +2 -2
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legenddataflowscripts/par/geds/dsp/pz.py +2 -2
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legenddataflowscripts/tier/dsp.py +4 -4
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/LICENSE +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/README.md +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/setup.cfg +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legend_dataflow_scripts.egg-info/SOURCES.txt +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legend_dataflow_scripts.egg-info/dependency_links.txt +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legend_dataflow_scripts.egg-info/entry_points.txt +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legend_dataflow_scripts.egg-info/not-zip-safe +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legend_dataflow_scripts.egg-info/top_level.txt +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legenddataflowscripts/__init__.py +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legenddataflowscripts/par/__init__.py +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legenddataflowscripts/par/geds/__init__.py +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legenddataflowscripts/par/geds/dsp/__init__.py +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legenddataflowscripts/par/geds/dsp/dplms.py +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legenddataflowscripts/par/geds/dsp/svm.py +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legenddataflowscripts/par/geds/dsp/svm_build.py +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legenddataflowscripts/par/geds/hit/__init__.py +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legenddataflowscripts/par/geds/hit/aoe.py +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legenddataflowscripts/par/geds/hit/ecal.py +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legenddataflowscripts/par/geds/hit/lq.py +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legenddataflowscripts/par/geds/hit/qc.py +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legenddataflowscripts/tier/__init__.py +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legenddataflowscripts/tier/hit.py +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legenddataflowscripts/utils/__init__.py +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legenddataflowscripts/utils/alias_table.py +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legenddataflowscripts/utils/cfgtools.py +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legenddataflowscripts/utils/convert_np.py +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legenddataflowscripts/utils/log.py +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legenddataflowscripts/utils/plot_dict.py +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legenddataflowscripts/utils/pulser_removal.py +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legenddataflowscripts/workflow/__init__.py +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legenddataflowscripts/workflow/execenv.py +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legenddataflowscripts/workflow/filedb.py +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legenddataflowscripts/workflow/pre_compile_catalog.py +0 -0
- {legend_dataflow_scripts-0.2.4 → legend_dataflow_scripts-0.3.0a1}/src/legenddataflowscripts/workflow/utils.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: legend-dataflow-scripts
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.3.0a1
|
|
4
4
|
Summary: Python package for the processing scripts for LEGEND-200 data
|
|
5
5
|
Author-email: George Marshall <ggmarsh@uw.edu>, Luigi Pertoldi <gipert@pm.me>
|
|
6
6
|
Maintainer: The LEGEND Collaboration
|
|
@@ -19,10 +19,10 @@ Requires-Python: >=3.11
|
|
|
19
19
|
Description-Content-Type: text/markdown
|
|
20
20
|
Requires-Dist: colorlog
|
|
21
21
|
Requires-Dist: dbetto>=1.2.3
|
|
22
|
-
Requires-Dist: pygama>=2.
|
|
23
|
-
Requires-Dist: dspeed>=
|
|
22
|
+
Requires-Dist: pygama>=2.3.0a1
|
|
23
|
+
Requires-Dist: dspeed>=2.0
|
|
24
24
|
Requires-Dist: pylegendmeta>=1.2.5
|
|
25
|
-
Requires-Dist: legend-pydataobj>=1.
|
|
25
|
+
Requires-Dist: legend-pydataobj>=1.16
|
|
26
26
|
Requires-Dist: pip
|
|
27
27
|
Provides-Extra: test
|
|
28
28
|
Requires-Dist: legend-dataflow-scripts; extra == "test"
|
|
@@ -52,10 +52,10 @@ dynamic = ["version"]
|
|
|
52
52
|
dependencies = [
|
|
53
53
|
"colorlog",
|
|
54
54
|
"dbetto>=1.2.3",
|
|
55
|
-
"pygama>=2.
|
|
56
|
-
"dspeed>=
|
|
55
|
+
"pygama>=2.3.0a1",
|
|
56
|
+
"dspeed>=2.0",
|
|
57
57
|
"pylegendmeta>=1.2.5",
|
|
58
|
-
"legend-pydataobj>=1.
|
|
58
|
+
"legend-pydataobj>=1.16",
|
|
59
59
|
"pip",
|
|
60
60
|
]
|
|
61
61
|
# "legend-daq2lh5 @ file:///${PROJECT_ROOT}/software/python/src/legend-daq2lh5
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: legend-dataflow-scripts
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.3.0a1
|
|
4
4
|
Summary: Python package for the processing scripts for LEGEND-200 data
|
|
5
5
|
Author-email: George Marshall <ggmarsh@uw.edu>, Luigi Pertoldi <gipert@pm.me>
|
|
6
6
|
Maintainer: The LEGEND Collaboration
|
|
@@ -19,10 +19,10 @@ Requires-Python: >=3.11
|
|
|
19
19
|
Description-Content-Type: text/markdown
|
|
20
20
|
Requires-Dist: colorlog
|
|
21
21
|
Requires-Dist: dbetto>=1.2.3
|
|
22
|
-
Requires-Dist: pygama>=2.
|
|
23
|
-
Requires-Dist: dspeed>=
|
|
22
|
+
Requires-Dist: pygama>=2.3.0a1
|
|
23
|
+
Requires-Dist: dspeed>=2.0
|
|
24
24
|
Requires-Dist: pylegendmeta>=1.2.5
|
|
25
|
-
Requires-Dist: legend-pydataobj>=1.
|
|
25
|
+
Requires-Dist: legend-pydataobj>=1.16
|
|
26
26
|
Requires-Dist: pip
|
|
27
27
|
Provides-Extra: test
|
|
28
28
|
Requires-Dist: legend-dataflow-scripts; extra == "test"
|
|
@@ -28,7 +28,7 @@ version_tuple: VERSION_TUPLE
|
|
|
28
28
|
commit_id: COMMIT_ID
|
|
29
29
|
__commit_id__: COMMIT_ID
|
|
30
30
|
|
|
31
|
-
__version__ = version = '0.
|
|
32
|
-
__version_tuple__ = version_tuple = (0,
|
|
31
|
+
__version__ = version = '0.3.0a1'
|
|
32
|
+
__version_tuple__ = version_tuple = (0, 3, 0, 'a1')
|
|
33
33
|
|
|
34
|
-
__commit_id__ = commit_id = '
|
|
34
|
+
__commit_id__ = commit_id = 'gc8848acbc'
|
|
@@ -10,13 +10,13 @@ import numpy as np
|
|
|
10
10
|
import pygama.pargen.energy_optimisation as om # noqa: F401
|
|
11
11
|
import sklearn.gaussian_process.kernels as ker
|
|
12
12
|
from dbetto.catalog import Props
|
|
13
|
+
from dspeed import build_dsp
|
|
13
14
|
from dspeed.units import unit_registry as ureg
|
|
14
15
|
from lgdo import lh5
|
|
15
16
|
from pygama.math.distributions import hpge_peak
|
|
16
17
|
from pygama.pargen.dsp_optimize import (
|
|
17
18
|
BayesianOptimizer,
|
|
18
19
|
run_bayesian_optimisation,
|
|
19
|
-
run_one_dsp,
|
|
20
20
|
)
|
|
21
21
|
|
|
22
22
|
from ....utils import build_log
|
|
@@ -127,7 +127,7 @@ def par_geds_dsp_eopt() -> None:
|
|
|
127
127
|
|
|
128
128
|
dsp_config["outputs"] = ["tp_99", "tp_0_est", "dt_eff"]
|
|
129
129
|
|
|
130
|
-
init_data =
|
|
130
|
+
init_data = build_dsp(raw_in=tb_data, dsp_config=dsp_config, database=db_dict)
|
|
131
131
|
full_dt = (init_data["tp_99"].nda - init_data["tp_0_est"].nda)[idx_list[-1]]
|
|
132
132
|
flat_val = np.ceil(1.1 * np.nanpercentile(full_dt, 99) / 100) / 10
|
|
133
133
|
|
|
@@ -193,7 +193,7 @@ def par_geds_dsp_eopt() -> None:
|
|
|
193
193
|
msg = f"Initialising values {i + 1} : {db_dict}"
|
|
194
194
|
log.info(msg)
|
|
195
195
|
|
|
196
|
-
tb_out =
|
|
196
|
+
tb_out = build_dsp(raw_in=tb_data, dsp_config=dsp_config, database=db_dict)
|
|
197
197
|
|
|
198
198
|
res = fom(tb_out, kwarg_dict[0])
|
|
199
199
|
results_cusp.append(res)
|
|
@@ -12,9 +12,9 @@ import numpy as np
|
|
|
12
12
|
import pygama.math.histogram as pgh
|
|
13
13
|
import pygama.pargen.energy_cal as pgc
|
|
14
14
|
from dbetto.catalog import Props
|
|
15
|
+
from dspeed import build_dsp
|
|
15
16
|
from lgdo import lh5
|
|
16
17
|
from pygama.pargen.data_cleaning import generate_cuts, get_keys
|
|
17
|
-
from pygama.pargen.dsp_optimize import run_one_dsp
|
|
18
18
|
|
|
19
19
|
from ....utils import build_log, get_pulser_mask
|
|
20
20
|
|
|
@@ -247,7 +247,7 @@ def par_geds_dsp_evtsel() -> None:
|
|
|
247
247
|
]
|
|
248
248
|
|
|
249
249
|
log.debug("Processing data")
|
|
250
|
-
tb_data =
|
|
250
|
+
tb_data = build_dsp(raw_in=input_data, dsp_config=dsp_config, database=db_dict)
|
|
251
251
|
|
|
252
252
|
if cut_parameters is not None:
|
|
253
253
|
cut_dict = generate_cuts(tb_data, cut_parameters)
|
|
@@ -297,8 +297,10 @@ def par_geds_dsp_evtsel() -> None:
|
|
|
297
297
|
peak_dict["obj_buf_start"] += n_rows_read_i
|
|
298
298
|
if peak_dict["n_rows_read"] >= 10000 or file == raw_files[-1]:
|
|
299
299
|
if "e_lower_lim" not in peak_dict:
|
|
300
|
-
tb_out =
|
|
301
|
-
peak_dict["obj_buf"],
|
|
300
|
+
tb_out = build_dsp(
|
|
301
|
+
raw_in=peak_dict["obj_buf"],
|
|
302
|
+
dsp_config=dsp_config,
|
|
303
|
+
database=db_dict,
|
|
302
304
|
)
|
|
303
305
|
energy = tb_out[energy_parameter].nda
|
|
304
306
|
|
|
@@ -396,8 +398,10 @@ def par_geds_dsp_evtsel() -> None:
|
|
|
396
398
|
peak_dict["obj_buf"] is not None
|
|
397
399
|
and len(peak_dict["obj_buf"]) > 0
|
|
398
400
|
):
|
|
399
|
-
tb_out =
|
|
400
|
-
peak_dict["obj_buf"],
|
|
401
|
+
tb_out = build_dsp(
|
|
402
|
+
raw_in=peak_dict["obj_buf"],
|
|
403
|
+
dsp_config=dsp_config,
|
|
404
|
+
database=db_dict,
|
|
401
405
|
)
|
|
402
406
|
out_tbl, n_wfs = get_out_data(
|
|
403
407
|
peak_dict["obj_buf"],
|
|
@@ -8,9 +8,9 @@ from pathlib import Path
|
|
|
8
8
|
import numpy as np
|
|
9
9
|
import pygama.pargen.noise_optimization as pno
|
|
10
10
|
from dbetto.catalog import Props
|
|
11
|
+
from dspeed import build_dsp
|
|
11
12
|
from lgdo import lh5
|
|
12
13
|
from pygama.pargen.data_cleaning import generate_cuts, get_cut_indexes
|
|
13
|
-
from pygama.pargen.dsp_optimize import run_one_dsp
|
|
14
14
|
|
|
15
15
|
from ....utils import build_log
|
|
16
16
|
|
|
@@ -73,7 +73,7 @@ def par_geds_dsp_nopt() -> None:
|
|
|
73
73
|
|
|
74
74
|
msg = f"Select baselines {len(tb_data)}"
|
|
75
75
|
log.info(msg)
|
|
76
|
-
dsp_data =
|
|
76
|
+
dsp_data = build_dsp(raw_in=tb_data, dsp_config=dsp_config)
|
|
77
77
|
cut_dict = generate_cuts(dsp_data, cut_dict=opt_dict.pop("cut_pars"))
|
|
78
78
|
cut_idxs = get_cut_indexes(dsp_data, cut_dict)
|
|
79
79
|
tb_data = lh5.read(
|
|
@@ -7,9 +7,9 @@ from pathlib import Path
|
|
|
7
7
|
|
|
8
8
|
import numpy as np
|
|
9
9
|
from dbetto.catalog import Props
|
|
10
|
+
from dspeed import build_dsp
|
|
10
11
|
from lgdo import lh5
|
|
11
12
|
from pygama.pargen.data_cleaning import get_cut_indexes
|
|
12
|
-
from pygama.pargen.dsp_optimize import run_one_dsp
|
|
13
13
|
from pygama.pargen.pz_correct import PZCorrect
|
|
14
14
|
|
|
15
15
|
from ....utils import (
|
|
@@ -134,7 +134,7 @@ def par_geds_dsp_pz() -> None:
|
|
|
134
134
|
if "frac" in dsp_config["outputs"]:
|
|
135
135
|
dsp_config_optimise_removed["outputs"].remove("frac")
|
|
136
136
|
|
|
137
|
-
tb_out =
|
|
137
|
+
tb_out = build_dsp(raw_in=tb_data, dsp_config=dsp_config_optimise_removed)
|
|
138
138
|
log.debug("Processed Data")
|
|
139
139
|
cut_parameters = kwarg_dict.get("cut_parameters", None)
|
|
140
140
|
if cut_parameters is not None:
|
|
@@ -145,8 +145,8 @@ def build_tier_dsp() -> None:
|
|
|
145
145
|
process_kwargs_list = []
|
|
146
146
|
for i, config in enumerate(chan_configs):
|
|
147
147
|
kwargs = {
|
|
148
|
-
"
|
|
149
|
-
"
|
|
148
|
+
"raw_in": args.input,
|
|
149
|
+
"dsp_out": dsp_files[i],
|
|
150
150
|
"chan_config": config,
|
|
151
151
|
"database": database_dict,
|
|
152
152
|
"write_mode": "r",
|
|
@@ -171,8 +171,8 @@ def build_tier_dsp() -> None:
|
|
|
171
171
|
|
|
172
172
|
else:
|
|
173
173
|
build_dsp(
|
|
174
|
-
args.input,
|
|
175
|
-
args.output,
|
|
174
|
+
raw_in=args.input,
|
|
175
|
+
dsp_out=args.output,
|
|
176
176
|
database=database_dict,
|
|
177
177
|
chan_config=dsp_cfg_tbl_dict,
|
|
178
178
|
write_mode="r",
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|