legend-dataflow-scripts 0.4.0a2__tar.gz → 0.4.0a4__tar.gz

{legend_dataflow_scripts-0.4.0a2/src/legend_dataflow_scripts.egg-info → legend_dataflow_scripts-0.4.0a4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: legend-dataflow-scripts
-Version: 0.4.0a2
+Version: 0.4.0a4
 Summary: Python package for the processing scripts for LEGEND-200 data
 Author-email: George Marshall <ggmarsh@uw.edu>, Luigi Pertoldi <gipert@pm.me>
 Maintainer: The LEGEND Collaboration

{legend_dataflow_scripts-0.4.0a2 → legend_dataflow_scripts-0.4.0a4/src/legend_dataflow_scripts.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: legend-dataflow-scripts
-Version: 0.4.0a2
+Version: 0.4.0a4
 Summary: Python package for the processing scripts for LEGEND-200 data
 Author-email: George Marshall <ggmarsh@uw.edu>, Luigi Pertoldi <gipert@pm.me>
 Maintainer: The LEGEND Collaboration

legend_dataflow_scripts-0.4.0a4/src/legend_dataflow_scripts.egg-info/scm_version.json

@@ -0,0 +1,8 @@
+{
+  "tag": "0.4.0a4",
+  "distance": 0,
+  "node": "gc92695af39516645152e957ab7dc0a603bfdb7a2",
+  "dirty": false,
+  "branch": "HEAD",
+  "node_date": "2026-10-27"
+}

{legend_dataflow_scripts-0.4.0a2 → legend_dataflow_scripts-0.4.0a4}/src/legenddataflowscripts/_version.py

@@ -18,7 +18,7 @@ version_tuple: tuple[int | str, ...]
 commit_id: str | None
 __commit_id__: str | None
 
-__version__ = version = '0.4.0a2'
-__version_tuple__ = version_tuple = (0, 4, 0, 'a2')
+__version__ = version = '0.4.0a4'
+__version_tuple__ = version_tuple = (0, 4, 0, 'a4')
 
-__commit_id__ = commit_id = 'g4e182698a'
+__commit_id__ = commit_id = 'gc92695af3'

{legend_dataflow_scripts-0.4.0a2 → legend_dataflow_scripts-0.4.0a4}/src/legenddataflowscripts/par/geds/dsp/dplms.py

@@ -6,6 +6,7 @@ import time
 from pathlib import Path
 
 import lh5
+import matplotlib as mpl
 import numpy as np
 import pygama.math.distributions as pmd  # noqa: F401
 from dbetto.catalog import Props
@@ -25,6 +26,8 @@ from ....utils import (
     take_table_rows,
 )
 
+mpl.use("agg")  # no display needed; avoids X11 when DISPLAY is set
+
 
 def par_geds_dsp_dplms() -> None:
     """Compute DPLMS optimal filter coefficients for HPGe detectors.

{legend_dataflow_scripts-0.4.0a2 → legend_dataflow_scripts-0.4.0a4}/src/legenddataflowscripts/par/geds/dsp/eopt.py

@@ -7,6 +7,7 @@ import warnings
 from pathlib import Path
 
 import lh5
+import matplotlib as mpl
 import numpy as np
 import pygama.pargen.energy_optimisation as om  # noqa: F401
 import sklearn.gaussian_process.kernels as ker
@@ -27,6 +28,8 @@ from ....utils import (
     require_peaks_present,
 )
 
+mpl.use("agg")  # no display needed; avoids X11 when DISPLAY is set
+
 warnings.filterwarnings(action="ignore", category=RuntimeWarning)
 try:
     warnings.filterwarnings(action="ignore", category=np.exceptions.RankWarning)

{legend_dataflow_scripts-0.4.0a2 → legend_dataflow_scripts-0.4.0a4}/src/legenddataflowscripts/par/geds/dsp/evtsel.py

@@ -133,6 +133,34 @@ def get_out_data(
     return out_tbl, int(np.count_nonzero(final_mask))
 
 
+def initial_bin_width(energy):
+    """
+    Freedman-Diaconis starting bin width for the peak-finding histogram.
+
+    Parameters
+    ----------
+    energy : numpy.ndarray
+        uncalibrated energies of the candidate events.
+
+    Returns
+    -------
+    float or None
+        bin width capped at 2 ADC, or ``None`` when the sample is degenerate
+        (fewer than two finite values, or no spread) and no histogram can be built.
+    """
+    energy = energy[np.isfinite(energy)]
+    if len(energy) < 2:
+        return None
+    width = (
+        2
+        * (np.percentile(energy, 75) - np.percentile(energy, 25))
+        * len(energy) ** (-1 / 3)
+    )
+    if not width > 0:
+        return None
+    return min(width, 2)
+
+
 def build_peak_dicts(peaks_kev, kev_widths, masks, log=None):
     """Build the per-peak accumulator state for the file x peak read loop.
 
@@ -455,16 +483,17 @@ def par_geds_dsp_evtsel() -> None:
                             )
                             energy = tb_out[energy_parameter].nda
 
-                            init_bin_width = (
-                                2
-                                * (
-                                    np.nanpercentile(energy, 75)
-                                    - np.nanpercentile(energy, 25)
+                            init_bin_width = initial_bin_width(energy)
+                            if init_bin_width is None:  # too few events to histogram
+                                msg = (
+                                    f"{peak}: only {np.isfinite(energy).sum()} "
+                                    "usable events, skipping peak"
                                 )
-                                * len(energy) ** (-1 / 3)
-                            )
-
-                            init_bin_width = min(init_bin_width, 2)
+                                log.warning(msg)
+                                peak_dict["obj_buf"] = None
+                                peak_dict["obj_buf_start"] = 0
+                                peak_dict["idxs"] = None
+                                continue
 
                             hist, bins, var = pgh.get_hist(
                                 energy,
@@ -487,7 +516,7 @@ def par_geds_dsp_evtsel() -> None:
                                 mu = peak_top_pars[0]
                                 if mu > np.nanmax(bins) or mu < np.nanmin(bins):
                                     raise ValueError
-                            except Exception:
+                            except (ValueError, TypeError, IndexError):
                                 mu = np.nan
                             if mu is None or np.isnan(mu):
                                 log.debug("Fit failed, using max guess")

{legend_dataflow_scripts-0.4.0a2 → legend_dataflow_scripts-0.4.0a4}/src/legenddataflowscripts/par/geds/dsp/nopt.py

@@ -6,6 +6,7 @@ import time
 from pathlib import Path
 
 import lh5
+import matplotlib as mpl
 import numpy as np
 import pygama.pargen.noise_optimization as pno
 from dbetto.catalog import Props
@@ -20,6 +21,8 @@ from ....utils import (
     require_config_keys,
 )
 
+mpl.use("agg")  # no display needed; avoids X11 when DISPLAY is set
+
 
 def par_geds_dsp_nopt() -> None:
     """Optimise DSP filter parameters for noise performance.

{legend_dataflow_scripts-0.4.0a2 → legend_dataflow_scripts-0.4.0a4}/src/legenddataflowscripts/par/geds/dsp/pz.py

@@ -6,6 +6,7 @@ import pickle as pkl
 from pathlib import Path
 
 import lh5
+import matplotlib as mpl
 import numpy as np
 from dbetto.catalog import Props
 from dspeed import build_dsp
@@ -24,6 +25,8 @@ from ....utils import (
     take_table_rows,
 )
 
+mpl.use("agg")  # no display needed; avoids X11 when DISPLAY is set
+
 
 def par_geds_dsp_pz() -> None:
     """Determine the pole-zero (PZ) decay constant(s) for HPGe waveforms.

{legend_dataflow_scripts-0.4.0a2 → legend_dataflow_scripts-0.4.0a4}/src/legenddataflowscripts/par/geds/hit/aoe.py

@@ -10,9 +10,10 @@ import time
 import warnings
 from pathlib import Path
 
+import matplotlib as mpl
 import numpy as np
 from dbetto.catalog import Props
-from pygama.pargen.AoE_cal import *  # noqa: F403
+from pygama.pargen.AoE_cal import *
 from pygama.pargen.AoE_cal import CalAoE
 from pygama.pargen.utils import load_data
 
@@ -28,6 +29,8 @@ from ....utils import (
     require_unique_suffixes,
 )
 
+mpl.use("agg")  # no display needed; avoids X11 when DISPLAY is set
+
 log = logging.getLogger(__name__)
 
 warnings.filterwarnings(action="ignore", category=RuntimeWarning)

{legend_dataflow_scripts-0.4.0a2 → legend_dataflow_scripts-0.4.0a4}/src/legenddataflowscripts/par/geds/hit/ecal.py

@@ -5,7 +5,7 @@ import copy
 import inspect
 import pickle as pkl
 import warnings
-from datetime import datetime
+from datetime import UTC, datetime
 from pathlib import Path
 
 import lh5
@@ -104,14 +104,14 @@ def plot_2614_timemap(
 
     ticks, _ = plt.xticks()
     plt.xlabel(
-        f"Time starting : {datetime.utcfromtimestamp(ticks[0]).strftime('%d/%m/%y %H:%M')}"
+        f"Time starting : {datetime.fromtimestamp(ticks[0], tz=UTC).strftime('%d/%m/%y %H:%M')}"
     )
     plt.ylabel("Energy(keV)")
     plt.ylim([erange[0], erange[1]])
 
     plt.xticks(
         ticks,
-        [datetime.utcfromtimestamp(tick).strftime("%H:%M") for tick in ticks],
+        [datetime.fromtimestamp(tick, tz=UTC).strftime("%H:%M") for tick in ticks],
     )
     plt.close()
     return fig
@@ -188,13 +188,13 @@ def plot_pulser_timemap(
         plt.ylim([mean - n_spread * spread, mean + n_spread * spread])
     ticks, _ = plt.xticks()
     plt.xlabel(
-        f"Time starting : {datetime.utcfromtimestamp(ticks[0]).strftime('%d/%m/%y %H:%M')}"
+        f"Time starting : {datetime.fromtimestamp(ticks[0], tz=UTC).strftime('%d/%m/%y %H:%M')}"
     )
     plt.ylabel("Energy(keV)")
 
     plt.xticks(
         ticks,
-        [datetime.utcfromtimestamp(tick).strftime("%H:%M") for tick in ticks],
+        [datetime.fromtimestamp(tick, tz=UTC).strftime("%H:%M") for tick in ticks],
     )
     plt.close()
     return fig
@@ -488,14 +488,14 @@ def plot_baseline_timemap(
 
     ticks, _ = plt.xticks()
     plt.xlabel(
-        f"Time starting : {datetime.utcfromtimestamp(ticks[0]).strftime('%d/%m/%y %H:%M')}"
+        f"Time starting : {datetime.fromtimestamp(ticks[0], tz=UTC).strftime('%d/%m/%y %H:%M')}"
     )
     plt.ylabel("Baseline Value")
     plt.ylim([mean - n_spread * spread, mean + n_spread * spread])
 
     plt.xticks(
         ticks,
-        [datetime.utcfromtimestamp(tick).strftime("%H:%M") for tick in ticks],
+        [datetime.fromtimestamp(tick, tz=UTC).strftime("%H:%M") for tick in ticks],
     )
     plt.close()
     return fig
@@ -683,7 +683,7 @@ def get_results_dict(ecal_class, data, cal_energy_param, selection_string):
 
     pk_dict = results_dict["peak_parameters"]
 
-    for _, dic in pk_dict.items():
+    for dic in pk_dict.values():
         dic["function"] = dic["function"].name
         dic["parameters"] = dic["parameters"].to_dict()
         dic["uncertainties"] = dic["uncertainties"].to_dict()

{legend_dataflow_scripts-0.4.0a2 → legend_dataflow_scripts-0.4.0a4}/src/legenddataflowscripts/par/geds/hit/lq.py

@@ -9,12 +9,13 @@ import time
 import warnings
 from pathlib import Path
 
+import matplotlib as mpl
 import numpy as np
 import pandas as pd
 from dbetto.catalog import Props
 from pygama.math.distributions import gaussian
-from pygama.pargen.AoE_cal import *  # noqa: F403
-from pygama.pargen.lq_cal import *  # noqa: F403
+from pygama.pargen.AoE_cal import *
+from pygama.pargen.lq_cal import *
 from pygama.pargen.lq_cal import LQCal
 from pygama.pargen.utils import load_data
 
@@ -30,6 +31,8 @@ from ....utils import (
     require_unique_suffixes,
 )
 
+mpl.use("agg")  # no display needed; avoids X11 when DISPLAY is set
+
 log = logging.getLogger(__name__)
 warnings.filterwarnings(action="ignore", category=RuntimeWarning)
 
@@ -306,6 +309,8 @@ def run_lq_calibration(
                 ][configs["cal_energy_param"]]["eres_linear"]
             except KeyError:
                 lq_obj.eres_func = {}
+            for panel in getattr(lq_obj, "gauss_trends_hist", []):
+                panel.pop("model", None)  # nested fit func, can't pickle
             out_dicts[name] = out_dict
             lq_objs[name] = copy.deepcopy(lq_obj)
             lq_plot_dict[name] = copy.deepcopy(lq_plots)

{legend_dataflow_scripts-0.4.0a2 → legend_dataflow_scripts-0.4.0a4}/src/legenddataflowscripts/par/geds/hit/qc.py

@@ -9,6 +9,7 @@ import time
 import warnings
 from pathlib import Path
 
+import matplotlib as mpl
 import numpy as np
 from dbetto.catalog import Props
 from lh5 import ls
@@ -28,6 +29,8 @@ from ....utils import (
     prepare_output_paths,
 )
 
+mpl.use("agg")  # no display needed; avoids X11 when DISPLAY is set
+
 log = logging.getLogger(__name__)
 warnings.filterwarnings(action="ignore", category=RuntimeWarning)
 

{legend_dataflow_scripts-0.4.0a2 → legend_dataflow_scripts-0.4.0a4}/src/legenddataflowscripts/tier/dsp.py

@@ -3,7 +3,8 @@ from __future__ import annotations
 import argparse
 import time
 import warnings
-from multiprocessing import Pool
+from concurrent.futures import ProcessPoolExecutor
+from multiprocessing import get_context
 from pathlib import Path
 
 import lh5
@@ -51,7 +52,7 @@ def build_dsp_wrapper(kwargs):
     """Unpack *kwargs* and delegate to :func:`dspeed.build_dsp`.
 
     This thin wrapper exists so that a single-argument callable can be passed
-    to :meth:`multiprocessing.Pool.map`.
+    to :meth:`concurrent.futures.Executor.map`.
 
     Parameters
     ----------
@@ -239,10 +240,12 @@ def build_tier_dsp() -> None:
             }
             process_kwargs_list.append(kwargs)
 
-        # Create a multiprocessing pool
-        with Pool(processes=args.n_processes) as pool:
-            # Use starmap to pass multiple arguments to the process function
-            pool.map(build_dsp_wrapper, process_kwargs_list)
+        # fork pinned: default start method changes in py3.14
+        # a killed worker raises BrokenProcessPool here; Pool.map would hang forever
+        with ProcessPoolExecutor(
+            max_workers=args.n_processes, mp_context=get_context("fork")
+        ) as pool:
+            list(pool.map(build_dsp_wrapper, process_kwargs_list))
 
         # merge the DSPs
         log.info("Merging DSPs")

{legend_dataflow_scripts-0.4.0a2 → legend_dataflow_scripts-0.4.0a4}/src/legenddataflowscripts/utils/cfgtools.py

@@ -1,5 +1,6 @@
 from __future__ import annotations
 
+import copy
 from collections.abc import Iterable, Mapping
 from pathlib import Path
 
@@ -133,14 +134,15 @@ def get_rule_config(configs_path, rule_name, timestamp, datatype):
 
     Wraps ``TextDB(...).on(...)["snakemake_rules"][rule_name]`` so that a
     missing key names the rule, timestamp, datatype and config path instead
-    of raising a bare :class:`KeyError`.
+    of raising a bare :class:`KeyError`. Returns a writable deep copy, since
+    ``TextDB.on()`` results are shared and read-only.
     """
     if not Path(configs_path).is_dir():
         msg = f"config directory {configs_path} does not exist"
         raise FileNotFoundError(msg)
     configs = TextDB(configs_path, lazy=True).on(timestamp, category=datatype)
     try:
-        return configs["snakemake_rules"][rule_name]
+        return copy.deepcopy(configs["snakemake_rules"][rule_name])
     except KeyError as err:
         msg = (
             f"config resolved from {configs_path} for timestamp {timestamp} "

{legend_dataflow_scripts-0.4.0a2 → legend_dataflow_scripts-0.4.0a4}/src/legenddataflowscripts/workflow/pre_compile_catalog.py

@@ -1,6 +1,7 @@
 from __future__ import annotations
 
 import hashlib
+import logging
 import os
 import pickle
 import tempfile
@@ -11,6 +12,8 @@ from pathlib import Path
 from dbetto import TextDB
 from dbetto.catalog import Catalog
 
+log = logging.getLogger(__name__)
+
 
 def _content_digest(validity_path: Path) -> str:
     """Digest of the directory contents (relative path, mtime and size of
@@ -80,7 +83,7 @@ def pre_compile_catalog(validity_path: str | Path):
             if isinstance(cached, Catalog):
                 return cached
         except Exception:  # unreadable pickle: rebuild below
-            pass
+            log.debug("could not read catalog cache %s", cache_file, exc_info=True)
 
     catalog = Catalog.read_from(validity_path / "validity.yaml")
     entries = {}
@@ -108,6 +111,7 @@ def pre_compile_catalog(validity_path: str | Path):
             Path(tmp_name).unlink(missing_ok=True)
             raise
     except Exception:
-        pass  # caching is best-effort; a failed write must not break parsing
+        # caching is best-effort; a failed write must not break parsing
+        log.debug("could not write catalog cache %s", cache_file, exc_info=True)
 
     return compiled

legend_dataflow_scripts-0.4.0a2/src/legend_dataflow_scripts.egg-info/scm_version.json

@@ -1,8 +0,0 @@
-{
-  "tag": "0.4.0a2",
-  "distance": 0,
-  "node": "g4e182698a9613efc0e62adc5eff80c46ec6449c7",
-  "dirty": false,
-  "branch": "HEAD",
-  "node_date": "2026-09-06"
-}