sonusai 1.0.16__cp311-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl

sonusai/calc_metric_spenh.py

@@ -0,0 +1,1136 @@
+"""sonusai calc_metric_spenh
+
+usage: calc_metric_spenh [-hvtpws] [-i MIXID] [-e ASR] [-n NCPU] PLOC TLOC
+
+options:
+    -h, --help
+    -v, --verbose               Be verbose.
+    -i MIXID, --mixid MIXID     Mixture ID(s) to process, can be range like 0:maxmix+1. [default: *]
+    -t, --truth-est-mode        Calculate extraction and metrics using truth (instead of prediction).
+    -p, --plot                  Enable PDF plots file generation per mixture.
+    -w, --wav                   Generate WAV files per mixture.
+    -s, --summary               Enable summary files generation.
+    -n, --num_process NCPU      Number of parallel processes to use [default: auto]
+    -e ASR, --asr-method ASR    ASR method used for WER metrics.  Must exist in the TLOC dataset as pre-calculated
+                                metrics using SonusAI genmetrics. Can be either an integer index, i.e 0,1,... or the
+                                name of the asr_engine configuration in the dataset.  If an incorrect name is specified,
+                                a list of asr_engines of the dataset will be printed.
+
+Calculate speech enhancement metrics of prediction data in PLOC using SonusAI mixture data in TLOC as truth/label
+reference. Metric and extraction data files are written into PLOC.
+
+PLOC  directory containing prediction data in .h5 files created from truth/label mixture data in TLOC
+TLOC  directory with SonusAI mixture database of truth/label mixture data
+
+For ASR methods, the method must bel2 defined in the TLOC dataset, for example possible fast_whisper available models are:
+{tiny.en,tiny,base.en,base,small.en,small,medium.en,medium,large-v1,large-v2,large} and an example configuration looks like:
+{'fwhsptiny_cpu': {'engine': 'faster_whisper',
+  'model': 'tiny',
+  'device': 'cpu',
+  'beam_size': 5}}
+Note: the ASR config can optionally include the model, device, and other fields the engine supports.
+Most ASR are very computationally demanding and can overwhelm/hang a local system.
+
+Outputs the following to PLOC (where id is mixid number 0:num_mixtures):
+    <id>_metric_spenh.txt
+
+    If --plot:
+        <id>_metric_spenh.pdf
+
+    If --wav:
+        <id>_target.wav
+        <id>_target_est.wav
+        <id>_noise.wav
+        <id>_noise_est.wav
+        <id>_mixture.wav
+
+        If --truth-est-mode:
+            <id>_target_truth_est.wav
+            <id>_noise_truth_est.wav
+
+    If --summary:
+        metric_spenh_targetf_summary.txt
+        metric_spenh_targetf_summary.csv
+        metric_spenh_targetf_list.csv
+        metric_spenh_targetf_estats_list.csv
+
+        If --truth-est-mode:
+            metric_spenh_targetf_truth_list.csv
+            metric_spenh_targetf_estats_truth_list.csv
+
+TBD
+Metric and extraction data are written into prediction location PLOC as separate files per mixture.
+
+    -d PLOC, --ploc PLOC        Location of SonusAI predict data.
+
+Inputs:
+
+"""
+
+from typing import Any
+
+import matplotlib
+import matplotlib.pyplot as plt
+import numpy as np
+import pandas as pd
+
+from sonusai.datatypes import AudioF
+from sonusai.datatypes import AudioT
+from sonusai.datatypes import Feature
+from sonusai.datatypes import Predict
+from sonusai.mixture import MixtureDatabase
+
+DB_99 = np.power(10, 99 / 10)
+DB_N99 = np.power(10, -99 / 10)
+
+
+matplotlib.use("SVG")
+
+
+def first_key(x: dict) -> str:
+    for key in x:
+        return key
+    raise KeyError("No key found")
+
+
+def mean_square_error(
+    hypothesis: np.ndarray,
+    reference: np.ndarray,
+    squared: bool = False,
+) -> tuple[float, np.ndarray, np.ndarray]:
+    """Calculate root-mean-square error or mean square error
+
+    :param hypothesis: [frames, bins]
+    :param reference: [frames, bins]
+    :param squared: calculate mean square rather than root-mean-square
+    :return: mean, mean per bin, mean per frame
+    """
+    sq_err = np.square(reference - hypothesis)
+
+    # mean over frames for value per bin
+    err_b = np.mean(sq_err, axis=0)
+    # mean over bins for value per frame
+    err_f = np.mean(sq_err, axis=1)
+    # mean over all
+    err = float(np.mean(sq_err))
+
+    if not squared:
+        err_b = np.sqrt(err_b)
+        err_f = np.sqrt(err_f)
+        err = np.sqrt(err)
+
+    return err, err_b, err_f
+
+
+def mean_abs_percentage_error(hypothesis: np.ndarray, reference: np.ndarray) -> tuple[float, np.ndarray, np.ndarray]:
+    """Calculate mean abs percentage error
+
+    If inputs are complex, calculates average: mape(real)/2 + mape(imag)/2
+
+    :param hypothesis: [frames, bins]
+    :param reference: [frames, bins]
+    :return: mean, mean per bin, mean per frame
+    """
+    if not np.iscomplexobj(reference) and not np.iscomplexobj(hypothesis):
+        abs_err = 100 * np.abs((reference - hypothesis) / (reference + np.finfo(np.float32).eps))
+    else:
+        reference_r = np.real(reference)
+        reference_i = np.imag(reference)
+        hypothesis_r = np.real(hypothesis)
+        hypothesis_i = np.imag(hypothesis)
+        abs_err_r = 100 * np.abs((reference_r - hypothesis_r) / (reference_r + np.finfo(np.float32).eps))
+        abs_err_i = 100 * np.abs((reference_i - hypothesis_i) / (reference_i + np.finfo(np.float32).eps))
+        abs_err = (abs_err_r / 2) + (abs_err_i / 2)
+
+    # mean over frames for value per bin
+    err_b = np.around(np.mean(abs_err, axis=0), 3)
+    # mean over bins for value per frame
+    err_f = np.around(np.mean(abs_err, axis=1), 3)
+    # mean over all
+    err = float(np.around(np.mean(abs_err), 3))
+
+    return err, err_b, err_f
+
+
+def log_error(reference: np.ndarray, hypothesis: np.ndarray) -> tuple[float, np.ndarray, np.ndarray]:
+    """Calculate log error
+
+    :param reference: complex or real [frames, bins]
+    :param hypothesis: complex or real [frames, bins]
+    :return: mean, mean per bin, mean per frame
+    """
+    reference_sq = np.real(reference * np.conjugate(reference))
+    hypothesis_sq = np.real(hypothesis * np.conjugate(hypothesis))
+    log_err = abs(10 * np.log10((reference_sq + np.finfo(np.float32).eps) / (hypothesis_sq + np.finfo(np.float32).eps)))
+    # log_err = abs(10 * np.log10(reference_sq / (hypothesis_sq + np.finfo(np.float32).eps) + np.finfo(np.float32).eps))
+
+    # mean over frames for value per bin
+    err_b = np.around(np.mean(log_err, axis=0), 3)
+    # mean over bins for value per frame
+    err_f = np.around(np.mean(log_err, axis=1), 3)
+    # mean over all
+    err = float(np.around(np.mean(log_err), 3))
+
+    return err, err_b, err_f
+
+
+def plot_mixpred(
+    mixture: AudioT,
+    mixture_f: AudioF,
+    target: AudioT | None = None,
+    feature: Feature | None = None,
+    predict: Predict | None = None,
+    tp_title: str = "",
+) -> tuple[plt.Figure, Any]:  # pyright: ignore [reportPrivateImportUsage]
+    from sonusai.constants import SAMPLE_RATE
+
+    num_plots = 2
+    if feature is not None:
+        num_plots += 1
+    if predict is not None:
+        num_plots += 1
+
+    fig, ax = plt.subplots(num_plots, 1, constrained_layout=True, figsize=(11, 8.5))
+
+    # Plot the waveform
+    p = 0
+    x_axis = np.arange(len(mixture), dtype=np.float32) / SAMPLE_RATE
+    ax[p].plot(x_axis, mixture, label="Mixture", color="mistyrose")
+    ax[0].set_ylabel("magnitude", color="tab:blue")
+    ax[p].set_xlim(x_axis[0], x_axis[-1])
+    if target is not None:  # Plot target time-domain waveform on top of mixture
+        ax[0].plot(x_axis, target, label="Target", color="tab:blue")
+    ax[p].set_title("Waveform")
+
+    # Plot the mixture spectrogram
+    p += 1
+    ax[p].imshow(np.transpose(mixture_f), aspect="auto", interpolation="nearest", origin="lower")
+    ax[p].set_title("Mixture")
+
+    if feature is not None:
+        p += 1
+        ax[p].imshow(np.transpose(feature), aspect="auto", interpolation="nearest", origin="lower")
+        ax[p].set_title("Feature")
+
+    if predict is not None:
+        p += 1
+        im = ax[p].imshow(np.transpose(predict), aspect="auto", interpolation="nearest", origin="lower")
+        ax[p].set_title("Predict " + tp_title)
+        plt.colorbar(im, location="bottom")
+
+    return fig, ax
+
+
+def plot_pdb_predict_truth(
+    predict: np.ndarray,
+    truth_f: np.ndarray | None = None,
+    metric: np.ndarray | None = None,
+    tp_title: str = "",
+) -> plt.Figure:  # pyright: ignore [reportPrivateImportUsage]
+    """Plot predict and optionally truth and a metric in power db, e.g. applies 10*log10(predict)"""
+    num_plots = 2
+    if truth_f is not None:
+        num_plots += 1
+
+    fig, ax = plt.subplots(num_plots, 1, constrained_layout=True, figsize=(11, 8.5))
+
+    # Plot the predict spectrogram
+    p = 0
+    tmp = 10 * np.log10(predict.transpose() + np.finfo(np.float32).eps)
+    im = ax[p].imshow(tmp, aspect="auto", interpolation="nearest", origin="lower")
+    ax[p].set_title("Predict")
+    plt.colorbar(im, location="bottom")
+
+    if truth_f is not None:
+        p += 1
+        tmp = 10 * np.log10(truth_f.transpose() + np.finfo(np.float32).eps)
+        im = ax[p].imshow(tmp, aspect="auto", interpolation="nearest", origin="lower")
+        ax[p].set_title("Truth")
+        plt.colorbar(im, location="bottom")
+
+    # Plot the predict avg, and optionally truth avg and metric lines
+    pred_avg = 10 * np.log10(np.mean(predict, axis=-1) + np.finfo(np.float32).eps)
+    p += 1
+    x_axis = np.arange(len(pred_avg), dtype=np.float32)  # / SAMPLE_RATE
+    ax[p].plot(x_axis, pred_avg, color="black", linestyle="dashed", label="Predict mean over freq.")
+    ax[p].set_ylabel("mean db", color="black")
+    ax[p].set_xlim(x_axis[0], x_axis[-1])
+    if truth_f is not None:
+        truth_avg = 10 * np.log10(np.mean(truth_f, axis=-1) + np.finfo(np.float32).eps)
+        ax[p].plot(x_axis, truth_avg, color="green", linestyle="dashed", label="Truth mean over freq.")
+
+    if metric is not None:  # instantiate 2nd y-axis that shares the same x-axis
+        ax2 = ax[p].twinx()
+        color2 = "red"
+        ax2.plot(x_axis, metric, color=color2, label="sig distortion (mse db)")
+        ax2.set_xlim(x_axis[0], x_axis[-1])
+        ax2.set_ylim([0, np.max(metric)])
+        ax2.set_ylabel("spectral distortion (mse db)", color=color2)
+        ax2.tick_params(axis="y", labelcolor=color2)
+        ax[p].set_title("SNR and SNR mse (mean over freq. db)")
+    else:
+        ax[p].set_title("SNR (mean over freq. db)")
+    return fig
+
+
+def plot_e_predict_truth(
+    predict: np.ndarray,
+    predict_wav: np.ndarray,
+    truth_f: np.ndarray | None = None,
+    truth_wav: np.ndarray | None = None,
+    metric: np.ndarray | None = None,
+    tp_title: str = "",
+) -> tuple[plt.Figure, Any]:  # pyright: ignore [reportPrivateImportUsage]
+    """Plot predict spectrogram and waveform and optionally truth and a metric)"""
+    num_plots = 2
+    if truth_f is not None:
+        num_plots += 1
+    if metric is not None:
+        num_plots += 1
+
+    fig, ax = plt.subplots(num_plots, 1, constrained_layout=True, figsize=(11, 8.5))
+
+    # Plot the predict spectrogram
+    p = 0
+    im = ax[p].imshow(predict.transpose(), aspect="auto", interpolation="nearest", origin="lower")
+    ax[p].set_title("Predict")
+    plt.colorbar(im, location="bottom")
+
+    if truth_f is not None:  # plot truth if provided and use same colormap as predict
+        p += 1
+        ax[p].imshow(truth_f.transpose(), im.cmap, aspect="auto", interpolation="nearest", origin="lower")
+        ax[p].set_title("Truth")
+
+    # Plot predict wav, and optionally truth avg and metric lines
+    p += 1
+    x_axis = np.arange(len(predict_wav), dtype=np.float32)  # / SAMPLE_RATE
+    ax[p].plot(x_axis, predict_wav, color="black", linestyle="dashed", label="Speech Estimate")
+    ax[p].set_ylabel("Amplitude", color="black")
+    ax[p].set_xlim(x_axis[0], x_axis[-1])
+    if truth_wav is not None:
+        ntrim = len(truth_wav) - len(predict_wav)
+        if ntrim > 0:
+            truth_wav = truth_wav[0:-ntrim]
+        ax[p].plot(x_axis, truth_wav, color="green", linestyle="dashed", label="True Target")
+
+    # Plot the metric lines
+    if metric is not None:
+        p += 1
+        if metric.ndim > 1:  # if it has multiple dims, plot 1st
+            metric1 = metric[:, 0]
+        else:
+            metric1 = metric  # if single dim, plot it as 1st
+        x_axis = np.arange(len(metric1), dtype=np.float32)  # / SAMPLE_RATE
+        ax[p].plot(x_axis, metric1, color="red", label="Target LogErr")
+        ax[p].set_ylabel("log error db", color="red")
+        ax[p].set_xlim(x_axis[0], x_axis[-1])
+        ax[p].set_ylim([-0.01, np.max(metric1) + 0.01])
+        if metric.ndim > 1 and metric.shape[1] > 1:
+            p += 1
+            metr2 = metric[:, 1]
+            ax = np.append(ax, np.array(ax[p - 1].twinx()))
+            color2 = "blue"
+            ax[p].plot(x_axis, metr2, color=color2, label="phase dist (deg)")
+            # ax2.set_ylim([-180.0, +180.0])
+            if np.max(metr2) - np.min(metr2) > 0.1:
+                ax[p].set_ylim([np.min(metr2), np.max(metr2)])
+            ax[p].set_ylabel("phase dist (deg)", color=color2)
+            ax[p].tick_params(axis="y", labelcolor=color2)
+            # ax[p].set_title('SNR and SNR mse (mean over freq. db)')
+
+    return fig, ax
+
+
+def _process_mixture(
+    m_id: int,
+    truth_location: str,
+    predict_location: str,
+    predict_wav_mode: bool,
+    truth_est_mode: bool,
+    enable_plot: bool,
+    enable_wav: bool,
+    asr_method: str,
+    target_f_key: str,
+) -> tuple[pd.DataFrame, pd.DataFrame]:
+    import pickle
+    from os.path import basename
+    from os.path import join
+    from os.path import splitext
+
+    import h5py
+    import pgzip
+    from matplotlib.backends.backend_pdf import PdfPages
+    from pystoi import stoi
+
+    from sonusai import logger
+    from sonusai.metrics import calc_pcm
+    from sonusai.metrics import calc_pesq
+    from sonusai.metrics import calc_phase_distance
+    from sonusai.metrics import calc_speech
+    from sonusai.metrics import calc_wer
+    from sonusai.metrics import calc_wsdr
+    from sonusai.mixture import forward_transform
+    from sonusai.mixture import inverse_transform
+    from sonusai.mixture.audio import read_audio
+    from sonusai.utils.asr import calc_asr
+    from sonusai.utils.compress import power_compress
+    from sonusai.utils.compress import power_uncompress
+    from sonusai.utils.numeric_conversion import float_to_int16
+    from sonusai.utils.reshape import reshape_outputs
+    from sonusai.utils.stacked_complex import stack_complex
+    from sonusai.utils.stacked_complex import unstack_complex
+    from sonusai.utils.write_audio import write_audio
+
+    mixdb = MixtureDatabase(truth_location)
+
+    # 1)  Read predict data, var predict with shape [BatchSize,Classes] or [batch, timesteps, classes]
+    output_name = join(predict_location, mixdb.mixture(m_id).name + ".h5")
+    predict = None
+    if truth_est_mode:
+        # in truth estimation mode we use the truth in place of prediction to see metrics with perfect input
+        # don't bother to read prediction, and predict var will get assigned to truth later
+        # mark outputs with tru suffix, i.e. 0000_truest_*
+        base_name = splitext(output_name)[0] + "_truest"
+    else:
+        base_name, ext = splitext(output_name)  # base_name used later
+        if not predict_wav_mode:
+            try:
+                with h5py.File(output_name, "r") as f:
+                    predict = np.array(f["predict"])
+            except Exception as e:
+                raise OSError(f"Error reading {output_name}: {e}") from e
+            # reshape to always be [frames, classes] where ndim==3 case frames = batch * timesteps
+            if predict.ndim > 2:  # TBD generalize to somehow detect if timestep dim exists, some cases > 2 don't have
+                # logger.debug(f'Prediction reshape from {predict.shape} to remove timestep dimension.')
+                predict, _ = reshape_outputs(predict=predict, truth=None, timesteps=predict.shape[1])
+        else:
+            base_name, ext = splitext(output_name)
+            predict_name = join(base_name + ".wav")
+            audio = read_audio(predict_name, use_cache=True)
+            predict = forward_transform(audio, mixdb.ft_config)
+            if mixdb.feature[0:1] == "h":
+                predict = power_compress(predict)
+            predict = stack_complex(predict)
+
+    # 2) Collect true target, noise, mixture data, trim to predict size if needed
+    tmp = mixdb.mixture_sources(m_id)  # time-dom augmented targets is list of pre-IR and pre-specaugment targets
+    target_f = mixdb.mixture_sources_f(m_id, sources=tmp)["primary"]
+    target = tmp["primary"]
+    mixture = mixdb.mixture_mixture(m_id)  # note: gives full reverberated/distorted target, but no specaugment
+    # noise_wo_dist = mixdb.mixture_noise(mixid)            # noise without specaugment and distortion
+    # noise_wo_dist_f = mixdb.mixture_noise_f(mixid, noise=noise_wo_dist)
+    noise = mixture - target  # has time-domain distortion (ir,etc.) but does not have specaugment
+    # noise_f = mixdb.mixture_noise_f(mixid, noise=noise)
+    # note: uses pre-IR, pre-specaug audio
+    segsnr_f = mixdb.mixture_metrics(m_id, ["ssnr"])["ssnr"]  # Why [0] removed?
+    mixture_f = mixdb.mixture_mixture_f(m_id, mixture=mixture)
+    noise_f = mixture_f - target_f  # true noise in freq domain includes specaugment and time-domain ir,distortions
+    # segsnr_f = mixdb.mixture_segsnr(mixid, target=target, noise=noise)
+    segsnr_f[segsnr_f == np.inf] = DB_99
+    # segsnr_f should never be -np.inf
+    segsnr_f[segsnr_f == -np.inf] = DB_N99
+    # need to use inv-tf to match #samples & latency shift properties of predict inv tf
+    target_fi = inverse_transform(target_f, mixdb.it_config)
+    noise_fi = inverse_transform(noise_f, mixdb.it_config)
+    # mixture_fi = mixdb.inverse_transform(mixture_f)
+
+    # gen feature, truth - note feature only used for plots
+    # TODO: parse truth_f for different formats
+    feature, truth_all = mixdb.mixture_ft(m_id, mixture_f=mixture_f)
+    truth_f = truth_all["primary"][target_f_key]
+    if truth_f.ndim > 2:  # note this may not be needed anymore as all target_f truth is 3 dims
+        if truth_f.shape[1] != 1:
+            logger.info("Error: target_f truth has stride > 1, exiting.")
+            raise SystemExit(1)
+        else:
+            truth_f = truth_f[:, 0, :]  # remove stride dimension
+
+    # ignore mixup
+    # for truth_setting in mixdb.target_file(mixdb.mixture(mixid).targets[0].file_id).truth_settings:
+    #     if truth_setting.function == 'target_mixture_f':
+    #         half = truth_f.shape[-1] // 2
+    #         # extract target_f only
+    #         truth_f = truth_f[..., :half]
+
+    if not truth_est_mode:
+        if predict.shape[0] < target_f.shape[0]:  # target_f, truth_f, mixture_f, etc. same size
+            trim_f = target_f.shape[0] - predict.shape[0]
+            logger.debug(f"Warning: prediction frames less than mixture, trimming {trim_f} frames from all truth.")
+            target_f = target_f[0:-trim_f, :]
+            target_fi, _ = inverse_transform(target_f, mixdb.it_config)
+            trim_t = target.shape[0] - target_fi.shape[0]
+            target = target[0:-trim_t]
+            noise_f = noise_f[0:-trim_f, :]
+            noise = noise[0:-trim_t]
+            mixture_f = mixture_f[0:-trim_f, :]
+            mixture = mixture[0:-trim_t]
+            truth_f = truth_f[0:-trim_f, :]
+        elif predict.shape[0] > target_f.shape[0]:
+            logger.debug(
+                f"Warning: prediction has more frames than true mixture {predict.shape[0]} vs {truth_f.shape[0]}"
+            )
+            trim_f = predict.shape[0] - target_f.shape[0]
+            predict = predict[0:-trim_f, :]
+            # raise SonusAIError(
+            #     f'Error: prediction has more frames than true mixture {predict.shape[0]} vs {truth_f.shape[0]}')
+
+    # 3) Extraction - format proper complex and wav estimates and truth (unstack, uncompress, inv tf, etc.)
+    if truth_est_mode:
+        predict = truth_f  # substitute truth for the prediction (for test/debug)
+        predict_complex = unstack_complex(predict)  # unstack
+        # if feature has compressed mag and truth does not, compress it
+        if mixdb.feature[0:1] == "h" and not first_key(mixdb.category_truth_configs("primary")).startswith(
+            "targetcmpr"
+        ):
+            predict_complex = power_compress(predict_complex)  # from uncompressed truth
+    else:
+        predict_complex = unstack_complex(predict)
+
+    truth_f_complex = unstack_complex(truth_f)
+    if mixdb.feature[0:1] == "h":  # 'hn' or 'ha' or 'hd', etc.:  # if feat has compressed mag
+        # estimate noise in uncompressed-mag domain
+        noise_est_complex = mixture_f - power_uncompress(predict_complex)
+        predict_complex = power_uncompress(predict_complex)  # uncompress if truth is compressed
+    else:  # cn, c8, ..
+        noise_est_complex = mixture_f - predict_complex
+
+    target_est_wav = inverse_transform(predict_complex, mixdb.it_config)
+    noise_est_wav = inverse_transform(noise_est_complex, mixdb.it_config)
+
+    # 4) Metrics
+    # Target/Speech logerr - PSD estimation accuracy symmetric mean log-spectral distortion
+    lerr_tg, lerr_tg_bin, lerr_tg_frame = log_error(reference=truth_f_complex, hypothesis=predict_complex)
+    # Noise logerr - PSD estimation accuracy
+    lerr_n, lerr_n_bin, lerr_n_frame = log_error(reference=noise_f, hypothesis=noise_est_complex)
+    # PCM loss metric
+    ytrue_f = np.concatenate((truth_f_complex[:, np.newaxis, :], noise_f[:, np.newaxis, :]), axis=1)
+    ypred_f = np.concatenate((predict_complex[:, np.newaxis, :], noise_est_complex[:, np.newaxis, :]), axis=1)
+    pcm, pcm_bin, pcm_frame = calc_pcm(hypothesis=ypred_f, reference=ytrue_f, with_log=True)
+
+    # Phase distance
+    phd, phd_bin, phd_frame = calc_phase_distance(hypothesis=predict_complex, reference=truth_f_complex)
+
+    # Noise td logerr
+    # lerr_nt, lerr_nt_bin, lerr_nt_frame = log_error(noise_fi, noise_truth_est_audio)
+
+    # # SA-SDR (time-domain source-aggregated SDR)
+    ytrue = np.concatenate((target_fi[:, np.newaxis], noise_fi[:, np.newaxis]), axis=1)
+    ypred = np.concatenate((target_est_wav[:, np.newaxis], noise_est_wav[:, np.newaxis]), axis=1)
+    # # note: w/o scale is more pessimistic number
+    # sa_sdr, _ = calc_sa_sdr(hypothesis=ypred, reference=ytrue)
+    target_stoi = stoi(target_fi, target_est_wav, 16000, extended=False)
+
+    wsdr, wsdr_cc, wsdr_cw = calc_wsdr(hypothesis=ypred, reference=ytrue, with_log=True)
+    # logger.debug(f'wsdr weight sum for mixid {mixid} = {np.sum(wsdr_cw)}.')
+    # logger.debug(f'wsdr cweights = {wsdr_cw}.')
+    # logger.debug(f'wsdr ccoefs for mixid {mixid} = {wsdr_cc}.')
+
+    # Speech intelligibility measure - PESQ
+    if int(mixdb.mixture(m_id).noise.snr) > -99:
+        # len = target_est_wav.shape[0]
+        pesq_speech = calc_pesq(target_est_wav, target_fi)
+        csig_tg, cbak_tg, covl_tg = calc_speech(target_est_wav, target_fi, pesq=pesq_speech)
+        metrics = mixdb.mixture_metrics(m_id, ["mxpesq", "mxcsig", "mxcbak", "mxcovl"])
+        pesq_mx = metrics["mxpesq"]["primary"] if isinstance(metrics["mxpesq"], dict) else metrics["mxpesq"]
+        csig_mx = metrics["mxcsig"]["primary"] if isinstance(metrics["mxcsig"], dict) else metrics["mxcsig"]
+        cbak_mx = metrics["mxcbak"]["primary"] if isinstance(metrics["mxcbak"], dict) else metrics["mxcbak"]
+        covl_mx = metrics["mxcovl"]["primary"] if isinstance(metrics["mxcovl"], dict) else metrics["mxcovl"]
+        # pesq_speech_tst = calc_pesq(hypothesis=target_est_wav, reference=target)
+        # pesq_mixture_tst = calc_pesq(hypothesis=mixture, reference=target)
+        # pesq improvement
+        pesq_impr = pesq_speech - pesq_mx
+        # pesq improvement %
+        pesq_impr_pc = pesq_impr / (pesq_mx + np.finfo(np.float32).eps) * 100
+    else:
+        pesq_speech = 0
+        pesq_mx = 0
+        pesq_impr_pc = np.float32(0)
+        csig_mx = 0
+        csig_tg = 0
+        cbak_mx = 0
+        cbak_tg = 0
+        covl_mx = 0
+        covl_tg = 0
+
+    # Calc ASR
+    asr_tt = None
+    asr_mx = None
+    asr_tge = None
+    # asr_engines = list(mixdb.asr_configs.keys())
+    if asr_method is not None and mixdb.mixture(m_id).noise.snr >= -96:  # noise only, ignore/reset target ASR
+        asr_mx_name = f"mxasr.{asr_method}"
+        wer_mx_name = f"mxwer.{asr_method}"
+        asr_tt_name = f"sasr.{asr_method}"
+        metrics = mixdb.mixture_metrics(m_id, [asr_mx_name, wer_mx_name, asr_tt_name])
+        asr_mx = metrics[asr_mx_name]["primary"] if isinstance(metrics[asr_mx_name], dict) else metrics[asr_mx_name]
+        wer_mx = metrics[wer_mx_name]["primary"] if isinstance(metrics[wer_mx_name], dict) else metrics[wer_mx_name]
+        asr_tt = metrics[asr_tt_name]["primary"] if isinstance(metrics[asr_tt_name], dict) else metrics[asr_tt_name]
+
+        if asr_tt:
+            noiseadd = None  # TBD add as switch, default -30
+            if noiseadd is not None:
+                ngain = np.power(10, min(float(noiseadd), 0.0) / 20.0)  # limit to gain <1, convert to float
+                tgasr_est_wav = target_est_wav + ngain * noise_est_wav  # add back noise at low level
+            else:
+                tgasr_est_wav = target_est_wav
+
+            # logger.info(f'Calculating prediction ASR for mixid {mixid}')
+            asr_cfg = mixdb.asr_configs[asr_method]
+            asr_tge = calc_asr(tgasr_est_wav, **asr_cfg).text
+            wer_tge = calc_wer(asr_tge, asr_tt).wer * 100  # target estimate WER
+            if wer_mx == 0.0:
+                if wer_tge == 0.0:
+                    wer_pi = 0.0
+                else:
+                    wer_pi = -999.0  # instead of -Inf
+            else:
+                wer_pi = 100 * (wer_mx - wer_tge) / wer_mx
+        else:
+            logger.warning(f"Warning: mixid {m_id} ASR truth is empty, setting to 0% WER")
+            wer_mx = float(0)
+            wer_tge = float(0)
+            wer_pi = float(0)
+    else:
+        wer_mx = float("nan")
+        wer_tge = float("nan")
+        wer_pi = float("nan")
+
+    # 5) Save per mixture metric results
+    # Single row in table of scalar metrics per mixture
+    mtable1_col = [
+        "MXSNR",
+        "MXPESQ",
+        "PESQ",
+        "PESQi%",
+        "MXWER",
+        "WER",
+        "WERi%",
+        "WSDR",
+        "STOI",
+        "PCM",
+        "SPLERR",
+        "NLERR",
+        "PD",
+        "MXCSIG",
+        "CSIG",
+        "MXCBAK",
+        "CBAK",
+        "MXCOVL",
+        "COVL",
+        "SPFILE",
+        "NFILE",
+    ]
+    ti = mixdb.mixture(m_id).sources["primary"].file_id
+    ni = mixdb.mixture(m_id).noise.file_id
+    metr1 = [
+        mixdb.mixture(m_id).noise.snr,
+        pesq_mx,
+        pesq_speech,
+        pesq_impr_pc,
+        wer_mx,
+        wer_tge,
+        wer_pi,
+        wsdr,
+        target_stoi,
+        pcm,
+        lerr_tg,
+        lerr_n,
+        phd,
+        csig_mx,
+        csig_tg,
+        cbak_mx,
+        cbak_tg,
+        covl_mx,
+        covl_tg,
+        basename(mixdb.source_file(ti).name),
+        basename(mixdb.source_file(ni).name),
+    ]
+    mtab1 = pd.DataFrame([metr1], columns=mtable1_col, index=[m_id])
+
+    # Stats of per frame estimation metrics
+    metr2 = pd.DataFrame(
+        {"SSNR": segsnr_f, "PCM": pcm_frame, "SLERR": lerr_tg_frame, "NLERR": lerr_n_frame, "SPD": phd_frame}
+    )
+    metr2 = metr2.describe()  # Use pandas stat function
+    # Change SSNR stats to dB, except count.  SSNR is index 0, pandas requires using iloc
+    # metr2['SSNR'][1:] = metr2['SSNR'][1:].apply(lambda x: 10 * np.log10(x + 1.01e-10))
+    metr2.iloc[1:, 0] = metr2["SSNR"][1:].apply(lambda x: 10 * np.log10(x + 1.01e-10))
+    # create a single row in multi-column header
+    new_labels = pd.MultiIndex.from_product(
+        [metr2.columns, ["Avg", "Min", "Med", "Max", "Std"]], names=["Metric", "Stat"]
+    )
+    dat1row = metr2.loc[["mean", "min", "50%", "max", "std"], :].T.stack().to_numpy().reshape((1, -1))
+    mtab2 = pd.DataFrame(dat1row, index=[m_id], columns=new_labels)
+    mtab2.insert(0, "MXSNR", mixdb.mixture(m_id).noise.snr, False)  # add MXSNR as the first metric column
+
+    all_metrics_table_1 = mtab1  # return to be collected by process
+    all_metrics_table_2 = mtab2  # return to be collected by process
+
+    if asr_method is None:
+        metric_name = base_name + "_metric_spenh.txt"
+    else:
+        metric_name = base_name + "_metric_spenh_" + asr_method + ".txt"
+
+    with open(metric_name, "w") as f:
+        print("Speech enhancement metrics:", file=f)
+        print(mtab1.round(2).to_string(float_format=lambda x: f"{x:.2f}"), file=f)
+        print("", file=f)
+        print(f"Extraction statistics over {mixture_f.shape[0]} frames:", file=f)
+        print(metr2.round(2).to_string(float_format=lambda x: f"{x:.2f}"), file=f)
+        print("", file=f)
+        print(f"Target path: {mixdb.source_file(ti).name}", file=f)
+        print(f"Noise path: {mixdb.source_file(ni).name}", file=f)
+        if asr_method != "none":
+            print(f"ASR method: {asr_method}", file=f)
+            print(f"ASR truth:  {asr_tt}", file=f)
+            print(f"ASR result for mixture:  {asr_mx}", file=f)
+            print(f"ASR result for prediction:  {asr_tge}", file=f)
+
+        print(f"Augmentations: {mixdb.mixture(m_id)}", file=f)
+
+    # 7) write wav files
+    if enable_wav:
+        write_audio(name=base_name + "_mixture.wav", audio=float_to_int16(mixture))
+        write_audio(name=base_name + "_target.wav", audio=float_to_int16(target))
+        # write_audio(name=base_name + '_target_fi.wav', audio=float_to_int16(target_fi))
+        write_audio(name=base_name + "_noise.wav", audio=float_to_int16(noise))
+        write_audio(name=base_name + "_target_est.wav", audio=float_to_int16(target_est_wav))
+        write_audio(name=base_name + "_noise_est.wav", audio=float_to_int16(noise_est_wav))
+
+        # debug code to test for perfect reconstruction of the extraction method
+        # note both 75% olsa-hanns and 50% olsa-hann modes checked to have perfect reconstruction
+        # target_r = mixdb.inverse_transform(target_f)
+        # noise_r = mixdb.inverse_transform(noise_f)
+        # _write_wav(name=base_name + '_target_r.wav', audio=float_to_int16(target_r))
+        # _write_wav(name=base_name + '_noise_r.wav', audio=float_to_int16(noise_r)) # chk perfect rec
+
+    # 8) Write out plot file
+    if enable_plot:
+        plot_name = base_name + "_metric_spenh.pdf"
+
+        # Reshape feature to eliminate overlap redundancy for easier to understand spectrogram view
+        # Original size (frames, stride, num_bands), decimates in stride dimension only if step is > 1
+        # Reshape to get frames*decimated_stride, num_bands
+        step = int(mixdb.feature_samples / mixdb.feature_step_samples)
+        if feature.ndim != 3:
+            raise OSError("feature does not have 3 dimensions: frames, stride, num_bands")
+
+        # for feature cn*00n**
+        feat_sgram = unstack_complex(feature)
+        feat_sgram = 20 * np.log10(abs(feat_sgram) + np.finfo(np.float32).eps)
+        feat_sgram = feat_sgram[:, -step:, :]  # decimate,  Fx1xB
+        feat_sgram = np.reshape(feat_sgram, (feat_sgram.shape[0] * feat_sgram.shape[1], feat_sgram.shape[2]))
+
+        with PdfPages(plot_name) as pdf:
+            # page1 we always have a mixture and prediction, target optional if truth provided
+            # For speech enhancement, target_f is definitely included:
+            predplot = 20 * np.log10(abs(predict_complex) + np.finfo(np.float32).eps)
+            tfunc_name = "target_f"
+            # if tfunc_name == 'mapped_snr_f':
+            #     # leave as unmapped snr
+            #     predplot = predict
+            #     tfunc_name = mixdb.target_file(1).truth_settings[0].function
+            # elif tfunc_name == 'target_f' or 'target_mixture_f':
+            #     predplot = 20 * np.log10(abs(predict_complex) + np.finfo(np.float32).eps)
+            # else:
+            #     # use dB scale
+            #     predplot = 10 * np.log10(predict + np.finfo(np.float32).eps)
+            #     tfunc_name = tfunc_name + ' (db)'
+
+            mixspec = 20 * np.log10(abs(mixture_f) + np.finfo(np.float32).eps)
+            fig, ax = plot_mixpred(
+                mixture=mixture,
+                mixture_f=mixspec,
+                target=target,
+                feature=feat_sgram,
+                predict=predplot,
+                tp_title=tfunc_name,
+            )
+            pdf.savefig(fig)
+            pickle.dump((fig, ax), pgzip.open(base_name + "_metric_spenh_fig1.pkl.gz", "wb"))
+
+            # ----- page 2, plot unmapped predict, opt truth reconstructed and line plots of mean-over-f
+            # pdf.savefig(plot_pdb_predtruth(predict=pred_snr_f, tp_title='predict snr_f (db)'))
+
+            # page 3 speech extraction
+            tg_spec = 20 * np.log10(abs(target_f) + np.finfo(np.float32).eps)
+            tg_est_spec = 20 * np.log10(abs(predict_complex) + np.finfo(np.float32).eps)
+            # n_spec = np.reshape(n_spec,(n_spec.shape[0] * n_spec.shape[1], n_spec.shape[2]))
+            fig, ax = plot_e_predict_truth(
+                predict=tg_est_spec,
+                predict_wav=target_est_wav,
+                truth_f=tg_spec,
+                truth_wav=target_fi,
+                metric=np.vstack((lerr_tg_frame, phd_frame)).T,
+                tp_title="speech estimate",
+            )
+            pdf.savefig(fig)
+            pickle.dump((fig, ax), pgzip.open(base_name + "_metric_spenh_fig2.pkl.gz", "wb"))
+
+            # page 4 noise extraction
+            n_spec = 20 * np.log10(abs(noise_f) + np.finfo(np.float32).eps)
+            n_est_spec = 20 * np.log10(abs(noise_est_complex) + np.finfo(np.float32).eps)
+            fig, ax = plot_e_predict_truth(
+                predict=n_est_spec,
+                predict_wav=noise_est_wav,
+                truth_f=n_spec,
+                truth_wav=noise_fi,
+                metric=lerr_n_frame,
+                tp_title="noise estimate",
+            )
+            pdf.savefig(fig)
+            pickle.dump((fig, ax), pgzip.open(base_name + "_metric_spenh_fig4.pkl.gz", "wb"))
+
+            # Plot error waveforms
+            # tg_err_wav = target_fi - target_est_wav
+            # tg_err_spec = 20*np.log10(np.abs(target_f - predict_complex))
+
+        plt.close("all")
+
+    return all_metrics_table_1, all_metrics_table_2
+
+
+def main():
+    from docopt import docopt
+
+    import sonusai
+    from sonusai.utils.docstring import trim_docstring
+
+    args = docopt(trim_docstring(__doc__), version=sonusai.__version__, options_first=True)
+
+    verbose = args["--verbose"]
+    mixids = args["--mixid"]
+    asr_method = args["--asr-method"]
+    truth_est_mode = args["--truth-est-mode"]
+    enable_plot = args["--plot"]
+    enable_wav = args["--wav"]
+    enable_summary = args["--summary"]
+    predict_location = args["PLOC"]
+    num_proc = args["--num_process"]
+    truth_location = args["TLOC"]
+
+    import glob
+    from functools import partial
+    from os.path import basename
+    from os.path import isdir
+    from os.path import join
+
+    import psutil
+
+    from sonusai import create_file_handler
+    from sonusai import initial_log_messages
+    from sonusai import logger
+    from sonusai import update_console_handler
+    from sonusai.mixture import MixtureDatabase
+    from sonusai.utils.parallel import par_track
+    from sonusai.utils.parallel import track
+
+    # Check prediction subdirectory
+    if not isdir(predict_location):
+        print(f"The specified predict location {predict_location} is not a valid subdirectory path, exiting.")
+
+    # all_predict_files = listdir(predict_location)
+    all_predict_files = glob.glob(predict_location + "/*.h5")
+    predict_logfile = glob.glob(predict_location + "/*predict.log")
+    predict_wav_mode = False
+    if len(all_predict_files) <= 0 and not truth_est_mode:
+        all_predict_files = glob.glob(predict_location + "/*.wav")  # check for wav files
+        if len(all_predict_files) <= 0:
+            print(f"Subdirectory {predict_location} has no .h5 or .wav files, exiting.")
+        else:
+            logger.info(f"Found {len(all_predict_files)} prediction .wav files.")
+            predict_wav_mode = True
+    else:
+        logger.info(f"Found {len(all_predict_files)} prediction .h5 files.")
+
+    if len(predict_logfile) == 0:
+        logger.info(f"Warning, predict location {predict_location} has no prediction log files.")
+    else:
+        logger.info(f"Found predict log {basename(predict_logfile[0])} in predict location.")
+
+    # Setup logging file
+    create_file_handler(join(predict_location, "calc_metric_spenh.log"), verbose)
+    update_console_handler(verbose)
+    initial_log_messages("calc_metric_spenh")
+
+    mixdb = MixtureDatabase(truth_location)
+    mixids = mixdb.mixids_to_list(mixids)
+    logger.info(
+        f"Found mixdb of {mixdb.num_mixtures} total mixtures, with {mixdb.num_classes} classes in {truth_location}"
+    )
+    # speech enhancement metrics and audio truth requires target_f truth type, check it is present
+    target_f_key = None
+    logger.info(
+        f"mixdb has {len(mixdb.category_truth_configs('primary'))} truth types defined for primary, checking that target_f type is present."
+    )
+    for key in mixdb.category_truth_configs("primary"):
+        if mixdb.category_truth_configs("primary")[key] == "target_f":
+            target_f_key = key
+    if target_f_key is None:
+        logger.error("mixdb does not have target_f truth defined, required for speech enhancement metrics, exiting.")
+        raise SystemExit(1)
+
+    logger.info(f"Only running specified subset of {len(mixids)} mixtures")
+
+    asr_config_en = None
+    fnb = "metric_spenh_"
+    if asr_method is not None:
+        if asr_method in mixdb.asr_configs:
+            logger.info(f"Specified ASR method {asr_method} exists in mixdb.asr_configs, it will be used for ")
+            logger.info("prediction ASR and WER, and pre-calculated target and mixture ASR if available.")
+            asr_config_en = True
+            asr_cfg = mixdb.asr_configs[asr_method]
+            fnb = "metric_spenh_" + asr_method + "_"
+            logger.info(f"Using ASR cfg: {asr_cfg} ")
+            # audio = read_audio(DEFAULT_SPEECH, use_cache=True)
+            # logger.info(f'Warming up {asr_method}, note for cloud service this could take up to a few minutes.')
+            # asr_chk = calc_asr(audio, **asr_cfg)
+            # logger.info(f'Warmup completed, results {asr_chk}')
+        else:
+            logger.info(
+                f"Specified ASR method {asr_method} does not exists in mixdb.asr_configs."
+                f"Must choose one of the following (or none):"
+            )
+            logger.info(f"{', '.join(mixdb.asr_configs)}")
+            logger.error("Unrecognized ASR method, exiting.")
+            raise SystemExit(1)
+
+    num_cpu = psutil.cpu_count()
+    cpu_percent = psutil.cpu_percent(interval=1)
+    logger.info(f"#CPUs: {num_cpu}, current CPU utilization: {cpu_percent}%")
+    logger.info(f"Memory utilization: {psutil.virtual_memory().percent}%")
+    if num_proc == "auto":
+        use_cpu = int(num_cpu * (0.9 - cpu_percent / 100))  # default use 80% of available cpus
+    elif num_proc == "None":
+        use_cpu = None
+    else:
+        use_cpu = min(max(int(num_proc), 1), num_cpu)
+
+    # Individual mixtures use pandas print, set precision to 2 decimal places
+    # pd.set_option('float_format', '{:.2f}'.format)
+    logger.info(f"Calculating metrics for {len(mixids)} mixtures using {use_cpu} parallel processes")
+    # progress = tqdm(total=len(mixids), desc='calc_metric_spenh', mininterval=1)
+    progress = track(total=len(mixids))
+    if use_cpu is None:
+        no_par = True
+        num_cpus = None
+    else:
+        no_par = False
+        num_cpus = use_cpu
+
+    all_metrics_tables = par_track(
+        partial(
+            _process_mixture,
+            truth_location=truth_location,
+            predict_location=predict_location,
+            predict_wav_mode=predict_wav_mode,
+            truth_est_mode=truth_est_mode,
+            enable_plot=enable_plot,
+            enable_wav=enable_wav,
+            asr_method=asr_method,
+            target_f_key=target_f_key,
+        ),
+        mixids,
+        progress=progress,
+        num_cpus=num_cpus,
+        no_par=no_par,
+    )
+    progress.close()
+
+    all_metrics_table_1 = pd.concat([item[0] for item in all_metrics_tables])
+    all_metrics_table_2 = pd.concat([item[1] for item in all_metrics_tables])
+
+    if not enable_summary:
+        return
+
+    # 9) Done with mixtures, write out summary metrics
+    # Calculate SNR summary avg of each non-random snr
+    all_mtab1_sorted = all_metrics_table_1.sort_values(by=["MXSNR", "SPFILE"])
+    all_mtab2_sorted = all_metrics_table_2.sort_values(by=["MXSNR"])
+    mtab_snr_summary = None
+    mtab_snr_summary_em = None
+    for snri in range(0, len(mixdb.snrs)):
+        tmp = all_mtab1_sorted.query("MXSNR==" + str(mixdb.snrs[snri])).mean(numeric_only=True).to_frame().T
+        # avoid nan when subset of mixids specified
+        if ~np.isnan(tmp.iloc[0].to_numpy()[0]).any():
+            mtab_snr_summary = pd.concat([mtab_snr_summary, tmp])
+
+        tmp = all_mtab2_sorted[all_mtab2_sorted["MXSNR"] == mixdb.snrs[snri]].mean(numeric_only=True).to_frame().T
+        # avoid nan when subset of mixids specified (mxsnr will be nan if no data):
+        if ~np.isnan(tmp.iloc[0].to_numpy()[0]).any():
+            mtab_snr_summary_em = pd.concat([mtab_snr_summary_em, tmp])
+
+    mtab_snr_summary = mtab_snr_summary.sort_values(by=["MXSNR"], ascending=False)
+    # Correct percentages in snr summary table
+    mtab_snr_summary["PESQi%"] = (
+        100 * (mtab_snr_summary["PESQ"] - mtab_snr_summary["MXPESQ"]) / np.maximum(mtab_snr_summary["MXPESQ"], 0.01)
+    )
+    for i in range(len(mtab_snr_summary)):
+        if mtab_snr_summary["MXWER"].iloc[i] == 0.0:
+            if mtab_snr_summary["WER"].iloc[i] == 0.0:
+                mtab_snr_summary.iloc[i, 6] = 0.0  # mtab_snr_summary['WERi%'].iloc[i] = 0.0
+            else:
+                mtab_snr_summary.iloc[i, 6] = -999.0  # mtab_snr_summary['WERi%'].iloc[i] = -999.0
+        else:
+            if ~np.isnan(mtab_snr_summary["WER"].iloc[i]) and ~np.isnan(mtab_snr_summary["MXWER"].iloc[i]):
+                # update WERi% in 6th col
+                mtab_snr_summary.iloc[i, 6] = (
+                    100
+                    * (mtab_snr_summary["MXWER"].iloc[i] - mtab_snr_summary["WER"].iloc[i])
+                    / mtab_snr_summary["MXWER"].iloc[i]
+                )
+
+    # Calculate avg metrics over all mixtures except -99
+    all_mtab1_sorted_nom99 = all_mtab1_sorted[all_mtab1_sorted.MXSNR != -99]
+    all_nom99_mean = all_mtab1_sorted_nom99.mean(numeric_only=True)
+
+    # correct the percentage averages with a direct calculation (PESQ% and WER%):
+    # ser.iloc[pos]
+    all_nom99_mean["PESQi%"] = (
+        100 * (all_nom99_mean["PESQ"] - all_nom99_mean["MXPESQ"]) / np.maximum(all_nom99_mean["MXPESQ"], 0.01)
+    )  # pesq%
+    # all_nom99_mean[3] = 100 * (all_nom99_mean[2] - all_nom99_mean[1]) / np.maximum(all_nom99_mean[1], 0.01)  # pesq%
+    if all_nom99_mean["MXWER"] == 0.0:
+        if all_nom99_mean["WER"] == 0.0:
+            all_nom99_mean["WERi%"] = 0.0
+        else:
+            all_nom99_mean["WERi%"] = -999.0
+    else:  # WER%
+        all_nom99_mean["WERi%"] = 100 * (all_nom99_mean["MXWER"] - all_nom99_mean["WER"]) / all_nom99_mean["MXWER"]
+
+    num_mix = len(mixids)
+    if num_mix > 1:
+        # Print pandas data to files using precision to 2 decimals
+        # pd.set_option('float_format', '{:.2f}'.format)
+
+        if not truth_est_mode:
+            ofname = join(predict_location, fnb + "summary.txt")
+        else:
+            ofname = join(predict_location, fnb + "summary_truest.txt")
+
+        with open(ofname, "w") as f:
+            print(f"ASR enabled with method {asr_method}", file=f)
+            print(
+                f"Speech enhancement metrics avg over all {len(all_mtab1_sorted_nom99)} non -99 SNR mixtures:", file=f
+            )
+            print(
+                all_nom99_mean.to_frame().T.round(2).to_string(float_format=lambda x: f"{x:.2f}", index=False), file=f
+            )
+            print("\nSpeech enhancement metrics avg over each SNR:", file=f)
+            print(mtab_snr_summary.round(2).to_string(float_format=lambda x: f"{x:.2f}", index=False), file=f)
+            print("", file=f)
+            print("Extraction statistics stats avg over each SNR:", file=f)
+            # with pd.option_context('display.max_colwidth', 9):
+            # with pd.set_option('float_format', '{:.1f}'.format):
+            print(mtab_snr_summary_em.round(1).to_string(float_format=lambda x: f"{x:.1f}", index=False), file=f)
+            print("", file=f)
+            # pd.set_option('float_format', '{:.2f}'.format)
+
+            print(f"Speech enhancement metrics stats over all {num_mix} mixtures:", file=f)
+            print(all_metrics_table_1.describe().round(2).to_string(float_format=lambda x: f"{x:.2f}"), file=f)
+            print("", file=f)
+            print(f"Extraction statistics stats over all {num_mix} mixtures:", file=f)
+            print(all_metrics_table_2.describe().round(2).to_string(float_format=lambda x: f"{x:.1f}"), file=f)
+            print("", file=f)
+
+            print("Speech enhancement metrics all-mixtures list:", file=f)
+            # print(all_metrics_table_1.head().style.format(precision=2), file=f)
+            print(all_metrics_table_1.round(2).to_string(float_format=lambda x: f"{x:.2f}"), file=f)
+            print("", file=f)
+            print("Extraction statistics all-mixtures list:", file=f)
+            print(all_metrics_table_2.round(2).to_string(float_format=lambda x: f"{x:.1f}"), file=f)
+
+        # Write summary to .csv file
+        if not truth_est_mode:
+            csv_name = str(join(predict_location, fnb + "summary.csv"))
+        else:
+            csv_name = str(join(predict_location, fnb + "truest_summary.csv"))
+        header_args = {
+            "mode": "a",
+            "encoding": "utf-8",
+            "index": False,
+            "header": False,
+        }
+        table_args = {
+            "mode": "a",
+            "encoding": "utf-8",
+        }
+        label = f"Speech enhancement metrics avg over all {len(all_mtab1_sorted_nom99)} non -99 SNR mixtures:"
+        pd.DataFrame([label]).to_csv(csv_name, header=False, index=False)  # open as write
+        all_nom99_mean.to_frame().T.round(2).to_csv(csv_name, index=False, **table_args)
+        pd.DataFrame([""]).to_csv(csv_name, **header_args)
+        pd.DataFrame(["Speech enhancement metrics avg over each SNR:"]).to_csv(csv_name, **header_args)
+        mtab_snr_summary.round(2).to_csv(csv_name, index=False, **table_args)
+        pd.DataFrame([""]).to_csv(csv_name, **header_args)
+        pd.DataFrame(["Extraction statistics stats avg over each SNR:"]).to_csv(csv_name, **header_args)
+        mtab_snr_summary_em.round(2).to_csv(csv_name, index=False, **table_args)
+        pd.DataFrame([""]).to_csv(csv_name, **header_args)
+        pd.DataFrame([""]).to_csv(csv_name, **header_args)
+        label = f"Speech enhancement metrics stats over {num_mix} mixtures:"
+        pd.DataFrame([label]).to_csv(csv_name, **header_args)
+        all_metrics_table_1.describe().round(2).to_csv(csv_name, **table_args)
+        pd.DataFrame([""]).to_csv(csv_name, **header_args)
+        label = f"Extraction statistics stats over {num_mix} mixtures:"
+        pd.DataFrame([label]).to_csv(csv_name, **header_args)
+        all_metrics_table_2.describe().round(2).to_csv(csv_name, **table_args)
+        label = f"ASR enabled with method {asr_method}"
+        pd.DataFrame([label]).to_csv(csv_name, **header_args)
+
+        if not truth_est_mode:
+            csv_name = str(join(predict_location, fnb + "list.csv"))
+        else:
+            csv_name = str(join(predict_location, fnb + "truest_list.csv"))
+        pd.DataFrame(["Speech enhancement metrics list:"]).to_csv(csv_name, header=False, index=False)  # open as write
+        all_metrics_table_1.round(2).to_csv(csv_name, **table_args)
+
+        if not truth_est_mode:
+            csv_name = str(join(predict_location, fnb + "estats_list.csv"))
+        else:
+            csv_name = str(join(predict_location, fnb + "truest_estats_list.csv"))
+        pd.DataFrame(["Extraction statistics list:"]).to_csv(csv_name, header=False, index=False)  # open as write
+        all_metrics_table_2.round(2).to_csv(csv_name, **table_args)
+
+
+if __name__ == "__main__":
+    from sonusai import exception_handler
+    from sonusai.utils.keyboard_interrupt import register_keyboard_interrupt
+
+    register_keyboard_interrupt()
+    try:
+        main()
+    except Exception as e:
+        exception_handler(e)
+
+# if asr_method == 'none':
+#     fnb = 'metric_spenh_'
+# elif asr_method == 'google':
+#     fnb = 'metric_spenh_ggl_'
+#     logger.info(f'ASR enabled with method {asr_method}')
+#     enable_asr_warmup = True
+# elif asr_method == 'deepgram':
+#     fnb = 'metric_spenh_dgram_'
+#     logger.info(f'ASR enabled with method {asr_method}')
+#     enable_asr_warmup = True
+# elif asr_method == 'aixplain_whisper':
+#     fnb = 'metric_spenh_whspx_' + mixdb.asr_configs[asr_method]['model'] + '_'
+#     asr_model_name = mixdb.asr_configs[asr_method]['model']
+#     enable_asr_warmup = True
+# elif asr_method == 'whisper':
+#     fnb = 'metric_spenh_whspl_' + mixdb.asr_configs[asr_method]['model'] + '_'
+#     asr_model_name = mixdb.asr_configs[asr_method]['model']
+#     enable_asr_warmup = True
+# elif asr_method == 'aaware_whisper':
+#     fnb = 'metric_spenh_whspaaw_' + mixdb.asr_configs[asr_method]['model'] + '_'
+#     asr_model_name = mixdb.asr_configs[asr_method]['model']
+#     enable_asr_warmup = True
+# elif asr_method == 'faster_whisper':
+#     fnb = 'metric_spenh_fwhsp_' + mixdb.asr_configs[asr_method]['model'] + '_'
+#     asr_model_name = mixdb.asr_configs[asr_method]['model']
+#     enable_asr_warmup = True
+# elif asr_method == 'sensory':
+#     fnb = 'metric_spenh_snsr_' + mixdb.asr_configs[asr_method]['model'] + '_'
+#     asr_model_name = mixdb.asr_configs[asr_method]['model']
+#     enable_asr_warmup = True
+# else:
+#     logger.error(f'Unrecognized ASR method: {asr_method}')
+#     return