sonusai 0.15.8__tar.gz → 0.16.0__tar.gz

{sonusai-0.15.8 → sonusai-0.16.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sonusai
-Version: 0.15.8
+Version: 0.16.0
 Summary: Framework for building deep neural network models for sound, speech, and voice AI
 Home-page: https://aaware.com
 License: GPL-3.0-only
@@ -15,50 +15,39 @@ Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Requires-Dist: PyYAML (>=6.0.1,<7.0.0)
-Requires-Dist: aixplain (>=0.2.6,<0.3.0)
-Requires-Dist: ctranslate2 (==4.1.0)
 Requires-Dist: dataclasses-json (>=0.6.1,<0.7.0)
-Requires-Dist: deepgram-sdk (>=3.0.0,<4.0.0)
 Requires-Dist: docopt (>=0.6.2,<0.7.0)
-Requires-Dist: faster-whisper (>=1.0.1,<2.0.0)
 Requires-Dist: h5py (>=3.11.0,<4.0.0)
 Requires-Dist: jiwer (>=3.0.3,<4.0.0)
-Requires-Dist: keras (>=3.1.1,<4.0.0)
-Requires-Dist: keras-tuner (>=1.4.7,<2.0.0)
 Requires-Dist: librosa (>=0.10.1,<0.11.0)
-Requires-Dist: lightning (>=2.2,<2.3)
 Requires-Dist: matplotlib (>=3.8.0,<4.0.0)
 Requires-Dist: onnx (>=1.14.1,<2.0.0)
 Requires-Dist: onnxruntime (>=1.16.1,<2.0.0)
 Requires-Dist: paho-mqtt (>=2.0.0,<3.0.0)
 Requires-Dist: pandas (>=2.1.1,<3.0.0)
 Requires-Dist: pesq (>=0.0.4,<0.0.5)
-Requires-Dist: pyaaware (>=1.5.3,<2.0.0)
+Requires-Dist: pyaaware (>=1.5.7,<2.0.0)
+Requires-Dist: pyaudio (>=0.2.14,<0.3.0)
 Requires-Dist: pydub (>=0.25.1,<0.26.0)
 Requires-Dist: pystoi (>=0.4.0,<0.5.0)
-Requires-Dist: python-magic (>=0.4.27,<0.5.0)
 Requires-Dist: requests (>=2.31.0,<3.0.0)
 Requires-Dist: samplerate (>=0.2.1,<0.3.0)
 Requires-Dist: soundfile (>=0.12.1,<0.13.0)
 Requires-Dist: sox (>=1.4.1,<2.0.0)
-Requires-Dist: speechrecognition (>=3.10.1,<4.0.0)
-Requires-Dist: tensorflow (>=2.15.0,<3.0.0)
-Requires-Dist: tf2onnx (>=1.15.1,<2.0.0)
 Requires-Dist: torch (>=2.2,<2.3)
 Requires-Dist: torchaudio (>=2.2,<2.3)
-Requires-Dist: torchinfo (>=1.8.0,<2.0.0)
 Requires-Dist: tqdm (>=4.66.1,<5.0.0)
 Description-Content-Type: text/x-rst
 
-Sonus AI: Framework for simplified creation of deep NN models for sound, speech, and voice AI
+SonusAI: Framework for simplified creation of deep NN models for sound, speech, and voice AI
 
-Sonus AI includes functions for pre-processing training and validation data and
+SonusAI includes functions for pre-processing training and validation data and
 creating performance metrics reports for key types of Keras models:
 - recurrent, convolutional, or a combination (i.e. RCNNs)
 - binary, multiclass single-label, multiclass multi-label, and regression
 - training with data augmentations:  noise mixing, pitch and time stretch, etc.
 
-Sonus AI python functions are used by:
- - Aaware Inc. sonusai executable:  Easily create train/validation data, run prediction, evaluate model performance
- - Keras model scripts:             User python scripts for keras model creation, training, and prediction. These can use sonusai-specific data but also some general useful utilities for trainining rnn-based models like CRNN's, DSCRNN's, etc. in Keras
+SonusAI python functions are used by:
+ - Aaware Inc. sonusai framework:   Easily create train/validation data, run prediction, evaluate model performance
+ - Keras model scripts:             User python scripts for Keras model creation, training, and prediction. These can use sonusai-specific data but also some general useful utilities for training rnn-based models like CRNN's, DSCRNN's, etc. in Keras.
 

{sonusai-0.15.8 → sonusai-0.16.0}/README.rst

@@ -1,11 +1,11 @@
-Sonus AI: Framework for simplified creation of deep NN models for sound, speech, and voice AI
+SonusAI: Framework for simplified creation of deep NN models for sound, speech, and voice AI
 
-Sonus AI includes functions for pre-processing training and validation data and
+SonusAI includes functions for pre-processing training and validation data and
 creating performance metrics reports for key types of Keras models:
 - recurrent, convolutional, or a combination (i.e. RCNNs)
 - binary, multiclass single-label, multiclass multi-label, and regression
 - training with data augmentations:  noise mixing, pitch and time stretch, etc.
 
-Sonus AI python functions are used by:
- - Aaware Inc. sonusai executable:  Easily create train/validation data, run prediction, evaluate model performance
- - Keras model scripts:             User python scripts for keras model creation, training, and prediction. These can use sonusai-specific data but also some general useful utilities for trainining rnn-based models like CRNN's, DSCRNN's, etc. in Keras
+SonusAI python functions are used by:
+ - Aaware Inc. sonusai framework:   Easily create train/validation data, run prediction, evaluate model performance
+ - Keras model scripts:             User python scripts for Keras model creation, training, and prediction. These can use sonusai-specific data but also some general useful utilities for training rnn-based models like CRNN's, DSCRNN's, etc. in Keras.

{sonusai-0.15.8 → sonusai-0.16.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "sonusai"
-version = "0.15.8"
+version = "0.16.0"
 description = "Framework for building deep neural network models for sound, speech, and voice AI"
 authors = ["Chris Eddington <chris@aaware.com>", "Jason Calderwood <jason@aaware.com>"]
 maintainers = ["Chris Eddington <chris@aaware.com>", "Jason Calderwood <jason@aaware.com>"]
@@ -15,53 +15,37 @@ aawscd_probwrite = 'sonusai.aawscd_probwrite:main'
 
 [tool.poetry.dependencies]
 PyYAML = "^6.0.1"
-aixplain = "^0.2.6"
-ctranslate2 = "4.1.0"
 dataclasses-json = "^0.6.1"
-deepgram-sdk = "^3.0.0"
 docopt = "^0.6.2"
-faster-whisper = "^1.0.1"
 h5py = "^3.11.0"
 jiwer = "^3.0.3"
-keras = "^3.1.1"
-keras-tuner = "^1.4.7"
 librosa = "^0.10.1"
-lightning = "~2.2"
 matplotlib = "^3.8.0"
 onnx = "^1.14.1"
-#onnxruntime-gpu = "^1.16.1"
 onnxruntime = "^1.16.1"
-#openai-whisper = "^20231117"
 paho-mqtt = "^2.0.0"
 pandas = "^2.1.1"
 pesq = "^0.0.4"
-pyaaware = "^1.5.3"
+pyaaware = "^1.5.7"
+pyaudio = "^0.2.14"
 pydub = "^0.25.1"
 pystoi = "^0.4.0"
 python = ">=3.9,<3.12"
-python-magic = "^0.4.27"
 requests = "^2.31.0"
 samplerate = "^0.2.1"
 soundfile = "^0.12.1"
-speechrecognition = "^3.10.1"
 sox = "^1.4.1"
-tensorflow = "^2.15.0"
-tf2onnx = "^1.15.1"
 torch = "~2.2"
 torchaudio = "~2.2"
-torchinfo = "^1.8.0"
 tqdm = "^4.66.1"
 
 [tool.poetry.group.dev.dependencies]
 icecream = "^2.1.3"
-ipython = "^8.16.1"
-jupyter = "^1.0.0"
 mypy = "^1.6.0"
 mypy-extensions = "^1.0.0"
 pytest = "^8.1.1"
 types-pyyaml = "^6.0.12.12"
 types-requests = "^2.31.0.8"
-yappi = "^1.4.0"
 
 [tool.mypy]
 ignore_missing_imports = true

sonusai-0.16.0/sonusai/__init__.py

@@ -0,0 +1,86 @@
+import logging
+from importlib import metadata
+from os.path import dirname
+
+__version__ = metadata.version(__package__)
+BASEDIR = dirname(__file__)
+
+commands_doc = """
+   audiofe                      Audio front end
+   calc_metric_spenh            Run speech enhancement and analysis
+   doc                          Documentation
+   genft                        Generate feature and truth data
+   genmix                       Generate mixture and truth data
+   genmixdb                     Generate a mixture database
+   gentcst                      Generate target configuration from a subdirectory tree
+   lsdb                         List information about a mixture database
+   mkmanifest                   Make ASR manifest JSON file
+   mkwav                        Make WAV files from a mixture database
+   onnx_predict                 Run ONNX predict on a trained model
+   plot                         Plot mixture data
+   post_spenh_targetf           Run post-processing for speech enhancement targetf data
+   tplot                        Plot truth data
+   vars                         List custom SonusAI variables
+"""
+
+# create logger
+logger = logging.getLogger('sonusai')
+logger.setLevel(logging.DEBUG)
+formatter = logging.Formatter('%(message)s')
+console_handler = logging.StreamHandler()
+console_handler.setLevel(logging.DEBUG)
+console_handler.setFormatter(formatter)
+logger.addHandler(console_handler)
+
+
+class SonusAIError(Exception):
+    def __init__(self, value):
+        logger.error(value)
+
+
+# create file handler
+def create_file_handler(filename: str) -> None:
+    fh = logging.FileHandler(filename=filename, mode='w')
+    fh.setLevel(logging.DEBUG)
+    fh.setFormatter(formatter)
+    logger.addHandler(fh)
+
+
+# update console handler
+def update_console_handler(verbose: bool) -> None:
+    if not verbose:
+        logger.removeHandler(console_handler)
+        console_handler.setLevel(logging.INFO)
+        logger.addHandler(console_handler)
+
+
+# write initial log message
+def initial_log_messages(name: str, subprocess: str = None) -> None:
+    from datetime import datetime
+    from getpass import getuser
+    from os import getcwd
+    from socket import gethostname
+    from sys import argv
+
+    if subprocess is None:
+        logger.info(f'SonusAI {__version__}')
+    else:
+        logger.info(f'SonusAI {subprocess}')
+    logger.info(f'{name}')
+    logger.info('')
+    logger.debug(f'Host:      {gethostname()}')
+    logger.debug(f'User:      {getuser()}')
+    logger.debug(f'Directory: {getcwd()}')
+    logger.debug(f'Date:      {datetime.now()}')
+    logger.debug(f'Command:   {" ".join(argv)}')
+    logger.debug('')
+
+
+def commands_list(doc: str = commands_doc) -> list[str]:
+    lines = doc.split('\n')
+    commands = []
+    for line in lines:
+        command = line.strip().split(' ').pop(0)
+        if command:
+            commands.append(command)
+    return commands

sonusai-0.16.0/sonusai/audiofe.py

@@ -0,0 +1,237 @@
+"""sonusai audiofe
+
+usage: audiofe [-hvds] [--version] [-i INPUT] [-l LENGTH] [-m MODEL] [-k CKPT] [-a ASR] [-w WMODEL]
+
+options:
+    -h, --help
+    -v, --verbose                   Be verbose.
+    -d, --debug                     Write debug data to H5 file.
+    -s, --show                      Show a list of available audio inputs.
+    -i INPUT, --input INPUT         Input audio.
+    -l LENGTH, --length LENGTH      Length of audio in seconds. [default: -1].
+    -m MODEL, --model MODEL         PL model .py file path.
+    -k CKPT, --checkpoint CKPT      PL checkpoint file with weights.
+    -a ASR, --asr ASR               ASR method to use.
+    -w WMODEL, --whisper WMODEL     Whisper model used in aixplain_whisper and whisper methods. [default: tiny].
+
+Aaware SonusAI Audio Front End.
+
+Capture LENGTH seconds of audio from INPUT. If LENGTH is < 0, then capture until key is pressed. If INPUT is a valid
+audio file name, then use the audio data from the specified file. In this case, if LENGTH is < 0, process entire file;
+otherwise, process min(length(INPUT), LENGTH) seconds of audio from INPUT. Audio is saved to
+audiofe_capture_<TIMESTAMP>.wav.
+
+If a model is specified, run prediction on audio data from this model. Then compute the inverse transform of the
+prediction result and save to audiofe_predict_<TIMESTAMP>.wav.
+
+If an ASR is specified, run ASR on the captured audio and print the results. In addition, if a model was also specified,
+run ASR on the predict audio and print the results.
+
+If the debug option is enabled, write capture audio, feature, reconstruct audio, predict, and predict audio to
+audiofe_<TIMESTAMP>.h5.
+
+"""
+from os.path import exists
+from select import select
+from sys import stdin
+
+import h5py
+import numpy as np
+import pyaudio
+import torch
+from docopt import docopt
+from docopt import printable_usage
+
+import sonusai
+from sonusai import create_file_handler
+from sonusai import initial_log_messages
+from sonusai import logger
+from sonusai import update_console_handler
+from sonusai.mixture import AudioT
+from sonusai.mixture import CHANNEL_COUNT
+from sonusai.mixture import SAMPLE_RATE
+from sonusai.mixture import get_audio_from_feature
+from sonusai.mixture import get_feature_from_audio
+from sonusai.mixture import read_audio
+from sonusai.utils import calc_asr
+from sonusai.utils import create_timestamp
+from sonusai.utils import get_input_device_index_by_name
+from sonusai.utils import get_input_devices
+from sonusai.utils import load_torchl_ckpt_model
+from sonusai.utils import trim_docstring
+from sonusai.utils import write_wav
+
+
+def main() -> None:
+    args = docopt(trim_docstring(__doc__), version=sonusai.__version__, options_first=True)
+    ts = create_timestamp()
+
+    verbose = args['--verbose']
+    length = float(args['--length'])
+    input_name = args['--input']
+    model_name = args['--model']
+    ckpt_name = args['--checkpoint']
+    asr_name = args['--asr']
+    whisper_name = args['--whisper']
+    debug = args['--debug']
+    show = args['--show']
+
+    capture_name = f'audiofe_capture_{ts}.wav'
+    predict_name = f'audiofe_predict_{ts}.wav'
+    h5_name = f'audiofe_{ts}.h5'
+
+    if model_name is not None and ckpt_name is None:
+        print(printable_usage(trim_docstring(__doc__)))
+        exit(1)
+
+    # Setup logging file
+    create_file_handler('audiofe.log')
+    update_console_handler(verbose)
+    initial_log_messages('audiofe')
+
+    if show:
+        logger.info('List of available audio inputs:')
+        logger.info('')
+        p = pyaudio.PyAudio()
+        for name in get_input_devices(p):
+            logger.info(f'{name}')
+        logger.info('')
+        p.terminate()
+        return
+
+    if input_name is not None and exists(input_name):
+        capture_audio = get_frames_from_file(input_name, length)
+    else:
+        try:
+            capture_audio = get_frames_from_device(input_name, length)
+        except ValueError as e:
+            logger.exception(e)
+            return
+
+    write_wav(capture_name, capture_audio, SAMPLE_RATE)
+    logger.info('')
+    logger.info(f'Wrote capture audio with shape {capture_audio.shape} to {capture_name}')
+    if debug:
+        with h5py.File(h5_name, 'a') as f:
+            if 'capture_audio' in f:
+                del f['capture_audio']
+            f.create_dataset('capture_audio', data=capture_audio)
+        logger.info(f'Wrote capture audio with shape {capture_audio.shape} to {h5_name}')
+
+    if asr_name is not None:
+        capture_asr = calc_asr(capture_audio, engine=asr_name, whisper_model_name=whisper_name).text
+        logger.info(f'Capture audio ASR: {capture_asr}')
+
+    if model_name is not None:
+        model = load_torchl_ckpt_model(model_name=model_name, ckpt_name=ckpt_name)
+        model.eval()
+
+        feature = get_feature_from_audio(audio=capture_audio, feature_mode=model.hparams.feature)
+        if debug:
+            with h5py.File(h5_name, 'a') as f:
+                if 'feature' in f:
+                    del f['feature']
+                f.create_dataset('feature', data=feature)
+            logger.info(f'Wrote feature with shape {feature.shape} to {h5_name}')
+
+        # if debug:
+        #     reconstruct_name = f'audiofe_reconstruct_{ts}.wav'
+        #     reconstruct_audio = get_audio_from_feature(feature=feature, feature_mode=model.hparams.feature)
+        #     samples = min(len(capture_audio), len(reconstruct_audio))
+        #     max_err = np.max(np.abs(capture_audio[:samples] - reconstruct_audio[:samples]))
+        #     logger.info(f'Maximum error between capture and reconstruct: {max_err}')
+        #     write_wav(reconstruct_name, reconstruct_audio, SAMPLE_RATE)
+        #     logger.info(f'Wrote reconstruct audio with shape {reconstruct_audio.shape} to {reconstruct_name}')
+        #     with h5py.File(h5_name, 'a') as f:
+        #         if 'reconstruct_audio' in f:
+        #             del f['reconstruct_audio']
+        #         f.create_dataset('reconstruct_audio', data=reconstruct_audio)
+        #     logger.info(f'Wrote reconstruct audio with shape {reconstruct_audio.shape} to {h5_name}')
+
+        with torch.no_grad():
+            # model wants batch x timesteps x feature_parameters
+            predict = model(torch.tensor(feature).permute((1, 0, 2))).permute(1, 0, 2).numpy()
+        if debug:
+            with h5py.File(h5_name, 'a') as f:
+                if 'predict' in f:
+                    del f['predict']
+                f.create_dataset('predict', data=predict)
+            logger.info(f'Wrote predict with shape {predict.shape} to {h5_name}')
+
+        predict_audio = get_audio_from_feature(feature=predict, feature_mode=model.hparams.feature)
+        write_wav(predict_name, predict_audio, SAMPLE_RATE)
+        logger.info(f'Wrote predict audio with shape {predict_audio.shape} to {predict_name}')
+        if debug:
+            with h5py.File(h5_name, 'a') as f:
+                if 'predict_audio' in f:
+                    del f['predict_audio']
+                f.create_dataset('predict_audio', data=predict_audio)
+            logger.info(f'Wrote predict audio with shape {predict_audio.shape} to {h5_name}')
+
+        if asr_name is not None:
+            predict_asr = calc_asr(predict_audio, engine=asr_name, whisper_model_name=whisper_name).text
+            logger.info(f'Predict audio ASR: {predict_asr}')
+
+
+def get_frames_from_device(input_name: str | None, length: float, chunk: int = 1024) -> AudioT:
+    p = pyaudio.PyAudio()
+
+    input_devices = get_input_devices(p)
+    if not input_devices:
+        raise ValueError('No input audio devices found')
+
+    if input_name is None:
+        input_name = input_devices[0]
+
+    try:
+        device_index = get_input_device_index_by_name(p, input_name)
+    except ValueError:
+        msg = f'Could not find {input_name}\n'
+        msg += f'Available devices:\n'
+        for input_device in input_devices:
+            msg += f'  {input_device}\n'
+        raise ValueError(msg)
+
+    logger.info(f'Capturing from {p.get_device_info_by_index(device_index).get("name")}')
+    stream = p.open(format=pyaudio.paFloat32,
+                    channels=CHANNEL_COUNT,
+                    rate=SAMPLE_RATE,
+                    input=True,
+                    input_device_index=device_index)
+    stream.start_stream()
+
+    print()
+    print('+---------------------------------+')
+    print('| Press Enter to stop             |')
+    print('+---------------------------------+')
+    print()
+
+    elapsed = 0.0
+    seconds_per_chunk = float(chunk) / float(SAMPLE_RATE)
+    raw_frames = []
+    while elapsed < length or length == -1:
+        raw_frames.append(stream.read(num_frames=chunk, exception_on_overflow=False))
+        elapsed += seconds_per_chunk
+        if select([stdin, ], [], [], 0)[0]:
+            stdin.read(1)
+            length = elapsed
+
+    stream.stop_stream()
+    stream.close()
+    p.terminate()
+    frames = np.frombuffer(b''.join(raw_frames), dtype=np.float32)
+    return frames
+
+
+def get_frames_from_file(input_name: str, length: float) -> AudioT:
+    logger.info(f'Capturing from {input_name}')
+    frames = read_audio(input_name)
+    if length != -1:
+        num_frames = int(length * SAMPLE_RATE)
+        if len(frames) > num_frames:
+            frames = frames[:num_frames]
+    return frames
+
+
+if __name__ == '__main__':
+    main()

{sonusai-0.15.8 → sonusai-0.16.0}/sonusai/calc_metric_spenh.py

@@ -758,13 +758,18 @@ def _process_mixture(mixid: int) -> tuple[pd.DataFrame, pd.DataFrame]:
             predict = stack_complex(predict)
 
     # 2) Collect true target, noise, mixture data, trim to predict size if needed
-    target = mixdb.mixture_target(mixid)
-    target_f = mixdb.mixture_target_f(mixid, target=target)
-    noise = mixdb.mixture_noise(mixid)
-    noise_f = mixdb.mixture_noise_f(mixid, noise=noise)
-    mixture = mixdb.mixture_mixture(mixid, target=target, noise=noise)
+    tmp = mixdb.mixture_targets(mixid)  # targets is list of pre-IR and pre-specaugment targets
+    target_f = mixdb.mixture_targets_f(mixid, targets=tmp)[0]
+    target = tmp[0]
+    mixture = mixdb.mixture_mixture(mixid)  # note: gives full reverberated/distorted target, but no specaugment
+    # noise_wodist = mixdb.mixture_noise(mixid)            # noise without specaugment and distortion
+    # noise_wodist_f = mixdb.mixture_noise_f(mixid, noise=noise_wodist)
+    noise = mixture - target  # has time-domain distortion (ir,etc.) but does not have specaugment
+    # noise_f = mixdb.mixture_noise_f(mixid, noise=noise)
+    segsnr_f = mixdb.mixture_segsnr(mixid, target=target, noise=noise)  # note: uses pre-IR, pre-specaug audio
     mixture_f = mixdb.mixture_mixture_f(mixid, mixture=mixture)
-    segsnr_f = mixdb.mixture_segsnr(mixid, target=target, noise=noise)
+    noise_f = mixture_f - target_f  # true noise in freq domain includes specaugment and time-domain ir,distortions
+    # segsnr_f = mixdb.mixture_segsnr(mixid, target=target, noise=noise)
     segsnr_f[segsnr_f == inf] = 7.944e8  # 99db
     segsnr_f[segsnr_f == -inf] = 1.258e-10  # -99db
     # need to use inv-tf to match #samples & latency shift properties of predict inv tf
@@ -920,8 +925,9 @@ def _process_mixture(mixid: int) -> tuple[pd.DataFrame, pd.DataFrame]:
                           'NLERR': lerr_n_frame,
                           'SPD':   phd_frame})
     metr2 = metr2.describe()  # Use pandas stat function
-    metr2['SSNR'][1:] = metr2['SSNR'][1:].apply(
-        lambda x: 10 * np.log10(x + 1.01e-10))  # Change SSNR stats to dB, except count
+    # Change SSNR stats to dB, except count.  SSNR is index 0, pandas requires using iloc
+    # metr2['SSNR'][1:] = metr2['SSNR'][1:].apply(lambda x: 10 * np.log10(x + 1.01e-10))
+    metr2.iloc[1:, 0] = metr2['SSNR'][1:].apply(lambda x: 10 * np.log10(x + 1.01e-10))
     # create a single row in multi-column header
     new_labels = pd.MultiIndex.from_product([metr2.columns,
                                              ['Avg', 'Min', 'Med', 'Max', 'Std']],
@@ -1166,7 +1172,7 @@ def main():
     # Individual mixtures use pandas print, set precision to 2 decimal places
     # pd.set_option('float_format', '{:.2f}'.format)
     progress = tqdm(total=len(mixids), desc='calc_metric_spenh')
-    all_metrics_tables = pp_tqdm_imap(_process_mixture, mixids, progress=progress, num_cpus=None)
+    all_metrics_tables = pp_tqdm_imap(_process_mixture, mixids, progress=progress, num_cpus=8)
     progress.close()
 
     all_metrics_table_1 = pd.concat([item[0] for item in all_metrics_tables])
@@ -1192,6 +1198,7 @@ def main():
         if ~np.isnan(tmp.iloc[0].to_numpy()[0]).any():
             mtab_snr_summary_em = pd.concat([mtab_snr_summary_em, tmp])
 
+    mtab_snr_summary = mtab_snr_summary.sort_values(by=['MXSNR'], ascending=False)
     # Correct percentages in snr summary table
     mtab_snr_summary['PESQi%'] = 100 * (mtab_snr_summary['PESQ'] - mtab_snr_summary['MXPESQ']) / np.maximum(
         mtab_snr_summary['MXPESQ'], 0.01)
@@ -1202,9 +1209,11 @@ def main():
             else:
                 mtab_snr_summary['WERi%'].iloc[i] = -999.0
         else:
-            mtab_snr_summary['WERi%'].iloc[i] = 100 * (mtab_snr_summary['MXWER'].iloc[i] -
-                                                       mtab_snr_summary['WER'].iloc[i]) / \
-                                                mtab_snr_summary['MXWER'].iloc[i]
+            if ~np.isnan(mtab_snr_summary['WER'].iloc[i]) and ~np.isnan(mtab_snr_summary['MXWER'].iloc[i]):
+                # update WERi% in 6th col
+                mtab_snr_summary.iloc[i, 6] = 100 * (mtab_snr_summary['MXWER'].iloc[i] -
+                                                     mtab_snr_summary['WER'].iloc[i]) / \
+                                              mtab_snr_summary['MXWER'].iloc[i]
 
     # Calculate avg metrics over all mixtures except -99
     all_mtab1_sorted_nom99 = all_mtab1_sorted[all_mtab1_sorted.MXSNR != -99]

{sonusai-0.15.8 → sonusai-0.16.0}/sonusai/genft.py

@@ -165,7 +165,8 @@ def main() -> None:
     logger.info(f'Wrote {len(mixids)} mixtures to {location}')
     logger.info('')
     logger.info(f'Duration: {seconds_to_hms(seconds=duration)}')
-    logger.info(f'feature:  {human_readable_size(total_feature_frames * mixdb.fg_stride * mixdb.fg_num_bands * 4, 1)}')
+    logger.info(
+        f'feature:  {human_readable_size(total_feature_frames * mixdb.fg_stride * mixdb.feature_parameters * 4, 1)}')
     logger.info(f'truth_f:  {human_readable_size(total_feature_frames * mixdb.num_classes * 4, 1)}')
     if compute_segsnr:
         logger.info(f'segsnr:   {human_readable_size(total_transform_frames * 4, 1)}')

{sonusai-0.15.8 → sonusai-0.16.0}/sonusai/genmixdb.py

@@ -225,7 +225,7 @@ def genmixdb(location: str,
     if logging:
         logger.info('Collecting impulse responses')
 
-    impulse_response_files = get_impulse_response_files(config, show_progress=show_progress)
+    impulse_response_files = get_impulse_response_files(config)
 
     populate_impulse_response_file_table(location, impulse_response_files, test)
 
@@ -337,12 +337,12 @@ def genmixdb(location: str,
         log_duration_and_sizes(total_duration=total_duration,
                                num_classes=mixdb.num_classes,
                                feature_step_samples=mixdb.feature_step_samples,
-                               num_bands=mixdb.fg_num_bands,
+                               feature_parameters=mixdb.feature_parameters,
                                stride=mixdb.fg_stride,
                                desc='Estimated')
         logger.info(f'Feature shape:        '
-                    f'{mixdb.fg_stride} x {mixdb.fg_num_bands} '
-                    f'({mixdb.fg_stride * mixdb.fg_num_bands} total params)')
+                    f'{mixdb.fg_stride} x {mixdb.feature_parameters} '
+                    f'({mixdb.fg_stride * mixdb.feature_parameters} total params)')
         logger.info(f'Feature samples:      {mixdb.feature_samples} samples ({mixdb.feature_ms} ms)')
         logger.info(f'Feature step samples: {mixdb.feature_step_samples} samples ({mixdb.feature_step_ms} ms)')
         logger.info('')
@@ -371,7 +371,7 @@ def genmixdb(location: str,
         log_duration_and_sizes(total_duration=total_duration,
                                num_classes=mixdb.num_classes,
                                feature_step_samples=mixdb.feature_step_samples,
-                               num_bands=mixdb.fg_num_bands,
+                               feature_parameters=mixdb.feature_parameters,
                                stride=mixdb.fg_stride,
                                desc='Actual')
         logger.info('')

{sonusai-0.15.8 → sonusai-0.16.0}/sonusai/lsdb.py

@@ -48,8 +48,8 @@ def lsdb(mixdb: MixtureDatabase,
     logger.info(f'{"Targets":{desc_len}} {mixdb.num_target_files}')
     logger.info(f'{"Noises":{desc_len}} {mixdb.num_noise_files}')
     logger.info(f'{"Feature":{desc_len}} {mixdb.feature}')
-    logger.info(f'{"Feature shape":{desc_len}} {mixdb.fg_stride} x {mixdb.fg_num_bands} '
-                f'({mixdb.fg_stride * mixdb.fg_num_bands} total params)')
+    logger.info(f'{"Feature shape":{desc_len}} {mixdb.fg_stride} x {mixdb.feature_parameters} '
+                f'({mixdb.fg_stride * mixdb.feature_parameters} total params)')
     logger.info(f'{"Feature samples":{desc_len}} {mixdb.feature_samples} samples ({mixdb.feature_ms} ms)')
     logger.info(f'{"Feature step samples":{desc_len}} {mixdb.feature_step_samples} samples '
                 f'({mixdb.feature_step_ms} ms)')