sonusai 0.12.6__py3-none-any.whl → 0.12.7__py3-none-any.whl

sonusai/calc_metric_spenh.py

@@ -808,7 +808,7 @@ def main() -> None:
     # Individual mixtures use pandas print, set precision to 2 decimal places
     # pd.set_option('float_format', '{:.2f}'.format)
     progress = tqdm(total=len(mixids))
-    all_metrics_tables = p_tqdm_map(_process_mixture, mixids, progress=progress)
+    all_metrics_tables = p_tqdm_map(_process_mixture, mixids, progress=progress, chunksize=10)
     progress.close()
 
     all_metrics_table_1 = pd.concat([item[0] for item in all_metrics_tables])

sonusai/genft.py

@@ -72,7 +72,7 @@ def genft(mixdb: MixtureDatabase,
             results.append(_genft_kernel(mixid))
     else:
         progress = tqdm(total=len(mixids), disable=not show_progress)
-        results = p_tqdm_map(_genft_kernel, mixids, progress=progress)
+        results = p_tqdm_map(_genft_kernel, mixids, progress=progress, chunksize=10)
         progress.close()
 
     return results

sonusai/genmix.py

@@ -79,7 +79,7 @@ def genmix(mixdb: MixtureDatabase,
             results.append(_genmix_kernel(mixid))
     else:
         progress = tqdm(total=len(mixids), disable=not show_progress)
-        results = p_tqdm_map(_genmix_kernel, mixids, progress=progress)
+        results = p_tqdm_map(_genmix_kernel, mixids, progress=progress, chunksize=10)
         progress.close()
 
     return results

sonusai/genmixdb.py

@@ -345,7 +345,7 @@ def genmixdb(location: Location,
     if logging:
         logger.info('Generating mixtures')
     progress = tqdm(total=total_mixtures, disable=not show_progress)
-    mixdb.mixtures = p_tqdm_map(_process_mixture, range(total_mixtures), progress=progress)
+    mixdb.mixtures = p_tqdm_map(_process_mixture, range(total_mixtures), progress=progress, chunksize=10)
     progress.close()
 
     total_samples = mixdb.total_samples()

sonusai/main.py

@@ -4,7 +4,6 @@ usage: sonusai [--version] [--help] <command> [<args>...]
 
 The sonusai commands are:
    calc_metric_spenh            Run speech enhancement and analysis
-   calc_metric_spenh_targetf    Run speech enhancement and analysis for targetf truth (deprecated)
    evaluate                     Evaluate model performance
    genft                        Generate feature and truth data
    genmix                       Generate mixture and truth data
@@ -14,6 +13,7 @@ The sonusai commands are:
    keras_train                  Train a model using Keras
    keras_onnx                   Convert a trained Keras model to ONNX
    lsdb                         List information about a mixture database
+   mkmanifest                   Make ASR manifest JSON file
    mkwav                        Make WAV files from a mixture database
    onnx_predict                 Run ONNX predict on a trained model
    plot                         Plot mixture data
@@ -38,7 +38,6 @@ def main() -> None:
 
     commands = (
         'calc_metric_spenh',
-        'calc_metric_spenh_targetf',
         'evaluate',
         'genft',
         'genmix',
@@ -48,6 +47,7 @@ def main() -> None:
         'keras_train',
         'keras_onnx',
         'lsdb',
+        'mkmanifest',
         'mkwav',
         'onnx_predict',
         'plot',

sonusai/mixture/config.py

@@ -250,7 +250,7 @@ def get_target_files(config: dict, show_progress: bool = False) -> TargetFiles:
                                              for target in config['targets']]))
 
     progress = tqdm(total=len(target_files), disable=not show_progress)
-    target_files = p_tqdm_map(_get_samples, target_files, progress=progress)
+    target_files = p_tqdm_map(_get_samples, target_files, progress=progress, chunksize=10)
     progress.close()
 
     max_class = get_max_class(config['num_classes'], config['truth_mode'] == 'mutex')
@@ -394,7 +394,7 @@ def get_noise_files(config: dict, show_progress: bool = False) -> NoiseFiles:
     noise_files = list(chain.from_iterable([_append_noise_files(noise_file=noise) for noise in config['noises']]))
 
     progress = tqdm(total=len(noise_files), disable=not show_progress)
-    noise_files = p_tqdm_map(_get_samples, noise_files, progress=progress)
+    noise_files = p_tqdm_map(_get_samples, noise_files, progress=progress, chunksize=10)
     progress.close()
 
     return dataclass_from_dict(NoiseFiles, noise_files)

sonusai/mixture/mixdb.py

@@ -1065,7 +1065,7 @@ class MixtureDatabase:
         :param mixid: Mixture ID
         :param targets: List of augmented target audio data (one per target in the mixup) for the given mixid
         :param noise: Augmented noise audio data for the given mixid
-        :param force: Force computing data from original sources regardless of whether or not cached data exists
+        :param force: Force computing data from original sources regardless of whether cached data exists
         :return: truth_t data
         """
         import numpy as np

sonusai/mkmanifest.py

@@ -0,0 +1,174 @@
+"""mkmanifest
+
+usage: mkmanifest [-hvn] [--include GLOB] [-m METHOD] [-e ADAT] [-o OUTPUT] PATH ...
+
+options:
+    -h, --help
+    -v, --verbose                   Be verbose: list all files found.
+    -n, --dry-run                   Collect files, but exit without processing and writing manifest file.
+    --include GLOB                  Search only files whose base name matches GLOB. [default: *.{wav,flac}].
+    -m METHOD, --method METHOD      Method for getting the true speech text of the audio files. [default: librispeech].
+    -e ADAT, --audio-env ADAT       Environment variable pointing to all audio data.
+    -o OUTPUT, --output OUTPUT      Output file name. [default: asr_manifest.json].
+
+Make a speech recognition (ASR) .json manifest file of all audio files under PATHS following the NVIDIA NeMo format.
+An example of manifest entries:
+
+{"audio_filepath": "<absolute_path_to>/1355-39947-0000.wav", "duration": 11.3, "text": "psychotherapy ..."}
+{"audio_filepath": "<absolute_path_to>/1355-39947-0001.wav", "duration": 15.905, "text": "it is an ..."}
+
+See the NVIDIA NeMo docs for more information:
+https://docs.nvidia.com/deeplearning/nemo/user-guide/docs/en/stable/asr/datasets.html
+
+Inputs:
+    PATH        A relative path name or list of paths containing audio files. Each will be
+                recursively searched for files matching the pattern GLOB.
+    GLOB        Match the pattern GLOB using wildcard matching.
+                Example: '*.{wav,flac}' matches all .wav and .flac files.
+    METHOD      The method to use for fetching the true speech of the audio files.
+                Supported methods:
+                    - 'librispeech'
+                    - 'vctk_noisy_speech'
+    ADAT        Audio data environment variable. All found files will be expanded to their full, absolute path and
+                then parts of the path that match the specified environment variable value will be replaced with
+                the variable. This accommodates portability across platforms where the sound datasets may in
+                different locations.
+    OUTPUT      Name of output file. Default is asr_manifest.json.
+
+Outputs the following to the current directory:
+    <OUTPUT>
+    mkmanifest.log
+
+Example usage for LibriSpeech:
+  sonusai mkmanifest -mlibrispeech -eADAT -oasr_manifest.json --include='*.flac' train-clean-100
+
+"""
+from sonusai import logger
+
+VALID_METHOD = ['librispeech', 'vctk_noisy_speech']
+
+
+def main() -> None:
+    from docopt import docopt
+
+    import sonusai
+    from sonusai.utils import trim_docstring
+
+    args = docopt(trim_docstring(__doc__), version=sonusai.__version__, options_first=True)
+
+    verbose = args['--verbose']
+    dry_run = args['--dry-run']
+    include = args['--include']
+    method = args['--method']
+    audio_env = args['--audio-env']
+    output = args['--output']
+    paths = args['PATH']
+
+    import json
+    from functools import partial
+    import time
+    from os import environ
+    from os.path import abspath
+    from os.path import join
+    from os.path import realpath
+    from typing import List
+
+    from tqdm import tqdm
+
+    from sonusai import SonusAIError
+    from sonusai import create_file_handler
+    from sonusai import initial_log_messages
+    from sonusai import logger
+    from sonusai import update_console_handler
+    from sonusai.utils import braced_iglob
+    from sonusai.utils import p_tqdm_map
+    from sonusai.utils import seconds_to_hms
+    from sonusai.utils.asr_manifest_functions import PathInfo
+    from sonusai.utils.asr_manifest_functions import collect_librispeech_transcripts
+    from sonusai.utils.asr_manifest_functions import collect_vctk_noisy_speech_transcripts
+    from sonusai.utils.asr_manifest_functions import get_librispeech_manifest_entry
+    from sonusai.utils.asr_manifest_functions import get_vctk_noisy_speech_manifest_entry
+
+    start_time = time.monotonic()
+
+    create_file_handler('mkmanifest.log')
+    update_console_handler(verbose)
+    initial_log_messages('mkmanifest')
+
+    if method not in VALID_METHOD:
+        raise SonusAIError(f'Unknown method: {method}')
+
+    audio_dir = None
+    if audio_env is not None:
+        audio_dir = realpath(environ[audio_env])
+        if audio_dir is None:
+            raise SonusAIError(f'Unknown environment variable: {audio_env}')
+
+    if audio_env:
+        for p in paths:
+            if not realpath(abspath(p)).startswith(audio_dir):
+                logger.warning(f'Specified directory, {p}, is not part of the provided audio environment: '
+                               f'${audio_env}={audio_dir}')
+
+    logger.info('')
+    logger.info(f'Searching {len(paths)} provided director{"ies" if len(paths) > 1 else "y"}...')
+
+    entries: List[PathInfo] = []
+    for p in paths:
+        location = join(realpath(abspath(p)), '**', include)
+        logger.debug(f'Processing {location}')
+        for file in braced_iglob(pathname=location, recursive=True):
+            name = file
+            if audio_env is not None:
+                name = name.replace(audio_dir, f'${audio_env}')
+            entries.append(PathInfo(abs_path=file, audio_filepath=name))
+        logger.debug('')
+
+    logger.info(f'Found {len(entries)} audio file{"s" if len(entries) != 1 else ""}')
+
+    if dry_run:
+        logger.info('')
+        logger.info('Dry run')
+        logger.info('')
+        for entry in entries:
+            logger.info(f' - {entry.audio_filepath}')
+        return
+
+    if method == 'librispeech':
+        logger.info('Collecting LibriSpeech transcript data')
+        transcript_data = collect_librispeech_transcripts(paths=paths)
+
+        processing_func = partial(get_librispeech_manifest_entry, transcript_data=transcript_data)
+        progress = tqdm(total=len(entries), desc='Creating LibriSpeech manifest data')
+        results = p_tqdm_map(processing_func, entries, progress=progress, chunksize=10)
+        progress.close()
+
+        with open(output, 'w') as f:
+            for result in results:
+                f.write(json.dumps(result) + '\n')
+
+    if method == 'vctk_noisy_speech':
+        logger.info('Collecting VCTK Noisy Speech transcript data')
+        transcript_data = collect_vctk_noisy_speech_transcripts(paths=paths)
+
+        processing_func = partial(get_vctk_noisy_speech_manifest_entry, transcript_data=transcript_data)
+        progress = tqdm(total=len(entries), desc='Creating VCTK Noisy Speech manifest data')
+        results = p_tqdm_map(processing_func, entries, progress=progress, chunksize=10)
+        progress.close()
+
+        with open(output, 'w') as f:
+            for result in results:
+                f.write(json.dumps(result) + '\n')
+
+    end_time = time.monotonic()
+    logger.info('')
+    logger.info(f'Completed in {seconds_to_hms(seconds=end_time - start_time)}')
+    logger.info('')
+
+
+if __name__ == '__main__':
+    try:
+        main()
+    except KeyboardInterrupt:
+        logger.info('Canceled due to keyboard interrupt')
+        raise SystemExit(0)

sonusai/mkwav.py

@@ -85,7 +85,7 @@ def _process_mixture(mixid: int) -> None:
         with h5py.File(mixture_filename, 'r') as f:
             mixture = np.array(f['mixture'])
             if MP_GLOBAL.write_target:
-                target = sum(np.array(f['targets']))
+                target = np.sum(np.array(f['targets']), axis=0)
             if MP_GLOBAL.write_noise:
                 noise = np.array(f['noise'])
 
@@ -148,7 +148,7 @@ def main() -> None:
     MP_GLOBAL.write_noise = write_noise
 
     progress = tqdm(total=len(mixid))
-    p_tqdm_map(_process_mixture, mixid, progress=progress)
+    p_tqdm_map(_process_mixture, mixid, progress=progress, chunksize=10)
     progress.close()
 
     logger.info(f'Wrote {len(mixid)} mixtures to {location}')

sonusai/post_spenh_targetf.py

@@ -101,7 +101,7 @@ def main() -> None:
     logger.info(f'Found {len(input_name):,} files to process')
 
     progress = tqdm(total=len(input_name))
-    p_tqdm_map(_process, input_name, progress=progress)
+    p_tqdm_map(_process, input_name, progress=progress, chunksize=10)
     progress.close()
 
     logger.info(f'Wrote {len(input_name)} mixtures to {output_dir}')

sonusai/utils/__init__.py

@@ -3,6 +3,7 @@ from sonusai.utils.asl_p56 import asl_p56
 from sonusai.utils.asr import ASRResult
 from sonusai.utils.asr import calc_asr
 from sonusai.utils.braced_glob import braced_glob
+from sonusai.utils.braced_glob import braced_iglob
 from sonusai.utils.calculate_input_shape import calculate_input_shape
 from sonusai.utils.create_ts_name import create_ts_name
 from sonusai.utils.dataclass_from_dict import dataclass_from_dict

sonusai/utils/asr.py

@@ -1,5 +1,6 @@
 from dataclasses import dataclass
 from typing import Any
+from typing import Optional
 from typing import Union
 
 from sonusai.mixture import AudioT
@@ -9,14 +10,14 @@ from sonusai.mixture import Location
 @dataclass(frozen=True)
 class ASRResult:
     text: str
-    confidence: float = None
+    confidence: Optional[float] = None
 
 
 def calc_asr(audio: Union[AudioT, Location],
-             engine: str = 'deepgram',
-             whisper_model: Any = None,
-             whisper_model_name: str = 'base.en',
-             device: str = None) -> ASRResult:
+             engine: Optional[str] = 'deepgram',
+             whisper_model: Optional[Any] = None,
+             whisper_model_name: Optional[str] = 'base.en',
+             device: Optional[str] = None) -> ASRResult:
     """Run ASR on audio
 
     :param audio: Numpy array of audio samples or location of an audio file

sonusai/utils/asr_functions/data.py

@@ -1,5 +1,6 @@
 from dataclasses import dataclass
 from typing import Any
+from typing import Optional
 
 from sonusai.mixture.types import AudioT
 
@@ -7,6 +8,6 @@ from sonusai.mixture.types import AudioT
 @dataclass(frozen=True)
 class Data:
     audio: AudioT
-    whisper_model: Any = None
-    whisper_model_name: str = None
-    device: str = None
+    whisper_model: Optional[Any] = None
+    whisper_model_name: Optional[str] = None
+    device: Optional[str] = None

sonusai/utils/asr_manifest_functions/__init__.py

@@ -0,0 +1,6 @@
+from sonusai.utils.asr_manifest_functions.data import PathInfo
+from sonusai.utils.asr_manifest_functions.data import TranscriptData
+from sonusai.utils.asr_manifest_functions.librispeech import collect_librispeech_transcripts
+from sonusai.utils.asr_manifest_functions.librispeech import get_librispeech_manifest_entry
+from sonusai.utils.asr_manifest_functions.vctk_noisy_speech import collect_vctk_noisy_speech_transcripts
+from sonusai.utils.asr_manifest_functions.vctk_noisy_speech import get_vctk_noisy_speech_manifest_entry

sonusai/utils/asr_manifest_functions/data.py

@@ -0,0 +1,10 @@
+from dataclasses import dataclass
+from typing import Dict
+
+TranscriptData = Dict[str, str]
+
+
+@dataclass(frozen=True)
+class PathInfo:
+    abs_path: str
+    audio_filepath: str

sonusai/utils/asr_manifest_functions/librispeech.py

@@ -0,0 +1,49 @@
+from typing import List
+from typing import Union
+
+from sonusai.utils.asr_manifest_functions import PathInfo
+from sonusai.utils.asr_manifest_functions import TranscriptData
+
+
+def collect_librispeech_transcripts(paths: Union[List[str], str]) -> TranscriptData:
+    from glob import iglob
+    from os.path import abspath
+    from os.path import dirname
+    from os.path import join
+
+    from sonusai import SonusAIError
+
+    entries: TranscriptData = {}
+    if not isinstance(paths, list):
+        paths = [paths]
+
+    for p in paths:
+        location = join(abspath(p), '**', '*.trans.txt')
+        for file in iglob(pathname=location, recursive=True):
+            root = dirname(file)
+            with open(file, encoding='utf-8') as f:
+                for line in f:
+                    name, text = line[: line.index(' ')], line[line.index(' ') + 1:]
+                    name = join(root, name)
+                    if name in entries:
+                        raise SonusAIError(f'{name} already exists in transcript data')
+                    entries[name] = text.lower().strip()
+    return entries
+
+
+def get_librispeech_manifest_entry(entry: PathInfo, transcript_data: TranscriptData) -> dict:
+    from os.path import splitext
+    from subprocess import check_output
+
+    from sonusai import SonusAIError
+
+    name = splitext(entry.abs_path)[0]
+    duration = float(check_output(f'soxi -D {entry.abs_path}', shell=True))
+    if name not in transcript_data.keys():
+        raise SonusAIError(f'Could not find {name} in transcript data')
+
+    return {
+        'audio_filepath': entry.audio_filepath,
+        'text':           transcript_data[name],
+        'duration':       duration,
+    }

sonusai/utils/asr_manifest_functions/vctk_noisy_speech.py

@@ -0,0 +1,69 @@
+from typing import List
+from typing import Union
+
+from sonusai.utils.asr_manifest_functions import PathInfo
+from sonusai.utils.asr_manifest_functions import TranscriptData
+
+
+def collect_vctk_noisy_speech_transcripts(paths: Union[List[str], str]) -> TranscriptData:
+    from glob import iglob
+    from os import listdir
+    from os.path import abspath
+    from os.path import basename
+    from os.path import join
+    from os.path import split
+    from os.path import splitext
+
+    from sonusai import SonusAIError
+
+    entries: TranscriptData = {}
+    if not isinstance(paths, list):
+        paths = [paths]
+
+    for p in paths:
+        abs_p = abspath(p)
+        head, tail = split(abs_p)
+
+        dirs = listdir(head)
+        tail = tail.replace('wav', 'txt')
+
+        location = None
+        for d in dirs:
+            if tail.endswith(d):
+                location = join(head, d, '*.txt')
+                break
+        if location is None:
+            raise SonusAIError(f'Could not find VCTK Noisy Speech transcript data for {p}')
+
+        for file in iglob(pathname=location, recursive=True):
+            with open(file, encoding='utf-8') as f:
+                lines = f.readlines()
+                if len(lines) != 1:
+                    raise SonusAIError(f'Ill-formed VCTK Noisy Speech transcript file: {file}')
+
+                name = join(abs_p, splitext(basename(file))[0])
+                text = lines[0].lower().strip()
+
+                if name in entries:
+                    raise SonusAIError(f'{name} already exists in transcript data')
+                entries[name] = text.lower().strip()
+
+    return entries
+
+
+def get_vctk_noisy_speech_manifest_entry(entry: PathInfo, transcript_data: TranscriptData) -> dict:
+    from os.path import splitext
+    from subprocess import check_output
+
+    from sonusai import SonusAIError
+
+    name = splitext(entry.abs_path)[0]
+    duration = float(check_output(f'soxi -D {entry.abs_path}', shell=True))
+    if name not in transcript_data.keys():
+        raise SonusAIError(f'Could not find {name} in transcript data')
+
+    return {
+        'audio_filepath': entry.audio_filepath,
+        'text':           transcript_data[name],
+        'duration':       duration,
+    }

sonusai/utils/braced_glob.py

@@ -32,11 +32,18 @@ def expand_braces(text: str, seen: Optional[Set[str]] = None) -> Generator[str,
             yield from expand_braces(''.join(replaced), seen)
 
 
-def braced_glob(path: str) -> List[str]:
+def braced_glob(pathname: str, recursive: bool = False) -> List[str]:
     from glob import glob
 
     result = []
-    for x in expand_braces(path):
-        result.extend(glob(x))
+    for expanded_path in expand_braces(pathname):
+        result.extend(glob(expanded_path, recursive=recursive))
 
     return result
+
+
+def braced_iglob(pathname: str, recursive: bool = False) -> Generator[str, None, None]:
+    from glob import iglob
+
+    for expanded_path in expand_braces(pathname):
+        yield from iglob(expanded_path, recursive=recursive)

sonusai/utils/parallel_tqdm.py

@@ -11,7 +11,7 @@ from typing import Iterable
 from typing import List
 
 
-def _parallel(ordered: bool, function: Callable, *iterables: Iterable, **kwargs: Any) -> Generator:
+def __parallel(ordered: bool, function: Callable, *iterables: Iterable, **kwargs: Any) -> Generator:
     """Returns a generator for a parallel map.
 
     Arguments:
@@ -43,6 +43,7 @@ def _parallel(ordered: bool, function: Callable, *iterables: Iterable, **kwargs:
 
     # Extract num_cpus
     num_cpus = kwargs.pop('num_cpus', None)
+    chunksize = kwargs.pop('chunksize', 1)
 
     # Determine num_cpus
     if num_cpus is None:
@@ -57,7 +58,7 @@ def _parallel(ordered: bool, function: Callable, *iterables: Iterable, **kwargs:
     with mp.Pool(num_cpus, initializer=initializer, initargs=initargs) as pool:
         map_func = getattr(pool, map_type)
 
-        for item in map_func(function, *iterables):
+        for item in map_func(function, *iterables, chunksize=chunksize):
             yield item
             progress.update()
 
@@ -67,9 +68,9 @@ def _parallel(ordered: bool, function: Callable, *iterables: Iterable, **kwargs:
 
 def p_tqdm_map(function: Callable, *iterables: Iterable, **kwargs: Any) -> List[Any]:
     """Performs a parallel ordered map."""
-    return list(_parallel(True, function, *iterables, **kwargs))
+    return list(__parallel(True, function, *iterables, **kwargs))
 
 
 def p_tqdm_umap(function: Callable, *iterables: Iterable, **kwargs: Any) -> List[Any]:
     """Performs a parallel unordered map."""
-    return list(_parallel(False, function, *iterables, **kwargs))
+    return list(__parallel(False, function, *iterables, **kwargs))

{sonusai-0.12.6.dist-info → sonusai-0.12.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sonusai
-Version: 0.12.6
+Version: 0.12.7
 Summary: Framework for building deep neural network models for sound, speech, and voice AI
 Home-page: https://aaware.com
 License: GPL-3.0-only

{sonusai-0.12.6.dist-info → sonusai-0.12.7.dist-info}/RECORD

@@ -1,6 +1,6 @@
 sonusai/__init__.py,sha256=tJ9Xc9buVO_kJx_4lt3FAXS9yydQh5r3M2h2Zd0PXaM,1524
 sonusai/aawscd_probwrite.py,sha256=VRt_6GEPslc70nkCl82ERETI9BkTgIf71HrwezsvdTg,3723
-sonusai/calc_metric_spenh.py,sha256=FU7iq6sYdoCSpHc8i94uq25oIuRIfio7TR-KME3cT84,43682
+sonusai/calc_metric_spenh.py,sha256=3P9-wAgH8J8FZm_TtoF9-43jnq1nlNQGU-lqV1D3fk4,43696
 sonusai/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sonusai/data/genmixdb.yml,sha256=6C1GUr_0P5_hEAYSn0MLAqoSzDk_rP8TyV0sVMZqz1Q,16233
 sonusai/data/speech_ma01_01.wav,sha256=PK0vMKg-NR6rPE3KouxHGF6PKXnJCr7AwjMqfu98LUA,76644
@@ -10,15 +10,15 @@ sonusai/data_generator/dataset_from_mixdb.py,sha256=P0uu-Lj9ymSn5S2GrhNUNnh3Q9Be
 sonusai/data_generator/keras_from_mixdb.py,sha256=2NU2th4bGVcUJ1Zg8rgDG4M85f26IQZtQXr4N7H9SY0,6103
 sonusai/data_generator/torch_from_mixdb.py,sha256=yr3lUeWj5VBq-sGzVxOxZeajF3oGPnCs7rOfJZYlqgs,4318
 sonusai/evaluate.py,sha256=TrGsTTCRjUBSMUE-1miKAe5UN6NZeRYs0Ci5LAAGgY4,10069
-sonusai/genft.py,sha256=zHvaWFfKLq1ytiUycrVaQ9vtn9zzg4wZYRo740d9NSU,5360
-sonusai/genmix.py,sha256=4p5lJVsDpz1Un37TYJsynIZafzqMeA-YF-DjbMB08QE,6906
-sonusai/genmixdb.py,sha256=gww3j7B1ZohVa6G_QhRd2tB8bbmAqmcf4t8In9rdOq4,18808
+sonusai/genft.py,sha256=IevZo_txP3RQazf4cMJUjqJ3KpIl79P00UIMHhl9Lcc,5374
+sonusai/genmix.py,sha256=ymurP36VNuF3Y_2biOzMdEqq45WW35QnraaW2H_rqZ8,6920
+sonusai/genmixdb.py,sha256=PEPneB7hmN2aElfDdPH6SysvQtbyra1uP28p_rGNqrU,18822
 sonusai/gentcst.py,sha256=BneFUAI5uioW3CCuE7vI16WZDcG3cOkDKcAJmjVWWjk,20389
 sonusai/keras_onnx.py,sha256=WHcPIcff4VPdiXqGX-TU-_x-UuKUD3nNpQtCX-2NEVQ,2658
 sonusai/keras_predict.py,sha256=vEqdXQS_6LWUYu3J8EN3vZ4QzuJDKIvyX9UjAOey_dc,9117
 sonusai/keras_train.py,sha256=jb4VnCRzkWLmd9g7ePRL020YjACgL1cJXaybuz0qBV8,13240
 sonusai/lsdb.py,sha256=11_EA58LtcHqDB3JAKdDxc4ZC3XWK3tBawPyB3BT1vw,6098
-sonusai/main.py,sha256=g6ShkotY0LdtVMNfdAGmgxL-e5ORAzy0Wcvsx-U62Xo,3008
+sonusai/main.py,sha256=hzMrxDMgqgFk2ERlz7KPMB0ReSk1BMgwwpLh9JsMscw,2954
 sonusai/metrics/__init__.py,sha256=on-8uZxdPD5hgw7EM6Rv8jkz-7dGgrtWJzzLwV3upr0,830
 sonusai/metrics/calc_class_weights.py,sha256=YSam1fMLqdJnqte70Sh_ARXFum3esB_PQ_RqlFKcIdk,3951
 sonusai/metrics/calc_optimal_thresholds.py,sha256=i2FSUTN_vyKO5c3eV17Qq7-89e0sbG4BWNohzr8gNl0,3540
@@ -38,14 +38,14 @@ sonusai/mixture/audio.py,sha256=6YDpTRYlvCoFjV-DvMY4E6uCBaVPSDENVTm9XKcq3YE,9957
 sonusai/mixture/augmentation.py,sha256=09tSenWaQzBSDp60q5AQWd7fGkHbRP_EjF-0YZWvgu0,14470
 sonusai/mixture/balance.py,sha256=ZRQPlve80qCgeU9an7FXGoV_TX43xRikXuLACnWpRHk,612
 sonusai/mixture/class_count.py,sha256=toA4Sx4lISr7gCwD1tV229W1rVPDj_h1m90B6o73oDs,988
-sonusai/mixture/config.py,sha256=P4Ih6OHYR_ds3Ba7lIOVuG7dozVW_jWOS9uCD-OvBn0,23740
+sonusai/mixture/config.py,sha256=1F2jtHxcWIE9goE_pf8hoMV9QSc645v8JcPEdSDGaTI,23768
 sonusai/mixture/constants.py,sha256=zXfPG0TtfKUxS_fYt9riUKNEPuwtqx1zQeOtyu0t0xk,1367
 sonusai/mixture/feature.py,sha256=UMPoFyQfEG55TjJBOhWhvwBtUEUhq7zqHDX6asq0OYY,1062
 sonusai/mixture/generate_mixtures.py,sha256=ztBRwtWHZEeHi3oJ7y1v3Dnc3WAU_liVmw9ST3qOFWU,13988
 sonusai/mixture/initialize.py,sha256=hFzFSpWdG7X9zFlzMbvZefn8l78lvGPSHKMtvOiNtvM,6167
 sonusai/mixture/log_duration_and_sizes.py,sha256=q_VQUL8gdtSBSVDARLfVlAah7Zxj3ySvnjloa6YFXbs,1344
 sonusai/mixture/mapped_snr_f.py,sha256=O-gzD81t7_Rga61ko8rfnQLtij7UF2mdj_2w7mViy-0,1871
-sonusai/mixture/mixdb.py,sha256=x1K6hMx0DNl_rj0x5RZBpODEK1S8F8vTqcuASoWj--A,56290
+sonusai/mixture/mixdb.py,sha256=OkrSyiQH1S2aWf4oB-y-IA5VH8DEt7dLHHfCYEU_lXg,56283
 sonusai/mixture/spectral_mask.py,sha256=qHR2DBpbtz4u1o9sdFMRsUDVUjbof_MRKPW8uY4RxKI,2099
 sonusai/mixture/target_class_balancing.py,sha256=dmk7GLSv_h4tbxc09tyXPY76U_kR_U3chuQi-CDut50,3809
 sonusai/mixture/targets.py,sha256=iHtDBOAZZCda7BWG4VBO1xZK-UXq_HsS7gy_OPQspQ4,6966
@@ -60,25 +60,30 @@ sonusai/mixture/truth_functions/phoneme.py,sha256=HTRy6uaOrFR7yNCQMITQSHvhZUp0X2
 sonusai/mixture/truth_functions/sed.py,sha256=YUdnzO3rzMzGCE-cxFNsRov7KqSxHcjj6lwMSakgx1o,1789
 sonusai/mixture/truth_functions/target.py,sha256=WsO3IIKSGJ2M_KkXf5BUg4xL3--k6gN6hY0HNlTR3dI,4114
 sonusai/mixture/types.py,sha256=qxm9z9OexZfmv_QpMP5yGFYB2syUd17SVQsJs7uqBPg,4757
-sonusai/mkwav.py,sha256=aYbS1JD_cMj3m_tDExqe_HeSSkwgM8GzMQRiBKv1s8Q,5294
+sonusai/mkmanifest.py,sha256=_PoIgHQVpwclI8kdb6k9f_vLfqfmoAGDdTNmSwl-Frw,6974
+sonusai/mkwav.py,sha256=2pR7Rg9qecPwhzgwS-mso6DvneG-Xv8k-Gn2nGkWKn8,5319
 sonusai/onnx_predict.py,sha256=42pnNNAfiREcZA9VIEFrnZP2nrr0p8itH_9mEnXgcKY,8885
 sonusai/plot.py,sha256=N-Naj5JkhKXFMj-nr2edyWAqqvYkyDhZ44pH52uO3hk,16971
-sonusai/post_spenh_targetf.py,sha256=Fq635cFyotIDYpYPI3D1NEHGfpLT7OuZKfDFdurgR1w,5063
+sonusai/post_spenh_targetf.py,sha256=ssMCrEb5kvv2_KmGZ0C6SDG-jamQ5oGbmrjHFfCUcIE,5077
 sonusai/queries/__init__.py,sha256=_8HEa0W4gA6Yeh8SuQ9_tAIMuZY0VbFgNRlKRZT-ZqA,473
 sonusai/queries/queries.py,sha256=_rZpXoMkQCWQfmIZuZ0fViZYrx7Dghr-muDk2Gy0NBQ,9220
 sonusai/torchl_predict.py,sha256=SD5rW2CE4Y8qP0mGjLUuKQ7NfmGRFqiJ6VNDQ-HCTt0,21819
 sonusai/torchl_train.py,sha256=GSlvaw5cEPWe3ga71ECDwSjEt9-ZZvBfbPsOIKUVQYE,11929
 sonusai/tplot.py,sha256=xHRH_smcXbk0ZtoPdoJJzRGvwGIDfVkiFlYKkMr2KPo,14494
-sonusai/utils/__init__.py,sha256=hjwhbPpTGv73ERzIb-q0NADyNATbS7zDDhMF9YLwGAQ,2798
+sonusai/utils/__init__.py,sha256=h51UyMv9iOYBtGP4nKv9RNy1IatQRusSyA9KvCuI8vQ,2849
 sonusai/utils/asl_p56.py,sha256=GCKlz-NLInQ0z41XBi0mOvGdSfRZf3WI53necVNDo80,3837
-sonusai/utils/asr.py,sha256=bH8Jx-XSQ5j-BQeWGowLs_OLmzZ3eG6L51ayjzRSeZw,1410
+sonusai/utils/asr.py,sha256=g6JCfdQ5zeKbWWNYQP-GxeH8vEBbj0eogxGkRmN_gEQ,1488
 sonusai/utils/asr_functions/__init__.py,sha256=rlAYt4kA6L68RMJEiJ_wKV1XOLePvPqbiRtX-AIrzqM,242
 sonusai/utils/asr_functions/aixplain_whisper.py,sha256=KgOv1n7Ytuu4qOZrY7sErk1EU2gNwh2CL8BYLsCZ09w,1711
-sonusai/utils/asr_functions/data.py,sha256=WUdN4A9VNsvgZASLm1_pmMcIj339FzMp1-uTW4mtCI4,243
+sonusai/utils/asr_functions/data.py,sha256=OgMgZWZYC9s8CTcHRhP39fogLe_ahX0wZw16N-xWh4E,301
 sonusai/utils/asr_functions/deepgram.py,sha256=vZ2gaqaSj85Ql9AW9sRm5kOQf9QioYjkQvnrG4wSX1E,5170
 sonusai/utils/asr_functions/google.py,sha256=7g3LrWngrPeQ8fMDjxFOJrBoB2p2nloGDzmPmh27kcs,2593
 sonusai/utils/asr_functions/whisper.py,sha256=IuOodbJY1RsiS3o18cVuBcIXn28TCGQz2BCFR1Up08s,1033
-sonusai/utils/braced_glob.py,sha256=VoIVcIb36tIvCtYUef_vVzMnCF36cdihaay5E4pfyhE,1227
+sonusai/utils/asr_manifest_functions/__init__.py,sha256=jjwA_XM2Xhlk8-pLrWmQbTsuDF97qXeyGDon3RIbzJM,526
+sonusai/utils/asr_manifest_functions/data.py,sha256=-szDZgHwmiaY19dc-9yJC_NHIne7VLT_kdCvnTWm_ZI,175
+sonusai/utils/asr_manifest_functions/librispeech.py,sha256=mQMnp-6Nvd91HOSRZ-QbNKeSIS5S5zDvgCAr2HL9e28,1691
+sonusai/utils/asr_manifest_functions/vctk_noisy_speech.py,sha256=x-5CIi_ieFpf6GpcSpS5GtGG8qjob9NiQMx-9ALSQHI,2225
+sonusai/utils/braced_glob.py,sha256=0v7FxIfBaAbLOp5aO5bn9ui5ksiDmuS_uV58sdYjubk,1534
 sonusai/utils/calculate_input_shape.py,sha256=Q7_HgZjWXjPhrGfprbHxhIxbA3k9Nt-YOa6CSxmPFk8,1049
 sonusai/utils/create_ts_name.py,sha256=8RLKmgXwuGcbDMGgtTuc0MvGFfA7IOVqfjkE2T18GOo,405
 sonusai/utils/dataclass_from_dict.py,sha256=vAGnuMjhy0W9bxZ5usrH7mbQsFog3n0__IC4xyJyVUc,390
@@ -94,7 +99,7 @@ sonusai/utils/max_text_width.py,sha256=pxiJMwb_zlkNntexgo7S6lAuF7NLLZvFdOCkxdsQJ
 sonusai/utils/numeric_conversion.py,sha256=GRO_2Fba8CcxcFY7bEXKOEUEUX6neA-VN__Bxi1ULsE,340
 sonusai/utils/onnx_utils.py,sha256=K-ra7MT5pRMMTlTT7F7SPfz6A2-Fxl68ci26l-lqXgw,3061
 sonusai/utils/parallel.py,sha256=dR0vGBORT0klhnauWR-h9Fu4pMxxDFgr0h8m8eI7Jjs,1877
-sonusai/utils/parallel_tqdm.py,sha256=pSHXtwlVJWV4Qy9ywuEzkUAmgVS-O2WdvXJsKOfTMEM,2524
+sonusai/utils/parallel_tqdm.py,sha256=ejvZc9USgCGAFjK-m83376xAsnjtEaX0rjZP4qR9ZhM,2591
 sonusai/utils/print_mixture_details.py,sha256=WySGHW5zT_iaq7PGxXG3-FDt5AESTdLOzikN3FTOOZQ,2977
 sonusai/utils/ranges.py,sha256=e24vJ4_uac7cMFE39mtBtwhFc7eCV1uwb87j75EWI8M,1277
 sonusai/utils/read_mixture_data.py,sha256=xDgYM0Ey06iKcrUz7rXEW80y14dTSGfmfwBjzhgbCb8,478
@@ -107,7 +112,7 @@ sonusai/utils/trim_docstring.py,sha256=dSrtiRsEN4wkkvKBp6WDr13RUypfqZzgH_jOBLs1o
 sonusai/utils/wave.py,sha256=bixtXS8ZXSTAu1k_2N7fVKaIl4h5xsxIiCVHxB0giBI,445
 sonusai/utils/yes_or_no.py,sha256=eMLXBVH0cEahiXY4W2KNORmwNQ-ba10eRtldh0y4NYg,263
 sonusai/vars.py,sha256=m2AefF0m5bXWGXpJj8Pi42zWL2ydeEj7bkak3GrtMyM,940
-sonusai-0.12.6.dist-info/METADATA,sha256=YaBA5DV8T7MsmdVAmA790tGm_IyeqPbHmHdtRsQVW9A,2747
-sonusai-0.12.6.dist-info/WHEEL,sha256=Zb28QaM1gQi8f4VCBhsUklF61CTlNYfs9YAZn-TOGFk,88
-sonusai-0.12.6.dist-info/entry_points.txt,sha256=zMNjEphEPO6B3cD1GNpit7z-yA9tUU5-j3W2v-UWstU,92
-sonusai-0.12.6.dist-info/RECORD,,
+sonusai-0.12.7.dist-info/METADATA,sha256=zQY2ImwB1Hg9D7T-O2MM0b7DPey_7onYGgCs3TpVtsI,2747
+sonusai-0.12.7.dist-info/WHEEL,sha256=Zb28QaM1gQi8f4VCBhsUklF61CTlNYfs9YAZn-TOGFk,88
+sonusai-0.12.7.dist-info/entry_points.txt,sha256=zMNjEphEPO6B3cD1GNpit7z-yA9tUU5-j3W2v-UWstU,92
+sonusai-0.12.7.dist-info/RECORD,,