sonusai 0.12.5__py3-none-any.whl → 0.12.7__py3-none-any.whl

sonusai/mkmanifest.py

@@ -0,0 +1,174 @@
+"""mkmanifest
+
+usage: mkmanifest [-hvn] [--include GLOB] [-m METHOD] [-e ADAT] [-o OUTPUT] PATH ...
+
+options:
+    -h, --help
+    -v, --verbose                   Be verbose: list all files found.
+    -n, --dry-run                   Collect files, but exit without processing and writing manifest file.
+    --include GLOB                  Search only files whose base name matches GLOB. [default: *.{wav,flac}].
+    -m METHOD, --method METHOD      Method for getting the true speech text of the audio files. [default: librispeech].
+    -e ADAT, --audio-env ADAT       Environment variable pointing to all audio data.
+    -o OUTPUT, --output OUTPUT      Output file name. [default: asr_manifest.json].
+
+Make a speech recognition (ASR) .json manifest file of all audio files under PATHS following the NVIDIA NeMo format.
+An example of manifest entries:
+
+{"audio_filepath": "<absolute_path_to>/1355-39947-0000.wav", "duration": 11.3, "text": "psychotherapy ..."}
+{"audio_filepath": "<absolute_path_to>/1355-39947-0001.wav", "duration": 15.905, "text": "it is an ..."}
+
+See the NVIDIA NeMo docs for more information:
+https://docs.nvidia.com/deeplearning/nemo/user-guide/docs/en/stable/asr/datasets.html
+
+Inputs:
+    PATH        A relative path name or list of paths containing audio files. Each will be
+                recursively searched for files matching the pattern GLOB.
+    GLOB        Match the pattern GLOB using wildcard matching.
+                Example: '*.{wav,flac}' matches all .wav and .flac files.
+    METHOD      The method to use for fetching the true speech of the audio files.
+                Supported methods:
+                    - 'librispeech'
+                    - 'vctk_noisy_speech'
+    ADAT        Audio data environment variable. All found files will be expanded to their full, absolute path and
+                then parts of the path that match the specified environment variable value will be replaced with
+                the variable. This accommodates portability across platforms where the sound datasets may in
+                different locations.
+    OUTPUT      Name of output file. Default is asr_manifest.json.
+
+Outputs the following to the current directory:
+    <OUTPUT>
+    mkmanifest.log
+
+Example usage for LibriSpeech:
+  sonusai mkmanifest -mlibrispeech -eADAT -oasr_manifest.json --include='*.flac' train-clean-100
+
+"""
+from sonusai import logger
+
+VALID_METHOD = ['librispeech', 'vctk_noisy_speech']
+
+
+def main() -> None:
+    from docopt import docopt
+
+    import sonusai
+    from sonusai.utils import trim_docstring
+
+    args = docopt(trim_docstring(__doc__), version=sonusai.__version__, options_first=True)
+
+    verbose = args['--verbose']
+    dry_run = args['--dry-run']
+    include = args['--include']
+    method = args['--method']
+    audio_env = args['--audio-env']
+    output = args['--output']
+    paths = args['PATH']
+
+    import json
+    from functools import partial
+    import time
+    from os import environ
+    from os.path import abspath
+    from os.path import join
+    from os.path import realpath
+    from typing import List
+
+    from tqdm import tqdm
+
+    from sonusai import SonusAIError
+    from sonusai import create_file_handler
+    from sonusai import initial_log_messages
+    from sonusai import logger
+    from sonusai import update_console_handler
+    from sonusai.utils import braced_iglob
+    from sonusai.utils import p_tqdm_map
+    from sonusai.utils import seconds_to_hms
+    from sonusai.utils.asr_manifest_functions import PathInfo
+    from sonusai.utils.asr_manifest_functions import collect_librispeech_transcripts
+    from sonusai.utils.asr_manifest_functions import collect_vctk_noisy_speech_transcripts
+    from sonusai.utils.asr_manifest_functions import get_librispeech_manifest_entry
+    from sonusai.utils.asr_manifest_functions import get_vctk_noisy_speech_manifest_entry
+
+    start_time = time.monotonic()
+
+    create_file_handler('mkmanifest.log')
+    update_console_handler(verbose)
+    initial_log_messages('mkmanifest')
+
+    if method not in VALID_METHOD:
+        raise SonusAIError(f'Unknown method: {method}')
+
+    audio_dir = None
+    if audio_env is not None:
+        audio_dir = realpath(environ[audio_env])
+        if audio_dir is None:
+            raise SonusAIError(f'Unknown environment variable: {audio_env}')
+
+    if audio_env:
+        for p in paths:
+            if not realpath(abspath(p)).startswith(audio_dir):
+                logger.warning(f'Specified directory, {p}, is not part of the provided audio environment: '
+                               f'${audio_env}={audio_dir}')
+
+    logger.info('')
+    logger.info(f'Searching {len(paths)} provided director{"ies" if len(paths) > 1 else "y"}...')
+
+    entries: List[PathInfo] = []
+    for p in paths:
+        location = join(realpath(abspath(p)), '**', include)
+        logger.debug(f'Processing {location}')
+        for file in braced_iglob(pathname=location, recursive=True):
+            name = file
+            if audio_env is not None:
+                name = name.replace(audio_dir, f'${audio_env}')
+            entries.append(PathInfo(abs_path=file, audio_filepath=name))
+        logger.debug('')
+
+    logger.info(f'Found {len(entries)} audio file{"s" if len(entries) != 1 else ""}')
+
+    if dry_run:
+        logger.info('')
+        logger.info('Dry run')
+        logger.info('')
+        for entry in entries:
+            logger.info(f' - {entry.audio_filepath}')
+        return
+
+    if method == 'librispeech':
+        logger.info('Collecting LibriSpeech transcript data')
+        transcript_data = collect_librispeech_transcripts(paths=paths)
+
+        processing_func = partial(get_librispeech_manifest_entry, transcript_data=transcript_data)
+        progress = tqdm(total=len(entries), desc='Creating LibriSpeech manifest data')
+        results = p_tqdm_map(processing_func, entries, progress=progress, chunksize=10)
+        progress.close()
+
+        with open(output, 'w') as f:
+            for result in results:
+                f.write(json.dumps(result) + '\n')
+
+    if method == 'vctk_noisy_speech':
+        logger.info('Collecting VCTK Noisy Speech transcript data')
+        transcript_data = collect_vctk_noisy_speech_transcripts(paths=paths)
+
+        processing_func = partial(get_vctk_noisy_speech_manifest_entry, transcript_data=transcript_data)
+        progress = tqdm(total=len(entries), desc='Creating VCTK Noisy Speech manifest data')
+        results = p_tqdm_map(processing_func, entries, progress=progress, chunksize=10)
+        progress.close()
+
+        with open(output, 'w') as f:
+            for result in results:
+                f.write(json.dumps(result) + '\n')
+
+    end_time = time.monotonic()
+    logger.info('')
+    logger.info(f'Completed in {seconds_to_hms(seconds=end_time - start_time)}')
+    logger.info('')
+
+
+if __name__ == '__main__':
+    try:
+        main()
+    except KeyboardInterrupt:
+        logger.info('Canceled due to keyboard interrupt')
+        raise SystemExit(0)

sonusai/mkwav.py

@@ -85,7 +85,7 @@ def _process_mixture(mixid: int) -> None:
         with h5py.File(mixture_filename, 'r') as f:
             mixture = np.array(f['mixture'])
             if MP_GLOBAL.write_target:
-                target = sum(np.array(f['targets']))
+                target = np.sum(np.array(f['targets']), axis=0)
             if MP_GLOBAL.write_noise:
                 noise = np.array(f['noise'])
 
@@ -99,7 +99,7 @@ def _process_mixture(mixid: int) -> None:
         f.write(MP_GLOBAL.mixdb.mixture_metadata(mixid))
 
 
-def main():
+def main() -> None:
     import time
     from os.path import join
 
@@ -148,7 +148,7 @@ def main():
     MP_GLOBAL.write_noise = write_noise
 
     progress = tqdm(total=len(mixid))
-    p_tqdm_map(_process_mixture, mixid, progress=progress)
+    p_tqdm_map(_process_mixture, mixid, progress=progress, chunksize=10)
     progress.close()
 
     logger.info(f'Wrote {len(mixid)} mixtures to {location}')

sonusai/onnx_predict.py

@@ -28,13 +28,15 @@ Outputs the following to opredict-<TIMESTAMP> directory:
     onnx_predict.log
 
 """
+from typing import List
+
 from sonusai import logger
 from sonusai.mixture import Feature
 from sonusai.mixture import Predict
 from sonusai.utils import SonusAIMetaData
 
 
-def main():
+def main() -> None:
     from docopt import docopt
 
     import sonusai
@@ -157,16 +159,16 @@ def main():
                     del f['predict']
                 f.create_dataset(name='predict', data=predict)
     else:
-        feature = []
-        file_indices = []
+        features: List[Feature] = []
+        file_indices: List[slice] = []
         total_frames = 0
         for mixid in mixids:
             current_feature, _ = mixdb.mixture_ft(mixid)
             current_frames = current_feature.shape[0]
-            feature.append(current_feature)
+            features.append(current_feature)
             file_indices.append(slice(total_frames, total_frames + current_frames))
             total_frames += current_frames
-        feature = np.vstack([feature[i] for i in range(len(feature))])
+        feature = np.vstack([features[i] for i in range(len(features))])
 
         predict = pad_and_predict(feature=feature,
                                   model_name=model_name,

sonusai/plot.py

@@ -242,7 +242,7 @@ def expand_frames_to_samples(x: np.ndarray, samples: int) -> np.ndarray:
     return np.reshape(np.tile(np.expand_dims(x, 1), [1, samples_per_frame]), samples)
 
 
-def main():
+def main() -> None:
     from docopt import docopt
 
     import sonusai

sonusai/post_spenh_targetf.py

@@ -39,7 +39,7 @@ class MPGlobal:
 MP_GLOBAL = MPGlobal()
 
 
-def main():
+def main() -> None:
     from docopt import docopt
 
     import sonusai
@@ -101,7 +101,7 @@ def main():
     logger.info(f'Found {len(input_name):,} files to process')
 
     progress = tqdm(total=len(input_name))
-    p_tqdm_map(_process, input_name, progress=progress)
+    p_tqdm_map(_process, input_name, progress=progress, chunksize=10)
     progress.close()
 
     logger.info(f'Wrote {len(input_name)} mixtures to {output_dir}')

sonusai/torchl_predict.py

@@ -64,7 +64,7 @@ def power_uncompress(real, imag):
     return torch.stack([real_compress, imag_compress], -1)
 
 
-def main():
+def main() -> None:
     from docopt import docopt
 
     import sonusai

sonusai/torchl_train.py

@@ -27,7 +27,7 @@ Per-batch loss history, if enabled, is written to <basename>-history-lossb.npy
 from sonusai import logger
 
 
-def main():
+def main() -> None:
     from docopt import docopt
 
     import sonusai

sonusai/tplot.py

@@ -302,7 +302,7 @@ def tplot(root: str = None,
     pdf.close()
 
 
-def main():
+def main() -> None:
     from docopt import docopt
 
     import sonusai

sonusai/utils/__init__.py

@@ -3,6 +3,7 @@ from sonusai.utils.asl_p56 import asl_p56
 from sonusai.utils.asr import ASRResult
 from sonusai.utils.asr import calc_asr
 from sonusai.utils.braced_glob import braced_glob
+from sonusai.utils.braced_glob import braced_iglob
 from sonusai.utils.calculate_input_shape import calculate_input_shape
 from sonusai.utils.create_ts_name import create_ts_name
 from sonusai.utils.dataclass_from_dict import dataclass_from_dict

sonusai/utils/asr.py

@@ -1,5 +1,6 @@
 from dataclasses import dataclass
 from typing import Any
+from typing import Optional
 from typing import Union
 
 from sonusai.mixture import AudioT
@@ -9,14 +10,14 @@ from sonusai.mixture import Location
 @dataclass(frozen=True)
 class ASRResult:
     text: str
-    confidence: float = None
+    confidence: Optional[float] = None
 
 
 def calc_asr(audio: Union[AudioT, Location],
-             engine: str = 'deepgram',
-             whisper_model: Any = None,
-             whisper_model_name: str = 'base.en',
-             device: str = None) -> ASRResult:
+             engine: Optional[str] = 'deepgram',
+             whisper_model: Optional[Any] = None,
+             whisper_model_name: Optional[str] = 'base.en',
+             device: Optional[str] = None) -> ASRResult:
     """Run ASR on audio
 
     :param audio: Numpy array of audio samples or location of an audio file

sonusai/utils/asr_functions/data.py

@@ -1,5 +1,6 @@
 from dataclasses import dataclass
 from typing import Any
+from typing import Optional
 
 from sonusai.mixture.types import AudioT
 
@@ -7,6 +8,6 @@ from sonusai.mixture.types import AudioT
 @dataclass(frozen=True)
 class Data:
     audio: AudioT
-    whisper_model: Any = None
-    whisper_model_name: str = None
-    device: str = None
+    whisper_model: Optional[Any] = None
+    whisper_model_name: Optional[str] = None
+    device: Optional[str] = None

sonusai/utils/asr_manifest_functions/__init__.py

@@ -0,0 +1,6 @@
+from sonusai.utils.asr_manifest_functions.data import PathInfo
+from sonusai.utils.asr_manifest_functions.data import TranscriptData
+from sonusai.utils.asr_manifest_functions.librispeech import collect_librispeech_transcripts
+from sonusai.utils.asr_manifest_functions.librispeech import get_librispeech_manifest_entry
+from sonusai.utils.asr_manifest_functions.vctk_noisy_speech import collect_vctk_noisy_speech_transcripts
+from sonusai.utils.asr_manifest_functions.vctk_noisy_speech import get_vctk_noisy_speech_manifest_entry

sonusai/utils/asr_manifest_functions/data.py

@@ -0,0 +1,10 @@
+from dataclasses import dataclass
+from typing import Dict
+
+TranscriptData = Dict[str, str]
+
+
+@dataclass(frozen=True)
+class PathInfo:
+    abs_path: str
+    audio_filepath: str

sonusai/utils/asr_manifest_functions/librispeech.py

@@ -0,0 +1,49 @@
+from typing import List
+from typing import Union
+
+from sonusai.utils.asr_manifest_functions import PathInfo
+from sonusai.utils.asr_manifest_functions import TranscriptData
+
+
+def collect_librispeech_transcripts(paths: Union[List[str], str]) -> TranscriptData:
+    from glob import iglob
+    from os.path import abspath
+    from os.path import dirname
+    from os.path import join
+
+    from sonusai import SonusAIError
+
+    entries: TranscriptData = {}
+    if not isinstance(paths, list):
+        paths = [paths]
+
+    for p in paths:
+        location = join(abspath(p), '**', '*.trans.txt')
+        for file in iglob(pathname=location, recursive=True):
+            root = dirname(file)
+            with open(file, encoding='utf-8') as f:
+                for line in f:
+                    name, text = line[: line.index(' ')], line[line.index(' ') + 1:]
+                    name = join(root, name)
+                    if name in entries:
+                        raise SonusAIError(f'{name} already exists in transcript data')
+                    entries[name] = text.lower().strip()
+    return entries
+
+
+def get_librispeech_manifest_entry(entry: PathInfo, transcript_data: TranscriptData) -> dict:
+    from os.path import splitext
+    from subprocess import check_output
+
+    from sonusai import SonusAIError
+
+    name = splitext(entry.abs_path)[0]
+    duration = float(check_output(f'soxi -D {entry.abs_path}', shell=True))
+    if name not in transcript_data.keys():
+        raise SonusAIError(f'Could not find {name} in transcript data')
+
+    return {
+        'audio_filepath': entry.audio_filepath,
+        'text':           transcript_data[name],
+        'duration':       duration,
+    }

sonusai/utils/asr_manifest_functions/vctk_noisy_speech.py

@@ -0,0 +1,69 @@
+from typing import List
+from typing import Union
+
+from sonusai.utils.asr_manifest_functions import PathInfo
+from sonusai.utils.asr_manifest_functions import TranscriptData
+
+
+def collect_vctk_noisy_speech_transcripts(paths: Union[List[str], str]) -> TranscriptData:
+    from glob import iglob
+    from os import listdir
+    from os.path import abspath
+    from os.path import basename
+    from os.path import join
+    from os.path import split
+    from os.path import splitext
+
+    from sonusai import SonusAIError
+
+    entries: TranscriptData = {}
+    if not isinstance(paths, list):
+        paths = [paths]
+
+    for p in paths:
+        abs_p = abspath(p)
+        head, tail = split(abs_p)
+
+        dirs = listdir(head)
+        tail = tail.replace('wav', 'txt')
+
+        location = None
+        for d in dirs:
+            if tail.endswith(d):
+                location = join(head, d, '*.txt')
+                break
+        if location is None:
+            raise SonusAIError(f'Could not find VCTK Noisy Speech transcript data for {p}')
+
+        for file in iglob(pathname=location, recursive=True):
+            with open(file, encoding='utf-8') as f:
+                lines = f.readlines()
+                if len(lines) != 1:
+                    raise SonusAIError(f'Ill-formed VCTK Noisy Speech transcript file: {file}')
+
+                name = join(abs_p, splitext(basename(file))[0])
+                text = lines[0].lower().strip()
+
+                if name in entries:
+                    raise SonusAIError(f'{name} already exists in transcript data')
+                entries[name] = text.lower().strip()
+
+    return entries
+
+
+def get_vctk_noisy_speech_manifest_entry(entry: PathInfo, transcript_data: TranscriptData) -> dict:
+    from os.path import splitext
+    from subprocess import check_output
+
+    from sonusai import SonusAIError
+
+    name = splitext(entry.abs_path)[0]
+    duration = float(check_output(f'soxi -D {entry.abs_path}', shell=True))
+    if name not in transcript_data.keys():
+        raise SonusAIError(f'Could not find {name} in transcript data')
+
+    return {
+        'audio_filepath': entry.audio_filepath,
+        'text':           transcript_data[name],
+        'duration':       duration,
+    }

sonusai/utils/braced_glob.py

@@ -32,11 +32,18 @@ def expand_braces(text: str, seen: Optional[Set[str]] = None) -> Generator[str,
             yield from expand_braces(''.join(replaced), seen)
 
 
-def braced_glob(path: str) -> List[str]:
+def braced_glob(pathname: str, recursive: bool = False) -> List[str]:
     from glob import glob
 
     result = []
-    for x in expand_braces(path):
-        result.extend(glob(x))
+    for expanded_path in expand_braces(pathname):
+        result.extend(glob(expanded_path, recursive=recursive))
 
     return result
+
+
+def braced_iglob(pathname: str, recursive: bool = False) -> Generator[str, None, None]:
+    from glob import iglob
+
+    for expanded_path in expand_braces(pathname):
+        yield from iglob(expanded_path, recursive=recursive)

sonusai/utils/parallel_tqdm.py

@@ -11,7 +11,7 @@ from typing import Iterable
 from typing import List
 
 
-def _parallel(ordered: bool, function: Callable, *iterables: Iterable, **kwargs: Any) -> Generator:
+def __parallel(ordered: bool, function: Callable, *iterables: Iterable, **kwargs: Any) -> Generator:
     """Returns a generator for a parallel map.
 
     Arguments:
@@ -43,6 +43,7 @@ def _parallel(ordered: bool, function: Callable, *iterables: Iterable, **kwargs:
 
     # Extract num_cpus
     num_cpus = kwargs.pop('num_cpus', None)
+    chunksize = kwargs.pop('chunksize', 1)
 
     # Determine num_cpus
     if num_cpus is None:
@@ -57,7 +58,7 @@ def _parallel(ordered: bool, function: Callable, *iterables: Iterable, **kwargs:
     with mp.Pool(num_cpus, initializer=initializer, initargs=initargs) as pool:
         map_func = getattr(pool, map_type)
 
-        for item in map_func(function, *iterables):
+        for item in map_func(function, *iterables, chunksize=chunksize):
             yield item
             progress.update()
 
@@ -67,9 +68,9 @@ def _parallel(ordered: bool, function: Callable, *iterables: Iterable, **kwargs:
 
 def p_tqdm_map(function: Callable, *iterables: Iterable, **kwargs: Any) -> List[Any]:
     """Performs a parallel ordered map."""
-    return list(_parallel(True, function, *iterables, **kwargs))
+    return list(__parallel(True, function, *iterables, **kwargs))
 
 
 def p_tqdm_umap(function: Callable, *iterables: Iterable, **kwargs: Any) -> List[Any]:
     """Performs a parallel unordered map."""
-    return list(_parallel(False, function, *iterables, **kwargs))
+    return list(__parallel(False, function, *iterables, **kwargs))

sonusai/vars.py

@@ -8,19 +8,21 @@ options:
 List custom SonusAI variables.
 
 """
-from os import environ
-from os import getenv
 
-from docopt import docopt
 
-import sonusai
-from sonusai.mixture import DEFAULT_NOISE
-from sonusai.utils import trim_docstring
+def main() -> None:
+    from docopt import docopt
 
+    import sonusai
+    from sonusai.utils import trim_docstring
 
-def main():
     docopt(trim_docstring(__doc__), version=sonusai.__version__, options_first=True)
 
+    from os import environ
+    from os import getenv
+
+    from sonusai.mixture import DEFAULT_NOISE
+
     print('Custom SonusAI variables:')
     print('')
     print(f'${{default_noise}}: {DEFAULT_NOISE}')

{sonusai-0.12.5.dist-info → sonusai-0.12.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sonusai
-Version: 0.12.5
+Version: 0.12.7
 Summary: Framework for building deep neural network models for sound, speech, and voice AI
 Home-page: https://aaware.com
 License: GPL-3.0-only
@@ -29,7 +29,7 @@ Requires-Dist: paho-mqtt (>=1.6.1,<2.0.0)
 Requires-Dist: pandas (>=2.0.3,<3.0.0)
 Requires-Dist: pesq (>=0.0.4,<0.0.5)
 Requires-Dist: protobuf (>=4.24.0,<5.0.0)
-Requires-Dist: pyaaware (>=1.4.18,<2.0.0)
+Requires-Dist: pyaaware (>=1.4.19,<2.0.0)
 Requires-Dist: python-magic (>=0.4.27,<0.5.0)
 Requires-Dist: scikit-learn (>=1.3.0,<2.0.0)
 Requires-Dist: sh (>=1.14.3,<2.0.0)