sonusai 0.15.6__tar.gz → 0.15.8__tar.gz

{sonusai-0.15.6 → sonusai-0.15.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sonusai
-Version: 0.15.6
+Version: 0.15.8
 Summary: Framework for building deep neural network models for sound, speech, and voice AI
 Home-page: https://aaware.com
 License: GPL-3.0-only
@@ -16,21 +16,21 @@ Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Requires-Dist: PyYAML (>=6.0.1,<7.0.0)
 Requires-Dist: aixplain (>=0.2.6,<0.3.0)
+Requires-Dist: ctranslate2 (==4.1.0)
 Requires-Dist: dataclasses-json (>=0.6.1,<0.7.0)
 Requires-Dist: deepgram-sdk (>=3.0.0,<4.0.0)
 Requires-Dist: docopt (>=0.6.2,<0.7.0)
-Requires-Dist: faster-whisper (>=0.10.0,<0.11.0)
-Requires-Dist: ffmpeg (>=1.4,<2.0)
-Requires-Dist: greenlet (>=3.0.1,<4.0.0)
-Requires-Dist: grpcio (==1.60.0)
+Requires-Dist: faster-whisper (>=1.0.1,<2.0.0)
+Requires-Dist: h5py (>=3.11.0,<4.0.0)
 Requires-Dist: jiwer (>=3.0.3,<4.0.0)
-Requires-Dist: keras-tuner (>=1.4.5,<2.0.0)
+Requires-Dist: keras (>=3.1.1,<4.0.0)
+Requires-Dist: keras-tuner (>=1.4.7,<2.0.0)
 Requires-Dist: librosa (>=0.10.1,<0.11.0)
-Requires-Dist: lightning (>=2.1.0,<3.0.0)
+Requires-Dist: lightning (>=2.2,<2.3)
 Requires-Dist: matplotlib (>=3.8.0,<4.0.0)
-Requires-Dist: onnx (==1.14.1)
+Requires-Dist: onnx (>=1.14.1,<2.0.0)
 Requires-Dist: onnxruntime (>=1.16.1,<2.0.0)
-Requires-Dist: paho-mqtt (>=1.6.1,<2.0.0)
+Requires-Dist: paho-mqtt (>=2.0.0,<3.0.0)
 Requires-Dist: pandas (>=2.1.1,<3.0.0)
 Requires-Dist: pesq (>=0.0.4,<0.0.5)
 Requires-Dist: pyaaware (>=1.5.3,<2.0.0)
@@ -38,18 +38,14 @@ Requires-Dist: pydub (>=0.25.1,<0.26.0)
 Requires-Dist: pystoi (>=0.4.0,<0.5.0)
 Requires-Dist: python-magic (>=0.4.27,<0.5.0)
 Requires-Dist: requests (>=2.31.0,<3.0.0)
-Requires-Dist: resampy (>=0.4.2,<0.5.0)
-Requires-Dist: samplerate (>=0.1.0,<0.2.0)
-Requires-Dist: scikit-learn (>=1.3.1,<2.0.0)
-Requires-Dist: sh (>=2.0.6,<3.0.0)
+Requires-Dist: samplerate (>=0.2.1,<0.3.0)
 Requires-Dist: soundfile (>=0.12.1,<0.13.0)
 Requires-Dist: sox (>=1.4.1,<2.0.0)
-Requires-Dist: speechrecognition (>=3.10.0,<4.0.0)
+Requires-Dist: speechrecognition (>=3.10.1,<4.0.0)
 Requires-Dist: tensorflow (>=2.15.0,<3.0.0)
-Requires-Dist: tensorflow-addons (>=0.23.0,<0.24.0)
 Requires-Dist: tf2onnx (>=1.15.1,<2.0.0)
-Requires-Dist: torch (>=2.1.0,<3.0.0)
-Requires-Dist: torchaudio (>=2.1.0,<3.0.0)
+Requires-Dist: torch (>=2.2,<2.3)
+Requires-Dist: torchaudio (>=2.2,<2.3)
 Requires-Dist: torchinfo (>=1.8.0,<2.0.0)
 Requires-Dist: tqdm (>=4.66.1,<5.0.0)
 Description-Content-Type: text/x-rst
@@ -59,7 +55,7 @@ Sonus AI: Framework for simplified creation of deep NN models for sound, speech,
 Sonus AI includes functions for pre-processing training and validation data and
 creating performance metrics reports for key types of Keras models:
 - recurrent, convolutional, or a combination (i.e. RCNNs)
-- binary, multiclass single-label, multiclass multi-label, and regresssion
+- binary, multiclass single-label, multiclass multi-label, and regression
 - training with data augmentations:  noise mixing, pitch and time stretch, etc.
 
 Sonus AI python functions are used by:

{sonusai-0.15.6 → sonusai-0.15.8}/README.rst

@@ -3,7 +3,7 @@ Sonus AI: Framework for simplified creation of deep NN models for sound, speech,
 Sonus AI includes functions for pre-processing training and validation data and
 creating performance metrics reports for key types of Keras models:
 - recurrent, convolutional, or a combination (i.e. RCNNs)
-- binary, multiclass single-label, multiclass multi-label, and regresssion
+- binary, multiclass single-label, multiclass multi-label, and regression
 - training with data augmentations:  noise mixing, pitch and time stretch, etc.
 
 Sonus AI python functions are used by:

{sonusai-0.15.6 → sonusai-0.15.8}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "sonusai"
-version = "0.15.6"
+version = "0.15.8"
 description = "Framework for building deep neural network models for sound, speech, and voice AI"
 authors = ["Chris Eddington <chris@aaware.com>", "Jason Calderwood <jason@aaware.com>"]
 maintainers = ["Chris Eddington <chris@aaware.com>", "Jason Calderwood <jason@aaware.com>"]
@@ -16,24 +16,23 @@ aawscd_probwrite = 'sonusai.aawscd_probwrite:main'
 [tool.poetry.dependencies]
 PyYAML = "^6.0.1"
 aixplain = "^0.2.6"
+ctranslate2 = "4.1.0"
 dataclasses-json = "^0.6.1"
 deepgram-sdk = "^3.0.0"
 docopt = "^0.6.2"
-#einops = "^0"
-faster-whisper = "^0.10.0"
-ffmpeg = "^1.4"
-greenlet = "^3.0.1"
-grpcio = "1.60.0"
+faster-whisper = "^1.0.1"
+h5py = "^3.11.0"
 jiwer = "^3.0.3"
-keras-tuner = "^1.4.5"
+keras = "^3.1.1"
+keras-tuner = "^1.4.7"
 librosa = "^0.10.1"
-lightning = "^2.1.0"
+lightning = "~2.2"
 matplotlib = "^3.8.0"
-onnx = "1.14.1"
+onnx = "^1.14.1"
 #onnxruntime-gpu = "^1.16.1"
 onnxruntime = "^1.16.1"
 #openai-whisper = "^20231117"
-paho-mqtt = "^1.6.1"
+paho-mqtt = "^2.0.0"
 pandas = "^2.1.1"
 pesq = "^0.0.4"
 pyaaware = "^1.5.3"
@@ -42,18 +41,14 @@ pystoi = "^0.4.0"
 python = ">=3.9,<3.12"
 python-magic = "^0.4.27"
 requests = "^2.31.0"
-resampy = "^0.4.2"
-samplerate = "^0.1.0"
-scikit-learn = "^1.3.1"
-sh = "^2.0.6"
+samplerate = "^0.2.1"
 soundfile = "^0.12.1"
+speechrecognition = "^3.10.1"
 sox = "^1.4.1"
-speechrecognition = "^3.10.0"
 tensorflow = "^2.15.0"
-tensorflow-addons = "^0.23.0"
 tf2onnx = "^1.15.1"
-torch = "^2.1.0"
-torchaudio = "^2.1.0"
+torch = "~2.2"
+torchaudio = "~2.2"
 torchinfo = "^1.8.0"
 tqdm = "^4.66.1"
 
@@ -63,7 +58,7 @@ ipython = "^8.16.1"
 jupyter = "^1.0.0"
 mypy = "^1.6.0"
 mypy-extensions = "^1.0.0"
-pytest = "^7.4.2"
+pytest = "^8.1.1"
 types-pyyaml = "^6.0.12.12"
 types-requests = "^2.31.0.8"
 yappi = "^1.4.0"

{sonusai-0.15.6 → sonusai-0.15.8}/sonusai/mixture/generation.py

@@ -433,7 +433,7 @@ def _initialize_targets_audio(mixdb: MixtureDatabase, mixture: Mixture) -> tuple
         # target_gain is used to back out the gain augmentation in order to return the target audio
         # to its normalized level when calculating truth (if needed).
         if target.augmentation.gain is not None:
-            target.gain = round(10 ** (target.augmentation.gain / 20), ndigits=7)
+            target.gain = round(10 ** (target.augmentation.gain / 20), ndigits=5)
         else:
             target.gain = 1
 
@@ -507,8 +507,8 @@ def _initialize_mixture_gains(mixdb: MixtureDatabase,
         mixture.target_snr_gain *= gain_adjustment
         mixture.noise_snr_gain *= gain_adjustment
 
-    mixture.target_snr_gain = round(mixture.target_snr_gain, ndigits=7)
-    mixture.noise_snr_gain = round(mixture.noise_snr_gain, ndigits=7)
+    mixture.target_snr_gain = round(mixture.target_snr_gain, ndigits=5)
+    mixture.noise_snr_gain = round(mixture.noise_snr_gain, ndigits=5)
     return mixture
 
 

{sonusai-0.15.6 → sonusai-0.15.8}/sonusai/mixture/truth_functions/data.py

@@ -23,6 +23,8 @@ class Data:
                               num_classes=config.num_classes,
                               truth_mutex=config.mutex)
 
+        self.num_bands = fg.num_bands
+        self.ttype = fg.ftransform_ttype
         self.frame_size = fg.ftransform_R
 
         if len(target_audio) % self.frame_size != 0:

{sonusai-0.15.6 → sonusai-0.15.8}/sonusai/mixture/truth_functions/target.py

@@ -13,12 +13,13 @@ Calculates the true transform of the target using the STFT
 configuration defined by the feature. This will include a
 forward transform window if defined by the feature.
 
-Output shape: [:, 2 * bins] (stacked real, imag)
+Output shape: [:, num_classes]
+                    (target stacked real, imag; or real only for tdac-co)
     """
 
     from sonusai import SonusAIError
 
-    if data.config.num_classes != 2 * data.target_fft.bins:
+    if data.config.num_classes != data.num_bands:
         raise SonusAIError(f'Invalid num_classes for target_f truth: {data.config.num_classes}')
 
     target_freq = _execute_fft(data.target_audio, data.target_fft, len(data.offsets))
@@ -28,6 +29,7 @@ Output shape: [:, 2 * bins] (stacked real, imag)
                                       frame_size=data.frame_size,
                                       zero_based_indices=data.zero_based_indices,
                                       bins=data.target_fft.bins,
+                                      ttype=data.ttype,
                                       start=0,
                                       truth=data.truth)
 
@@ -43,11 +45,13 @@ using the STFT configuration defined by the feature. This
 will include a forward transform window if defined by the
 feature.
 
-Output shape: [:, 4 * bins] (target stacked real, imag; mixture stacked real, imag)
+Output shape: [:, 2 * num_classes]
+                    (target stacked real, imag; or real only for tdac-co)
+                    (mixture stacked real, imag; or real only for tdac-co)
     """
     from sonusai import SonusAIError
 
-    if data.config.num_classes != 2 * data.target_fft.bins + 2 * data.mixture_fft.bins:
+    if data.config.num_classes != 2 * data.num_bands:
         raise SonusAIError(f'Invalid num_classes for target_mixture_f truth: {data.config.num_classes}')
 
     target_freq = _execute_fft(data.target_audio, data.target_fft, len(data.offsets))
@@ -59,6 +63,7 @@ Output shape: [:, 4 * bins] (target stacked real, imag; mixture stacked real, im
                                       frame_size=data.frame_size,
                                       zero_based_indices=data.zero_based_indices,
                                       bins=data.target_fft.bins,
+                                      ttype=data.ttype,
                                       start=0,
                                       truth=data.truth)
 
@@ -67,6 +72,7 @@ Output shape: [:, 4 * bins] (target stacked real, imag; mixture stacked real, im
                                       frame_size=data.frame_size,
                                       zero_based_indices=data.zero_based_indices,
                                       bins=data.target_fft.bins,
+                                      ttype=data.ttype,
                                       start=data.target_fft.bins * 2,
                                       truth=data.truth)
 
@@ -125,6 +131,7 @@ def _stack_real_imag(data: AudioF,
                      frame_size: int,
                      zero_based_indices: list[int],
                      bins: int,
+                     ttype: str,
                      start: int,
                      truth: Truth) -> Truth:
     import numpy as np
@@ -134,7 +141,8 @@ def _stack_real_imag(data: AudioF,
         b = _get_bin_slice(index + start, bins)
         truth[i, b] = np.real(data)
 
-        b = _get_bin_slice(b.stop, bins)
-        truth[i, b] = np.imag(data)
+        if ttype != 'tdac-co':
+            b = _get_bin_slice(b.stop, bins)
+            truth[i, b] = np.imag(data)
 
     return truth