sonusai 0.18.8__py3-none-any.whl → 0.19.5__py3-none-any.whl

sonusai/mixture/mixdb.py

@@ -1,46 +1,47 @@
+# ruff: noqa: S608
 from functools import cached_property
 from functools import lru_cache
 from functools import partial
 from sqlite3 import Connection
 from sqlite3 import Cursor
 from typing import Any
-from typing import Optional
-
-from sonusai.mixture.datatypes import ASRConfigs
-from sonusai.mixture.datatypes import AudioF
-from sonusai.mixture.datatypes import AudioT
-from sonusai.mixture.datatypes import AudiosF
-from sonusai.mixture.datatypes import AudiosT
-from sonusai.mixture.datatypes import ClassCount
-from sonusai.mixture.datatypes import Feature
-from sonusai.mixture.datatypes import FeatureGeneratorConfig
-from sonusai.mixture.datatypes import FeatureGeneratorInfo
-from sonusai.mixture.datatypes import GeneralizedIDs
-from sonusai.mixture.datatypes import ImpulseResponseFiles
-from sonusai.mixture.datatypes import MetricDoc
-from sonusai.mixture.datatypes import MetricDocs
-from sonusai.mixture.datatypes import Mixture
-from sonusai.mixture.datatypes import Mixtures
-from sonusai.mixture.datatypes import NoiseFile
-from sonusai.mixture.datatypes import NoiseFiles
-from sonusai.mixture.datatypes import Segsnr
-from sonusai.mixture.datatypes import SpectralMask
-from sonusai.mixture.datatypes import SpectralMasks
-from sonusai.mixture.datatypes import SpeechMetadata
-from sonusai.mixture.datatypes import TargetFile
-from sonusai.mixture.datatypes import TargetFiles
-from sonusai.mixture.datatypes import TransformConfig
-from sonusai.mixture.datatypes import Truth
-from sonusai.mixture.datatypes import UniversalSNR
+
+from .datatypes import ASRConfigs
+from .datatypes import AudioF
+from .datatypes import AudiosF
+from .datatypes import AudiosT
+from .datatypes import AudioT
+from .datatypes import ClassCount
+from .datatypes import Feature
+from .datatypes import FeatureGeneratorConfig
+from .datatypes import FeatureGeneratorInfo
+from .datatypes import GeneralizedIDs
+from .datatypes import ImpulseResponseFiles
+from .datatypes import MetricDoc
+from .datatypes import MetricDocs
+from .datatypes import Mixture
+from .datatypes import Mixtures
+from .datatypes import NoiseFile
+from .datatypes import NoiseFiles
+from .datatypes import Segsnr
+from .datatypes import SpectralMask
+from .datatypes import SpectralMasks
+from .datatypes import SpeechMetadata
+from .datatypes import TargetFile
+from .datatypes import TargetFiles
+from .datatypes import TransformConfig
+from .datatypes import TruthConfigs
+from .datatypes import TruthDict
+from .datatypes import UniversalSNR
 
 
 def db_file(location: str, test: bool = False) -> str:
     from os.path import join
 
     if test:
-        name = 'mixdb_test.db'
+        name = "mixdb_test.db"
     else:
-        name = 'mixdb.db'
+        name = "mixdb.db"
 
     return join(location, name)
 
@@ -50,19 +51,17 @@ def db_connection(location: str, create: bool = False, readonly: bool = True, te
     from os import remove
     from os.path import exists
 
-    from sonusai import SonusAIError
-
     name = db_file(location, test)
     if create and exists(name):
         remove(name)
 
     if not create and not exists(name):
-        raise SonusAIError(f'Could not find mixture database in {location}')
+        raise OSError(f"Could not find mixture database in {location}")
 
     if not create and readonly:
-        name += '?mode=ro'
+        name += "?mode=ro"
 
-    connection = sqlite3.connect('file:' + name, uri=True)
+    connection = sqlite3.connect("file:" + name, uri=True)
     # connection.set_trace_callback(print)
     return connection
 
@@ -103,25 +102,23 @@ class MixtureDatabase:
             num_classes=self.num_classes,
             spectral_masks=self.spectral_masks,
             target_files=self.target_files,
-            truth_mutex=self.truth_mutex,
-            truth_reduction_function=self.truth_reduction_function
         )
         return config.to_json(indent=2)
 
     def save(self) -> None:
-        """Save the MixtureDatabase as a JSON file
-        """
+        """Save the MixtureDatabase as a JSON file"""
         from os.path import join
 
-        json_name = join(self.location, 'mixdb.json')
-        with open(file=json_name, mode='w') as file:
+        json_name = join(self.location, "mixdb.json")
+        with open(file=json_name, mode="w") as file:
             file.write(self.json)
 
     @cached_property
     def fg_config(self) -> FeatureGeneratorConfig:
-        return FeatureGeneratorConfig(feature_mode=self.feature,
-                                      num_classes=self.num_classes,
-                                      truth_mutex=self.truth_mutex)
+        return FeatureGeneratorConfig(
+            feature_mode=self.feature,
+            truth_parameters=self.truth_parameters,
+        )
 
     @cached_property
     def fg_info(self) -> FeatureGeneratorInfo:
@@ -130,19 +127,18 @@ class MixtureDatabase:
         return get_feature_generator_info(self.fg_config)
 
     @cached_property
-    def num_classes(self) -> int:
-        with self.db() as c:
-            return int(c.execute("SELECT top.num_classes FROM top").fetchone()[0])
-
-    @cached_property
-    def truth_mutex(self) -> bool:
+    def truth_parameters(self) -> dict[str, int]:
         with self.db() as c:
-            return bool(c.execute("SELECT top.truth_mutex FROM top").fetchone()[0])
+            rows = c.execute("SELECT * FROM truth_parameters").fetchall()
+            truth_parameters: dict[str, int] = {}
+            for row in rows:
+                truth_parameters[row[1]] = row[2]
+            return truth_parameters
 
     @cached_property
-    def truth_reduction_function(self) -> str:
+    def num_classes(self) -> int:
         with self.db() as c:
-            return str(c.execute("SELECT top.truth_reduction_function FROM top").fetchone()[0])
+            return int(c.execute("SELECT top.num_classes FROM top").fetchone()[0])
 
     @cached_property
     def noise_mix_mode(self) -> str:
@@ -158,68 +154,152 @@ class MixtureDatabase:
 
     @cached_property
     def supported_metrics(self) -> MetricDocs:
-        metrics = MetricDocs([
-            MetricDoc('Mixture Metrics', 'mxsnr', 'SNR specification in dB'),
-            MetricDoc('Mixture Metrics', 'mxssnr_avg', 'Segmental SNR average over all frames'),
-            MetricDoc('Mixture Metrics', 'mxssnr_std', 'Segmental SNR standard deviation over all frames'),
-            MetricDoc('Mixture Metrics', 'mxssnrdb_avg',
-                      'Segmental SNR average of the dB frame values over all frames'),
-            MetricDoc('Mixture Metrics', 'mxssnrdb_std',
-                      'Segmental SNR standard deviation of the dB frame values over all frames'),
-            MetricDoc('Mixture Metrics', 'mxssnrf_avg',
-                      'Per-bin segmental SNR average over all frames (using feature transform)'),
-            MetricDoc('Mixture Metrics', 'mxssnrf_std',
-                      'Per-bin segmental SNR standard deviation over all frames (using feature transform)'),
-            MetricDoc('Mixture Metrics', 'mxssnrdbf_avg',
-                      'Per-bin segmental average of the dB frame values over all frames (using feature transform)'),
-            MetricDoc('Mixture Metrics', 'mxssnrdbf_std',
-                      'Per-bin segmental standard deviation of the dB frame values over all frames (using feature transform)'),
-            MetricDoc('Mixture Metrics', 'mxpesq', 'PESQ of mixture versus true target[0]'),
-            MetricDoc('Mixture Metrics', 'mxwsdr', 'Weighted signal distorion ratio of mixture versus true target[0]'),
-            MetricDoc('Mixture Metrics', 'mxpd', 'Phase distance between mixture and true target[0]'),
-            MetricDoc('Mixture Metrics', 'mxstoi',
-                      'Short term objective intelligibility of mixture versus true target[0]'),
-            MetricDoc('Mixture Metrics', 'mxcsig',
-                      'Predicted rating of speech distortion of mixture versus true target[0]'),
-            MetricDoc('Mixture Metrics', 'mxcbak',
-                      'Predicted rating of background distortion of mixture versus true target[0]'),
-            MetricDoc('Mixture Metrics', 'mxcovl',
-                      'Predicted rating of overall quality of mixture versus true target[0]'),
-            MetricDoc('Mixture Metrics', 'ssnr', 'Segmental SNR'),
-            MetricDoc('Target Metrics', 'tdco', 'Target[0] DC offset'),
-            MetricDoc('Target Metrics', 'tmin', 'Target[0] min level'),
-            MetricDoc('Target Metrics', 'tmax', 'Target[0] max levl'),
-            MetricDoc('Target Metrics', 'tpkdb', 'Target[0] Pk lev dB'),
-            MetricDoc('Target Metrics', 'tlrms', 'Target[0] RMS lev dB'),
-            MetricDoc('Target Metrics', 'tpkr', 'Target[0] RMS Pk dB'),
-            MetricDoc('Target Metrics', 'ttr', 'Target[0] RMS Tr dB'),
-            MetricDoc('Target Metrics', 'tcr', 'Target[0] Crest factor'),
-            MetricDoc('Target Metrics', 'tfl', 'Target[0] Flat factor'),
-            MetricDoc('Target Metrics', 'tpkc', 'Target[0] Pk count'),
-            MetricDoc('Noise Metrics', 'ndco', 'Noise DC offset'),
-            MetricDoc('Noise Metrics', 'nmin', 'Noise min level'),
-            MetricDoc('Noise Metrics', 'nmax', 'Noise max levl'),
-            MetricDoc('Noise Metrics', 'npkdb', 'Noise Pk lev dB'),
-            MetricDoc('Noise Metrics', 'nlrms', 'Noise RMS lev dB'),
-            MetricDoc('Noise Metrics', 'npkr', 'Noise RMS Pk dB'),
-            MetricDoc('Noise Metrics', 'ntr', 'Noise RMS Tr dB'),
-            MetricDoc('Noise Metrics', 'ncr', 'Noise Crest factor'),
-            MetricDoc('Noise Metrics', 'nfl', 'Noise Flat factor'),
-            MetricDoc('Noise Metrics', 'npkc', 'Noise Pk count'),
-            MetricDoc('Truth Metrics', 'sedavg',
-                      '(not implemented) Average SED activity over all frames [num_classes, 1]'),
-            MetricDoc('Truth Metrics', 'sedcnt',
-                      '(not implemented) Count in number of frames that SED is active [num_classes, 1]'),
-            MetricDoc('Truth Metrics', 'sedtop3', '(not implemented) 3 most active by largest sedavg [3, 1]'),
-            MetricDoc('Truth Metrics', 'sedtopn', '(not implemented) N most active by largest sedavg [N, 1]'),
-        ])
+        metrics = MetricDocs(
+            [
+                MetricDoc("Mixture Metrics", "mxsnr", "SNR specification in dB"),
+                MetricDoc(
+                    "Mixture Metrics",
+                    "mxssnr_avg",
+                    "Segmental SNR average over all frames",
+                ),
+                MetricDoc(
+                    "Mixture Metrics",
+                    "mxssnr_std",
+                    "Segmental SNR standard deviation over all frames",
+                ),
+                MetricDoc(
+                    "Mixture Metrics",
+                    "mxssnrdb_avg",
+                    "Segmental SNR average of the dB frame values over all frames",
+                ),
+                MetricDoc(
+                    "Mixture Metrics",
+                    "mxssnrdb_std",
+                    "Segmental SNR standard deviation of the dB frame values over all frames",
+                ),
+                MetricDoc(
+                    "Mixture Metrics",
+                    "mxssnrf_avg",
+                    "Per-bin segmental SNR average over all frames (using feature transform)",
+                ),
+                MetricDoc(
+                    "Mixture Metrics",
+                    "mxssnrf_std",
+                    "Per-bin segmental SNR standard deviation over all frames (using feature transform)",
+                ),
+                MetricDoc(
+                    "Mixture Metrics",
+                    "mxssnrdbf_avg",
+                    "Per-bin segmental average of the dB frame values over all frames (using feature transform)",
+                ),
+                MetricDoc(
+                    "Mixture Metrics",
+                    "mxssnrdbf_std",
+                    "Per-bin segmental standard deviation of the dB frame values over all frames (using feature transform)",
+                ),
+                MetricDoc("Mixture Metrics", "mxpesq", "PESQ of mixture versus true target[0]"),
+                MetricDoc(
+                    "Mixture Metrics",
+                    "mxwsdr",
+                    "Weighted signal distorion ratio of mixture versus true target[0]",
+                ),
+                MetricDoc(
+                    "Mixture Metrics",
+                    "mxpd",
+                    "Phase distance between mixture and true target[0]",
+                ),
+                MetricDoc(
+                    "Mixture Metrics",
+                    "mxstoi",
+                    "Short term objective intelligibility of mixture versus true target[0]",
+                ),
+                MetricDoc(
+                    "Mixture Metrics",
+                    "mxcsig",
+                    "Predicted rating of speech distortion of mixture versus true target[0]",
+                ),
+                MetricDoc(
+                    "Mixture Metrics",
+                    "mxcbak",
+                    "Predicted rating of background distortion of mixture versus true target[0]",
+                ),
+                MetricDoc(
+                    "Mixture Metrics",
+                    "mxcovl",
+                    "Predicted rating of overall quality of mixture versus true target[0]",
+                ),
+                MetricDoc("Mixture Metrics", "ssnr", "Segmental SNR"),
+                MetricDoc("Target Metrics", "tdco", "Target[0] DC offset"),
+                MetricDoc("Target Metrics", "tmin", "Target[0] min level"),
+                MetricDoc("Target Metrics", "tmax", "Target[0] max levl"),
+                MetricDoc("Target Metrics", "tpkdb", "Target[0] Pk lev dB"),
+                MetricDoc("Target Metrics", "tlrms", "Target[0] RMS lev dB"),
+                MetricDoc("Target Metrics", "tpkr", "Target[0] RMS Pk dB"),
+                MetricDoc("Target Metrics", "ttr", "Target[0] RMS Tr dB"),
+                MetricDoc("Target Metrics", "tcr", "Target[0] Crest factor"),
+                MetricDoc("Target Metrics", "tfl", "Target[0] Flat factor"),
+                MetricDoc("Target Metrics", "tpkc", "Target[0] Pk count"),
+                MetricDoc("Noise Metrics", "ndco", "Noise DC offset"),
+                MetricDoc("Noise Metrics", "nmin", "Noise min level"),
+                MetricDoc("Noise Metrics", "nmax", "Noise max levl"),
+                MetricDoc("Noise Metrics", "npkdb", "Noise Pk lev dB"),
+                MetricDoc("Noise Metrics", "nlrms", "Noise RMS lev dB"),
+                MetricDoc("Noise Metrics", "npkr", "Noise RMS Pk dB"),
+                MetricDoc("Noise Metrics", "ntr", "Noise RMS Tr dB"),
+                MetricDoc("Noise Metrics", "ncr", "Noise Crest factor"),
+                MetricDoc("Noise Metrics", "nfl", "Noise Flat factor"),
+                MetricDoc("Noise Metrics", "npkc", "Noise Pk count"),
+                MetricDoc(
+                    "Truth Metrics",
+                    "sedavg",
+                    "(not implemented) Average SED activity over all frames [truth_parameters, 1]",
+                ),
+                MetricDoc(
+                    "Truth Metrics",
+                    "sedcnt",
+                    "(not implemented) Count in number of frames that SED is active [truth_parameters, 1]",
+                ),
+                MetricDoc(
+                    "Truth Metrics",
+                    "sedtop3",
+                    "(not implemented) 3 most active by largest sedavg [3, 1]",
+                ),
+                MetricDoc(
+                    "Truth Metrics",
+                    "sedtopn",
+                    "(not implemented) N most active by largest sedavg [N, 1]",
+                ),
+            ]
+        )
         for name in self.asr_configs:
-            metrics.append(MetricDoc('Target Metrics', f'tasr.{name}',
-                                     f'Target[0] ASR text using {name} ASR as defined in mixdb asr_configs parameter'))
-            metrics.append(MetricDoc('Mixture Metrics', f'mxasr.{name}',
-                                     f'ASR text using {name} ASR as defined in mixdb asr_configs parameter'))
-            metrics.append(MetricDoc('Mixture Metrics', f'mxwer.{name}',
-                                     f'Word error rate using {name} ASR as defined in mixdb asr_configs parameter'))
+            metrics.append(
+                MetricDoc(
+                    "Target Metrics",
+                    f"tasr.{name}",
+                    f"Target[0] ASR text using {name} ASR as defined in mixdb asr_configs parameter",
+                )
+            )
+            metrics.append(
+                MetricDoc(
+                    "Mixture Metrics",
+                    f"mxasr.{name}",
+                    f"ASR text using {name} ASR as defined in mixdb asr_configs parameter",
+                )
+            )
+            metrics.append(
+                MetricDoc(
+                    "Target Metrics",
+                    f"basewer.{name}",
+                    f"Word error rate of tasr.{name} vs. speech text metadata for the target",
+                )
+            )
+            metrics.append(
+                MetricDoc(
+                    "Mixture Metrics",
+                    f"mxwer.{name}",
+                    f"Word error rate of mxasr.{name} vs. tasr.{name}",
+                )
+            )
 
         return metrics
 
@@ -265,7 +345,7 @@ class MixtureDatabase:
     def transform_frame_ms(self) -> float:
         from .constants import SAMPLE_RATE
 
-        return float(self.ft_config.R) / float(SAMPLE_RATE / 1000)
+        return float(self.ft_config.overlap) / float(SAMPLE_RATE / 1000)
 
     @cached_property
     def feature_ms(self) -> float:
@@ -273,7 +353,7 @@ class MixtureDatabase:
 
     @cached_property
     def feature_samples(self) -> int:
-        return self.ft_config.R * self.fg_decimation * self.fg_stride
+        return self.ft_config.overlap * self.fg_decimation * self.fg_stride
 
     @cached_property
     def feature_step_ms(self) -> float:
@@ -281,28 +361,33 @@ class MixtureDatabase:
 
     @cached_property
     def feature_step_samples(self) -> int:
-        return self.ft_config.R * self.fg_decimation * self.fg_step
+        return self.ft_config.overlap * self.fg_decimation * self.fg_step
 
-    def total_samples(self, m_ids: GeneralizedIDs = '*') -> int:
-        return sum([self.mixture(m_id).samples for m_id in self.mixids_to_list(m_ids)])
+    def total_samples(self, m_ids: GeneralizedIDs = "*") -> int:
+        samples = 0
+        for m_id in self.mixids_to_list(m_ids):
+            s = self.mixture(m_id).samples
+            if s is not None:
+                samples += s
+        return samples
 
-    def total_transform_frames(self, m_ids: GeneralizedIDs = '*') -> int:
-        return self.total_samples(m_ids) // self.ft_config.R
+    def total_transform_frames(self, m_ids: GeneralizedIDs = "*") -> int:
+        return self.total_samples(m_ids) // self.ft_config.overlap
 
-    def total_feature_frames(self, m_ids: GeneralizedIDs = '*') -> int:
+    def total_feature_frames(self, m_ids: GeneralizedIDs = "*") -> int:
         return self.total_samples(m_ids) // self.feature_step_samples
 
     def mixture_transform_frames(self, m_id: int) -> int:
         from .helpers import frames_from_samples
 
-        return frames_from_samples(self.mixture(m_id).samples, self.ft_config.R)
+        return frames_from_samples(self.mixture(m_id).samples, self.ft_config.overlap)
 
     def mixture_feature_frames(self, m_id: int) -> int:
         from .helpers import frames_from_samples
 
         return frames_from_samples(self.mixture(m_id).samples, self.feature_step_samples)
 
-    def mixids_to_list(self, m_ids: Optional[GeneralizedIDs] = None) -> list[int]:
+    def mixids_to_list(self, m_ids: GeneralizedIDs = "*") -> list[int]:
         """Resolve generalized mixture IDs to a list of integers
 
         :param m_ids: Generalized mixture IDs
@@ -319,8 +404,10 @@ class MixtureDatabase:
         :return: Class labels
         """
         with self.db() as c:
-            return [str(item[0]) for item in
-                    c.execute("SELECT class_label.label FROM class_label ORDER BY class_label.id").fetchall()]
+            return [
+                str(item[0])
+                for item in c.execute("SELECT class_label.label FROM class_label ORDER BY class_label.id").fetchall()
+            ]
 
     @cached_property
     def class_weights_thresholds(self) -> list[float]:
@@ -329,8 +416,37 @@ class MixtureDatabase:
         :return: Class weights thresholds
         """
         with self.db() as c:
-            return [float(item[0]) for item in
-                    c.execute("SELECT class_weights_threshold.threshold FROM class_weights_threshold").fetchall()]
+            return [
+                float(item[0])
+                for item in c.execute(
+                    "SELECT class_weights_threshold.threshold FROM class_weights_threshold"
+                ).fetchall()
+            ]
+
+    @cached_property
+    def truth_configs(self) -> TruthConfigs:
+        """Get truth configs from db
+
+        :return: Truth configs
+        """
+        import json
+
+        from .datatypes import TruthConfig
+
+        with self.db() as c:
+            truth_configs: TruthConfigs = {}
+            for truth_config_record in c.execute("SELECT truth_config.config FROM truth_config").fetchall():
+                truth_config = json.loads(truth_config_record[0])
+                if truth_config["name"] not in truth_configs:
+                    truth_configs[truth_config["name"]] = TruthConfig(
+                        function=truth_config["function"],
+                        stride_reduction=truth_config["stride_reduction"],
+                        config=truth_config["config"],
+                    )
+            return truth_configs
+
+    def target_truth_configs(self, t_id: int) -> TruthConfigs:
+        return _target_truth_configs(self.db, t_id)
 
     @cached_property
     def random_snrs(self) -> list[float]:
@@ -339,8 +455,12 @@ class MixtureDatabase:
         :return: Random SNRs
         """
         with self.db() as c:
-            return list(set([float(item[0]) for item in
-                             c.execute("SELECT mixture.snr FROM mixture WHERE mixture.random_snr == 1").fetchall()]))
+            return list(
+                {
+                    float(item[0])
+                    for item in c.execute("SELECT mixture.snr FROM mixture WHERE mixture.random_snr == 1").fetchall()
+                }
+            )
 
     @cached_property
     def snrs(self) -> list[float]:
@@ -349,13 +469,21 @@ class MixtureDatabase:
         :return: SNRs
         """
         with self.db() as c:
-            return list(set([float(item[0]) for item in
-                             c.execute("SELECT mixture.snr FROM mixture WHERE mixture.random_snr == 0").fetchall()]))
+            return list(
+                {
+                    float(item[0])
+                    for item in c.execute("SELECT mixture.snr FROM mixture WHERE mixture.random_snr == 0").fetchall()
+                }
+            )
 
     @cached_property
     def all_snrs(self) -> list[UniversalSNR]:
-        return sorted(list(set([UniversalSNR(is_random=False, value=snr) for snr in self.snrs] +
-                               [UniversalSNR(is_random=True, value=snr) for snr in self.random_snrs])))
+        return sorted(
+            set(
+                [UniversalSNR(is_random=False, value=snr) for snr in self.snrs]
+                + [UniversalSNR(is_random=True, value=snr) for snr in self.random_snrs]
+            )
+        )
 
     @cached_property
     def spectral_masks(self) -> SpectralMasks:
@@ -366,13 +494,19 @@ class MixtureDatabase:
         from .db_datatypes import SpectralMaskRecord
 
         with self.db() as c:
-            spectral_masks = [SpectralMaskRecord(*result) for result in
-                              c.execute("SELECT * FROM spectral_mask").fetchall()]
-            return [SpectralMask(f_max_width=spectral_mask.f_max_width,
-                                 f_num=spectral_mask.f_num,
-                                 t_max_width=spectral_mask.t_max_width,
-                                 t_num=spectral_mask.t_num,
-                                 t_max_percent=spectral_mask.t_max_percent) for spectral_mask in spectral_masks]
+            spectral_masks = [
+                SpectralMaskRecord(*result) for result in c.execute("SELECT * FROM spectral_mask").fetchall()
+            ]
+            return [
+                SpectralMask(
+                    f_max_width=spectral_mask.f_max_width,
+                    f_num=spectral_mask.f_num,
+                    t_max_width=spectral_mask.t_max_width,
+                    t_num=spectral_mask.t_num,
+                    t_max_percent=spectral_mask.t_max_percent,
+                )
+                for spectral_mask in spectral_masks
+            ]
 
     def spectral_mask(self, sm_id: int) -> SpectralMask:
         """Get spectral mask with ID from db
@@ -390,31 +524,40 @@ class MixtureDatabase:
         """
         import json
 
-        from .datatypes import TruthSetting
-        from .datatypes import TruthSettings
+        from .datatypes import TruthConfig
+        from .datatypes import TruthConfigs
         from .db_datatypes import TargetFileRecord
 
         with self.db() as c:
             target_files: TargetFiles = []
-            target_file_records = [TargetFileRecord(*result) for result in
-                                   c.execute("SELECT * FROM target_file").fetchall()]
+            target_file_records = [
+                TargetFileRecord(*result) for result in c.execute("SELECT * FROM target_file").fetchall()
+            ]
             for target_file_record in target_file_records:
-                truth_settings: TruthSettings = []
-                for truth_setting_records in c.execute(
-                        "SELECT truth_setting.setting " +
-                        "FROM truth_setting, target_file_truth_setting " +
-                        "WHERE ? = target_file_truth_setting.target_file_id " +
-                        "AND truth_setting.id = target_file_truth_setting.truth_setting_id",
-                        (target_file_record.id,)).fetchall():
-                    truth_setting = json.loads(truth_setting_records[0])
-                    truth_settings.append(TruthSetting(config=truth_setting.get('config', None),
-                                                       function=truth_setting.get('function', None),
-                                                       index=truth_setting.get('index', None)))
-                target_files.append(TargetFile(name=target_file_record.name,
-                                               samples=target_file_record.samples,
-                                               level_type=target_file_record.level_type,
-                                               truth_settings=truth_settings,
-                                               speaker_id=target_file_record.speaker_id))
+                truth_configs: TruthConfigs = {}
+                for truth_config_records in c.execute(
+                    "SELECT truth_config.config "
+                    + "FROM truth_config, target_file_truth_config "
+                    + "WHERE ? = target_file_truth_config.target_file_id "
+                    + "AND truth_config.id = target_file_truth_config.truth_config_id",
+                    (target_file_record.id,),
+                ).fetchall():
+                    truth_config = json.loads(truth_config_records[0])
+                    truth_configs[truth_config["name"]] = TruthConfig(
+                        function=truth_config["function"],
+                        stride_reduction=truth_config["stride_reduction"],
+                        config=truth_config["config"],
+                    )
+                target_files.append(
+                    TargetFile(
+                        name=target_file_record.name,
+                        samples=target_file_record.samples,
+                        class_indices=json.loads(target_file_record.class_indices),
+                        level_type=target_file_record.level_type,
+                        truth_configs=truth_configs,
+                        speaker_id=target_file_record.speaker_id,
+                    )
+                )
             return target_files
 
     @cached_property
@@ -450,8 +593,10 @@ class MixtureDatabase:
         :return: Noise files
         """
         with self.db() as c:
-            return [NoiseFile(name=noise[0], samples=noise[1]) for noise in
-                    c.execute("SELECT noise_file.name, samples FROM noise_file").fetchall()]
+            return [
+                NoiseFile(name=noise[0], samples=noise[1])
+                for noise in c.execute("SELECT noise_file.name, samples FROM noise_file").fetchall()
+            ]
 
     @cached_property
     def noise_file_ids(self) -> list[int]:
@@ -485,9 +630,21 @@ class MixtureDatabase:
 
         :return: Impulse response files
         """
+        import json
+
+        from .datatypes import ImpulseResponseFile
+
         with self.db() as c:
-            return [str(impulse_response[0]) for impulse_response in
-                    c.execute("SELECT impulse_response_file.file FROM impulse_response_file").fetchall()]
+            # for impulse_response in c.execute(
+            #         "SELECT impulse_response_file.* FROM impulse_response_file"
+            # ).fetchall():
+            #     print(impulse_response)
+            return [
+                ImpulseResponseFile(impulse_response[1], json.loads(impulse_response[2]))
+                for impulse_response in c.execute(
+                    "SELECT impulse_response_file.* FROM impulse_response_file"
+                ).fetchall()
+            ]
 
     @cached_property
     def impulse_response_file_ids(self) -> list[int]:
@@ -496,15 +653,19 @@ class MixtureDatabase:
         :return: List of impulse response file IDs
         """
         with self.db() as c:
-            return [int(item[0]) for item in
-                    c.execute("SELECT impulse_response_file.id FROM impulse_response_file").fetchall()]
+            return [
+                int(item[0])
+                for item in c.execute("SELECT impulse_response_file.id FROM impulse_response_file").fetchall()
+            ]
 
-    def impulse_response_file(self, ir_id: int) -> str:
+    def impulse_response_file(self, ir_id: int | None) -> str | None:
         """Get impulse response file with ID from db
 
         :param ir_id: Impulse response file ID
         :return: Noise
         """
+        if ir_id is None:
+            return None
         return _impulse_response_file(self.db, ir_id)
 
     @cached_property
@@ -522,18 +683,22 @@ class MixtureDatabase:
 
         :return: Mixtures
         """
-        from .helpers import to_mixture
-        from .helpers import to_target
         from .db_datatypes import MixtureRecord
         from .db_datatypes import TargetRecord
+        from .helpers import to_mixture
+        from .helpers import to_target
 
         with self.db() as c:
             mixtures: Mixtures = []
             for mixture in [MixtureRecord(*record) for record in c.execute("SELECT * FROM mixture").fetchall()]:
-                targets = [to_target(TargetRecord(*target)) for target in c.execute(
-                    "SELECT target.* FROM target, mixture_target " +
-                    "WHERE ? = mixture_target.mixture_id AND target.id = mixture_target.target_id",
-                    (mixture.id,)).fetchall()]
+                targets = [
+                    to_target(TargetRecord(*target))
+                    for target in c.execute(
+                        "SELECT target.* FROM target, mixture_target "
+                        + "WHERE ? = mixture_target.mixture_id AND target.id = mixture_target.target_id",
+                        (mixture.id,),
+                    ).fetchall()
+                ]
                 mixtures.append(to_mixture(mixture, targets))
             return mixtures
 
@@ -559,23 +724,15 @@ class MixtureDatabase:
         with self.db() as c:
             return int(c.execute("SELECT top.mixid_width FROM top").fetchone()[0])
 
-    def location_filename(self, name: str) -> str:
-        """Add the location to the given file name
+    def mixture_location(self, m_id: int) -> str:
+        """Get the file location for the give mixture ID
 
-        :param name: File name
-        :return: Location added
+        :param m_id: Zero-based mixture ID
+        :return: File location
         """
         from os.path import join
 
-        return join(self.location, name)
-
-    def mixture_filename(self, m_id: int) -> str:
-        """Get the HDF5 file name for the give mixture ID
-
-        :param m_id: Zero-based mixture ID
-        :return: File name
-        """
-        return self.location_filename(self.mixture(m_id).name)
+        return join(self.location, self.mixture(m_id).name)
 
     @cached_property
     def num_mixtures(self) -> int:
@@ -593,9 +750,9 @@ class MixtureDatabase:
         :param items: String(s) of dataset(s) to retrieve
         :return: Data (or tuple of data)
         """
-        from .helpers import read_mixture_data
+        from sonusai.mixture import read_cached_data
 
-        return read_mixture_data(self.location_filename(self.mixture(m_id).name), items)
+        return read_cached_data(self.location, "mixture", self.mixture(m_id).name, items)
 
     def read_target_audio(self, t_id: int) -> AudioT:
         """Read target audio
@@ -622,10 +779,19 @@ class MixtureDatabase:
         audio = read_audio(noise.name)
         audio = apply_augmentation(audio, mixture.noise.augmentation)
         if mixture.noise.augmentation.ir is not None:
-            audio = apply_impulse_response(audio, read_ir(self.impulse_response_file(mixture.noise.augmentation.ir)))
+            audio = apply_impulse_response(
+                audio,
+                read_ir(self.impulse_response_file(mixture.noise.augmentation.ir)),
+            )
 
         return audio
 
+    def mixture_class_indices(self, m_id: int) -> list[int]:
+        class_indices: list[int] = []
+        for t_id in self.mixture(m_id).target_ids:
+            class_indices.extend(self.target_file(t_id).class_indices)
+        return sorted(set(class_indices))
+
     def mixture_targets(self, m_id: int, force: bool = False) -> AudiosT:
         """Get the list of augmented target audio data (one per target in the mixup) for the given mixture ID
 
@@ -633,36 +799,34 @@ class MixtureDatabase:
         :param force: Force computing data from original sources regardless of whether cached data exists
         :return: List of augmented target audio data (one per target in the mixup)
         """
-        from sonusai import SonusAIError
         from .augmentation import apply_augmentation
         from .augmentation import apply_gain
         from .augmentation import pad_audio_to_length
 
         if not force:
-            targets_audio = self.read_mixture_data(m_id, 'targets')
+            targets_audio = self.read_mixture_data(m_id, "targets")
             if targets_audio is not None:
                 return list(targets_audio)
 
         mixture = self.mixture(m_id)
         if mixture is None:
-            raise SonusAIError(f'Could not find mixture for m_id: {m_id}')
+            raise ValueError(f"Could not find mixture for m_id: {m_id}")
 
         targets_audio = []
         for target in mixture.targets:
             target_audio = self.read_target_audio(target.file_id)
-            target_audio = apply_augmentation(audio=target_audio,
-                                              augmentation=target.augmentation,
-                                              frame_length=self.feature_step_samples)
+            target_audio = apply_augmentation(
+                audio=target_audio,
+                augmentation=target.augmentation,
+                frame_length=self.feature_step_samples,
+            )
             target_audio = apply_gain(audio=target_audio, gain=mixture.target_snr_gain)
             target_audio = pad_audio_to_length(audio=target_audio, length=mixture.samples)
             targets_audio.append(target_audio)
 
         return targets_audio
 
-    def mixture_targets_f(self,
-                          m_id: int,
-                          targets: Optional[AudiosT] = None,
-                          force: bool = False) -> AudiosF:
+    def mixture_targets_f(self, m_id: int, targets: AudiosT | None = None, force: bool = False) -> AudiosF:
         """Get the list of augmented target transform data (one per target in the mixup) for the given mixture ID
 
         :param m_id: Zero-based mixture ID
@@ -677,10 +841,7 @@ class MixtureDatabase:
 
         return [forward_transform(target, self.ft_config) for target in targets]
 
-    def mixture_target(self,
-                       m_id: int,
-                       targets: Optional[AudiosT] = None,
-                       force: bool = False) -> AudioT:
+    def mixture_target(self, m_id: int, targets: AudiosT | None = None, force: bool = False) -> AudioT:
         """Get the augmented target audio data for the given mixture ID
 
         :param m_id: Zero-based mixture ID
@@ -691,7 +852,7 @@ class MixtureDatabase:
         from .helpers import get_target
 
         if not force:
-            target = self.read_mixture_data(m_id, 'target')
+            target = self.read_mixture_data(m_id, "target")
             if target is not None:
                 return target
 
@@ -700,11 +861,13 @@ class MixtureDatabase:
 
         return get_target(self, self.mixture(m_id), targets)
 
-    def mixture_target_f(self,
-                         m_id: int,
-                         targets: Optional[AudiosT] = None,
-                         target: Optional[AudioT] = None,
-                         force: bool = False) -> AudioF:
+    def mixture_target_f(
+        self,
+        m_id: int,
+        targets: AudiosT | None = None,
+        target: AudioT | None = None,
+        force: bool = False,
+    ) -> AudioF:
         """Get the augmented target transform data for the given mixture ID
 
         :param m_id: Zero-based mixture ID
@@ -720,9 +883,7 @@ class MixtureDatabase:
 
         return forward_transform(target, self.ft_config)
 
-    def mixture_noise(self,
-                      m_id: int,
-                      force: bool = False) -> AudioT:
+    def mixture_noise(self, m_id: int, force: bool = False) -> AudioT:
         """Get the augmented noise audio data for the given mixture ID
 
         :param m_id: Zero-based mixture ID
@@ -733,7 +894,7 @@ class MixtureDatabase:
         from .augmentation import apply_gain
 
         if not force:
-            noise = self.read_mixture_data(m_id, 'noise')
+            noise = self.read_mixture_data(m_id, "noise")
             if noise is not None:
                 return noise
 
@@ -742,10 +903,7 @@ class MixtureDatabase:
         noise = get_next_noise(audio=noise, offset=mixture.noise.offset, length=mixture.samples)
         return apply_gain(audio=noise, gain=mixture.noise_snr_gain)
 
-    def mixture_noise_f(self,
-                        m_id: int,
-                        noise: Optional[AudioT] = None,
-                        force: bool = False) -> AudioF:
+    def mixture_noise_f(self, m_id: int, noise: AudioT | None = None, force: bool = False) -> AudioF:
         """Get the augmented noise transform for the given mixture ID
 
         :param m_id: Zero-based mixture ID
@@ -760,12 +918,14 @@ class MixtureDatabase:
 
         return forward_transform(noise, self.ft_config)
 
-    def mixture_mixture(self,
-                        m_id: int,
-                        targets: Optional[AudiosT] = None,
-                        target: Optional[AudioT] = None,
-                        noise: Optional[AudioT] = None,
-                        force: bool = False) -> AudioT:
+    def mixture_mixture(
+        self,
+        m_id: int,
+        targets: AudiosT | None = None,
+        target: AudioT | None = None,
+        noise: AudioT | None = None,
+        force: bool = False,
+    ) -> AudioT:
         """Get the mixture audio data for the given mixture ID
 
         :param m_id: Zero-based mixture ID
@@ -776,7 +936,7 @@ class MixtureDatabase:
         :return: Mixture audio data
         """
         if not force:
-            mixture = self.read_mixture_data(m_id, 'mixture')
+            mixture = self.read_mixture_data(m_id, "mixture")
             if mixture is not None:
                 return mixture
 
@@ -788,13 +948,15 @@ class MixtureDatabase:
 
         return target + noise
 
-    def mixture_mixture_f(self,
-                          m_id: int,
-                          targets: Optional[AudiosT] = None,
-                          target: Optional[AudioT] = None,
-                          noise: Optional[AudioT] = None,
-                          mixture: Optional[AudioT] = None,
-                          force: bool = False) -> AudioF:
+    def mixture_mixture_f(
+        self,
+        m_id: int,
+        targets: AudiosT | None = None,
+        target: AudioT | None = None,
+        noise: AudioT | None = None,
+        mixture: AudioT | None = None,
+        force: bool = False,
+    ) -> AudioF:
         """Get the mixture transform for the given mixture ID
 
         :param m_id: Zero-based mixture ID
@@ -815,18 +977,22 @@ class MixtureDatabase:
 
         m = self.mixture(m_id)
         if m.spectral_mask_id is not None:
-            mixture_f = apply_spectral_mask(audio_f=mixture_f,
-                                            spectral_mask=self.spectral_mask(int(m.spectral_mask_id)),
-                                            seed=m.spectral_mask_seed)
+            mixture_f = apply_spectral_mask(
+                audio_f=mixture_f,
+                spectral_mask=self.spectral_mask(int(m.spectral_mask_id)),
+                seed=m.spectral_mask_seed,
+            )
 
         return mixture_f
 
-    def mixture_truth_t(self,
-                        m_id: int,
-                        targets: Optional[AudiosT] = None,
-                        noise: Optional[AudioT] = None,
-                        mixture: Optional[AudioT] = None,
-                        force: bool = False) -> Truth:
+    def mixture_truth_t(
+        self,
+        m_id: int,
+        targets: AudiosT | None = None,
+        noise: AudioT | None = None,
+        mixture: AudioT | None = None,
+        force: bool = False,
+    ) -> TruthDict:
         """Get the truth_t data for the given mixture ID
 
         :param m_id: Zero-based mixture ID
@@ -836,10 +1002,10 @@ class MixtureDatabase:
         :param force: Force computing data from original sources regardless of whether cached data exists
         :return: truth_t data
         """
-        from .helpers import get_truth_t
+        from .helpers import get_truth
 
         if not force:
-            truth_t = self.read_mixture_data(m_id, 'truth_t')
+            truth_t = self.read_mixture_data(m_id, "truth_t")
             if truth_t is not None:
                 return truth_t
 
@@ -850,19 +1016,18 @@ class MixtureDatabase:
             noise = self.mixture_noise(m_id, force)
 
         if force or mixture is None:
-            noise = self.mixture_mixture(m_id,
-                                         targets=targets,
-                                         noise=noise,
-                                         force=force)
-
-        return get_truth_t(self, self.mixture(m_id), targets, noise, mixture)
-
-    def mixture_segsnr_t(self,
-                         m_id: int,
-                         targets: Optional[AudiosT] = None,
-                         target: Optional[AudioT] = None,
-                         noise: Optional[AudioT] = None,
-                         force: bool = False) -> Segsnr:
+            mixture = self.mixture_mixture(m_id, targets=targets, noise=noise, force=force)
+
+        return get_truth(self, self.mixture(m_id), targets, noise, mixture)
+
+    def mixture_segsnr_t(
+        self,
+        m_id: int,
+        targets: AudiosT | None = None,
+        target: AudioT | None = None,
+        noise: AudioT | None = None,
+        force: bool = False,
+    ) -> Segsnr:
         """Get the segsnr_t data for the given mixture ID
 
         :param m_id: Zero-based mixture ID
@@ -875,7 +1040,7 @@ class MixtureDatabase:
         from .helpers import get_segsnr_t
 
         if not force:
-            segsnr_t = self.read_mixture_data(m_id, 'segsnr_t')
+            segsnr_t = self.read_mixture_data(m_id, "segsnr_t")
             if segsnr_t is not None:
                 return segsnr_t
 
@@ -887,13 +1052,15 @@ class MixtureDatabase:
 
         return get_segsnr_t(self, self.mixture(m_id), target, noise)
 
-    def mixture_segsnr(self,
-                       m_id: int,
-                       segsnr_t: Optional[Segsnr] = None,
-                       targets: Optional[AudiosT] = None,
-                       target: Optional[AudioT] = None,
-                       noise: Optional[AudioT] = None,
-                       force: bool = False) -> Segsnr:
+    def mixture_segsnr(
+        self,
+        m_id: int,
+        segsnr_t: Segsnr | None = None,
+        targets: AudiosT | None = None,
+        target: AudioT | None = None,
+        noise: AudioT | None = None,
+        force: bool = False,
+    ) -> Segsnr:
         """Get the segsnr data for the given mixture ID
 
         :param m_id: Zero-based mixture ID
@@ -905,28 +1072,30 @@ class MixtureDatabase:
         :return: segsnr data
         """
         if not force:
-            segsnr = self.read_mixture_data(m_id, 'segsnr')
+            segsnr = self.read_mixture_data(m_id, "segsnr")
             if segsnr is not None:
                 return segsnr
 
-            segsnr_t = self.read_mixture_data(m_id, 'segsnr_t')
+            segsnr_t = self.read_mixture_data(m_id, "segsnr_t")
             if segsnr_t is not None:
-                return segsnr_t[0::self.ft_config.R]
+                return segsnr_t[0 :: self.ft_config.overlap]
 
         if force or segsnr_t is None:
             segsnr_t = self.mixture_segsnr_t(m_id, targets, target, noise, force)
 
-        return segsnr_t[0::self.ft_config.R]
-
-    def mixture_ft(self,
-                   m_id: int,
-                   targets: Optional[AudiosT] = None,
-                   target: Optional[AudioT] = None,
-                   noise: Optional[AudioT] = None,
-                   mixture_f: Optional[AudioF] = None,
-                   mixture: Optional[AudioT] = None,
-                   truth_t: Optional[Truth] = None,
-                   force: bool = False) -> tuple[Feature, Truth]:
+        return segsnr_t[0 :: self.ft_config.overlap]
+
+    def mixture_ft(
+        self,
+        m_id: int,
+        targets: AudiosT | None = None,
+        target: AudioT | None = None,
+        noise: AudioT | None = None,
+        mixture_f: AudioF | None = None,
+        mixture: AudioT | None = None,
+        truth_t: TruthDict | None = None,
+        force: bool = False,
+    ) -> tuple[Feature, TruthDict]:
         """Get the feature and truth_f data for the given mixture ID
 
         :param m_id: Zero-based mixture ID
@@ -939,63 +1108,45 @@ class MixtureDatabase:
         :param force: Force computing data from original sources regardless of whether cached data exists
         :return: Tuple of (feature, truth_f) data
         """
-        from dataclasses import asdict
-
-        import numpy as np
         from pyaaware import FeatureGenerator
 
-        from .truth import truth_reduction
+        from .truth import truth_stride_reduction
 
         if not force:
-            feature, truth_f = self.read_mixture_data(m_id, ['feature', 'truth_f'])
+            feature, truth_f = self.read_mixture_data(m_id, ["feature", "truth_f"])
             if feature is not None and truth_f is not None:
                 return feature, truth_f
 
         if force or mixture_f is None:
-            mixture_f = self.mixture_mixture_f(m_id=m_id,
-                                               targets=targets,
-                                               target=target,
-                                               noise=noise,
-                                               mixture=mixture,
-                                               force=force)
+            mixture_f = self.mixture_mixture_f(
+                m_id=m_id,
+                targets=targets,
+                target=target,
+                noise=noise,
+                mixture=mixture,
+                force=force,
+            )
 
         if force or truth_t is None:
             truth_t = self.mixture_truth_t(m_id=m_id, targets=targets, noise=noise, force=force)
 
-        m = self.mixture(m_id)
-        transform_frames = self.mixture_transform_frames(m_id)
-        feature_frames = self.mixture_feature_frames(m_id)
-
-        if truth_t is None:
-            truth_t = np.zeros((m.samples, self.num_classes), dtype=np.float32)
+        fg = FeatureGenerator(self.fg_config.feature_mode, self.fg_config.truth_parameters)
 
-        feature = np.empty((feature_frames, self.fg_stride, self.feature_parameters), dtype=np.float32)
-        truth_f = np.empty((feature_frames, self.num_classes), dtype=np.complex64)
-
-        fg = FeatureGenerator(**asdict(self.fg_config))
-        feature_frame = 0
-        for transform_frame in range(transform_frames):
-            indices = slice(transform_frame * self.ft_config.R, (transform_frame + 1) * self.ft_config.R)
-            fg.execute(mixture_f[transform_frame],
-                       truth_reduction(truth_t[indices], self.truth_reduction_function))
-
-            if fg.eof():
-                feature[feature_frame] = fg.feature()
-                truth_f[feature_frame] = fg.truth()
-                feature_frame += 1
-
-        if np.isreal(truth_f).all():
-            return feature, truth_f.real
+        feature, truth_f = fg.execute_all(mixture_f, truth_t)
+        for key in self.truth_configs:
+            truth_f[key] = truth_stride_reduction(truth_f[key], self.truth_configs[key].stride_reduction)
 
         return feature, truth_f
 
-    def mixture_feature(self,
-                        m_id: int,
-                        targets: Optional[AudiosT] = None,
-                        noise: Optional[AudioT] = None,
-                        mixture: Optional[AudioT] = None,
-                        truth_t: Optional[Truth] = None,
-                        force: bool = False) -> Feature:
+    def mixture_feature(
+        self,
+        m_id: int,
+        targets: AudiosT | None = None,
+        noise: AudioT | None = None,
+        mixture: AudioT | None = None,
+        truth_t: TruthDict | None = None,
+        force: bool = False,
+    ) -> Feature:
         """Get the feature data for the given mixture ID
 
         :param m_id: Zero-based mixture ID
@@ -1006,21 +1157,25 @@ class MixtureDatabase:
         :param force: Force computing data from original sources regardless of whether cached data exists
         :return: Feature data
         """
-        feature, _ = self.mixture_ft(m_id=m_id,
-                                     targets=targets,
-                                     noise=noise,
-                                     mixture=mixture,
-                                     truth_t=truth_t,
-                                     force=force)
+        feature, _ = self.mixture_ft(
+            m_id=m_id,
+            targets=targets,
+            noise=noise,
+            mixture=mixture,
+            truth_t=truth_t,
+            force=force,
+        )
         return feature
 
-    def mixture_truth_f(self,
-                        m_id: int,
-                        targets: Optional[AudiosT] = None,
-                        noise: Optional[AudioT] = None,
-                        mixture: Optional[AudioT] = None,
-                        truth_t: Optional[Truth] = None,
-                        force: bool = False) -> Truth:
+    def mixture_truth_f(
+        self,
+        m_id: int,
+        targets: AudiosT | None = None,
+        noise: AudioT | None = None,
+        mixture: AudioT | None = None,
+        truth_t: TruthDict | None = None,
+        force: bool = False,
+    ) -> TruthDict:
         """Get the truth_f data for the given mixture ID
 
         :param m_id: Zero-based mixture ID
@@ -1031,20 +1186,24 @@ class MixtureDatabase:
         :param force: Force computing data from original sources regardless of whether cached data exists
         :return: truth_f data
         """
-        _, truth_f = self.mixture_ft(m_id=m_id,
-                                     targets=targets,
-                                     noise=noise,
-                                     mixture=mixture,
-                                     truth_t=truth_t,
-                                     force=force)
+        _, truth_f = self.mixture_ft(
+            m_id=m_id,
+            targets=targets,
+            noise=noise,
+            mixture=mixture,
+            truth_t=truth_t,
+            force=force,
+        )
         return truth_f
 
-    def mixture_class_count(self,
-                            m_id: int,
-                            targets: Optional[AudiosT] = None,
-                            noise: Optional[AudioT] = None,
-                            truth_t: Optional[Truth] = None) -> ClassCount:
-        """Compute the number of samples for which each truth index is active for the given mixture ID
+    def mixture_class_count(
+        self,
+        m_id: int,
+        targets: AudiosT | None = None,
+        noise: AudioT | None = None,
+        truth_t: TruthDict | None = None,
+    ) -> ClassCount:
+        """Compute the number of frames for which each class index is active for the given mixture ID
 
         :param m_id: Zero-based mixture ID
         :param targets: List of augmented target audio (one per target in the mixup)
@@ -1059,10 +1218,9 @@ class MixtureDatabase:
 
         class_count = [0] * self.num_classes
         num_classes = self.num_classes
-        if self.truth_mutex:
-            num_classes -= 1
-        for cl in range(num_classes):
-            class_count[cl] = int(np.sum(truth_t[:, cl] >= self.class_weights_thresholds[cl]))
+        if "sed" in self.truth_configs:
+            for cl in range(num_classes):
+                class_count[cl] = int(np.sum(truth_t["sed"][:, cl] >= self.class_weights_thresholds[cl]))
 
         return class_count
 
@@ -1084,7 +1242,7 @@ class MixtureDatabase:
     def speech_metadata_tiers(self) -> list[str]:
         return sorted(set(self.speaker_metadata_tiers + self.textgrid_metadata_tiers))
 
-    def speaker(self, s_id: int | None, tier: str) -> Optional[str]:
+    def speaker(self, s_id: int | None, tier: str) -> str | None:
         return _speaker(self.db, s_id, tier)
 
     def speech_metadata(self, tier: str) -> list[str]:
@@ -1124,9 +1282,13 @@ class MixtureDatabase:
                     entries = []
                     for entry in data:
                         if target.augmentation.tempo is not None:
-                            entries.append(Interval(entry.start / target.augmentation.tempo,
-                                                    entry.end / target.augmentation.tempo,
-                                                    entry.label))
+                            entries.append(
+                                Interval(
+                                    entry.start / target.augmentation.tempo,
+                                    entry.end / target.augmentation.tempo,
+                                    entry.label,
+                                )
+                            )
                         else:
                             entries.append(entry)
                     results.append(entries)
@@ -1136,12 +1298,9 @@ class MixtureDatabase:
             for target in self.mixture(mixid).targets:
                 results.append(self.speaker(self.target_file(target.file_id).speaker_id, tier))
 
-        return sorted(results)
+        return results
 
-    def mixids_for_speech_metadata(self,
-                                   tier: str,
-                                   value: str = None,
-                                   where: str = None) -> list[int]:
+    def mixids_for_speech_metadata(self, tier: str, value: str | None = None, where: str | None = None) -> list[int]:
         """Get a list of mixture IDs for the given speech metadata tier.
 
         If 'where' is None, then include mixture IDs whose tier values are equal to the given 'value'.
@@ -1160,25 +1319,27 @@ class MixtureDatabase:
         >>> mixids = mixdb.mixids_for_speech_metadata('dialect', where="dialect in ('New York City', 'Northern')")
         Get mixture IDs for mixtures with speakers whose dialects are either 'New York City' or 'Northern'.
         """
-        from sonusai import SonusAIError
-
         if value is None and where is None:
-            raise SonusAIError('Must provide either value or where')
+            raise ValueError("Must provide either value or where")
 
         if where is None:
             where = f"{tier} = '{value}'"
 
         if tier in self.textgrid_metadata_tiers:
-            raise SonusAIError(f'TextGrid tier data, "{tier}", is not supported in mixids_for_speech_metadata().')
+            raise ValueError(f"TextGrid tier data, '{tier}', is not supported in mixids_for_speech_metadata().")
 
         with self.db() as c:
-            speaker_ids = [speaker_id[0] for speaker_id in
-                           c.execute(f"SELECT id FROM speaker WHERE {where}").fetchall()]
-            results = c.execute(f"SELECT id FROM target_file " +
-                                f"WHERE speaker_id IN ({','.join(map(str, speaker_ids))})").fetchall()
+            speaker_ids = [
+                speaker_id[0] for speaker_id in c.execute(f"SELECT id FROM speaker WHERE {where}").fetchall()
+            ]
+            results = c.execute(
+                "SELECT id FROM target_file " + f"WHERE speaker_id IN ({','.join(map(str, speaker_ids))})"
+            ).fetchall()
             target_file_ids = [target_file_id[0] for target_file_id in results]
-            results = c.execute("SELECT mixture_id FROM mixture_target " +
-                                f"WHERE mixture_target.target_id IN ({','.join(map(str, target_file_ids))})").fetchall()
+            results = c.execute(
+                "SELECT mixture_id FROM mixture_target "
+                + f"WHERE mixture_target.target_id IN ({','.join(map(str, target_file_ids))})"
+            ).fetchall()
 
         return [mixture_id[0] - 1 for mixture_id in results]
 
@@ -1187,9 +1348,9 @@ class MixtureDatabase:
 
         return mixture_all_speech_metadata(self, self.mixture(m_id))
 
-    def mixture_metrics(self, m_id: int,
-                        metrics: list[str],
-                        force: bool = False) -> list[float | int | str | Segsnr]:
+    def mixture_metrics(
+        self, m_id: int, metrics: list[str], force: bool = False
+    ) -> list[float | int | str | Segsnr | None]:
         """Get metrics data for the given mixture ID
 
         :param m_id: Zero-based mixture ID
@@ -1197,12 +1358,11 @@ class MixtureDatabase:
         :param force: Force computing data from original sources regardless of whether cached data exists
         :return: List of metric data
         """
-        from typing import Callable
+        from collections.abc import Callable
 
         import numpy as np
         from pystoi import stoi
 
-        from sonusai import SonusAIError
         from sonusai.metrics import calc_audio_stats
         from sonusai.metrics import calc_phase_distance
         from sonusai.metrics import calc_segsnr_f
@@ -1312,7 +1472,7 @@ class MixtureDatabase:
             def get() -> AudioStatsMetrics:
                 nonlocal state
                 if state is None:
-                    state = calc_audio_stats(target_audio(), self.fg_info.ft_config.N / SAMPLE_RATE)
+                    state = calc_audio_stats(target_audio(), self.fg_info.ft_config.length / SAMPLE_RATE)
                 return state
 
             return get
@@ -1325,7 +1485,7 @@ class MixtureDatabase:
             def get() -> AudioStatsMetrics:
                 nonlocal state
                 if state is None:
-                    state = calc_audio_stats(noise_audio(), self.fg_info.ft_config.N / SAMPLE_RATE)
+                    state = calc_audio_stats(noise_audio(), self.fg_info.ft_config.length / SAMPLE_RATE)
                 return state
 
             return get
@@ -1338,9 +1498,10 @@ class MixtureDatabase:
             def get(asr_name) -> dict:
                 nonlocal state
                 if asr_name not in state:
-                    state[asr_name] = self.asr_configs.get(asr_name, None)
-                    if state[asr_name] is None:
-                        raise SonusAIError(f"Unrecognized ASR name: '{asr_name}'")
+                    value = self.asr_configs.get(asr_name, None)
+                    if value is None:
+                        raise ValueError(f"Unrecognized ASR name: '{asr_name}'")
+                    state[asr_name] = value
                 return state[asr_name]
 
             return get
@@ -1374,15 +1535,14 @@ class MixtureDatabase:
         mixture_asr = create_mixture_asr()
 
         def get_asr_name(m: str) -> str:
-            parts = m.split('.')
+            parts = m.split(".")
             if len(parts) != 2:
-                raise SonusAIError(
-                    f"Unrecognized format: '{m}'; must be of the form: '<metric>.<name>'")
+                raise ValueError(f"Unrecognized format: '{m}'; must be of the form: '<metric>.<name>'")
             asr_name = parts[1]
             return asr_name
 
-        def calc(m: str) -> float | int | str | Segsnr:
-            if m == 'mxsnr':
+        def calc(m: str) -> float | int | str | Segsnr | None:
+            if m == "mxsnr":
                 return self.mixture(m_id).snr
 
             # Get cached data first, if exists
@@ -1392,12 +1552,12 @@ class MixtureDatabase:
                     return value
 
             # Otherwise, generate data as needed
-            if m.startswith('mxwer'):
+            if m.startswith("mxwer"):
                 asr_name = get_asr_name(m)
 
                 if self.mixture(m_id).snr < -96:
                     # noise only, ignore/reset target asr
-                    return float('nan')
+                    return float("nan")
 
                 if target_asr(asr_name):
                     return calc_wer(mixture_asr(asr_name), target_asr(asr_name)).wer * 100
@@ -1405,149 +1565,166 @@ class MixtureDatabase:
                 # TODO: should this be NaN like above?
                 return float(0)
 
-            if m.startswith('mxasr'):
+            if m.startswith("basewer"):
+                asr_name = get_asr_name(m)
+
+                text = self.mixture_speech_metadata(m_id, "text")[0]
+                if text is not None:
+                    return calc_wer(target_asr(asr_name), text).wer * 100
+
+                # TODO: should this be NaN like above?
+                return float(0)
+
+            if m.startswith("mxasr"):
                 return mixture_asr(get_asr_name(m))
 
-            if m == 'mxssnr_avg':
+            if m == "mxssnr_avg":
                 return calc_segsnr_f(segsnr_f()).avg
 
-            if m == 'mxssnr_std':
+            if m == "mxssnr_std":
                 return calc_segsnr_f(segsnr_f()).std
 
-            if m == 'mxssnrdb_avg':
+            if m == "mxssnrdb_avg":
                 return calc_segsnr_f(segsnr_f()).db_avg
 
-            if m == 'mxssnrdb_std':
+            if m == "mxssnrdb_std":
                 return calc_segsnr_f(segsnr_f()).db_std
 
-            if m == 'mxssnrf_avg':
+            if m == "mxssnrf_avg":
                 return calc_segsnr_f_bin(target_f(), noise_f()).avg
 
-            if m == 'mxssnrf_std':
+            if m == "mxssnrf_std":
                 return calc_segsnr_f_bin(target_f(), noise_f()).std
 
-            if m == 'mxssnrdbf_avg':
+            if m == "mxssnrdbf_avg":
                 return calc_segsnr_f_bin(target_f(), noise_f()).db_avg
 
-            if m == 'mxssnrdbf_std':
+            if m == "mxssnrdbf_std":
                 return calc_segsnr_f_bin(target_f(), noise_f()).db_std
 
-            if m == 'mxpesq':
+            if m == "mxpesq":
                 if self.mixture(m_id).snr < -96:
                     return 0
                 return speech().pesq
 
-            if m == 'mxcsig':
+            if m == "mxcsig":
                 if self.mixture(m_id).snr < -96:
                     return 0
                 return speech().csig
 
-            if m == 'mxcbak':
+            if m == "mxcbak":
                 if self.mixture(m_id).snr < -96:
                     return 0
                 return speech().cbak
 
-            if m == 'mxcovl':
+            if m == "mxcovl":
                 if self.mixture(m_id).snr < -96:
                     return 0
                 return speech().covl
 
-            if m == 'mxwsdr':
+            if m == "mxwsdr":
                 mixture = mixture_audio()[:, np.newaxis]
                 target = target_audio()[:, np.newaxis]
                 noise = noise_audio()[:, np.newaxis]
-                return calc_wsdr(hypothesis=np.concatenate((mixture, noise), axis=1),
-                                 reference=np.concatenate((target, noise), axis=1),
-                                 with_log=True)[0]
+                return calc_wsdr(
+                    hypothesis=np.concatenate((mixture, noise), axis=1),
+                    reference=np.concatenate((target, noise), axis=1),
+                    with_log=True,
+                )[0]
 
-            if m == 'mxpd':
+            if m == "mxpd":
                 mixture_f = self.mixture_mixture_f(m_id)
                 return calc_phase_distance(hypothesis=mixture_f, reference=target_f())[0]
 
-            if m == 'mxstoi':
-                return stoi(x=target_audio(), y=mixture_audio(), fs_sig=SAMPLE_RATE, extended=False)
+            if m == "mxstoi":
+                return stoi(
+                    x=target_audio(),
+                    y=mixture_audio(),
+                    fs_sig=SAMPLE_RATE,
+                    extended=False,
+                )
 
-            if m == 'tdco':
+            if m == "tdco":
                 return target_stats().dco
 
-            if m == 'tmin':
+            if m == "tmin":
                 return target_stats().min
 
-            if m == 'tmax':
+            if m == "tmax":
                 return target_stats().max
 
-            if m == 'tpkdb':
+            if m == "tpkdb":
                 return target_stats().pkdb
 
-            if m == 'tlrms':
+            if m == "tlrms":
                 return target_stats().lrms
 
-            if m == 'tpkr':
+            if m == "tpkr":
                 return target_stats().pkr
 
-            if m == 'ttr':
+            if m == "ttr":
                 return target_stats().tr
 
-            if m == 'tcr':
+            if m == "tcr":
                 return target_stats().cr
 
-            if m == 'tfl':
+            if m == "tfl":
                 return target_stats().fl
 
-            if m == 'tpkc':
+            if m == "tpkc":
                 return target_stats().pkc
 
-            if m.startswith('tasr'):
+            if m.startswith("tasr"):
                 return target_asr(get_asr_name(m))
 
-            if m == 'ndco':
+            if m == "ndco":
                 return noise_stats().dco
 
-            if m == 'nmin':
+            if m == "nmin":
                 return noise_stats().min
 
-            if m == 'nmax':
+            if m == "nmax":
                 return noise_stats().max
 
-            if m == 'npkdb':
+            if m == "npkdb":
                 return noise_stats().pkdb
 
-            if m == 'nlrms':
+            if m == "nlrms":
                 return noise_stats().lrms
 
-            if m == 'npkr':
+            if m == "npkr":
                 return noise_stats().pkr
 
-            if m == 'ntr':
+            if m == "ntr":
                 return noise_stats().tr
 
-            if m == 'ncr':
+            if m == "ncr":
                 return noise_stats().cr
 
-            if m == 'nfl':
+            if m == "nfl":
                 return noise_stats().fl
 
-            if m == 'npkc':
+            if m == "npkc":
                 return noise_stats().pkc
 
-            if m == 'sedavg':
+            if m == "sedavg":
                 return 0
 
-            if m == 'sedcnt':
+            if m == "sedcnt":
                 return 0
 
-            if m == 'sedtop3':
+            if m == "sedtop3":
                 return np.zeros(3, dtype=np.float32)
 
-            if m == 'sedtopn':
+            if m == "sedtopn":
                 return 0
 
-            if m == 'ssnr':
+            if m == "ssnr":
                 return segsnr_f()
 
-            raise SonusAIError(f"Unrecognized metric: '{m}'")
+            raise AttributeError(f"Unrecognized metric: '{m}'")
 
-        result: list[float | int | str | Segsnr] = []
+        result: list[float | int | str | Segsnr | None] = []
         for metric in metrics:
             result.append(calc(metric))
 
@@ -1565,13 +1742,16 @@ def _spectral_mask(db: partial, sm_id: int) -> SpectralMask:
     from .db_datatypes import SpectralMaskRecord
 
     with db() as c:
-        spectral_mask = SpectralMaskRecord(*c.execute("SELECT * FROM spectral_mask WHERE ? = spectral_mask.id",
-                                                      (sm_id,)).fetchone())
-        return SpectralMask(f_max_width=spectral_mask.f_max_width,
-                            f_num=spectral_mask.f_num,
-                            t_max_width=spectral_mask.t_max_width,
-                            t_num=spectral_mask.t_num,
-                            t_max_percent=spectral_mask.t_max_percent)
+        spectral_mask = SpectralMaskRecord(
+            *c.execute("SELECT * FROM spectral_mask WHERE ? = spectral_mask.id", (sm_id,)).fetchone()
+        )
+        return SpectralMask(
+            f_max_width=spectral_mask.f_max_width,
+            f_num=spectral_mask.f_num,
+            t_max_width=spectral_mask.t_max_width,
+            t_num=spectral_mask.t_num,
+            t_max_percent=spectral_mask.t_max_percent,
+        )
 
 
 @lru_cache
@@ -1584,30 +1764,21 @@ def _target_file(db: partial, t_id: int) -> TargetFile:
     """
     import json
 
-    from .datatypes import TruthSetting
-    from .datatypes import TruthSettings
     from .db_datatypes import TargetFileRecord
 
     with db() as c:
         target_file = TargetFileRecord(
-            *c.execute("SELECT * FROM target_file WHERE ? = target_file.id", (t_id,)).fetchone())
-
-        truth_settings: TruthSettings = []
-        for ts in c.execute(
-                "SELECT truth_setting.setting " +
-                "FROM truth_setting, target_file_truth_setting " +
-                "WHERE ? = target_file_truth_setting.target_file_id " +
-                "AND truth_setting.id = target_file_truth_setting.truth_setting_id",
-                (t_id,)).fetchall():
-            entry = json.loads(ts[0])
-            truth_settings.append(TruthSetting(config=entry.get('config', None),
-                                               function=entry.get('function', None),
-                                               index=entry.get('index', None)))
-        return TargetFile(name=target_file.name,
-                          samples=target_file.samples,
-                          level_type=target_file.level_type,
-                          truth_settings=truth_settings,
-                          speaker_id=target_file.speaker_id)
+            *c.execute("SELECT * FROM target_file WHERE ? = target_file.id", (t_id,)).fetchone()
+        )
+
+        return TargetFile(
+            name=target_file.name,
+            samples=target_file.samples,
+            class_indices=json.loads(target_file.class_indices),
+            level_type=target_file.level_type,
+            truth_configs=_target_truth_configs(db, t_id),
+            speaker_id=target_file.speaker_id,
+        )
 
 
 @lru_cache
@@ -1619,8 +1790,10 @@ def _noise_file(db: partial, n_id: int) -> NoiseFile:
     :return: Noise file
     """
     with db() as c:
-        noise = c.execute("SELECT noise_file.name, samples FROM noise_file WHERE ? = noise_file.id",
-                          (n_id,)).fetchone()
+        noise = c.execute(
+            "SELECT noise_file.name, samples FROM noise_file WHERE ? = noise_file.id",
+            (n_id,),
+        ).fetchone()
         return NoiseFile(name=noise[0], samples=noise[1])
 
 
@@ -1633,9 +1806,12 @@ def _impulse_response_file(db: partial, ir_id: int) -> str:
     :return: Noise
     """
     with db() as c:
-        return str(c.execute(
-            "SELECT impulse_response_file.file FROM impulse_response_file WHERE ? = impulse_response_file.id",
-            (ir_id + 1,)).fetchone()[0])
+        return str(
+            c.execute(
+                "SELECT impulse_response_file.file FROM impulse_response_file WHERE ? = impulse_response_file.id",
+                (ir_id + 1,),
+            ).fetchone()[0]
+        )
 
 
 @lru_cache
@@ -1646,31 +1822,59 @@ def _mixture(db: partial, m_id: int) -> Mixture:
     :param m_id: Zero-based mixture ID
     :return: Mixture record
     """
-    from .helpers import to_mixture
-    from .helpers import to_target
     from .db_datatypes import MixtureRecord
     from .db_datatypes import TargetRecord
+    from .helpers import to_mixture
+    from .helpers import to_target
 
     with db() as c:
         mixture = MixtureRecord(*c.execute("SELECT * FROM mixture WHERE ? = mixture.id", (m_id + 1,)).fetchone())
-        targets = [to_target(TargetRecord(*target)) for target in c.execute(
-            "SELECT target.* " +
-            "FROM target, mixture_target " +
-            "WHERE ? = mixture_target.mixture_id AND target.id = mixture_target.target_id",
-            (mixture.id,)).fetchall()]
+        targets = [
+            to_target(TargetRecord(*target))
+            for target in c.execute(
+                "SELECT target.* "
+                + "FROM target, mixture_target "
+                + "WHERE ? = mixture_target.mixture_id AND target.id = mixture_target.target_id",
+                (mixture.id,),
+            ).fetchall()
+        ]
 
         return to_mixture(mixture, targets)
 
 
 @lru_cache
-def _speaker(db: partial, s_id: int | None, tier: str) -> Optional[str]:
+def _speaker(db: partial, s_id: int | None, tier: str) -> str | None:
     if s_id is None:
         return None
 
     with db() as c:
-        data = c.execute(f'SELECT {tier} FROM speaker WHERE ? = id', (s_id,)).fetchone()
+        data = c.execute(f"SELECT {tier} FROM speaker WHERE ? = id", (s_id,)).fetchone()
         if data is None:
             return None
         if data[0] is None:
             return None
         return data[0]
+
+
+@lru_cache
+def _target_truth_configs(db: partial, t_id: int) -> TruthConfigs:
+    import json
+
+    from .datatypes import TruthConfig
+
+    truth_configs: TruthConfigs = {}
+    with db() as c:
+        for truth_config_record in c.execute(
+            "SELECT truth_config.config "
+            + "FROM truth_config, target_file_truth_config "
+            + "WHERE ? = target_file_truth_config.target_file_id "
+            + "AND truth_config.id = target_file_truth_config.truth_config_id",
+            (t_id,),
+        ).fetchall():
+            truth_config = json.loads(truth_config_record[0])
+            truth_configs[truth_config["name"]] = TruthConfig(
+                function=truth_config["function"],
+                stride_reduction=truth_config["stride_reduction"],
+                config=truth_config["config"],
+            )
+    return truth_configs