nkululeko 0.95.5__tar.gz → 0.95.6__tar.gz

{nkululeko-0.95.5 → nkululeko-0.95.6}/CHANGELOG.md

@@ -1,6 +1,10 @@
 Changelog
 =========
 
+Version 0.95.6 (25-07-10)
+--------------------------
+* added uncertainty_threshold plot
+
 Version 0.95.5 (25-07-08)
 --------------------------
 * fixed bug that categorical targets couldn't be super mapped

{nkululeko-0.95.5/nkululeko.egg-info → nkululeko-0.95.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nkululeko
-Version: 0.95.5
+Version: 0.95.6
 Summary: Machine learning audio prediction experiments based on templates
 Home-page: https://github.com/felixbur/nkululeko
 Author: Felix Burkhardt

{nkululeko-0.95.5 → nkululeko-0.95.6}/nkululeko/constants.py

@@ -1,2 +1,2 @@
-VERSION="0.95.5"
+VERSION="0.95.6"
 SAMPLING_RATE = 16000

{nkululeko-0.95.5 → nkululeko-0.95.6}/nkululeko/reporting/reporter.py

@@ -12,13 +12,9 @@ from scipy.special import softmax
 from scipy.stats import entropy
 from scipy.stats import pearsonr
 from sklearn.metrics import ConfusionMatrixDisplay
-from sklearn.metrics import RocCurveDisplay
-from sklearn.metrics import auc
 from sklearn.metrics import classification_report
 from sklearn.metrics import confusion_matrix
 from sklearn.metrics import r2_score
-from sklearn.metrics import roc_auc_score
-from sklearn.metrics import roc_curve
 
 # from torch import is_tensor
 from audmetric import accuracy
@@ -186,6 +182,7 @@ class Reporter:
                     if not file_name.endswith(".csv"):
                         file_name = file_name + ".csv"
             self.probas = probas
+            self.plot_proba_conf()
             probas.to_csv(file_name)
             self.util.debug(f"Saved probabilities to {file_name}")
             plots = Plots()
@@ -196,10 +193,27 @@ class Reporter:
                 ax,
                 caption,
                 "Uncertainty",
-                "uncertainty_samples",
+                "uncertainty",
                 "samples",
             )
 
+    def plot_proba_conf(self):
+        uncertainty_threshold = self.util.config_val("PLOT", "uncertainty_threshold", False)
+        if uncertainty_threshold:
+            uncertainty_threshold = float(uncertainty_threshold)
+            old_size = self.probas.shape[0]
+            df = self.probas[self.probas["uncertainty"] < uncertainty_threshold]
+            new_size = df.shape[0]
+            difference = old_size - new_size
+            self.util.debug(
+                f"Filtered probabilities: {old_size} -> {new_size} ({difference}) samples with uncertainty < {uncertainty_threshold}"
+            )
+            truths = df["truth"].values
+            preds = df["predicted"].values
+            self._plot_confmat(truths, preds, f"uncertainty_less_than_{uncertainty_threshold}_cnf",
+                            epoch=None, test_result=None)
+
+
     def set_id(self, run, epoch):
         """Make the report identifiable with run and epoch index."""
         self.run = run

{nkululeko-0.95.5 → nkululeko-0.95.6/nkululeko.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nkululeko
-Version: 0.95.5
+Version: 0.95.6
 Summary: Machine learning audio prediction experiments based on templates
 Home-page: https://github.com/felixbur/nkululeko
 Author: Felix Burkhardt

{nkululeko-0.95.5 → nkululeko-0.95.6}/pyproject.toml

@@ -7,7 +7,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "nkululeko"
-version = "0.95.5"
+version = "0.95.6"
 description = "Machine learning audio prediction experiments based on templates"
 authors = [
     {name = "Felix Burkhardt", email = "fxburk@gmail.com"},