nkululeko 0.92.0__tar.gz → 0.92.2__tar.gz

{nkululeko-0.92.0 → nkululeko-0.92.2}/CHANGELOG.md

@@ -1,6 +1,14 @@
 Changelog
 =========
 
+Version 0.92.2
+--------------
+* added some output to automatic speaker id
+
+Version 0.92.1
+--------------
+* added a speaker plot to pyannote results 
+
 Version 0.92.0
 --------------
 * added first version of automatic speaker prediction/segmentation

{nkululeko-0.92.0/nkululeko.egg-info → nkululeko-0.92.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: nkululeko
-Version: 0.92.0
+Version: 0.92.2
 Summary: Machine learning audio prediction experiments based on templates
 Home-page: https://github.com/felixbur/nkululeko
 Author: Felix Burkhardt
@@ -355,6 +355,14 @@ F. Burkhardt, Johannes Wagner, Hagen Wierstorf, Florian Eyben and Björn Schulle
 Changelog
 =========
 
+Version 0.92.2
+--------------
+* added some output to automatic speaker id
+
+Version 0.92.1
+--------------
+* added a speaker plot to pyannote results 
+
 Version 0.92.0
 --------------
 * added first version of automatic speaker prediction/segmentation

{nkululeko-0.92.0 → nkululeko-0.92.2}/nkululeko/constants.py

@@ -1,2 +1,2 @@
-VERSION="0.92.0"
+VERSION="0.92.2"
 SAMPLING_RATE = 16000

{nkululeko-0.92.0 → nkululeko-0.92.2}/nkululeko/plots.py

@@ -4,14 +4,14 @@ import ast
 import matplotlib.pyplot as plt
 import numpy as np
 import pandas as pd
-import seaborn as sns
 from scipy import stats
+import seaborn as sns
 from sklearn.manifold import TSNE
 
 import nkululeko.glob_conf as glob_conf
-import nkululeko.utils.stats as su
 from nkululeko.reporting.defines import Header
 from nkululeko.reporting.report_item import ReportItem
+import nkululeko.utils.stats as su
 from nkululeko.utils.util import Util
 
 
@@ -30,8 +30,6 @@ class Plots:
             df_speaker["samplenum"] = df_speaker.shape[0]
             df_speakers = pd.concat([df_speakers, df_speaker.head(1)])
         # plot the distribution of samples per speaker
-        # one up because of the runs
-        fig_dir = self.util.get_path("fig_dir") + "../"
         self.util.debug("plotting samples per speaker")
         if "gender" in df_speakers:
             filename = "samples_value_counts"
@@ -319,6 +317,31 @@ class Plots:
         img_path = f"{fig_dir}{filename}_{sample_selection}.{self.format}"
         plt.savefig(img_path)
         plt.close(fig)
+        self.util.debug(f"plotted durations to {img_path}")
+        glob_conf.report.add_item(
+            ReportItem(
+                Header.HEADER_EXPLORE,
+                caption,
+                title,
+                img_path,
+            )
+        )
+
+    def plot_speakers(self, df, sample_selection):
+        filename = "speakers"
+        caption = "speakers"
+        # one up because of the runs
+        fig_dir = self.util.get_path("fig_dir") + "../"
+        sns.set_style("whitegrid")  # Set style for chart
+        ax = df["speaker"].value_counts().plot(kind="pie", autopct="%1.1f%%")
+        title = f"Speaker distr. for {sample_selection} {df.shape[0]}."
+        ax.set_title(title)
+        fig = ax.figure
+        # plt.tight_layout()
+        img_path = f"{fig_dir}{filename}_{sample_selection}.{self.format}"
+        plt.savefig(img_path)
+        plt.close(fig)
+        self.util.debug(f"plotted speakers to {img_path}")
         glob_conf.report.add_item(
             ReportItem(
                 Header.HEADER_EXPLORE,

{nkululeko-0.92.0 → nkululeko-0.92.2}/nkululeko/segment.py

@@ -23,6 +23,8 @@ import os
 
 import pandas as pd
 
+import audformat
+
 from nkululeko.constants import VERSION
 from nkululeko.experiment import Experiment
 import nkululeko.glob_conf as glob_conf
@@ -63,7 +65,7 @@ def main():
     # segment
     segmented_file = util.config_val("SEGMENT", "result", "segmented.csv")
 
-    segmenter = util.config_val("SEGMENT", "method", "silero")
+    method = util.config_val("SEGMENT", "method", "silero")
     sample_selection = util.config_val("SEGMENT", "sample_selection", "all")
     if sample_selection == "all":
         df = pd.concat([expr.df_train, expr.df_test])
@@ -76,19 +78,33 @@ def main():
             f"unknown segmentation selection specifier {sample_selection},"
             " should be [all | train | test]"
         )
-    util.debug(f"segmenting {sample_selection}: {df.shape[0]} samples with {segmenter}")
-    if segmenter == "silero":
-        from nkululeko.segmenting.seg_silero import Silero_segmenter
-
-        segmenter = Silero_segmenter()
-        df_seg = segmenter.segment_dataframe(df)
-    elif segmenter == "pyannote":
-        from nkululeko.segmenting.seg_pyannote import Pyannote_segmenter
-
-        segmenter = Pyannote_segmenter(config)
-        df_seg = segmenter.segment_dataframe(df)
+    result_file = f"{expr.data_dir}/{segmented_file}"
+    if os.path.exists(result_file):
+        util.debug(f"reusing existing result file: {result_file}")
+        df_seg = audformat.utils.read_csv(result_file)
     else:
-        util.error(f"unknown segmenter: {segmenter}")
+        util.debug(
+            f"segmenting {sample_selection}: {df.shape[0]} samples with {method}"
+        )
+        if method == "silero":
+            from nkululeko.segmenting.seg_silero import Silero_segmenter
+
+            segmenter = Silero_segmenter()
+            df_seg = segmenter.segment_dataframe(df)
+        elif method == "pyannote":
+            from nkululeko.segmenting.seg_pyannote import Pyannote_segmenter
+
+            segmenter = Pyannote_segmenter(config)
+            df_seg = segmenter.segment_dataframe(df)
+        else:
+            util.error(f"unknown segmenter: {method}")
+        # remove encoded labels
+        target = util.config_val("DATA", "target", None)
+        if "class_label" in df_seg.columns:
+            df_seg = df_seg.drop(columns=[target])
+            df_seg = df_seg.rename(columns={"class_label": target})
+        # save file
+        df_seg.to_csv(f"{expr.data_dir}/{segmented_file}")
 
     def calc_dur(x):
         starts = x[1]
@@ -100,6 +116,11 @@ def main():
     df_seg["duration"] = df_seg.index.to_series().map(lambda x: calc_dur(x))
     num_before = df.shape[0]
     num_after = df_seg.shape[0]
+    util.debug(
+        f"saved {segmented_file} to {expr.data_dir}, {num_after} samples (was"
+        f" {num_before})"
+    )
+
     # plot distributions
     from nkululeko.plots import Plots
 
@@ -110,18 +131,10 @@ def main():
     plots.plot_durations(
         df_seg, "segmented_durations", sample_selection, caption="Segmented durations"
     )
-    print("")
-    # remove encoded labels
-    target = util.config_val("DATA", "target", None)
-    if "class_label" in df_seg.columns:
-        df_seg = df_seg.drop(columns=[target])
-        df_seg = df_seg.rename(columns={"class_label": target})
-    # save file
-    df_seg.to_csv(f"{expr.data_dir}/{segmented_file}")
-    util.debug(
-        f"saved {segmented_file} to {expr.data_dir}, {num_after} samples (was"
-        f" {num_before})"
-    )
+    if method == "pyannote":
+        util.debug(df_seg[["speaker", "duration"]].groupby(["speaker"]).sum())
+        plots.plot_speakers(df_seg, sample_selection)
+
     glob_conf.report.add_item(
         ReportItem(
             "Data",

{nkululeko-0.92.0 → nkululeko-0.92.2/nkululeko.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: nkululeko
-Version: 0.92.0
+Version: 0.92.2
 Summary: Machine learning audio prediction experiments based on templates
 Home-page: https://github.com/felixbur/nkululeko
 Author: Felix Burkhardt
@@ -355,6 +355,14 @@ F. Burkhardt, Johannes Wagner, Hagen Wierstorf, Florian Eyben and Björn Schulle
 Changelog
 =========
 
+Version 0.92.2
+--------------
+* added some output to automatic speaker id
+
+Version 0.92.1
+--------------
+* added a speaker plot to pyannote results 
+
 Version 0.92.0
 --------------
 * added first version of automatic speaker prediction/segmentation