nkululeko 0.90.0__tar.gz → 0.90.1__tar.gz

{nkululeko-0.90.0 → nkululeko-0.90.1}/CHANGELOG.md

@@ -1,6 +1,10 @@
 Changelog
 =========
 
+Version 0.90.1
+--------------
+* Add balancing for finetune and update data README
+
 Version 0.90.0
 --------------
 * augmentation can now be done without target

{nkululeko-0.90.0/nkululeko.egg-info → nkululeko-0.90.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: nkululeko
-Version: 0.90.0
+Version: 0.90.1
 Summary: Machine learning audio prediction experiments based on templates
 Home-page: https://github.com/felixbur/nkululeko
 Author: Felix Burkhardt
@@ -275,7 +275,7 @@ There's my [blog](http://blog.syntheticspeech.de/?s=nkululeko) with tutorials:
 
 
 ### <a name="helloworld">Hello World example</a>
-* NEW: [Here's a Google colab that runs this example out-of-the-box](https://colab.research.google.com/drive/1GYNBd5cdZQ1QC3Jm58qoeMaJg3UuPhjw?usp=sharing#scrollTo=4G_SjuF9xeQf), and here is the same [with Kaggle](https://www.kaggle.com/felixburk/nkululeko-hello-world-example)
+* NEW: [Here's a Google colab that runs this example out-of-the-box](https://colab.research.google.com/drive/1Up7t5Nn7VwDPCCEpTg2U7cpZ_PdoEgj-?usp=sharing), and here is the same [with Kaggle](https://www.kaggle.com/felixburk/nkululeko-hello-world-example)
 * [I made a video to show you how to do this on Windows](https://www.youtube.com/playlist?list=PLRceVavtxLg0y2jiLmpnUfiMtfvkK912D)
 * Set up Python on your computer, version >= 3.8
 * Open a terminal/commandline/console window
@@ -356,6 +356,10 @@ F. Burkhardt, Johannes Wagner, Hagen Wierstorf, Florian Eyben and Björn Schulle
 Changelog
 =========
 
+Version 0.90.1
+--------------
+* Add balancing for finetune and update data README
+
 Version 0.90.0
 --------------
 * augmentation can now be done without target

{nkululeko-0.90.0 → nkululeko-0.90.1}/README.md

@@ -231,7 +231,7 @@ There's my [blog](http://blog.syntheticspeech.de/?s=nkululeko) with tutorials:
 
 
 ### <a name="helloworld">Hello World example</a>
-* NEW: [Here's a Google colab that runs this example out-of-the-box](https://colab.research.google.com/drive/1GYNBd5cdZQ1QC3Jm58qoeMaJg3UuPhjw?usp=sharing#scrollTo=4G_SjuF9xeQf), and here is the same [with Kaggle](https://www.kaggle.com/felixburk/nkululeko-hello-world-example)
+* NEW: [Here's a Google colab that runs this example out-of-the-box](https://colab.research.google.com/drive/1Up7t5Nn7VwDPCCEpTg2U7cpZ_PdoEgj-?usp=sharing), and here is the same [with Kaggle](https://www.kaggle.com/felixburk/nkululeko-hello-world-example)
 * [I made a video to show you how to do this on Windows](https://www.youtube.com/playlist?list=PLRceVavtxLg0y2jiLmpnUfiMtfvkK912D)
 * Set up Python on your computer, version >= 3.8
 * Open a terminal/commandline/console window

{nkululeko-0.90.0 → nkululeko-0.90.1}/data/androids/process_database.py

@@ -15,9 +15,10 @@ Usage: `python process_database.py`
 
 """
 
-import pandas as pd
 import os
+
 import audeer
+import pandas as pd
 
 dataset_name = 'androids'
 data_root = './Androids-Corpus/'

{nkululeko-0.90.0 → nkululeko-0.90.1}/data/emofilm/convert_to_16k.py

@@ -2,9 +2,9 @@
 # arguments: input_dir, output_dir
 # sox must be installed
 
+import argparse
 import os
 import subprocess
-import argparse
 
 parser = argparse.ArgumentParser()
 parser.add_argument('-i', '--input_dir', type=str, default='./EmoFilm/wav_corpus')

{nkululeko-0.90.0 → nkululeko-0.90.1}/data/emofilm/process_database.py

@@ -1,10 +1,11 @@
 # process_database.py -> EmoFilm database
 
+import argparse
 import os
+
+import numpy as np
 import pandas as pd
 from sklearn.model_selection import train_test_split
-import numpy as np
-import argparse
 
 # load data
 

{nkululeko-0.90.0 → nkululeko-0.90.1}/data/emov-db/process_database.py

@@ -7,6 +7,7 @@ import re
 from pathlib import Path
 
 import pandas as pd
+
 from nkululeko.utils import files
 
 emotion_map = {

{nkululeko-0.90.0 → nkululeko-0.90.1}/data/emozionalmente/create.py

@@ -6,11 +6,10 @@ import json
 import os
 import shutil
 
-import numpy as np
-import pandas as pd
-
 import audeer
 import audformat
+import numpy as np
+import pandas as pd
 
 
 def main():

{nkululeko-0.90.0 → nkululeko-0.90.1}/data/mlendsnd/process_database.py

@@ -5,6 +5,7 @@ import argparse
 from pathlib import Path
 
 import pandas as pd
+
 from nkululeko.utils import files
 
 

{nkululeko-0.90.0 → nkululeko-0.90.1}/data/msp-improv/process_database2.py

@@ -3,10 +3,11 @@
 # bagustris@yahoo.com, 2023-08-22
 
 
+import argparse
+import csv
 import os
+
 import pandas as pd
-import csv
-import argparse
 
 train_list = []
 dev_list = []

{nkululeko-0.90.0 → nkululeko-0.90.1}/data/msp-podcast/process_database.py

@@ -1,8 +1,11 @@
+import argparse
+import glob
 import os
-from os.path import basename, splitext, join as path_join
+from os.path import basename
+from os.path import join as path_join
+from os.path import splitext
+
 import pandas as pd
-import glob
-import argparse
 
 LABEL_DIR_PATH = 'Labels'
 WAV_DIR_PATH = 'Audios'

{nkululeko-0.90.0 → nkululeko-0.90.1}/data/oreau2/process_database.py

@@ -6,6 +6,7 @@ import argparse
 from pathlib import Path
 
 import pandas as pd
+
 from nkululeko.utils import files
 
 emotion_map = {

{nkululeko-0.90.0 → nkululeko-0.90.1}/data/ravdess/process_database.py

@@ -21,8 +21,10 @@ OR
 
  
 import os
-import pandas as pd
 import sys
+
+import pandas as pd
+
 <<<<<<< HEAD
 
 # ravdess source directory as argument

{nkululeko-0.90.0 → nkululeko-0.90.1}/meta/demos/demo_best_model.py

@@ -2,28 +2,30 @@
 # Demonstration code to use the ML-experiment framework
 
 import sys
+
 sys.path.append("./src")
-from reporter import Reporter
-import experiment as exp
 import configparser
+
+import experiment as exp
 from util import Util
 
+
 def main(config_file):
     # load one configuration per experiment
     config = configparser.ConfigParser()
     config.read(config_file)
     util = Util()
-    
+
     # create a new experiment
     expr = exp.Experiment(config)
-    print(f'running {expr.name}')
+    print(f"running {expr.name}")
 
     # load the experiment
-    expr.load(f'{util.get_exp_name()}.pkl')
+    expr.load(f"{util.get_exp_name()}.pkl")
 
     expr.demo()
 
-    print('DONE')
+    print("DONE")
 
 
 if __name__ == "__main__":

{nkululeko-0.90.0 → nkululeko-0.90.1}/meta/demos/my_experiment.py

@@ -2,34 +2,37 @@
 # Demonstration code to use the ML-experiment framework
 
 import sys
+
 sys.path.append("./nkululeko/src")
-import experiment as exp
 import configparser
-from util import Util
 import os.path
+
 import constants
+import experiment as exp
+from util import Util
+
 
 def main(config_file):
     # test if the configuration file exists
     if not os.path.isfile(config_file):
-        print(f'ERROR: no such file: {config_file}')
+        print(f"ERROR: no such file: {config_file}")
         exit()
 
     # load one configuration per experiment
     config = configparser.ConfigParser()
     config.read(config_file)
-    
+
     # create a new experiment
     expr = exp.Experiment(config)
     util = Util()
-    util.debug(f'running {expr.name}, nkululeko version {constants.VERSION}')
+    util.debug(f"running {expr.name}, nkululeko version {constants.VERSION}")
 
     # load the data
     expr.load_datasets()
 
     # split into train and test
     expr.fill_train_and_tests()
-    util.debug(f'train shape : {expr.df_train.shape}, test shape:{expr.df_test.shape}')
+    util.debug(f"train shape : {expr.df_train.shape}, test shape:{expr.df_test.shape}")
 
     # extract features
     expr.extract_feats()
@@ -40,9 +43,10 @@ def main(config_file):
     # run the experiment
     expr.run()
 
-    print('DONE')
+    print("DONE")
+
 
 if __name__ == "__main__":
     cwd = os.path.dirname(os.path.abspath(__file__))
-    main('./nkululeko/demos/exp_emodb.ini')
+    main("./nkululeko/demos/exp_emodb.ini")
 #    main(sys.argv[1]) # use this if you want to state the config file path on command line

{nkululeko-0.90.0 → nkululeko-0.90.1}/meta/demos/my_experiment_local.py

@@ -2,20 +2,23 @@
 # Demonstration code to use the ML-experiment framework
 
 import sys
+
 sys.path.append("./src")
-import experiment as exp
 import configparser
+
+import experiment as exp
 from util import Util
 
+
 def main(config_file):
     # load one configuration per experiment
     config = configparser.ConfigParser()
     config.read(config_file)
-    
+
     # create a new experiment
     expr = exp.Experiment(config)
     util = Util()
-    util.debug(f'running {expr.name}')
+    util.debug(f"running {expr.name}")
 
     # load the data
     expr.load_datasets()
@@ -32,13 +35,14 @@ def main(config_file):
     # run the experiment
     expr.run()
 
-    print('DONE')
+    print("DONE")
+
 
 if __name__ == "__main__":
-#    main('./demos/exp_danish_local.ini')
-#    main('./demos/exp_emodb_wav2vec.ini')
-#    main('./demos/exp_cross_wav2vec1pager.ini')
-#    main('./demos/exp_emodb_local.ini')
-    main('./demos/exp_cross_local.ini')
+    #    main('./demos/exp_danish_local.ini')
+    #    main('./demos/exp_emodb_wav2vec.ini')
+    #    main('./demos/exp_cross_wav2vec1pager.ini')
+    #    main('./demos/exp_emodb_local.ini')
+    main("./demos/exp_cross_local.ini")
 #    main('./demos/exp_bdtgfir pul_local.ini')
 #    main(sys.argv[1]) # use this if you want to state the config file path on command line

{nkululeko-0.90.0 → nkululeko-0.90.1}/meta/demos/plot_faster_anim.py

@@ -2,30 +2,33 @@
 # Demonstration code to use the ML-experiment framework
 
 import sys
+
 sys.path.append("./src")
-from reporter import Reporter
-import experiment as exp
 import configparser
+
+import experiment as exp
+from reporter import Reporter
 from util import Util
 
+
 def main(config_file):
     # load one configuration per experiment
     config = configparser.ConfigParser()
     config.read(config_file)
     util = Util()
-    
+
     # create a new experiment
     expr = exp.Experiment(config)
-    print(f'running {expr.name}')
+    print(f"running {expr.name}")
 
     # load the experiment
     # expr.load(f'{util.get_exp_name()}.pkl')
 
     reporter = Reporter([], [])
 
-    reporter.make_conf_animation('test.gif')
+    reporter.make_conf_animation("test.gif")
 
-    print('DONE')
+    print("DONE")
 
 
 if __name__ == "__main__":

{nkululeko-0.90.0 → nkululeko-0.90.1}/nkululeko/aug_train.py

@@ -1,15 +1,17 @@
 # aug_train.py
 # train with augmentations
+import argparse
 import ast
+import configparser
 import os.path
+
 import numpy as np
-import configparser
-import argparse
+
 import nkululeko.experiment as exp
-from nkululeko.utils.util import Util
-from nkululeko.constants import VERSION
 import nkululeko.glob_conf as glob_conf
 from nkululeko.augment import doit as augment
+from nkululeko.constants import VERSION
+from nkululeko.utils.util import Util
 
 
 def doit(config_file):

{nkululeko-0.90.0 → nkululeko-0.90.1}/nkululeko/augment.py

@@ -2,13 +2,15 @@
 # augment the training sets
 
 import argparse
-import pandas as pd
-import os
 import ast
-from nkululeko.experiment import Experiment
 import configparser
-from nkululeko.utils.util import Util
+import os
+
+import pandas as pd
+
 from nkululeko.constants import VERSION
+from nkululeko.experiment import Experiment
+from nkululeko.utils.util import Util
 
 
 def doit(config_file):

{nkululeko-0.90.0 → nkululeko-0.90.1}/nkululeko/augmenting/augmenter.py

@@ -1,12 +1,12 @@
 # augmenter.py
 import os
-import numpy as np
+
+import audeer
+import audiofile
 import pandas as pd
 from audiomentations import *
 from tqdm import tqdm
-import audeer
-import audiofile
-from audformat.utils import map_file_path
+
 from nkululeko.utils.util import Util
 
 

{nkululeko-0.90.0 → nkululeko-0.90.1}/nkululeko/augmenting/randomsplicer.py

@@ -13,15 +13,15 @@ F. Burkhardt, Anna Derington, Matthias Kahlau, Klaus Scherer, Florian Eyben and
 
 """
 
-import pandas as pd
-from tqdm import tqdm
 import os
-import numpy as np
-import audiofile as af
-from audformat.utils import map_file_path
+
 import audeer
-from nkululeko.utils.util import Util
+import audiofile as af
+import pandas as pd
+from tqdm import tqdm
+
 import nkululeko.augmenting.randomsplicing as rsp
+from nkululeko.utils.util import Util
 
 
 class Randomsplicer:

{nkululeko-0.90.0 → nkululeko-0.90.1}/nkululeko/augmenting/randomsplicing.py

@@ -10,9 +10,9 @@ Evaluated in:
 F. Burkhardt, Anna Derington, Matthias Kahlau, Klaus Scherer, Florian Eyben and Björn Schuller: Masking Speech Contents by Random Splicing: is Emotional Expression Preserved?, Proc. ICASSP, 2023
 
 """
-import numpy as np
+
 import librosa
-import audiofile as af
+import numpy as np
 
 
 def random_splicing(
@@ -54,7 +54,6 @@ def split_wav_naive(wav, top_db=12):
 
 
 def remix_random_reverse(wav, indices, p_reverse=0):
-    import random
 
     wav_remix = []
 

{nkululeko-0.90.0 → nkululeko-0.90.1}/nkululeko/augmenting/resampler.py

@@ -2,12 +2,14 @@
 resample a data frame
 
 """
+
 import os
 import shutil
 
 import audformat
 import pandas as pd
 import torchaudio
+
 from nkululeko.utils.util import Util
 
 
@@ -18,8 +20,11 @@ class Resampler:
         self.util = Util("resampler", has_config=not_testing)
         self.util.warn(f"all files might be resampled to {self.SAMPLING_RATE}")
         self.not_testing = not_testing
-        self.replace = eval(self.util.config_val(
-            "RESAMPLE", "replace", "False")) if not not_testing else replace
+        self.replace = (
+            eval(self.util.config_val("RESAMPLE", "replace", "False"))
+            if not not_testing
+            else replace
+        )
 
     def resample(self):
         files = self.df.index.get_level_values(0).values
@@ -45,8 +50,7 @@ class Resampler:
                 continue
             if org_sr != self.SAMPLING_RATE:
                 self.util.debug(f"resampling {f} (sr = {org_sr})")
-                resampler = torchaudio.transforms.Resample(
-                    org_sr, self.SAMPLING_RATE)
+                resampler = torchaudio.transforms.Resample(org_sr, self.SAMPLING_RATE)
                 signal = resampler(signal)
                 if replace:
                     torchaudio.save(
@@ -63,8 +67,7 @@ class Resampler:
             self.df = self.df.set_index(
                 self.df.index.set_levels(new_files, level="file")
             )
-            target_file = self.util.config_val(
-                "RESAMPLE", "target", "resampled.csv")
+            target_file = self.util.config_val("RESAMPLE", "target", "resampled.csv")
             # remove encoded labels
             target = self.util.config_val("DATA", "target", "emotion")
             if "class_label" in self.df.columns:

{nkululeko-0.90.0 → nkululeko-0.90.1}/nkululeko/autopredict/ap_age.py

@@ -2,10 +2,12 @@
 A predictor for age.
 Currently based on audEERING's agender model.
 """
-from nkululeko.utils.util import Util
-from nkululeko.feature_extractor import FeatureExtractor
+
 import ast
+
 import nkululeko.glob_conf as glob_conf
+from nkululeko.feature_extractor import FeatureExtractor
+from nkululeko.utils.util import Util
 
 
 class AgePredictor:

{nkululeko-0.90.0 → nkululeko-0.90.1}/nkululeko/autopredict/ap_arousal.py

@@ -2,10 +2,12 @@
 A predictor for emotional arousal.
 Currently based on audEERING's emotional dimension model.
 """
-from nkululeko.utils.util import Util
-from nkululeko.feature_extractor import FeatureExtractor
+
 import ast
+
 import nkululeko.glob_conf as glob_conf
+from nkululeko.feature_extractor import FeatureExtractor
+from nkululeko.utils.util import Util
 
 
 class ArousalPredictor:

{nkululeko-0.90.0 → nkululeko-0.90.1}/nkululeko/autopredict/ap_dominance.py

@@ -3,10 +3,11 @@ A predictor for emotional dominance.
 Currently based on audEERING's emotional dimension model.
 """
 
-from nkululeko.utils.util import Util
-from nkululeko.feature_extractor import FeatureExtractor
 import ast
+
 import nkululeko.glob_conf as glob_conf
+from nkululeko.feature_extractor import FeatureExtractor
+from nkululeko.utils.util import Util
 
 
 class DominancePredictor:

{nkululeko-0.90.0 → nkululeko-0.90.1}/nkululeko/autopredict/ap_gender.py

@@ -2,10 +2,12 @@
 A predictor for biological sex.
 Currently based on audEERING's agender model.
 """
-from nkululeko.utils.util import Util
-from nkululeko.feature_extractor import FeatureExtractor
+
 import ast
+
 import nkululeko.glob_conf as glob_conf
+from nkululeko.feature_extractor import FeatureExtractor
+from nkululeko.utils.util import Util
 
 
 class GenderPredictor:

{nkululeko-0.90.0 → nkululeko-0.90.1}/nkululeko/autopredict/ap_mos.py

@@ -1,11 +1,14 @@
 """"
 A predictor for MOS - mean opinion score.
 """
-from nkululeko.utils.util import Util
+
 import ast
+
+import numpy as np
+
 import nkululeko.glob_conf as glob_conf
 from nkululeko.feature_extractor import FeatureExtractor
-import numpy as np
+from nkululeko.utils.util import Util
 
 
 class MOSPredictor:

{nkululeko-0.90.0 → nkululeko-0.90.1}/nkululeko/autopredict/ap_pesq.py

@@ -1,11 +1,14 @@
 """"
 A predictor for PESQ - Perceptual Evaluation of Speech Quality.
 """
-from nkululeko.utils.util import Util
+
 import ast
+
+import numpy as np
+
 import nkululeko.glob_conf as glob_conf
 from nkululeko.feature_extractor import FeatureExtractor
-import numpy as np
+from nkululeko.utils.util import Util
 
 
 class PESQPredictor:

{nkululeko-0.90.0 → nkululeko-0.90.1}/nkululeko/autopredict/ap_sdr.py

@@ -2,11 +2,14 @@
 A predictor for SDR - Signal to Distortion Ratio.
 as estimated by Scale-Invariant Signal-to-Distortion Ratio (SI-SDR) 
 """
-from nkululeko.utils.util import Util
+
 import ast
+
+import numpy as np
+
 import nkululeko.glob_conf as glob_conf
 from nkululeko.feature_extractor import FeatureExtractor
-import numpy as np
+from nkululeko.utils.util import Util
 
 
 class SDRPredictor:

{nkululeko-0.90.0 → nkululeko-0.90.1}/nkululeko/autopredict/ap_snr.py

@@ -1,11 +1,14 @@
 """"
 A predictor for SNR - signal-to-noise ratio.
 """
-from nkululeko.utils.util import Util
+
 import ast
+
+import numpy as np
+
 import nkululeko.glob_conf as glob_conf
 from nkululeko.feature_extractor import FeatureExtractor
-import numpy as np
+from nkululeko.utils.util import Util
 
 
 class SNRPredictor:

{nkululeko-0.90.0 → nkululeko-0.90.1}/nkululeko/autopredict/ap_stoi.py

@@ -1,11 +1,14 @@
 """"
 A predictor for STOI - Short-Time Objective Intelligibility (STOI)
 """
-from nkululeko.utils.util import Util
+
 import ast
+
+import numpy as np
+
 import nkululeko.glob_conf as glob_conf
 from nkululeko.feature_extractor import FeatureExtractor
-import numpy as np
+from nkululeko.utils.util import Util
 
 
 class STOIPredictor: