nkululeko 0.81.7__py3-none-any.whl → 0.82.0__py3-none-any.whl

nkululeko/constants.py

@@ -1,2 +1,2 @@
-VERSION="0.81.7"
+VERSION="0.82.0"
 SAMPLING_RATE = 16000

nkululeko/multidb.py

@@ -12,18 +12,15 @@ import numpy as np
 import pandas as pd
 import seaborn as sn
 
-import nkululeko.glob_conf as glob_conf
 from nkululeko.aug_train import doit as aug_train
-from nkululeko.experiment import Experiment
 from nkululeko.nkululeko import doit as nkulu
-from nkululeko.utils.util import Util
 
 
 def main(src_dir):
     parser = argparse.ArgumentParser(
-        description="Call the nkululeko MULTIDB framework.")
-    parser.add_argument("--config", default="exp.ini",
-                        help="The base configuration")
+        description="Call the nkululeko MULTIDB framework."
+    )
+    parser.add_argument("--config", default="exp.ini", help="The base configuration")
     args = parser.parse_args()
     if args.config is not None:
         config_file = args.config
@@ -58,8 +55,7 @@ def main(src_dir):
                 dataset = datasets[i]
                 print(f"running {dataset}")
                 if extra_trains:
-                    extra_trains_1 = extra_trains.removeprefix(
-                        "[").removesuffix("]")
+                    extra_trains_1 = extra_trains.removeprefix("[").removesuffix("]")
                     config["DATA"]["databases"] = f"['{dataset}', {extra_trains_1}]"
                     extra_trains_2 = ast.literal_eval(extra_trains)
                     for extra_train in extra_trains_2:
@@ -72,8 +68,7 @@ def main(src_dir):
                 test = datasets[j]
                 print(f"running train: {train}, test: {test}")
                 if extra_trains:
-                    extra_trains_1 = extra_trains.removeprefix(
-                        "[").removesuffix("]")
+                    extra_trains_1 = extra_trains.removeprefix("[").removesuffix("]")
                     config["DATA"][
                         "databases"
                     ] = f"['{train}', '{test}', {extra_trains_1}]"

nkululeko/nkuluflag.py

@@ -0,0 +1,95 @@
+import argparse
+import configparser
+import os
+import os.path
+
+from nkululeko.nkululeko import doit as nkulu
+
+
+def do_it(src_dir):
+    parser = argparse.ArgumentParser(description="Call the nkululeko framework.")
+    parser.add_argument("--config", help="The base configuration")
+    parser.add_argument("--data", help="The databases", nargs="*", action="append")
+    parser.add_argument(
+        "--label", nargs="*", help="The labels for the target", action="append"
+    )
+    parser.add_argument(
+        "--tuning_params", nargs="*", help="parameters to be tuned", action="append"
+    )
+    parser.add_argument(
+        "--layers",
+        nargs="*",
+        help="layer config for mlp, e.g. l1:128 ",
+        action="append",
+    )
+    parser.add_argument("--model", default="xgb", help="The model type")
+    parser.add_argument("--feat", default="['os']", help="The feature type")
+    parser.add_argument("--set", help="The opensmile set")
+    parser.add_argument("--with_os", help="To add os features")
+    parser.add_argument("--target", help="The target designation")
+    parser.add_argument("--epochs", help="The number of epochs")
+    parser.add_argument("--runs", help="The number of runs")
+    parser.add_argument("--learning_rate", help="The learning rate")
+    parser.add_argument("--drop", help="The dropout rate [0:1]")
+
+    args = parser.parse_args()
+
+    if args.config is not None:
+        config_file = args.config
+    else:
+        print("ERROR: need config file")
+        quit(-1)
+    # test if config is there
+    if not os.path.isfile(config_file):
+        print(f"ERROR: no such file {config_file}")
+
+    config = configparser.ConfigParser()
+    config.read(config_file)
+    # fill the config
+
+    if args.data is not None:
+        databases = []
+        for t in args.data:
+            databases.append(t[0])
+        print(f"got databases: {databases}")
+        config["DATA"]["databases"] = str(databases)
+    if args.label is not None:
+        labels = []
+        for label in args.label:
+            labels.append(label[0])
+        print(f"got labels: {labels}")
+        config["DATA"]["labels"] = str(labels)
+    if args.tuning_params is not None:
+        tuning_params = []
+        for tp in args.tuning_params:
+            tuning_params.append(tp[0])
+        config["MODEL"]["tuning_params"] = str(tuning_params)
+    if args.layers is not None:
+        config["MODEL"]["layers"] = args.layers[0][0]
+    if args.target is not None:
+        config["DATA"]["target"] = args.target
+    if args.epochs is not None:
+        config["EXP"]["epochs"] = args.epochs
+    if args.runs is not None:
+        config["EXP"]["runs"] = args.runs
+    if args.learning_rate is not None:
+        config["MODEL"]["learning_rate"] = args.learning_rate
+    if args.drop is not None:
+        config["MODEL"]["drop"] = args.drop
+    if args.model is not None:
+        config["MODEL"]["type"] = args.model
+    if args.feat is not None:
+        config["FEATS"]["type"] = f"['{args.feat}']"
+    if args.set is not None:
+        config["FEATS"]["set"] = args.set
+    tmp_config = "tmp.ini"
+    with open(tmp_config, "w") as tmp_file:
+        config.write(tmp_file)
+
+    result, last_epoch = nkulu(tmp_config)
+    return result, last_epoch
+
+
+if __name__ == "__main__":
+    cwd = os.path.dirname(os.path.abspath(__file__))
+    do_it(cwd)  # sys.argv[1])

nkululeko/nkululeko.py

@@ -1,12 +1,14 @@
 # nkululeko.py
 # Entry script to do a Nkululeko experiment
-import numpy as np
-import os.path
-import configparser
 import argparse
+import configparser
+import os.path
+
+import numpy as np
+
+from nkululeko.constants import VERSION
 import nkululeko.experiment as exp
 from nkululeko.utils.util import Util
-from nkululeko.constants import VERSION
 
 
 def doit(config_file):

{nkululeko-0.81.7.dist-info → nkululeko-0.82.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: nkululeko
-Version: 0.81.7
+Version: 0.82.0
 Summary: Machine learning audio prediction experiments based on templates
 Home-page: https://github.com/felixbur/nkululeko
 Author: Felix Burkhardt
@@ -42,6 +42,8 @@ Requires-Dist: umap-learn
 Requires-Dist: xgboost
 Requires-Dist: pylatex
 
+usage: nkuluflag.py [-h] [--config CONFIG] [--data [DATA ...]] [--label [LABEL ...]] [--tuning_params [TUNING_PARAMS ...]] [--layers [LAYERS ...]] [--model MODEL] [--feat FEAT] [--set SET]
+                    [--with_os WITH_OS] [--target TARGET] [--epochs EPOCHS] [--runs RUNS] [--learning_rate LEARNING_RATE] [--drop DROP]
 - [Overview](#overview)
   - [Confusion matrix](#confusion-matrix)
   - [Epoch progression](#epoch-progression)
@@ -203,6 +205,14 @@ All of them take *--config <my_config.ini>* as an argument.
 * **nkululeko.predict**: [predict features](http://blog.syntheticspeech.de/2023/08/16/nkululeko-how-to-predict-labels-for-your-data-from-existing-models-and-check-them/) like SNR, MOS, arousal/valence, age/gender, with DNN models
 * **nkululeko.segment**: [segment a database](http://blog.syntheticspeech.de/2023/07/14/nkululeko-segmenting-a-database/) based on VAD (voice activity detection)
 * **nkululeko.resample**: check on all [sampling rates and change](http://blog.syntheticspeech.de/2023/08/31/how-to-fix-different-sampling-rates-in-a-dataset-with-nkululeko/) to 16kHz 
+* **nkululeko.nkuluflag**: a convenient module to specify configuration parameters on the command-line.
+  * usage: nkuluflag.py [-h] [--config CONFIG] [--data [DATA ...]] [--label [LABEL ...]] [--tuning_params [TUNING_PARAMS ...]] [--layers [LAYERS ...]] [--model MODEL] [--feat FEAT] [--set SET]
+                    [--with_os WITH_OS] [--target TARGET] [--epochs EPOCHS] [--runs RUNS] [--learning_rate LEARNING_RATE] [--drop DROP]
+ 
+
+
+
+
 
 There's my [blog](http://blog.syntheticspeech.de/?s=nkululeko) with tutorials:
 * [Introduction](http://blog.syntheticspeech.de/2021/08/04/machine-learning-experiment-framework/)
@@ -323,6 +333,10 @@ F. Burkhardt, Johannes Wagner, Hagen Wierstorf, Florian Eyben and Björn Schulle
 Changelog
 =========
 
+Version 0.82.0
+--------------
+* added nkuluflag module
+
 Version 0.81.7
 --------------
 * bugfixes

{nkululeko-0.81.7.dist-info → nkululeko-0.82.0.dist-info}/RECORD

@@ -2,7 +2,7 @@ nkululeko/__init__.py,sha256=62f8HiEzJ8rG2QlTFJXUCMpvuH3fKI33DoJSj33mscc,63
 nkululeko/aug_train.py,sha256=YhuZnS_WVWnun9G-M6g5n6rbRxoVREz6Zh7k6qprFNQ,3194
 nkululeko/augment.py,sha256=4MG0apTAG5RgkuJrYEjGgDdbodZWi_HweSPNI1JJ5QA,3051
 nkululeko/cacheddataset.py,sha256=lIJ6hUo5LoxSrzXtWV8mzwO7wRtUETWnOQ4ws2XfL1E,969
-nkululeko/constants.py,sha256=7yZ6tYUvMMX3FdTsBGzuH-Hgw5ALAhmDCAiKRrOESM0,39
+nkululeko/constants.py,sha256=pJeMUKDoX39rCCwLSX0poKEE1FLIa6YngxfdeUqE_T0,39
 nkululeko/demo.py,sha256=55kNFA2helMhOxD4yZuKg1JWDtlUUpxm-6uAnroIydI,3264
 nkululeko/demo_feats.py,sha256=sAeGFojhEj9WEDFtG3SzPBmyYJWLF2rkbpp65m8Ujo4,2025
 nkululeko/demo_predictor.py,sha256=-ggSHc3DXxRzjzcGB4qFBOMvKsfUdTkkde50BDrS9dA,4755
@@ -14,8 +14,9 @@ nkululeko/file_checker.py,sha256=LoLnL8aHpW-axMQ46qbqrManTs5otG9ShpEZuz9iRSk,347
 nkululeko/filter_data.py,sha256=w-X2mhKdYr5DxDIz50E5yzO6Jmzk4jjDBoXsgOOVtcA,7222
 nkululeko/glob_conf.py,sha256=iHiVSxDYgmYwdx6z0HuGUMSWrfZfufPHxHb60q2dLRY,453
 nkululeko/modelrunner.py,sha256=GuYsmUGSmJ0QxXxR8k0TZ47IDMtdGIMbm5nMq4Ix6tU,9335
-nkululeko/multidb.py,sha256=b49C6HjywWgs-GBZgOPufTknL9zBnl5IofSJjUrOIuY,5825
-nkululeko/nkululeko.py,sha256=Ty8cdusXUec9BHml8Gsp1r7DXuvIBMFXUckMpzILBnQ,1966
+nkululeko/multidb.py,sha256=fG3VukEWP1vreVN4gB1IRXxwwg4jLftsSEYtu0o1f78,5634
+nkululeko/nkuluflag.py,sha256=FCetTfgH69u4AwENgeCKVi3vBIR10Di67SfbupGQqfc,3354
+nkululeko/nkululeko.py,sha256=Kn3s2E3yyH8cJ7z6lkMxrnqtCxTu7-qfe9Zr_ONTD5g,1968
 nkululeko/plots.py,sha256=K88ZRPFGX_r03BT742H06Dde20xZYdltv7dxjgUiAFA,23025
 nkululeko/predict.py,sha256=sF091sSSLnEWcISx9ZcULLie3tY5XeFsQJd6b3vrxFg,2409
 nkululeko/reporter.py,sha256=mCy8er8z4e5hJ7XbOyy6BgZYZM6Lz-EKXHh4zlT0Zc8,12427
@@ -103,8 +104,8 @@ nkululeko/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nkululeko/utils/files.py,sha256=UiGAtZRWYjHSvlmPaTMtzyNNGE6qaLaxQkybctS7iRM,4021
 nkululeko/utils/stats.py,sha256=1yUq0FTOyqkU8TwUocJRYdJaqMU5SlOBBRUun9STo2M,2829
 nkululeko/utils/util.py,sha256=_Z6OMJ3f-8TdETW9eqJYY5hwNRS5XCt9azzRnqoTTZE,12330
-nkululeko-0.81.7.dist-info/LICENSE,sha256=0zGP5B_W35yAcGfHPS18Q2B8UhvLRY3dQq1MhpsJU_U,1076
-nkululeko-0.81.7.dist-info/METADATA,sha256=7P8gRtSvPadRGBsWRhT34-Xj8jwkbL7OcLJ__AGtoQs,34981
-nkululeko-0.81.7.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-nkululeko-0.81.7.dist-info/top_level.txt,sha256=DPFNNSHPjUeVKj44dVANAjuVGRCC3MusJ08lc2a8xFA,10
-nkululeko-0.81.7.dist-info/RECORD,,
+nkululeko-0.82.0.dist-info/LICENSE,sha256=0zGP5B_W35yAcGfHPS18Q2B8UhvLRY3dQq1MhpsJU_U,1076
+nkululeko-0.82.0.dist-info/METADATA,sha256=TAI5xVQFphXFGnotP-tM4dNQ5GwthtvZbFdWtvYthfo,35801
+nkululeko-0.82.0.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+nkululeko-0.82.0.dist-info/top_level.txt,sha256=DPFNNSHPjUeVKj44dVANAjuVGRCC3MusJ08lc2a8xFA,10
+nkululeko-0.82.0.dist-info/RECORD,,