nkululeko 0.77.14__py3-none-any.whl → 0.78.0__py3-none-any.whl

nkululeko/constants.py

@@ -1,2 +1,2 @@
-VERSION="0.77.14"
+VERSION="0.78.0"
 SAMPLING_RATE = 16000

nkululeko/plots.py

@@ -379,51 +379,115 @@ class Plots:
             )
 
     def scatter_plot(self, feats, label_df, label, dimred_type):
+        dim_num = int(self.util.config_val("EXPL", "scatter.dim", 2))
         fig_dir = self.util.get_path("fig_dir") + "../"  # one up because of the runs
         sample_selection = self.util.config_val("EXPL", "sample_selection", "all")
-        filename = (
-            f"{label}_{self.util.get_feattype_name()}_{sample_selection}_{dimred_type}"
-        )
+        filename = f"{label}_{self.util.get_feattype_name()}_{sample_selection}_{dimred_type}_{str(dim_num)}d"
         filename = f"{fig_dir}{filename}.{self.format}"
         self.util.debug(f"computing {dimred_type}, this might take a while...")
         data = None
         labels = label_df[label]
         if dimred_type == "tsne":
-            data = self.getTsne(feats)
-        elif dimred_type == "umap":
-            import umap
+            data = self.getTsne(feats, dim_num)
+        else:
+            if dimred_type == "umap":
+                import umap
+
+                y = umap.UMAP(
+                    n_neighbors=10,
+                    random_state=0,
+                    n_components=dim_num,
+                ).fit_transform(feats.values)
+            elif dimred_type == "pca":
+                from sklearn.decomposition import PCA
+                from sklearn.preprocessing import StandardScaler
 
-            y_umap = umap.UMAP(
-                n_neighbors=10,
-                random_state=0,
-            ).fit_transform(feats.values)
+                scaler = StandardScaler()
+                pca = PCA(n_components=dim_num)
+                y = pca.fit_transform(scaler.fit_transform(feats.values))
+            else:
+                self.util.error(
+                    f"no such dimensionality reduction function: {dimred_type}"
+                )
+            if dim_num == 2:
+                columns = ["Dim_1", "Dim_2"]
+            elif dim_num == 3:
+                columns = ["Dim_1", "Dim_2", "Dim_3"]
+            else:
+                self.util.error(f"wrong dimension number: {dim_num}")
             data = pd.DataFrame(
-                y_umap,
+                y,
                 feats.index,
-                columns=["Dim_1", "Dim_2"],
+                columns=columns,
             )
-        elif dimred_type == "pca":
-            from sklearn.decomposition import PCA
-            from sklearn.preprocessing import StandardScaler
 
-            scaler = StandardScaler()
-            pca = PCA(n_components=2)
-            y_pca = pca.fit_transform(scaler.fit_transform(feats.values))
-            data = pd.DataFrame(
-                y_pca,
-                feats.index,
-                columns=["Dim_1", "Dim_2"],
+        if dim_num == 2:
+            plot_data = np.vstack((data.T, labels)).T
+            plot_df = pd.DataFrame(data=plot_data, columns=("Dim_1", "Dim_2", "label"))
+            # plt.tight_layout()
+            ax = (
+                sns.FacetGrid(plot_df, hue="label", height=6)
+                .map(plt.scatter, "Dim_1", "Dim_2")
+                .add_legend()
+            )
+        elif dim_num == 3:
+            from mpl_toolkits.mplot3d import Axes3D
+            from sklearn.preprocessing import LabelEncoder
+
+            le = LabelEncoder()
+
+            labels_e = le.fit_transform(labels)
+            plot_data = np.vstack((data.T, labels_e)).T
+            plot_df = pd.DataFrame(
+                data=plot_data, columns=("Dim_1", "Dim_2", "Dim_3", "label")
             )
+            # plt.tight_layout()
+            # axes instance
+            fig = plt.figure(figsize=(6, 6))
+            ax = Axes3D(fig, auto_add_to_figure=False)
+            fig.add_axes(ax)
+            # get colormap from seaborn
+            # cmap = ListedColormap(sns.color_palette("hsv", 256).as_hex())
+            color_dict = {
+                0: "red",
+                1: "blue",
+                2: "green",
+                3: "yellow",
+                4: "purple",
+                5: "#ff69b4",
+                6: "black",
+                7: "cyan",
+                8: "magenta",
+                9: "#faebd7",
+                10: "#2e8b57",
+                11: "#eeefff",
+                12: "#da70d6",
+                13: "#ff7f50",
+                14: "#cd853f",
+                15: "#bc8f8f",
+                16: "#5f9ea0",
+                17: "#daa520",
+            }
+            # plot
+            # make the numbers bigger so they can be used as distinguishable colors
+            labels_ex = [color_dict[xi] for xi in labels_e]
+            sc = ax.scatter(
+                plot_df.Dim_1,
+                plot_df.Dim_2,
+                plot_df.Dim_3,
+                s=40,
+                c=labels_ex,
+                marker="o",
+                # cmap=cmap,
+                alpha=1,
+            )
+            ax.set_xlabel("Dim_1")
+            ax.set_ylabel("Dim_2")
+            ax.set_zlabel("Dim_3")
+            # legend
+            plt.legend(*sc.legend_elements(), bbox_to_anchor=(1.05, 1), loc=2)
         else:
-            self.util.error(f"no such dimensionality reduction function: {dimred_type}")
-        plot_data = np.vstack((data.T, labels)).T
-        plot_df = pd.DataFrame(data=plot_data, columns=("Dim_1", "Dim_2", "label"))
-        # plt.tight_layout()
-        ax = (
-            sns.FacetGrid(plot_df, hue="label", height=6)
-            .map(plt.scatter, "Dim_1", "Dim_2")
-            .add_legend()
-        )
+            self.util.error(f"wrong dimension number: {dim_num}")
         fig = ax.figure
         plt.savefig(filename)
         fig.clear()
@@ -437,35 +501,10 @@ class Plots:
             )
         )
 
-    def plotTsne(self, feats, labels, filename, perplexity=30, learning_rate=200):
-        """Make a TSNE plot to see whether features are useful for classification"""
-        fig_dir = self.util.get_path("fig_dir") + "../"  # one up because of the runs
-        filename = f"{fig_dir}{filename}.{self.format}"
-        self.util.debug(f"plotting tsne to {filename}, this might take a while...")
-        model = TSNE(
-            n_components=2,
-            random_state=0,
-            perplexity=perplexity,
-            learning_rate=learning_rate,
-        )
-        tsne_data = model.fit_transform(feats)
-        tsne_data_labs = np.vstack((tsne_data.T, labels)).T
-        tsne_df = pd.DataFrame(data=tsne_data_labs, columns=("Dim_1", "Dim_2", "label"))
-        # plt.tight_layout()
-        ax = (
-            sns.FacetGrid(tsne_df, hue="label", height=6)
-            .map(plt.scatter, "Dim_1", "Dim_2")
-            .add_legend()
-        )
-        fig = ax.figure
-        plt.savefig(filename)
-        fig.clear()
-        plt.close(fig)
-
-    def getTsne(self, feats, perplexity=30, learning_rate=200):
+    def getTsne(self, feats, dim_num, perplexity=30, learning_rate=200):
         """Make a TSNE plot to see whether features are useful for classification"""
         model = TSNE(
-            n_components=2,
+            n_components=dim_num,
             random_state=0,
             perplexity=perplexity,
             learning_rate=learning_rate,

{nkululeko-0.77.14.dist-info → nkululeko-0.78.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: nkululeko
-Version: 0.77.14
+Version: 0.78.0
 Summary: Machine learning audio prediction experiments based on templates
 Home-page: https://github.com/felixbur/nkululeko
 Author: Felix Burkhardt
@@ -313,6 +313,11 @@ F. Burkhardt, Johannes Wagner, Hagen Wierstorf, Florian Eyben and Björn Schulle
 Changelog
 =========
 
+Version 0.78.0
+--------------
+* added 3-d scatter plots
+* removed epoch-plots if epoch_num=1
+
 Version 0.77.14
 --------------
 * fixed bug preventing bin scaling to work

{nkululeko-0.77.14.dist-info → nkululeko-0.78.0.dist-info}/RECORD

@@ -2,7 +2,7 @@ nkululeko/__init__.py,sha256=62f8HiEzJ8rG2QlTFJXUCMpvuH3fKI33DoJSj33mscc,63
 nkululeko/aug_train.py,sha256=uUCqtAGhT6P1dyrPpwT409wEhxfzsxpCiq_v_zdmfOI,3103
 nkululeko/augment.py,sha256=sHWG4Jmb4BjnaaXXnRYMP7Jkk0qlaZ2ohsArP8uW_d8,3003
 nkululeko/cacheddataset.py,sha256=lIJ6hUo5LoxSrzXtWV8mzwO7wRtUETWnOQ4ws2XfL1E,969
-nkululeko/constants.py,sha256=Kax1gid7oVUaohOaTJKyxLVvRCHD3meNk_AuLxVrhV0,40
+nkululeko/constants.py,sha256=svWlKgLGI6BGzQ_UC7BqFvjh7pXevsQxvV9VqPg-n2s,39
 nkululeko/demo.py,sha256=FFR8qHMCY8kKKRWDTa8xA7A8mWeYalRKYNtV5rjGg44,1915
 nkululeko/demo_predictor.py,sha256=j4ySWWcIxW7ZAIBH86m9BfRFokzrUNkRD6fpsvAQGTw,2629
 nkululeko/experiment.py,sha256=znrMTpGqNeBQWD0F7sUHzQyRjCxsRH9t3V_8NhAtzrg,28823
@@ -15,7 +15,7 @@ nkululeko/glob_conf.py,sha256=6MZe83QCgHD_zB79Sl9m6UJQASwfqJlyb-1nqrQ_6Iw,381
 nkululeko/modelrunner.py,sha256=TQW08f72-GjBEIFTE3_8B8qMCWvTJUqJ1fveygmYnXI,9278
 nkululeko/multidb.py,sha256=5F62YhUKwi__a_fhcovyOCOcydTH48nM3JJ3oZ47Tjg,3852
 nkululeko/nkululeko.py,sha256=Rm6L9iQx7KWO7jJW1pdwMgYfRruapfSoYE9TE-MaD2s,1851
-nkululeko/plots.py,sha256=tW9VlhD1K6FRM15rtYYJiHO7YFhbJpOXVy8SHu7UrqI,21687
+nkululeko/plots.py,sha256=K88ZRPFGX_r03BT742H06Dde20xZYdltv7dxjgUiAFA,23025
 nkululeko/predict.py,sha256=dRXX-sQVESa7cNi_56S6UkUOa_pV1g_K4xYtYVM1SJs,1876
 nkululeko/reporter.py,sha256=wrtWbU_UKDwhKQNMi7Q_Ix5N_UTzTagRwZikgUGk1c8,11606
 nkululeko/resample.py,sha256=C2S3aOTwlx5iYah_hs0JARHBC8Cq4Z5cH_mnDMb5RKk,2185
@@ -100,8 +100,8 @@ nkululeko/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nkululeko/utils/files.py,sha256=UiGAtZRWYjHSvlmPaTMtzyNNGE6qaLaxQkybctS7iRM,4021
 nkululeko/utils/stats.py,sha256=29otJpUp1VqbtDKmlLkPPzBmVfTFiHZ70rUdR4860rM,2788
 nkululeko/utils/util.py,sha256=Ibwco798iDhmamO7SjVStfxOl-DNBdzkKl2HniYgoNE,12238
-nkululeko-0.77.14.dist-info/LICENSE,sha256=0zGP5B_W35yAcGfHPS18Q2B8UhvLRY3dQq1MhpsJU_U,1076
-nkululeko-0.77.14.dist-info/METADATA,sha256=OOdBC4qOLKkaM4QbNYdGilyrrrdMUFpEedmpyr9wU9A,31536
-nkululeko-0.77.14.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-nkululeko-0.77.14.dist-info/top_level.txt,sha256=DPFNNSHPjUeVKj44dVANAjuVGRCC3MusJ08lc2a8xFA,10
-nkululeko-0.77.14.dist-info/RECORD,,
+nkululeko-0.78.0.dist-info/LICENSE,sha256=0zGP5B_W35yAcGfHPS18Q2B8UhvLRY3dQq1MhpsJU_U,1076
+nkululeko-0.78.0.dist-info/METADATA,sha256=Vq5Rc0-yJHX1IDRVElWFgoTqCwVyqfS6QSXoVKMJeOI,31629
+nkululeko-0.78.0.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+nkululeko-0.78.0.dist-info/top_level.txt,sha256=DPFNNSHPjUeVKj44dVANAjuVGRCC3MusJ08lc2a8xFA,10
+nkululeko-0.78.0.dist-info/RECORD,,