pyerualjetwork 2.6.6__py3-none-any.whl → 2.7.8__py3-none-any.whl

plan/plan.py

@@ -1,4 +1,3 @@
-
 # -*- coding: utf-8 -*-
 """
 Created on Tue Jun 18 23:32:16 2024
@@ -11,7 +10,6 @@ import numpy as np
 import time
 from colorama import Fore, Style
 from typing import List, Union
-import math
 from scipy.special import expit, softmax
 import matplotlib.pyplot as plt
 import seaborn as sns
@@ -23,12 +21,13 @@ from tqdm import tqdm
 def fit(
     x_train: List[Union[int, float]],
     y_train: List[Union[int, float]], # At least two.. and one hot encoded
-    show_training,
-    show_count= None,
     val= None,
+    val_count = None,
+    activation_potentiation=None, # (float): Input activation_potentiation (optional)
     x_val= None,
     y_val= None,
-    activation_potentiation=None # (float): Input activation_potentiation (optional)
+    show_training = None,
+    show_count= None
 ) -> str:
 
     infoPLAN = """
@@ -37,33 +36,53 @@ def fit(
     Args:
         x_train (list[num]): List of input data.
         y_train (list[num]): List of target labels. (one hot encoded)
-        show_training (bool, str): True, None or'final'
-        show_count (None, int): How many learning steps in total will be displayed in a single figure? (Adjust according to your hardware) Default: 10 (optional)
-        val (None, True or 'final'): validation in training process ? None, True or 'final' Default: None
+        val (None, True or 'final'): validation in training process ? None, True or 'final' Default: None (optional)
         val_count (None, int): After how many examples learned will an accuracy test be performed? Default: 0.1 (%10) (optional)
-        x_val (list[num]): List of validation data. (optional) Default: x_train
-        y_val (list[num]): (list[num]): List of target labels. (one hot encoded) (optional) Default: y_train
         activation_potentiation (float): Input activation potentiation (for binary injection) (optional) in range: -1, 1
+        x_val (list[num]): List of validation data. (optional) Default: 1% of x_train (auto_balanced) it means every %1 of train progress starts validation
+        y_val (list[num]): (list[num]): List of target labels. (one hot encoded) (optional) Default: 1% of y_train (auto_balanced) it means every %1 of train progress starts validation
+        show_training (bool, str): True, None or'final'
+        show_count (None, int): How many learning steps in total will be displayed in a single figure? (Adjust according to your hardware) Default: 10 (optional)
     Returns:
         list([num]): (Weight matrices list, train_predictions list, Train_acc).
         error handled ?: Process status ('e')
 """
-   
 
     if len(x_train) != len(y_train):
 
-        print(Fore.RED + "ERROR301: x_train list and y_train list must be same length. from: fit", infoPLAN)
+        print(Fore.RED + "ERROR301: x_train list and y_train list must be same length. from: fit", infoPLAN + Style.RESET_ALL)
         return 'e'
-    
-    if x_val == None and y_val == None:
-
-        x_val = x_train
-        y_val = y_train
 
     if val == True or val == 'final':
+
+        try:
+
+            if x_val == None and y_val == None:
+
+                x_train, x_val, y_train, y_val = split(x_train, y_train, test_size=0.1, random_state=42)
+
+                x_train, y_train = auto_balancer(x_train, y_train)
+                x_val, y_val = auto_balancer(x_val, y_val)
+
+        except:
+                pass
+
+        if val == True:
+
+            if val_count == None:
+
+                val_count = 0.01
+
+            v_iter = 0
+
+        if val == 'final':
+
+            val_count = 0.99
         
-        val_bar = tqdm(total=1, desc="Training / Validating Accuracy", ncols=120)
-        
+        val_count = int(len(x_train) * val_count)
+        val_count_copy = val_count
+        val_bar = tqdm(total=1, desc="Validating Accuracy", ncols=120)
+        val_list = [] * val_count
 
     if show_count == None:
         
@@ -85,7 +104,6 @@ def fit(
 
     neurons = [len(class_count), len(class_count)]
     layers = ['fex']
-    val_list = []
 
     x_train[0] = np.array(x_train[0])
     x_train[0] = x_train[0].ravel()
@@ -94,12 +112,14 @@ def fit(
     STPW = weight_identification(
         len(layers) - 1, len(class_count), neurons, x_train_size) # STPW = SHORT TIME POTENTIATION WEIGHT
 
-    LTPW = [1] * len(STPW) # LTPW = LONG TIME POTENTIATION WEIGHT
+    LTPW = [0] * len(STPW) # LTPW = LONG TIME POTENTIATION WEIGHT
 
     y = decode_one_hot(y_train)
 
+    train_progress = tqdm(total=len(x_train),leave=False, desc="Training",ncols= 120)
+    
     for index, inp in enumerate(x_train):
-        
+
         progress = index / len(x_train) * 100
 
         inp = np.array(inp)
@@ -114,8 +134,6 @@ def fit(
 
         for Lindex, Layer in enumerate(layers):
 
-            neural_layer = normalization(neural_layer)
-
             if Layer == 'fex':
                 STPW[Lindex] = fex(neural_layer, STPW[Lindex], True, y[index], activation_potentiation)
 
@@ -123,31 +141,28 @@ def fit(
                 LTPW[i] = LTPW[i] + w
 
             
-        if val == True:
+        if val == True and index == val_count:
             
-            if show_training == True:
-                try:
-                    plt.close(fig)
 
-                except:
-                    pass
+            val_count += val_count_copy
 
-            validation_model = evaluate(x_val, y_val, None, LTPW, activation_potentiation, None)
+            validation_model = evaluate(x_val, y_val, LTPW, activation_potentiation, None)
             
             val_acc = validation_model[get_acc()]
 
             val_list.append(val_acc)
             
-            if index == 0:
+            if v_iter == 0:
                 
                 val_bar.update(val_acc)
-            
-            if index != 0:
                 
-                val_acc = val_acc - val_list[index - 1]
+            
+            if v_iter != 0:
                 
+                val_acc = val_acc - val_list[v_iter - 1]
                 val_bar.update(val_acc)
                
+            v_iter += 1
 
         if show_training == True:
 
@@ -192,17 +207,18 @@ def fit(
                     title_info = 'Weight Matrix Of Fex Layer'
                     
                 
-            
+        
 
             progress_status = f"{progress:.1f}"
             fig.suptitle(suptitle_info + progress_status)
             plt.draw()
             plt.pause(0.1)
             
-                  
-        W = weight_identification(
+              
+        STPW = weight_identification(
             len(layers) - 1, len(class_count), neurons, x_train_size)
 
+        train_progress.update(1)
 
     if show_training == 'final':
             
@@ -227,15 +243,16 @@ def fit(
 
     if val == 'final':
    
-        validation_model = evaluate(x_val, y_val, None, LTPW, activation_potentiation, None)
+        validation_model = evaluate(x_val, y_val, LTPW, activation_potentiation, bar_status=None, show_metrices=None)
         
         val_acc = validation_model[get_acc()]
     
         val_list.append(val_acc)
         
         val_bar.update(val_acc)
-                
-                
+        
+    LTPW = normalization(LTPW)
+
     return LTPW
 
 # FUNCTIONS -----
@@ -449,10 +466,10 @@ def Relu(
 def evaluate(
     x_test,         # list[num]: Test input data.
     y_test,         # list[num]: Test labels.
-    show_metrices,      # show_metrices (bool): (True or False)
     W,               # list[num]: Weight matrix list of the neural network.
-    activation_potentiation=None, # activation_potentiation (float or None): Threshold value for comparison. (optional)
-    acc_bar_status = True
+    activation_potentiation=None, # activation_potentiation (float or None): Threshold value for comparison. (optional) Default: None
+    bar_status=True,  # bar_status (bool): Loading bar for accuracy (True or None) (optional) Default: True
+    show_metrices=None     # show_metrices (bool): (True or None) (optional) Default: None
 ) -> tuple:
     infoTestModel = """
     Tests the neural network model with the given test data.
@@ -460,18 +477,17 @@ def evaluate(
     Args:
         x_test (list[num]): Test input data.
         y_test (list[num]): Test labels.
-        show_metrices (bool): (True or False)
         W (list[num]): Weight matrix list of the neural network.
-        activation_potentiation (float or None): Threshold value for comparison. (optional)
-        acc_bar_status (bool): Loading bar for accuracy (True or None)
+        activation_potentiation (float or None): Threshold value for comparison. (optional) Default: None
+        bar_status (bool): Loading bar for accuracy (True or None) (optional) Default: True
+        show_metrices (bool): (True or None) (optional) Default: None
 
     Returns:
         tuple: A tuple containing the predicted labels and the accuracy of the model.
     """
-
-    layers = ['fex']
-
     try:
+        layers = ['fex']
+
         Wc = [0] * len(W)  # Wc = Weight copy
         true = 0
         y_preds = [-1] * len(y_test)
@@ -479,25 +495,25 @@ def evaluate(
         
         for i, w in enumerate(W):
             Wc[i] = np.copy(w)
-            print('\rCopying weights.....', i+1, '/', len(W), end="")
             
-       # print(Fore.GREEN + "\n\nTest Started with 0 ERROR\n" + Style.RESET_ALL)
-        if acc_bar_status == True:
-            acc_bar = tqdm(total=1, desc="Test Accuracy", ncols=75)
+            
+        if bar_status == True:
+
+            test_progress = tqdm(total=len(x_test),leave=False, desc='Testing',ncols=120)
+            acc_bar = tqdm(total=1, desc="Test Accuracy", ncols=120)
+            
+        
         for inpIndex, Input in enumerate(x_test):
             Input = np.array(Input)
             Input = Input.ravel()
-            uni_start_time = time.time()
             neural_layer = Input
-    
+
             for index, Layer in enumerate(layers):
-    
-                neural_layer = normalization(neural_layer)
-    
+
                 if Layer == 'fex':
                     neural_layer = fex(neural_layer, W[index], False, None, activation_potentiation)
-    
-    
+
+
             for i, w in enumerate(Wc):
                 W[i] = np.copy(w)
             RealOutput = np.argmax(y_test[inpIndex])
@@ -505,31 +521,30 @@ def evaluate(
             if RealOutput == PredictedOutput:
                 true += 1
             acc = true / len(y_test)
-    
-    
+
+
             acc_list.append(acc)
             y_preds[inpIndex] = PredictedOutput
             
-            if acc_bar_status == True:
+            if bar_status == True:
+                test_progress.update(1)
                 if inpIndex == 0:
                     acc_bar.update(acc)
                     
                 else:
                     acc = acc - acc_list[inpIndex - 1]
                     acc_bar.update(acc)
-            
-        if show_metrices == True:   
+
+        if show_metrices == True:
             plot_evaluate(y_test, y_preds, acc_list)
         
         
         for i, w in enumerate(Wc):
             W[i] = np.copy(w)
-
+    
     except:
-
-        print(Fore.RED + "ERROR: Are you sure weights are loaded ? from: evaluate" +
-              infoTestModel + Style.RESET_ALL)
-        return 'e'
+    
+        print(Fore.RED + 'ERROR:' + infoTestModel + Style.RESET_ALL)
 
     return W, y_preds, acc
 
@@ -902,7 +917,7 @@ def predict_model_ssd(Input, model_name, model_path):
         
     except:
     
-        non_scaled = True
+        pass
         
 
     layers = ['fex']
@@ -915,9 +930,7 @@ def predict_model_ssd(Input, model_name, model_path):
         neural_layer = np.array(neural_layer)
         neural_layer = neural_layer.ravel()
         for index, Layer in enumerate(layers):
-
-            neural_layer = normalization(neural_layer)
-
+        
             if Layer == 'fex':
                 neural_layer = fex(neural_layer, W[index], False, None, activation_potentiation)
             elif Layer == 'cat':
@@ -931,7 +944,7 @@ def predict_model_ssd(Input, model_name, model_path):
     return neural_layer
 
 
-def predict_model_ram(Input, scaler_params, W, activation_potentiation=None):
+def predict_model_ram(Input, W, scaler_params=None, activation_potentiation=None):
 
     infopredict_model_ram = """
     Function to make a prediction using a divided potentiation learning artificial neural network (PLAN).
@@ -939,17 +952,19 @@ def predict_model_ram(Input, scaler_params, W, activation_potentiation=None):
 
     Arguments:
     Input (list or ndarray): Input data for the model (single vector or single matrix).
-    scaler_params (int, float): standard scaler params list: mean,std. If not used standard scaler then be: None.
     W (list of ndarrays): Weights of the model.
-    activation_potentiation (float or None): Threshold value for comparison. (optional)
+    scaler_params (int, float): standard scaler params list: mean,std. (optional) Default: None.
+    activation_potentiation (float or None): Threshold value for comparison. (optional) Default: None
 
     Returns:
     ndarray: Output from the model.
     """
-    
-    if scaler_params != None:
+    try:
+        if scaler_params != None:
 
-        Input = standard_scaler(None, Input, scaler_params)
+            Input = standard_scaler(None, Input, scaler_params)
+    except:
+            Input = standard_scaler(None, Input, scaler_params)
 
     layers = ['fex']
 
@@ -962,8 +977,6 @@ def predict_model_ram(Input, scaler_params, W, activation_potentiation=None):
         neural_layer = neural_layer.ravel()
         for index, Layer in enumerate(layers):
 
-            neural_layer = normalization(neural_layer)
-
             if Layer == 'fex':
                 neural_layer = fex(neural_layer, W[index], False, None, activation_potentiation)
             elif Layer == 'cat':
@@ -1005,7 +1018,7 @@ def auto_balancer(x_train, y_train):
         MinCount = min(classes)
 
         BalancedIndices = []
-        for i in range(class_count):
+        for i in tqdm(range(class_count),leave=False,desc='Balancing Data',ncols=120):
             if len(ClassIndices[i]) > MinCount:
                 SelectedIndices = np.random.choice(
                     ClassIndices[i], MinCount, replace=False)
@@ -1022,7 +1035,7 @@ def auto_balancer(x_train, y_train):
         print(Fore.RED + "ERROR: Inputs and labels must be same length check parameters" + infoauto_balancer)
         return 'e'
 
-    return BalancedInputs, BalancedLabels
+    return np.array(BalancedInputs), np.array(BalancedLabels)
 
 
 def synthetic_augmentation(x_train, y_train):
@@ -1052,7 +1065,7 @@ def synthetic_augmentation(x_train, y_train):
     x_balanced = list(x)
     y_balanced = list(y)
 
-    for class_label in range(class_count):
+    for class_label in tqdm(range(class_count), leave=False, desc='Augmenting Data',ncols= 120):
         class_indices = [i for i, label in enumerate(
             y) if np.argmax(label) == class_label]
         num_samples = len(class_indices)
@@ -1076,7 +1089,7 @@ def synthetic_augmentation(x_train, y_train):
     return np.array(x_balanced), np.array(y_balanced)
 
 
-def standard_scaler(x_train, x_test, scaler_params=None):
+def standard_scaler(x_train, x_test=None, scaler_params=None):
     info_standard_scaler = """
   Standardizes training and test datasets. x_test may be None.
 
@@ -1084,7 +1097,7 @@ def standard_scaler(x_train, x_test, scaler_params=None):
     train_data: numpy.ndarray
       Training data
     test_data: numpy.ndarray
-      Test data
+      Test data (optional)
 
   Returns:
     list:
@@ -1092,6 +1105,15 @@ def standard_scaler(x_train, x_test, scaler_params=None):
     tuple
       Standardized training and test datasets
   """
+    try:
+
+        x_train = x_train.tolist()
+        x_test = x_test.tolist()
+
+    except:
+
+        pass
+
     try:
             
         if scaler_params == None and x_test != None:
@@ -1129,7 +1151,7 @@ def standard_scaler(x_train, x_test, scaler_params=None):
 
     except:
         print(
-            Fore.RED + "ERROR: x_train and x_test must be list[numpyarray] from standard_scaler" + info_standard_scaler)
+            Fore.RED + "ERROR: x_train and x_test must be list[numpyarray] from standard_scaler" + info_standard_scaler + Style.RESET_ALL)
 
 
 def encode_one_hot(y_train, y_test):
@@ -1143,21 +1165,18 @@ def encode_one_hot(y_train, y_test):
     Returns:
         tuple: One-hot encoded y_train ve y_test verileri.
     """
-    try:
-        classes = np.unique(y_train)
-        class_count = len(classes)
+    classes = np.unique(y_train)
+    class_count = len(classes)
 
-        class_to_index = {cls: idx for idx, cls in enumerate(classes)}
+    class_to_index = {cls: idx for idx, cls in enumerate(classes)}
 
-        y_train_encoded = np.zeros((y_train.shape[0], class_count))
-        for i, label in enumerate(y_train):
-            y_train_encoded[i, class_to_index[label]] = 1
+    y_train_encoded = np.zeros((y_train.shape[0], class_count))
+    for i, label in enumerate(y_train):
+        y_train_encoded[i, class_to_index[label]] = 1
 
-        y_test_encoded = np.zeros((y_test.shape[0], class_count))
-        for i, label in enumerate(y_test):
-            y_test_encoded[i, class_to_index[label]] = 1
-    except:
-        print(Fore.RED + 'ERROR: y_train and y_test must be numpy array. from: one_hot_encode' + info_one_hot_encode)
+    y_test_encoded = np.zeros((y_test.shape[0], class_count))
+    for i, label in enumerate(y_test):
+        y_test_encoded[i, class_to_index[label]] = 1
 
     return y_train_encoded, y_test_encoded
 
@@ -1175,7 +1194,6 @@ def split(X, y, test_size, random_state):
     Returns:
         tuple: x_train, x_test, y_train, y_test as ordered training and testing data subsets.
     """
-    # Size of the dataset
     num_samples = X.shape[0]
 
     if isinstance(test_size, float):
@@ -1392,7 +1410,6 @@ def plot_evaluate(y_test, y_preds, acc_list):
     
     # Confusion matrix
     cm = confusion_matrix(y_true, y_preds, len(Class))
-    # Subplot içinde düzenleme
     fig, axs = plt.subplots(2, 2, figsize=(16, 12))
     
     # Confusion Matrix
@@ -1511,16 +1528,19 @@ def manuel_balancer(x_train, y_train, target_samples_per_class):
     x_balanced -- Balanced input dataset (NumPy array format)
     y_balanced -- Balanced class labels (one-hot encoded, NumPy array format)
     """
-    start_time = time.time()
-    x_train = np.array(x_train)
-    y_train = np.array(y_train)
+    try:
+        x_train = np.array(x_train)
+        y_train = np.array(y_train)
+    except:
+        print(Fore.GREEN + "x_tarin and y_train already numpyarray." + Style.RESET_ALL)
+        pass
     classes = np.arange(y_train.shape[1])
     class_count = len(classes)
     
     x_balanced = []
     y_balanced = []
 
-    for class_label in range(class_count):
+    for class_label in tqdm(range(class_count),leave=False, desc='Augmenting Data',ncols= 120):
         class_indices = np.where(np.argmax(y_train, axis=1) == class_label)[0]
         num_samples = len(class_indices)
         
@@ -1542,8 +1562,7 @@ def manuel_balancer(x_train, y_train, target_samples_per_class):
                 additional_labels = np.zeros((samples_to_add, y_train.shape[1]))
                 
                 for i in range(samples_to_add):
-                    uni_start_time = time.time()
-                    
+
                     random_indices = np.random.choice(class_indices, 2, replace=False)
                     sample1 = x_train[random_indices[0]]
                     sample2 = x_train[random_indices[1]]
@@ -1554,41 +1573,10 @@ def manuel_balancer(x_train, y_train, target_samples_per_class):
                     additional_samples[i] = synthetic_sample
                     additional_labels[i] = y_train[class_indices[0]]
                     
-                    uni_end_time = time.time()
-                    calculating_est = round(
-               (uni_end_time - uni_start_time) * (samples_to_add - i), 3)
-    
-                    if calculating_est < 60:
-                        print('\rest......(sec):', calculating_est, '\n', end="")
-             
-                    elif calculating_est > 60 and calculating_est < 3600:
-                        print('\rest......(min):', calculating_est/60, '\n', end="")
-             
-                    elif calculating_est > 3600:
-                        print('\rest......(h):', calculating_est/3600, '\n', end="")
-             
-                    print('Augmenting: ', class_label, '/', class_count, '...', i, "/", samples_to_add, "\n", end="")
-
+                    
                 x_balanced.append(additional_samples)
                 y_balanced.append(additional_labels)
-                   
-
-    EndTime = time.time()
-
-    calculating_est = round(EndTime - start_time, 2)
- 
-    print(Fore.GREEN + " \nBalancing Finished with 0 ERROR\n" + Style.RESET_ALL)
- 
-    if calculating_est < 60:
-        print('Total balancing time(sec): ', calculating_est)
- 
-    elif calculating_est > 60 and calculating_est < 3600:
-        print('Total balancing time(min): ', calculating_est/60)
- 
-    elif calculating_est > 3600:
-        print('Total balancing time(h): ', calculating_est/3600)
     
-    # Stack the balanced arrays
     x_balanced = np.vstack(x_balanced)
     y_balanced = np.vstack(y_balanced)
 

{pyerualjetwork-2.6.6.dist-info → pyerualjetwork-2.7.8.dist-info}/METADATA

@@ -1,7 +1,7 @@
 Metadata-Version: 2.1
 Name: pyerualjetwork
-Version: 2.6.6
-Summary: Visual improvements, new option added for val paramater in fit function: 'final'. Removed: val_count parameter.
+Version: 2.7.8
+Summary: Code improvements
 Author: Hasan Can Beydili
 Author-email: tchasancan@gmail.com
 Keywords: model evaluation,classifcation,potentiation learning artficial neural networks

pyerualjetwork-2.7.8.dist-info/RECORD

@@ -0,0 +1,6 @@
+plan/__init__.py,sha256=gmaz8lnQfl18MbOQwabBUPmShajK5S99jfyY-hQe8tc,502
+plan/plan.py,sha256=h1u6hk_wTjbCGkKhnAz6jidxTogmMTM2AEm7nxE9WQQ,52805
+pyerualjetwork-2.7.8.dist-info/METADATA,sha256=921fYXjv_44__3jjG8aZWt_iHE3I6rbNdHEar_vIDOw,244
+pyerualjetwork-2.7.8.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
+pyerualjetwork-2.7.8.dist-info/top_level.txt,sha256=G0Al3HuNJ88434XneyDtRKAIUaLCizOFYFYNhd7e2OM,5
+pyerualjetwork-2.7.8.dist-info/RECORD,,

{pyerualjetwork-2.6.6.dist-info → pyerualjetwork-2.7.8.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.38.4)
+Generator: bdist_wheel (0.41.2)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

pyerualjetwork-2.6.6.dist-info/RECORD

@@ -1,6 +0,0 @@
-plan/__init__.py,sha256=gmaz8lnQfl18MbOQwabBUPmShajK5S99jfyY-hQe8tc,502
-plan/plan.py,sha256=iICeYTx7-I4HRFqUFOsfuG1Nlp1vcYIWRiw3D960gGI,53301
-pyerualjetwork-2.6.6.dist-info/METADATA,sha256=cfxWuZznzuP91MhQ3Vrro8INQF7l0LW_5YaSAw0GyEM,338
-pyerualjetwork-2.6.6.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
-pyerualjetwork-2.6.6.dist-info/top_level.txt,sha256=G0Al3HuNJ88434XneyDtRKAIUaLCizOFYFYNhd7e2OM,5
-pyerualjetwork-2.6.6.dist-info/RECORD,,