pyerualjetwork 4.1.0__py3-none-any.whl → 4.1.2__py3-none-any.whl

pyerualjetwork/__init__.py

@@ -47,7 +47,7 @@ for package_name in package_names:
 
 print(f"PyerualJetwork is ready to use with {err} errors")
 
-__version__ = "4.1.0"
+__version__ = "4.1.2"
 __update__ = "* Note: CUDA modules need cupy. Enter this command in your terminal: 'pip install cupy-cuda12x' or your cuda version.\n* Changes: https://github.com/HCB06/PyerualJetwork/blob/main/CHANGES\n* PyerualJetwork document: https://github.com/HCB06/Anaplan/blob/main/Welcome_to_PyerualJetwork/PYERUALJETWORK_USER_MANUEL_AND_LEGAL_INFORMATION(EN).pdf\n* YouTube tutorials: https://www.youtube.com/@HasanCanBeydili"
 
 def print_version(__version__):

pyerualjetwork/activation_functions.py

@@ -218,15 +218,12 @@ def scaled_cubic(x, alpha=1.0):
 def sine_offset(x, beta=0.0):
     return np.sin(x + beta)
 
-
-
-def safe_aggregate(current_sum, new_value):
+def safe_add(current_sum, new_value):
         try:
             return current_sum + new_value
         except OverflowError:
             return np.array(current_sum) + np.array(new_value)
     
-
 def apply_activation(Input, activation_list):
     """
         Applies a sequence of activation functions to the input.
@@ -244,93 +241,93 @@ def apply_activation(Input, activation_list):
     for i in range(len(activation_list)):
         try:
             if activation_list[i] == 'sigmoid':
-                Input = safe_aggregate(Input, Sigmoid(origin_input))
+                Input = safe_add(Input, Sigmoid(origin_input))
             elif activation_list[i] == 'swish':
-                Input = safe_aggregate(Input, swish(origin_input))
+                Input = safe_add(Input, swish(origin_input))
             elif activation_list[i] == 'mod_circular':
-                Input = safe_aggregate(Input, modular_circular_activation(origin_input))
+                Input = safe_add(Input, modular_circular_activation(origin_input))
             elif activation_list[i] == 'tanh_circular':
-                Input = safe_aggregate(Input, tanh_circular_activation(origin_input))
+                Input = safe_add(Input, tanh_circular_activation(origin_input))
             elif activation_list[i] == 'leaky_relu':
-                Input = safe_aggregate(Input, leaky_relu(origin_input))
+                Input = safe_add(Input, leaky_relu(origin_input))
             elif activation_list[i] == 'relu':
-                Input = safe_aggregate(Input, Relu(origin_input))
+                Input = safe_add(Input, Relu(origin_input))
             elif activation_list[i] == 'softplus':
-                Input = safe_aggregate(Input, softplus(origin_input))
+                Input = safe_add(Input, softplus(origin_input))
             elif activation_list[i] == 'elu':
-                Input = safe_aggregate(Input, elu(origin_input))
+                Input = safe_add(Input, elu(origin_input))
             elif activation_list[i] == 'gelu':
-                Input = safe_aggregate(Input, gelu(origin_input))
+                Input = safe_add(Input, gelu(origin_input))
             elif activation_list[i] == 'selu':
-                Input = safe_aggregate(Input, selu(origin_input))
+                Input = safe_add(Input, selu(origin_input))
             elif activation_list[i] == 'tanh':
-                Input = safe_aggregate(Input, tanh(origin_input))
+                Input = safe_add(Input, tanh(origin_input))
             elif activation_list[i] == 'sinakt':
-                Input = safe_aggregate(Input, sinakt(origin_input))
+                Input = safe_add(Input, sinakt(origin_input))
             elif activation_list[i] == 'p_squared':
-                Input = safe_aggregate(Input, p_squared(origin_input))
+                Input = safe_add(Input, p_squared(origin_input))
             elif activation_list[i] == 'sglu':
-                Input = safe_aggregate(Input, sglu(origin_input, alpha=1.0))
+                Input = safe_add(Input, sglu(origin_input, alpha=1.0))
             elif activation_list[i] == 'dlrelu':
-                Input = safe_aggregate(Input, dlrelu(origin_input))
+                Input = safe_add(Input, dlrelu(origin_input))
             elif activation_list[i] == 'exsig':
-                Input = safe_aggregate(Input, exsig(origin_input))
+                Input = safe_add(Input, exsig(origin_input))
             elif activation_list[i] == 'sin_plus':
-                Input = safe_aggregate(Input, sin_plus(origin_input))
+                Input = safe_add(Input, sin_plus(origin_input))
             elif activation_list[i] == 'acos':
-                Input = safe_aggregate(Input, acos(origin_input, alpha=1.0, beta=0.0))
+                Input = safe_add(Input, acos(origin_input, alpha=1.0, beta=0.0))
             elif activation_list[i] == 'gla':
-                Input = safe_aggregate(Input, gla(origin_input, alpha=1.0, mu=0.0))
+                Input = safe_add(Input, gla(origin_input, alpha=1.0, mu=0.0))
             elif activation_list[i] == 'srelu':
-                Input = safe_aggregate(Input, srelu(origin_input))
+                Input = safe_add(Input, srelu(origin_input))
             elif activation_list[i] == 'qelu':
-                Input = safe_aggregate(Input, qelu(origin_input))
+                Input = safe_add(Input, qelu(origin_input))
             elif activation_list[i] == 'isra':
-                Input = safe_aggregate(Input, isra(origin_input))
+                Input = safe_add(Input, isra(origin_input))
             elif activation_list[i] == 'waveakt':
-                Input = safe_aggregate(Input, waveakt(origin_input))
+                Input = safe_add(Input, waveakt(origin_input))
             elif activation_list[i] == 'arctan':
-                Input = safe_aggregate(Input, arctan(origin_input))
+                Input = safe_add(Input, arctan(origin_input))
             elif activation_list[i] == 'bent_identity':
-                Input = safe_aggregate(Input, bent_identity(origin_input))
+                Input = safe_add(Input, bent_identity(origin_input))
             elif activation_list[i] == 'sech':
-                Input = safe_aggregate(Input, sech(origin_input))
+                Input = safe_add(Input, sech(origin_input))
             elif activation_list[i] == 'softsign':
-                Input = safe_aggregate(Input, softsign(origin_input))
+                Input = safe_add(Input, softsign(origin_input))
             elif activation_list[i] == 'pwl':
-                Input = safe_aggregate(Input, pwl(origin_input))
+                Input = safe_add(Input, pwl(origin_input))
             elif activation_list[i] == 'cubic':
-                Input = safe_aggregate(Input, cubic(origin_input))
+                Input = safe_add(Input, cubic(origin_input))
             elif activation_list[i] == 'gaussian':
-                Input = safe_aggregate(Input, gaussian(origin_input))
+                Input = safe_add(Input, gaussian(origin_input))
             elif activation_list[i] == 'sine':
-                Input = safe_aggregate(Input, sine(origin_input))
+                Input = safe_add(Input, sine(origin_input))
             elif activation_list[i] == 'tanh_square':
-                Input = safe_aggregate(Input, tanh_square(origin_input))
+                Input = safe_add(Input, tanh_square(origin_input))
             elif activation_list[i] == 'mod_sigmoid':
-                Input = safe_aggregate(Input, mod_sigmoid(origin_input))
+                Input = safe_add(Input, mod_sigmoid(origin_input))
             elif activation_list[i] == 'linear':
-                Input = safe_aggregate(Input, origin_input)
+                Input = safe_add(Input, origin_input)
             elif activation_list[i] == 'quartic':
-                Input = safe_aggregate(Input, quartic(origin_input))
+                Input = safe_add(Input, quartic(origin_input))
             elif activation_list[i] == 'square_quartic':
-                Input = safe_aggregate(Input, square_quartic(origin_input))
+                Input = safe_add(Input, square_quartic(origin_input))
             elif activation_list[i] == 'cubic_quadratic':
-                Input = safe_aggregate(Input, cubic_quadratic(origin_input))
+                Input = safe_add(Input, cubic_quadratic(origin_input))
             elif activation_list[i] == 'exp_cubic':
-                Input = safe_aggregate(Input, exp_cubic(origin_input))
+                Input = safe_add(Input, exp_cubic(origin_input))
             elif activation_list[i] == 'sine_square':
-                Input = safe_aggregate(Input, sine_square(origin_input))
+                Input = safe_add(Input, sine_square(origin_input))
             elif activation_list[i] == 'logarithmic':
-                Input = safe_aggregate(Input, logarithmic(origin_input))
+                Input = safe_add(Input, logarithmic(origin_input))
             elif activation_list[i] == 'scaled_cubic':
-                Input = safe_aggregate(Input, scaled_cubic(origin_input, 1.0))
+                Input = safe_add(Input, scaled_cubic(origin_input, 1.0))
             elif activation_list[i] == 'sine_offset':
-                Input = safe_aggregate(Input, sine_offset(origin_input, 1.0))
+                Input = safe_add(Input, sine_offset(origin_input, 1.0))
             elif activation_list[i] == 'spiral':
-                Input = safe_aggregate(Input, spiral_activation(origin_input))
+                Input = safe_add(Input, spiral_activation(origin_input))
             elif activation_list[i] == 'circular':
-                Input = safe_aggregate(Input, circular_activation(origin_input))
+                Input = safe_add(Input, circular_activation(origin_input))
 
         
         except Exception as e:

pyerualjetwork/activation_functions_cuda.py

@@ -18,9 +18,9 @@ def spiral_activation(x):
 
     spiral_x = r * cp.cos(theta + r)
     spiral_y = r * cp.sin(theta + r)
-    
 
-    spiral_output = cp.concatenate(([spiral_x[0]], spiral_y))
+
+    spiral_output = cp.concatenate([cp.array([spiral_x[0]]), spiral_y])
     
     return spiral_output
 
@@ -219,13 +219,12 @@ def sine_offset(x, beta=0.0):
 
 
 
-def safe_aggregate(current_sum, new_value):
+def safe_add(current_sum, new_value):
         try:
             return current_sum + new_value
         except OverflowError:
             return cp.array(current_sum) + cp.array(new_value)
     
-
 def apply_activation(Input, activation_list):
     """
         Applies a sequence of activation functions to the input.
@@ -243,93 +242,93 @@ def apply_activation(Input, activation_list):
     for i in range(len(activation_list)):
         try:
             if activation_list[i] == 'sigmoid':
-                Input = safe_aggregate(Input, Sigmoid(origin_input))
+                Input = safe_add(Input, Sigmoid(origin_input))
             elif activation_list[i] == 'swish':
-                Input = safe_aggregate(Input, swish(origin_input))
+                Input = safe_add(Input, swish(origin_input))
             elif activation_list[i] == 'mod_circular':
-                Input = safe_aggregate(Input, modular_circular_activation(origin_input))
+                Input = safe_add(Input, modular_circular_activation(origin_input))
             elif activation_list[i] == 'tanh_circular':
-                Input = safe_aggregate(Input, tanh_circular_activation(origin_input))
+                Input = safe_add(Input, tanh_circular_activation(origin_input))
             elif activation_list[i] == 'leaky_relu':
-                Input = safe_aggregate(Input, leaky_relu(origin_input))
+                Input = safe_add(Input, leaky_relu(origin_input))
             elif activation_list[i] == 'relu':
-                Input = safe_aggregate(Input, Relu(origin_input))
+                Input = safe_add(Input, Relu(origin_input))
             elif activation_list[i] == 'softplus':
-                Input = safe_aggregate(Input, softplus(origin_input))
+                Input = safe_add(Input, softplus(origin_input))
             elif activation_list[i] == 'elu':
-                Input = safe_aggregate(Input, elu(origin_input))
+                Input = safe_add(Input, elu(origin_input))
             elif activation_list[i] == 'gelu':
-                Input = safe_aggregate(Input, gelu(origin_input))
+                Input = safe_add(Input, gelu(origin_input))
             elif activation_list[i] == 'selu':
-                Input = safe_aggregate(Input, selu(origin_input))
+                Input = safe_add(Input, selu(origin_input))
             elif activation_list[i] == 'tanh':
-                Input = safe_aggregate(Input, tanh(origin_input))
+                Input = safe_add(Input, tanh(origin_input))
             elif activation_list[i] == 'sinakt':
-                Input = safe_aggregate(Input, sinakt(origin_input))
+                Input = safe_add(Input, sinakt(origin_input))
             elif activation_list[i] == 'p_squared':
-                Input = safe_aggregate(Input, p_squared(origin_input))
+                Input = safe_add(Input, p_squared(origin_input))
             elif activation_list[i] == 'sglu':
-                Input = safe_aggregate(Input, sglu(origin_input, alpha=1.0))
+                Input = safe_add(Input, sglu(origin_input, alpha=1.0))
             elif activation_list[i] == 'dlrelu':
-                Input = safe_aggregate(Input, dlrelu(origin_input))
+                Input = safe_add(Input, dlrelu(origin_input))
             elif activation_list[i] == 'exsig':
-                Input = safe_aggregate(Input, exsig(origin_input))
+                Input = safe_add(Input, exsig(origin_input))
             elif activation_list[i] == 'sin_plus':
-                Input = safe_aggregate(Input, sin_plus(origin_input))
+                Input = safe_add(Input, sin_plus(origin_input))
             elif activation_list[i] == 'acos':
-                Input = safe_aggregate(Input, acos(origin_input, alpha=1.0, beta=0.0))
+                Input = safe_add(Input, acos(origin_input, alpha=1.0, beta=0.0))
             elif activation_list[i] == 'gla':
-                Input = safe_aggregate(Input, gla(origin_input, alpha=1.0, mu=0.0))
+                Input = safe_add(Input, gla(origin_input, alpha=1.0, mu=0.0))
             elif activation_list[i] == 'srelu':
-                Input = safe_aggregate(Input, srelu(origin_input))
+                Input = safe_add(Input, srelu(origin_input))
             elif activation_list[i] == 'qelu':
-                Input = safe_aggregate(Input, qelu(origin_input))
+                Input = safe_add(Input, qelu(origin_input))
             elif activation_list[i] == 'isra':
-                Input = safe_aggregate(Input, isra(origin_input))
+                Input = safe_add(Input, isra(origin_input))
             elif activation_list[i] == 'waveakt':
-                Input = safe_aggregate(Input, waveakt(origin_input))
+                Input = safe_add(Input, waveakt(origin_input))
             elif activation_list[i] == 'arctan':
-                Input = safe_aggregate(Input, arctan(origin_input))
+                Input = safe_add(Input, arctan(origin_input))
             elif activation_list[i] == 'bent_identity':
-                Input = safe_aggregate(Input, bent_identity(origin_input))
+                Input = safe_add(Input, bent_identity(origin_input))
             elif activation_list[i] == 'sech':
-                Input = safe_aggregate(Input, sech(origin_input))
+                Input = safe_add(Input, sech(origin_input))
             elif activation_list[i] == 'softsign':
-                Input = safe_aggregate(Input, softsign(origin_input))
+                Input = safe_add(Input, softsign(origin_input))
             elif activation_list[i] == 'pwl':
-                Input = safe_aggregate(Input, pwl(origin_input))
+                Input = safe_add(Input, pwl(origin_input))
             elif activation_list[i] == 'cubic':
-                Input = safe_aggregate(Input, cubic(origin_input))
+                Input = safe_add(Input, cubic(origin_input))
             elif activation_list[i] == 'gaussian':
-                Input = safe_aggregate(Input, gaussian(origin_input))
+                Input = safe_add(Input, gaussian(origin_input))
             elif activation_list[i] == 'sine':
-                Input = safe_aggregate(Input, sine(origin_input))
+                Input = safe_add(Input, sine(origin_input))
             elif activation_list[i] == 'tanh_square':
-                Input = safe_aggregate(Input, tanh_square(origin_input))
+                Input = safe_add(Input, tanh_square(origin_input))
             elif activation_list[i] == 'mod_sigmoid':
-                Input = safe_aggregate(Input, mod_sigmoid(origin_input))
+                Input = safe_add(Input, mod_sigmoid(origin_input))
             elif activation_list[i] == 'linear':
-                Input = safe_aggregate(Input, origin_input)
+                Input = safe_add(Input, origin_input)
             elif activation_list[i] == 'quartic':
-                Input = safe_aggregate(Input, quartic(origin_input))
+                Input = safe_add(Input, quartic(origin_input))
             elif activation_list[i] == 'square_quartic':
-                Input = safe_aggregate(Input, square_quartic(origin_input))
+                Input = safe_add(Input, square_quartic(origin_input))
             elif activation_list[i] == 'cubic_quadratic':
-                Input = safe_aggregate(Input, cubic_quadratic(origin_input))
+                Input = safe_add(Input, cubic_quadratic(origin_input))
             elif activation_list[i] == 'exp_cubic':
-                Input = safe_aggregate(Input, exp_cubic(origin_input))
+                Input = safe_add(Input, exp_cubic(origin_input))
             elif activation_list[i] == 'sine_square':
-                Input = safe_aggregate(Input, sine_square(origin_input))
+                Input = safe_add(Input, sine_square(origin_input))
             elif activation_list[i] == 'logarithmic':
-                Input = safe_aggregate(Input, logarithmic(origin_input))
+                Input = safe_add(Input, logarithmic(origin_input))
             elif activation_list[i] == 'scaled_cubic':
-                Input = safe_aggregate(Input, scaled_cubic(origin_input, 1.0))
+                Input = safe_add(Input, scaled_cubic(origin_input, 1.0))
             elif activation_list[i] == 'sine_offset':
-                Input = safe_aggregate(Input, sine_offset(origin_input, 1.0))
+                Input = safe_add(Input, sine_offset(origin_input, 1.0))
             elif activation_list[i] == 'spiral':
-                Input = safe_aggregate(Input, spiral_activation(origin_input))
+                Input = safe_add(Input, spiral_activation(origin_input))
             elif activation_list[i] == 'circular':
-                Input = safe_aggregate(Input, circular_activation(origin_input))
+                Input = safe_add(Input, circular_activation(origin_input))
         
         except Exception as e:
             warnings.warn(f"Error in activation {activation_list[i]}: {str(e)}", RuntimeWarning)

pyerualjetwork/data_operations.py

@@ -76,7 +76,7 @@ def decode_one_hot(encoded_data):
     return decoded_labels
 
 
-def split(X, y, test_size, random_state, dtype=np.float32):
+def split(X, y, test_size, random_state=42, dtype=np.float32):
     """
     Splits the given X (features) and y (labels) data into training and testing subsets.
 
@@ -84,7 +84,7 @@ def split(X, y, test_size, random_state, dtype=np.float32):
         X (numpy.ndarray): Features data.
         y (numpy.ndarray): Labels data.
         test_size (float or int): Proportion or number of samples for the test subset.
-        random_state (int or None): Seed for random state.
+        random_state (int or None): Seed for random state. Default: 42.
         dtype (numpy.dtype): Data type for the arrays. np.float32 by default. Example: np.float64 or np.float16. [fp32 for balanced devices, fp64 for strong devices, fp16 for weak devices: not reccomended!]
 
     Returns:

pyerualjetwork/data_operations_cuda.py

@@ -81,7 +81,7 @@ def decode_one_hot(encoded_data):
     return decoded_labels
 
 
-def split(X, y, test_size, random_state, dtype=cp.float32):
+def split(X, y, test_size, random_state=42, dtype=cp.float32, use_cpu=False):
     """
     Splits the given X (features) and y (labels) data into training and testing subsets.
 
@@ -89,9 +89,9 @@ def split(X, y, test_size, random_state, dtype=cp.float32):
         X (cupy.ndarray): Features data.
         y (cupy.ndarray): Labels data.
         test_size (float or int): Proportion or number of samples for the test subset.
-        random_state (int or None): Seed for random state.
+        random_state (int or None): Seed for random state. Default: 42.
         dtype (cupy.dtype): Data type for the arrays. np.float32 by default. Example: cp.float64 or cp.float16. [fp32 for balanced devices, fp64 for strong devices, fp16 for weak devices: not reccomended!] (optional)
-
+        use_cpu (bool): If True, output will be same cpu's split function. Default: False.
     Returns:
         tuple: x_train, x_test, y_train, y_test as ordered training and testing data subsets.
     """
@@ -118,11 +118,17 @@ def split(X, y, test_size, random_state, dtype=cp.float32):
     else:
         raise ValueError("test_size should be float or int.")
 
-    if random_state is not None:
-        cp.random.seed(random_state)
+    if use_cpu:
+        indices = np.arange(num_samples)
+        np.random.seed(random_state)
+        np.random.shuffle(indices)
+        indices = cp.array(indices)
+    else:
+        if random_state is not None:
+            cp.random.seed(random_state)
 
-    indices = cp.arange(num_samples)
-    cp.random.shuffle(indices)
+        indices = cp.arange(num_samples)
+        cp.random.shuffle(indices)
 
     test_indices = indices[:test_size]
     train_indices = indices[test_size:]
@@ -133,16 +139,22 @@ def split(X, y, test_size, random_state, dtype=cp.float32):
     return x_train, x_test, y_train, y_test
 
 
-def manuel_balancer(x_train, y_train, target_samples_per_class, dtype=cp.float32):
+def manuel_balancer(x_train, y_train, target_samples_per_class, dtype=cp.float32, use_cpu=False):
     """
     Generates synthetic examples to balance classes to the specified number of examples per class.
 
     Arguments:
+
     x_train -- Input dataset (examples) - cupy array format
+
     y_train -- Class labels (one-hot encoded) - cupy array format
+
     target_samples_per_class -- Desired number of samples per class
+
     dtype (cupy.dtype): Data type for the arrays. np.float32 by default. Example: cp.float64 or cp.float16. [fp32 for balanced devices, fp64 for strong devices, fp16 for weak devices: not reccomended!] (optional)
 
+    use_cpu (bool): If True, output will be same cpu's manuel_balancer function. Default: False.
+
     Returns:
     x_balanced -- Balanced input dataset (cupy array format)
     y_balanced -- Balanced class labels (one-hot encoded, cupy array format)
@@ -176,8 +188,13 @@ def manuel_balancer(x_train, y_train, target_samples_per_class, dtype=cp.float32
         num_samples = len(class_indices)
         
         if num_samples > target_samples_per_class:
-      
-            selected_indices = cp.random.choice(class_indices, target_samples_per_class, replace=False)
+            
+            if use_cpu:
+                selected_indices = np.random.choice(
+                    class_indices, target_samples_per_class, replace=False)
+            else:
+                selected_indices = cp.random.choice(class_indices, target_samples_per_class, replace=False)
+
             x_balanced.append(x_train[selected_indices])
             y_balanced.append(y_train[selected_indices])
             
@@ -193,13 +210,19 @@ def manuel_balancer(x_train, y_train, target_samples_per_class, dtype=cp.float32
                 additional_labels = cp.zeros((samples_to_add, y_train.shape[1]))
                 
                 for i in range(samples_to_add):
+                    
+                    if use_cpu:
+                        random_indices = np.random.choice(class_indices.get(), 2, replace=False)
+                    else:
+                        random_indices = cp.random.choice(class_indices, 2, replace=False)
 
-                    random_indices = cp.random.choice(class_indices, 2, replace=False)
                     sample1 = x_train[random_indices[0]]
                     sample2 = x_train[random_indices[1]]
 
-                    
-                    synthetic_sample = sample1 + (sample2 - sample1) * cp.random.rand()
+                    if use_cpu:
+                        synthetic_sample = sample1 + (sample2 - sample1) * np.random.rand()
+                    else:
+                        synthetic_sample = sample1 + (sample2 - sample1) * cp.random.rand()
 
                     additional_samples[i] = synthetic_sample
                     additional_labels[i] = y_train[class_indices[0]]
@@ -214,7 +237,7 @@ def manuel_balancer(x_train, y_train, target_samples_per_class, dtype=cp.float32
     return x_balanced, y_balanced
 
 
-def auto_balancer(x_train, y_train, dtype=cp.float32):
+def auto_balancer(x_train, y_train, dtype=cp.float32, use_cpu=False):
 
     """
    Function to balance the training data across different classes.
@@ -226,6 +249,7 @@ def auto_balancer(x_train, y_train, dtype=cp.float32):
    
    dtype (cupy.dtype): Data type for the arrays. np.float32 by default. Example: cp.float64 or cp.float16. [fp32 for balanced devices, fp64 for strong devices, fp16 for weak devices: not reccomended!] (optional)
 
+   use_cpu (bool): If True, output will be same cpu's auto_balancer function. Default: False.
    Returns:
    tuple: A tuple containing balanced input data and labels.
     """
@@ -248,44 +272,50 @@ def auto_balancer(x_train, y_train, dtype=cp.float32):
     classes = cp.arange(y_train.shape[1])
     class_count = len(classes)
     
-    try:
-        ClassIndices = {i: cp.where(cp.array(y_train)[:, i] == 1)[
-            0] for i in range(class_count)}
-        classes = [len(ClassIndices[i]) for i in range(class_count)]
-
-        if len(set(classes)) == 1:
-            print(Fore.WHITE + "INFO: Data have already balanced. from: auto_balancer" + Style.RESET_ALL)
-            return x_train, y_train
-
-        MinCount = min(classes)
-
-        BalancedIndices = []
-        for i in tqdm(range(class_count),leave=False, ascii="▱▰",
-            bar_format= bar_format, desc='Balancing Data',ncols=70):
-            if len(ClassIndices[i]) > MinCount:
+   
+    ClassIndices = {i: cp.where(cp.array(y_train)[:, i] == 1)[
+        0] for i in range(class_count)}
+    classes = [len(ClassIndices[i]) for i in range(class_count)]
+
+    if len(set(classes)) == 1:
+        print(Fore.WHITE + "INFO: Data have already balanced. from: auto_balancer" + Style.RESET_ALL)
+        return x_train, y_train
+
+    MinCount = min(classes)
+
+    BalancedIndices = []
+    for i in tqdm(range(class_count),leave=False, ascii="▱▰",
+        bar_format= bar_format, desc='Balancing Data',ncols=70):
+        if len(ClassIndices[i]) > MinCount:
+            if use_cpu:
+                SelectedIndices = np.random.choice(
+                    ClassIndices[i].get(), MinCount, replace=False)
+            else:
                 SelectedIndices = cp.random.choice(
                     ClassIndices[i], MinCount, replace=False)
-            else:
-                SelectedIndices = ClassIndices[i]
-            BalancedIndices.extend(SelectedIndices)
-
-        BalancedInputs = [x_train[idx] for idx in BalancedIndices]
-        BalancedLabels = [y_train[idx] for idx in BalancedIndices]
+        else:
+            SelectedIndices = ClassIndices[i]
+        BalancedIndices.extend(SelectedIndices)
+            
+    BalancedInputs = [x_train[idx] for idx in BalancedIndices]
+    BalancedLabels = [y_train[idx] for idx in BalancedIndices]
 
+    if use_cpu:
+        permutation = np.random.permutation(len(BalancedInputs))
+    else:
         permutation = cp.random.permutation(len(BalancedInputs))
-        BalancedInputs = cp.array(BalancedInputs)[permutation]
-        BalancedLabels = cp.array(BalancedLabels)[permutation]
 
-        print(Fore.GREEN + "Data Succesfully Balanced from: " + str(len(x_train)
-                                                                                 ) + " to: " + str(len(BalancedInputs)) + ". from: auto_balancer " + Style.RESET_ALL)
-    except:
-        print(Fore.RED + "ERROR: Inputs and labels must be same length check parameters")
-        sys.exit()
+    BalancedInputs = cp.array(BalancedInputs)[permutation]
+    BalancedLabels = cp.array(BalancedLabels)[permutation]
 
+    print(Fore.GREEN + "Data Succesfully Balanced from: " + str(len(x_train)
+                                                                                ) + " to: " + str(len(BalancedInputs)) + ". from: auto_balancer " + Style.RESET_ALL)
+
+        
     return BalancedInputs, BalancedLabels
 
 
-def synthetic_augmentation(x_train, y_train, dtype=cp.float32):
+def synthetic_augmentation(x_train, y_train, dtype=cp.float32, use_cpu=False):
     """
     Generates synthetic examples to balance classes with fewer examples using CuPy.
     Arguments:
@@ -296,6 +326,8 @@ def synthetic_augmentation(x_train, y_train, dtype=cp.float32):
     
     dtype (cupy.dtype): Data type for the arrays. np.float32 by default. Example: cp.float64 or cp.float16. [fp32 for balanced devices, fp64 for strong devices, fp16 for weak devices: not reccomended!] (optional)
     
+    use_cpu (bool): If True, output will be same cpu's synthetic_augmentation function. Default: False.
+
     Returns:
     x_train_balanced -- Balanced input dataset (cupy array format)
     y_train_balanced -- Balanced class labels (one-hot encoded, cupy array format)
@@ -336,13 +368,21 @@ def synthetic_augmentation(x_train, y_train, dtype=cp.float32):
         
         if num_samples < max_class_count:
             while num_samples < max_class_count:
-                random_indices = cp.random.choice(
+                if use_cpu:
+                    random_indices = np.random.choice(
+                        class_indices, 2, replace=False)
+                else:
+                    random_indices = cp.random.choice(
                     cp.array(class_indices), 2, replace=False)
                 sample1 = x[random_indices[0]]
                 sample2 = x[random_indices[1]]
                 
-                synthetic_sample = sample1 + \
-                    (sample2 - sample1) * cp.random.rand()
+                if use_cpu:
+                    synthetic_sample = sample1 + \
+                        (sample2 - sample1) * np.random.rand()
+                else:
+                    synthetic_sample = sample1 + \
+                        (sample2 - sample1) * cp.random.rand()
                 
                 x_balanced.append(synthetic_sample)
                 y_balanced.append(y[class_indices[0]])

pyerualjetwork/help.py

@@ -10,7 +10,7 @@ def activation_potentiation():
 
 def docs_and_examples():
 
-    print('PLAN document: https://github.com/HCB06/PyerualJetwork/tree/main/Welcome_to_PLAN\n')
-    print('PLAN examples: https://github.com/HCB06/PyerualJetwork/tree/main/Welcome_to_PyerualJetwork/ExampleCodes\n')
-    print('PLANEAT examples: https://github.com/HCB06/PyerualJetwork/tree/main/Welcome_to_PyerualJetwork/ExampleCodes/PLANEAT\n')
-    print('PyerualJetwork document and examples: https://github.com/HCB06/PyerualJetwork/tree/main/Welcome_to_PyerualJetwork')
+    print('PLAN document: https://github.com/HCB06/Anaplan/tree/main/Welcome_to_PLAN\n')
+    print('PLAN examples: https://github.com/HCB06/Anaplan/tree/main/Welcome_to_Anaplan/ExampleCodes\n')
+    print('PLANEAT examples: https://github.com/HCB06/Anaplan/tree/main/Welcome_to_Anaplan/ExampleCodes/PLANEAT\n')
+    print('Anaplan document and examples: https://github.com/HCB06/Anaplan/tree/main/Welcome_to_Anaplan')

pyerualjetwork/metrics_cuda.py

@@ -1,7 +1,7 @@
 import cupy as cp
-from .data_operations_cuda import decode_one_hot
 
 def metrics(y_ts, test_preds, average='weighted'):
+    from .data_operations import decode_one_hot
     y_test_d = cp.array(decode_one_hot(y_ts))
     y_pred = cp.array(test_preds)
 
@@ -50,7 +50,6 @@ def metrics(y_ts, test_preds, average='weighted'):
     return precision_val.item(), recall_val.item(), f1_val.item()
 
 
-
 def roc_curve(y_true, y_score):
     """
     Compute Receiver Operating Characteristic (ROC) curve.

pyerualjetwork/model_operations.py

@@ -190,6 +190,7 @@ def load_model(model_name,
    Returns:
    lists: W(list[num]), activation_potentiation, DataFrame of the model
     """
+    np.set_printoptions(threshold=np.Infinity)
 
     try:
 

pyerualjetwork/model_operations_cuda.py

@@ -56,7 +56,7 @@ def save_model(model_name,
 
     class_count = W.shape[0]
 
-    if test_acc != None:
+    if test_acc is not None:
         test_acc= float(test_acc)
 
     if weights_type != 'txt' and weights_type != 'npy' and weights_type != 'mat' and weights_type != 'pkl':
@@ -91,6 +91,9 @@ def save_model(model_name,
 
                 scaler_params.append(' ')
 
+        scaler_params[0] = scaler_params[0].get()
+        scaler_params[1] = scaler_params[1].get()
+
     data = {'MODEL NAME': model_name,
             'MODEL TYPE': model_type,
             'CLASS COUNT': class_count,

pyerualjetwork/plan.py

@@ -125,15 +125,7 @@ def fit(
 
     elif val and (x_val is not None and y_val is not None):
         x_val = x_val.astype(dtype, copy=False)
-        if len(y_val[0]) < 256:
-            if y_val.dtype != np.uint8:
-                y_val = np.array(y_val, copy=False).astype(np.uint8, copy=False)
-        elif len(y_val[0]) <= 32767:
-            if y_val.dtype != np.uint16:
-                y_val = np.array(y_val, copy=False).astype(np.uint16, copy=False)
-        else:
-            if y_val.dtype != np.uint32:
-                y_val = np.array(y_val, copy=False).astype(np.uint32, copy=False)
+        y_val = y_val.astype(dtype, copy=False)
 
     val_list = [] if val else None
     val_count = val_count or 10
@@ -231,7 +223,7 @@ def learner(x_train, y_train, x_test=None, y_test=None, strategy='accuracy', bat
         tuple: A list for model parameters: [Weight matrix, Test loss, Test Accuracy, [Activations functions]].
     
     """
-    print(Fore.WHITE + "\nRemember, optimization on large datasets can be very time-consuming and computationally expensive. Therefore, if you are working with such a dataset, our recommendation is to include activation function: ['circular', 'spiral'] in the 'except_this' parameter unless absolutely necessary, as they can significantly prolong the process. from: learner\n" + Fore.RESET)
+    print(Fore.WHITE + "\nRemember, optimization on large datasets can be very time-consuming and computationally expensive. Therefore, if you are working with such a dataset, our recommendation is to include activation function: ['circular'] in the 'except_this' parameter unless absolutely necessary, as they can significantly prolong the process. from: learner\n" + Fore.RESET)
 
     activation_potentiation = all_activations()
 

pyerualjetwork/plan_cuda.py

@@ -120,22 +120,9 @@ def fit(
     if len(x_train) != len(y_train):
         raise ValueError("x_train and y_train must have the same length.")
 
-    if val and (x_val is None and y_val is None):
+    if val and (x_val is None or y_val is None):
         x_val, y_val = x_train, y_train
 
-    elif val and (x_val is not None and y_val is not None):
-        x_val = cp.array(x_val, copy=False).astype(dtype, copy=False)
-
-        if len(y_val[0]) < 256:
-            if y_val.dtype != cp.uint8:
-                y_val = cp.array(y_val, copy=False).astype(cp.uint8, copy=False)
-        elif len(y_val[0]) <= 32767:
-            if y_val.dtype != cp.uint16:
-                y_val = cp.array(y_val, copy=False).astype(cp.uint16, copy=False)
-        else:
-            if y_val.dtype != cp.uint32:
-                y_val = cp.array(y_val, copy=False).astype(cp.uint32, copy=False)
-
     val_list = [] if val else None
     val_count = val_count or 10
     # Defining weights
@@ -146,7 +133,7 @@ def fit(
 
     # Training process
     for index, inp in enumerate(x_train):
-        inp = cp.array(inp).ravel()
+        inp = cp.array(inp, copy=False).ravel()
         y_decoded = decode_one_hot(y_train)
         # Weight updates
         STPW = feed_forward(inp, STPW, is_training=True, Class=y_decoded[index], activation_potentiation=activation_potentiation, LTD=LTD)
@@ -232,7 +219,7 @@ def learner(x_train, y_train, x_test=None, y_test=None, strategy='accuracy', bat
         tuple: A list for model parameters: [Weight matrix, Preds, Accuracy, [Activations functions]]. You can acces this parameters in model_operations module. For example: model_operations.get_weights() for Weight matrix.
     
     """
-    print(Fore.WHITE + "\nRemember, optimization on large datasets can be very time-consuming and computationally expensive. Therefore, if you are working with such a dataset, our recommendation is to include activation function: ['circular', 'spiral'] in the 'except_this' parameter unless absolutely necessary, as they can significantly prolong the process. from: learner\n" + Fore.RESET)
+    print(Fore.WHITE + "\nRemember, optimization on large datasets can be very time-consuming and computationally expensive. Therefore, if you are working with such a dataset, our recommendation is to include activation function: ['circular'] in the 'except_this' parameter unless absolutely necessary, as they can significantly prolong the process. from: learner\n" + Fore.RESET)
 
     activation_potentiation = all_activations()
 
@@ -297,9 +284,9 @@ def learner(x_train, y_train, x_test=None, y_test=None, strategy='accuracy', bat
 
     # Initialize progress bar
     if batch_size == 1:
-        ncols = 90
+        ncols = 100
     else:
-        ncols = 103
+        ncols = 140
     progress = initialize_loading_bar(total=len(activation_potentiation), desc="", ncols=ncols, bar_format=bar_format_learner)
 
     # Initialize variables

pyerualjetwork/planeat.py

@@ -15,10 +15,10 @@ import random
 from tqdm import tqdm
 
 ### LIBRARY IMPORTS ###
-from plan import feed_forward
-from data_operations import normalization
-from ui import loading_bars
-from activation_functions import apply_activation, all_activations
+from .plan import feed_forward
+from .data_operations import normalization
+from .ui import loading_bars
+from .activation_functions import apply_activation, all_activations
 
 def define_genomes(input_shape, output_shape, population_size, dtype=np.float32):
    """

pyerualjetwork/planeat_cuda.py

@@ -16,10 +16,10 @@ import random
 from tqdm import tqdm
 
 ### LIBRARY IMPORTS ###
-from plan_cuda import feed_forward
-from data_operations_cuda import normalization
-from ui import loading_bars
-from activation_functions_cuda import apply_activation, all_activations
+from .plan_cuda import feed_forward
+from .data_operations_cuda import normalization
+from .ui import loading_bars
+from .activation_functions_cuda import apply_activation, all_activations
 
 def define_genomes(input_shape, output_shape, population_size, dtype=cp.float32):
    """

pyerualjetwork/visualizations_cuda.py

@@ -525,8 +525,8 @@ def plot_decision_boundary(x, y, activation_potentiation, W, artist=None, ax=Non
         
 def plot_decision_space(x, y, y_preds=None, s=100, color='tab20'):
     
-    from metrics import pca
-    from data_operations import decode_one_hot
+    from .metrics_cuda import pca
+    from .data_operations_cuda import decode_one_hot
     
     if x.shape[1] > 2:
 
@@ -587,7 +587,7 @@ def neuron_history(LTPW, ax1, row, col, class_count, artist5, data, fig1, acc=Fa
 
             title_info = f'{j+1}. Neuron'
             
-            art5 = ax1[j].imshow(mat, interpolation='sinc', cmap='viridis')
+            art5 = ax1[j].imshow(mat.get(), interpolation='sinc', cmap='viridis')
 
             ax1[j].set_aspect('equal')
             ax1[j].set_xticks([])
@@ -604,7 +604,7 @@ def neuron_history(LTPW, ax1, row, col, class_count, artist5, data, fig1, acc=Fa
 
 def initialize_visualization_for_fit(val, show_training, neurons_history, x_train, y_train):
     """Initializes the visualization setup based on the parameters."""
-    from data_operations import find_closest_factors
+    from .data_operations import find_closest_factors
     visualization_objects = {}
 
     if show_training:
@@ -680,7 +680,7 @@ def display_visualization_for_fit(fig, artist_list, interval):
 
 def initialize_visualization_for_learner(show_history, neurons_history, neural_web_history, x_train, y_train):
     """Initialize all visualization components"""
-    from data_operations import find_closest_factors
+    from .data_operations import find_closest_factors
     viz_objects = {}
     
     if show_history:

{pyerualjetwork-4.1.0.dist-info → pyerualjetwork-4.1.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pyerualjetwork
-Version: 4.1.0
+Version: 4.1.2
 Summary: PyerualJetwork is a machine learning library written in Python for professionals, incorporating advanced, unique, new, and modern techniques.
 Author: Hasan Can Beydili
 Author-email: tchasancan@gmail.com

pyerualjetwork-4.1.2.dist-info/RECORD

@@ -0,0 +1,23 @@
+pyerualjetwork/__init__.py,sha256=5oH9sQ9xOXUWYxBJt2h4ErHKFw63vREeOnKTdhSQGhk,2542
+pyerualjetwork/activation_functions.py,sha256=WWOdMd5pI6ZKe-ieKCIsKAYPQODHuXYxx7tzhA5xjes,11767
+pyerualjetwork/activation_functions_cuda.py,sha256=7U69VfwAIE8STUng2zEwPPQES9NgnkAXsDtVh-EzaZE,11803
+pyerualjetwork/data_operations.py,sha256=2julEScuHsL_ueeJ-JE3hiqw3wibZQW_L2bwwdoXTN0,16552
+pyerualjetwork/data_operations_cuda.py,sha256=uVGcLwhhePkZt2BnO9KrsIMq29CW5L_9ucyxN8Wnevw,18711
+pyerualjetwork/help.py,sha256=OZghUy7GZTgEX_i3NYtgcpzUgCDOi6r2vVUF1ROkFiI,774
+pyerualjetwork/loss_functions.py,sha256=6PyBI232SQRGuFnG3LDGvnv_PUdWzT2_2mUODJiejGI,618
+pyerualjetwork/loss_functions_cuda.py,sha256=C93IZJcrOpT6HMK9x1O4AHJWXYTkN5WZiqdssPbvAPk,617
+pyerualjetwork/metrics.py,sha256=q7MkhnZDRbCjFBDDfUgrl8lBYnUT_1ro1LxeBq105pI,6077
+pyerualjetwork/metrics_cuda.py,sha256=Hz4PCeE5GcVUllZdsgXXdIw-UNqUVpqNxMIlPBNTSKY,5069
+pyerualjetwork/model_operations.py,sha256=eWYiYlXYZzsRgVfF-4CFvjCHaZOGB2378evre8yCzYk,13084
+pyerualjetwork/model_operations_cuda.py,sha256=Hryk2Qi6BwHY9K9G_muDxHW9ILK8dIW6lmwZfioKqYM,13246
+pyerualjetwork/plan.py,sha256=1PDMyBnCsQgyks4esnPobcUNBHbex54JG2oFEV_Q_9g,34336
+pyerualjetwork/plan_cuda.py,sha256=bpI4HVMexL5WiGU30Nj1mzp8f9sOyxuDw7Ka7LqQR7g,33958
+pyerualjetwork/planeat.py,sha256=6uEcCF4bV1_W1aQUTKQjfnDgWp6rP2oluKFo5Y37k7o,39517
+pyerualjetwork/planeat_cuda.py,sha256=GXYt_00rDKkDKJrhjE8hHOtu4U_pQZM1yZ6XrMpQo2c,39574
+pyerualjetwork/ui.py,sha256=wu2BhU1k-w3Kcho5Jtq4SEKe68ftaUeRGneUOSCVDjU,575
+pyerualjetwork/visualizations.py,sha256=DvbiQGlvlKNAgBJ3O3ukAi6uxSheha9SRFh5YX7ZxIA,26678
+pyerualjetwork/visualizations_cuda.py,sha256=hH2FMjbsImAxTLIAUS2pfGSufigV-SbgpVMVrj4lYOE,26733
+pyerualjetwork-4.1.2.dist-info/METADATA,sha256=vSlo45lfiRI3HHq3z4aUrX1LZXG83t14nLM-w8jqbSU,6357
+pyerualjetwork-4.1.2.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
+pyerualjetwork-4.1.2.dist-info/top_level.txt,sha256=BRyt62U_r3ZmJpj-wXNOoA345Bzamrj6RbaWsyW4tRg,15
+pyerualjetwork-4.1.2.dist-info/RECORD,,

pyerualjetwork-4.1.0.dist-info/RECORD

@@ -1,23 +0,0 @@
-pyerualjetwork/__init__.py,sha256=buQzAGP2zwBt10ji65TzcupjWYX70rSdlkPzRhmnlDk,2542
-pyerualjetwork/activation_functions.py,sha256=UeuuagJWcSoFfmwikDU7O8ph--oySnWDJNqKbEh4SlE,12043
-pyerualjetwork/activation_functions_cuda.py,sha256=5F49gKkiRngo0hAaS1KfarxQ7wEyub13WAX_apxf8j8,12069
-pyerualjetwork/data_operations.py,sha256=rnOYLLK3YnRdWpEsEQABU0RE950lQQI7971eBLBpqOQ,16536
-pyerualjetwork/data_operations_cuda.py,sha256=8jooTsRCC-pEYvtw8c6CsfUUnztDy8DI8-yLf9aX27A,17108
-pyerualjetwork/help.py,sha256=pZs7hIhgFkovGLle97d9Qu9m5zKhMh7-OAIphIoSxBg,830
-pyerualjetwork/loss_functions.py,sha256=6PyBI232SQRGuFnG3LDGvnv_PUdWzT2_2mUODJiejGI,618
-pyerualjetwork/loss_functions_cuda.py,sha256=C93IZJcrOpT6HMK9x1O4AHJWXYTkN5WZiqdssPbvAPk,617
-pyerualjetwork/metrics.py,sha256=q7MkhnZDRbCjFBDDfUgrl8lBYnUT_1ro1LxeBq105pI,6077
-pyerualjetwork/metrics_cuda.py,sha256=TCwn5Z_4jQjqPCURX_xtcz9cjsYVzlahgKDA-qCgpU4,5072
-pyerualjetwork/model_operations.py,sha256=k_53BJladPm9fBWdlVpS6Uf5IQzpNlJWLH746DXGq_M,13036
-pyerualjetwork/model_operations_cuda.py,sha256=Guo0lFaaLiAXwKmnOi8Fz_bL_p38qR46CIhGOg_V1Sw,13138
-pyerualjetwork/plan.py,sha256=eHMYN-uzpzdwFnSsSuREOkG4vJdvoHZnRzJUQlcpBrc,34756
-pyerualjetwork/plan_cuda.py,sha256=y2TWyUUeyT7r04qxcRbCc42XfakPlMNG1BHSPK0afP4,34551
-pyerualjetwork/planeat.py,sha256=8cwWboJtXgFTKq6nFl1T9McbLDmBquKUr12y168PmcM,39513
-pyerualjetwork/planeat_cuda.py,sha256=boN-HFwm_D9cT1z0eAR8zgkiD_XOg-J2T2jNFvZweG4,39570
-pyerualjetwork/ui.py,sha256=wu2BhU1k-w3Kcho5Jtq4SEKe68ftaUeRGneUOSCVDjU,575
-pyerualjetwork/visualizations.py,sha256=DvbiQGlvlKNAgBJ3O3ukAi6uxSheha9SRFh5YX7ZxIA,26678
-pyerualjetwork/visualizations_cuda.py,sha256=dA0u85ZIyKqjtoSJ6p3EbEpJs4V4vS5W5ftR6eif8yg,26713
-pyerualjetwork-4.1.0.dist-info/METADATA,sha256=StjT-bsNr5C_PsyNauqHbCF4ZaL0JLNGbERMnmGF4lQ,6357
-pyerualjetwork-4.1.0.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
-pyerualjetwork-4.1.0.dist-info/top_level.txt,sha256=BRyt62U_r3ZmJpj-wXNOoA345Bzamrj6RbaWsyW4tRg,15
-pyerualjetwork-4.1.0.dist-info/RECORD,,