pyerualjetwork 4.3.3__py3-none-any.whl → 4.3.5__py3-none-any.whl

pyerualjetwork/__init__.py

@@ -1,4 +1,4 @@
-__version__ = "4.3.3"
+__version__ = "4.3.5"
 __update__ = "* Changes: https://github.com/HCB06/PyerualJetwork/blob/main/CHANGES\n* PyerualJetwork Homepage: https://github.com/HCB06/PyerualJetwork/tree/main\n* PyerualJetwork document: https://github.com/HCB06/PyerualJetwork/blob/main/Welcome_to_PyerualJetwork/PYERUALJETWORK_USER_MANUEL_AND_LEGAL_INFORMATION(EN).pdf\n* YouTube tutorials: https://www.youtube.com/@HasanCanBeydili"
 
 def print_version(__version__):

pyerualjetwork/activation_functions.py

@@ -217,127 +217,74 @@ def scaled_cubic(x, alpha=1.0):
 
 def sine_offset(x, beta=0.0):
     return np.sin(x + beta)
-
-
-def safe_add(current_sum, new_value):
-        try:
-            return current_sum + new_value
-        except OverflowError:
-            return np.array(current_sum) + np.array(new_value)
     
     
 def apply_activation(Input, activation_list):
     """
-        Applies a sequence of activation functions to the input.
-        
-        Args:
-            Input (numpy.ndarray): The input to apply activations to.
-            activation_list (list): A list of activation function names to apply.
-        
-        Returns:
-            numpy.ndarray: The input after all activations have been applied.
-    """
+    Applies activation functions for inputs
     
+    Args:
+        Input (numpy.ndarray):
+        activation_list (list):
+    """
     origin_input = np.copy(Input)
+    
+    activation_functions = {
+        'sigmoid': Sigmoid,
+        'swish': swish,
+        'mod_circular': modular_circular_activation,
+        'tanh_circular': tanh_circular_activation,
+        'leaky_relu': leaky_relu,
+        'relu': Relu,
+        'softplus': softplus,
+        'elu': elu,
+        'gelu': gelu,
+        'selu': selu,
+        'tanh': tanh,
+        'sinakt': sinakt,
+        'p_squared': p_squared,
+        'sglu': lambda x: sglu(x, alpha=1.0),
+        'dlrelu': dlrelu,
+        'exsig': exsig,
+        'sin_plus': sin_plus,
+        'acos': lambda x: acos(x, alpha=1.0, beta=0.0),
+        'gla': lambda x: gla(x, alpha=1.0, mu=0.0),
+        'srelu': srelu,
+        'qelu': qelu,
+        'isra': isra,
+        'waveakt': waveakt,
+        'arctan': arctan,
+        'bent_identity': bent_identity,
+        'sech': sech,
+        'softsign': softsign,
+        'pwl': pwl,
+        'cubic': cubic,
+        'gaussian': gaussian,
+        'sine': sine,
+        'tanh_square': tanh_square,
+        'mod_sigmoid': mod_sigmoid,
+        'linear': lambda x: x,
+        'quartic': quartic,
+        'square_quartic': square_quartic,
+        'cubic_quadratic': cubic_quadratic,
+        'exp_cubic': exp_cubic,
+        'sine_square': sine_square,
+        'logarithmic': logarithmic,
+        'scaled_cubic': lambda x: scaled_cubic(x, 1.0),
+        'sine_offset': lambda x: sine_offset(x, 1.0),
+        'spiral': spiral_activation,
+        'circular': circular_activation
+    }
+    
+    try:
+
+        valid_mask = np.array([act in activation_functions for act in activation_list])
+        valid_activations = np.array(activation_list)[valid_mask]
 
-    for i in range(len(activation_list)):
-        try:
-            if activation_list[i] == 'sigmoid':
-                Input = safe_add(Input, Sigmoid(origin_input))
-            elif activation_list[i] == 'swish':
-                Input = safe_add(Input, swish(origin_input))
-            elif activation_list[i] == 'mod_circular':
-                Input = safe_add(Input, modular_circular_activation(origin_input))
-            elif activation_list[i] == 'tanh_circular':
-                Input = safe_add(Input, tanh_circular_activation(origin_input))
-            elif activation_list[i] == 'leaky_relu':
-                Input = safe_add(Input, leaky_relu(origin_input))
-            elif activation_list[i] == 'relu':
-                Input = safe_add(Input, Relu(origin_input))
-            elif activation_list[i] == 'softplus':
-                Input = safe_add(Input, softplus(origin_input))
-            elif activation_list[i] == 'elu':
-                Input = safe_add(Input, elu(origin_input))
-            elif activation_list[i] == 'gelu':
-                Input = safe_add(Input, gelu(origin_input))
-            elif activation_list[i] == 'selu':
-                Input = safe_add(Input, selu(origin_input))
-            elif activation_list[i] == 'tanh':
-                Input = safe_add(Input, tanh(origin_input))
-            elif activation_list[i] == 'sinakt':
-                Input = safe_add(Input, sinakt(origin_input))
-            elif activation_list[i] == 'p_squared':
-                Input = safe_add(Input, p_squared(origin_input))
-            elif activation_list[i] == 'sglu':
-                Input = safe_add(Input, sglu(origin_input, alpha=1.0))
-            elif activation_list[i] == 'dlrelu':
-                Input = safe_add(Input, dlrelu(origin_input))
-            elif activation_list[i] == 'exsig':
-                Input = safe_add(Input, exsig(origin_input))
-            elif activation_list[i] == 'sin_plus':
-                Input = safe_add(Input, sin_plus(origin_input))
-            elif activation_list[i] == 'acos':
-                Input = safe_add(Input, acos(origin_input, alpha=1.0, beta=0.0))
-            elif activation_list[i] == 'gla':
-                Input = safe_add(Input, gla(origin_input, alpha=1.0, mu=0.0))
-            elif activation_list[i] == 'srelu':
-                Input = safe_add(Input, srelu(origin_input))
-            elif activation_list[i] == 'qelu':
-                Input = safe_add(Input, qelu(origin_input))
-            elif activation_list[i] == 'isra':
-                Input = safe_add(Input, isra(origin_input))
-            elif activation_list[i] == 'waveakt':
-                Input = safe_add(Input, waveakt(origin_input))
-            elif activation_list[i] == 'arctan':
-                Input = safe_add(Input, arctan(origin_input))
-            elif activation_list[i] == 'bent_identity':
-                Input = safe_add(Input, bent_identity(origin_input))
-            elif activation_list[i] == 'sech':
-                Input = safe_add(Input, sech(origin_input))
-            elif activation_list[i] == 'softsign':
-                Input = safe_add(Input, softsign(origin_input))
-            elif activation_list[i] == 'pwl':
-                Input = safe_add(Input, pwl(origin_input))
-            elif activation_list[i] == 'cubic':
-                Input = safe_add(Input, cubic(origin_input))
-            elif activation_list[i] == 'gaussian':
-                Input = safe_add(Input, gaussian(origin_input))
-            elif activation_list[i] == 'sine':
-                Input = safe_add(Input, sine(origin_input))
-            elif activation_list[i] == 'tanh_square':
-                Input = safe_add(Input, tanh_square(origin_input))
-            elif activation_list[i] == 'mod_sigmoid':
-                Input = safe_add(Input, mod_sigmoid(origin_input))
-            elif activation_list[i] == 'linear':
-                Input = safe_add(Input, origin_input)
-            elif activation_list[i] == 'quartic':
-                Input = safe_add(Input, quartic(origin_input))
-            elif activation_list[i] == 'square_quartic':
-                Input = safe_add(Input, square_quartic(origin_input))
-            elif activation_list[i] == 'cubic_quadratic':
-                Input = safe_add(Input, cubic_quadratic(origin_input))
-            elif activation_list[i] == 'exp_cubic':
-                Input = safe_add(Input, exp_cubic(origin_input))
-            elif activation_list[i] == 'sine_square':
-                Input = safe_add(Input, sine_square(origin_input))
-            elif activation_list[i] == 'logarithmic':
-                Input = safe_add(Input, logarithmic(origin_input))
-            elif activation_list[i] == 'scaled_cubic':
-                Input = safe_add(Input, scaled_cubic(origin_input, 1.0))
-            elif activation_list[i] == 'sine_offset':
-                Input = safe_add(Input, sine_offset(origin_input, 1.0))
-            elif activation_list[i] == 'spiral':
-                Input = safe_add(Input, spiral_activation(origin_input))
-            elif activation_list[i] == 'circular':
-                Input = safe_add(Input, circular_activation(origin_input))
+        activation_outputs = np.array([activation_functions[act](origin_input) for act in valid_activations])
 
+        return Input + np.sum(activation_outputs, axis=0)
         
-        except Exception as e:
-            warnings.warn(f"Error in activation {activation_list[i]}: {str(e)}", RuntimeWarning)
-            if not isinstance(Input, np.ndarray):
-                Input = np.array(Input)
-            if not isinstance(origin_input, np.ndarray):
-                origin_input = np.array(origin_input)
-            continue
- 
-    return Input
+    except Exception as e:
+        warnings.warn(f"Error in activation processing: {str(e)}", RuntimeWarning)
+        return Input

pyerualjetwork/plan_cuda.py

@@ -48,7 +48,6 @@ bar_format_normal = loading_bars()[0]
 bar_format_learner = loading_bars()[1]
 
 # BUILD -----
-
 def fit(
     x_train,
     y_train,
@@ -336,13 +335,12 @@ def learner(x_train, y_train, optimizer, fit_start, strategy='accuracy', gen=Non
         for j in range(activation_potentiation_len):
 
             x_train_batch, y_train_batch = batcher(x_train, y_train, batch_size=batch_size)
- 
             if fit_start is True and i == 0:
                 act_pop.append(activation_potentiation[j])
-                W = fit(x_train_batch, y_train_batch, activation_potentiation=act_pop[-1], train_bar=False, auto_normalization=auto_normalization, dtype=dtype)
+                W = fit(x_train_batch, y_train_batch, activation_potentiation=act_pop[-1], auto_normalization=auto_normalization, train_bar=False, dtype=dtype, memory=memory)
                 weight_pop.append(W)
             
-            model = evaluate(x_train_batch, y_train_batch, W=weight_pop[j], loading_bar_status=False, activation_potentiation=act_pop[j], dtype=dtype, memory=memory)
+            model = evaluate(x_train_batch, y_train_batch, weight_pop[j], act_pop[j], loading_bar_status=False, dtype=dtype, memory=memory)
             acc = model[get_acc()]
             
             if strategy == 'accuracy': target_pop.append(acc)
@@ -562,7 +560,6 @@ def feed_forward(
         neural_layer = cp.dot(w, Input)
 
         return neural_layer
-   
 
 def evaluate(
     x_test,

pyerualjetwork/planeat.py

@@ -20,7 +20,7 @@ import math
 from .plan import feed_forward
 from .data_operations import normalization
 from .ui import loading_bars, initialize_loading_bar
-from .activation_functions import apply_activation, all_activations
+from. activation_functions import apply_activation, all_activations
 
 def define_genomes(input_shape, output_shape, population_size, dtype=np.float32):
    """

pyerualjetwork/visualizations.py

@@ -617,7 +617,7 @@ def update_neuron_history(LTPW, ax1, row, col, class_count, artist5, fig1, acc=F
 
 def initialize_visualization_for_fit(val, show_training, neurons_history, x_train, y_train):
     """Initializes the visualization setup based on the parameters."""
-    from .data_operations import find_closest_factors
+    from data_operations import find_closest_factors
     visualization_objects = {}
 
     if show_training or neurons_history:
@@ -704,7 +704,7 @@ def show():
 
 def initialize_visualization_for_learner(show_history, neurons_history, neural_web_history, x_train, y_train):
     """Initialize all visualization components"""
-    from .data_operations import find_closest_factors
+    from data_operations import find_closest_factors
     viz_objects = {}
     
     if show_history:

{pyerualjetwork-4.3.3.dist-info → pyerualjetwork-4.3.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pyerualjetwork
-Version: 4.3.3
+Version: 4.3.5
 Summary: PyerualJetwork is a machine learning library supported with GPU(CUDA) acceleration written in Python for professionals and researchers including with PLAN algorithm, PLANEAT algorithm (genetic optimization). Also includes data pre-process and memory manegament
 Author: Hasan Can Beydili
 Author-email: tchasancan@gmail.com
@@ -23,31 +23,33 @@ PyPi Page: https://pypi.org/project/pyerualjetwork/
 GitHub Page: https://github.com/HCB06/PyerualJetwork
 
 
-      pip install pyerualjetwork
-      
-      'use if your data small, medium or large:'
+pip install pyerualjetwork
 
-      from pyerualjetwork import plan
-      from pyerualjetwork import planeat
-      from pyerualjetwork import data_operations
-      from pyerualjetwork import model_operations
-      
-      from pyerualjetwork import plan_cuda
-      from pyerualjetwork import planeat_cuda
-      from pyerualjetwork import data_operations_cuda
-      from pyerualjetwork import model_operations_cuda
-
-      'use if your data huge: _afterburner package (afterburner package comes with powerful paralellism, afterburner with cuda modules offers super-fast training but some memory managemant features and visualization features discarded. Specially designed for LLM training and other massive model training)'
-
-      from pyerualjetwork_afterburner import plan
-      from pyerualjetwork_afterburner import planeat
-      from pyerualjetwork_afterburner import data_operations
-      from pyerualjetwork_afterburner import model_operations
-
-      from pyerualjetwork_afterburner import plan_cuda
-      from pyerualjetwork_afterburner import planeat_cuda
-      from pyerualjetwork_afterburner import data_operations_cuda
-      from pyerualjetwork_afterburner import model_operations_cuda
+'use this if your data small or memory management is a problem :'
+
+from pyerualjetwork import plan
+from pyerualjetwork import planeat
+from pyerualjetwork import data_operations
+from pyerualjetwork import model_operations
+
+from pyerualjetwork import plan_cuda
+from pyerualjetwork import planeat_cuda
+from pyerualjetwork import data_operations_cuda
+from pyerualjetwork import model_operations_cuda
+
+'use this if your data large or memory management is not a problem : _afterburner package (afterburner package comes with powerful paralellism,
+afterburner with cuda modules offers super-fast training but some memory managemant features and visualization features discarded.
+Specially designed for LLM training and other massive model training)'
+
+from pyerualjetwork_afterburner import plan
+from pyerualjetwork_afterburner import planeat
+from pyerualjetwork_afterburner import data_operations
+from pyerualjetwork_afterburner import model_operations
+
+from pyerualjetwork_afterburner import plan_cuda
+from pyerualjetwork_afterburner import planeat_cuda
+from pyerualjetwork_afterburner import data_operations_cuda
+from pyerualjetwork_afterburner import model_operations_cuda
 
       Optimized for Visual Studio Code
       

{pyerualjetwork-4.3.3.dist-info → pyerualjetwork-4.3.5.dist-info}/RECORD

@@ -1,5 +1,5 @@
-pyerualjetwork/__init__.py,sha256=aKQcQmw61Ctm9v2v1JO5ZYp4F3k7s9KkeId4a_B31ac,639
-pyerualjetwork/activation_functions.py,sha256=eLEesmMgDvkI1TqaLTpqtOgTaLbHEAyw-D57KIKd9G4,11775
+pyerualjetwork/__init__.py,sha256=sKJX-RBI11HnSA60rsHOc6wTNYZvfACzy-fmz3b5g1E,639
+pyerualjetwork/activation_functions.py,sha256=AR91fQV2W2rc-Qb4Yp7b8ucYpGjwyQUewO-M-lyEMs8,7729
 pyerualjetwork/activation_functions_cuda.py,sha256=ztIw6rMR4t1289_TPIGYwE6qarl_YbSOGj5Ep3rUMqs,11803
 pyerualjetwork/data_operations.py,sha256=Flteouu6rfSo2uHMqBHuzO02dXmbNa-I5qWmUpGTZ5Y,14760
 pyerualjetwork/data_operations_cuda.py,sha256=UpoJoFhIwTU4xg9dVuLAxLAT4CkRaGsxvtJG9j1xrNo,17629
@@ -12,17 +12,17 @@ pyerualjetwork/metrics_cuda.py,sha256=73h9GC7XwmnFCVzFEEiPQfF8CwHIz2wsCbxpZrJtYg
 pyerualjetwork/model_operations.py,sha256=RKqnh7-MByFosxqme4q4jC1lOndX26O-OVXYV6ZxoEE,12965
 pyerualjetwork/model_operations_cuda.py,sha256=XnKKq54ZLaqCm-NaJ6d8IToACKcKg2Ttq6moowVRRWo,13365
 pyerualjetwork/plan.py,sha256=ApMQC46_I8qtMqO4lLYLme--SGcMRg-GRo1-gSb3A3I,31894
-pyerualjetwork/plan_cuda.py,sha256=H_EuNNyxrY6-AiuRkOYC8J_UmbzoqJ9aeO0i9pgUDZI,33277
-pyerualjetwork/planeat.py,sha256=e-J-u5gJYijKznN6gn2DZoaCJJro84DOBYTy1rR5-y4,39470
+pyerualjetwork/plan_cuda.py,sha256=ifXiyZs8y3N8b6BbM-T8fMrvzAal-zHqcxFlqwnfwII,33256
+pyerualjetwork/planeat.py,sha256=uRX-hDywGOai6hHhbYrmcRodNZOg4WCQeJWZbdMlZs8,39470
 pyerualjetwork/planeat_cuda.py,sha256=QNHCQLkR0MNFqyN2iHAtC7cbf8qZiD3p_54YH3lnMFA,39529
 pyerualjetwork/ui.py,sha256=wu2BhU1k-w3Kcho5Jtq4SEKe68ftaUeRGneUOSCVDjU,575
-pyerualjetwork/visualizations.py,sha256=1SKMZaJ80OD2qHUyMxW1IOv8zwmxzMPxclfbeq1Xr4g,28772
+pyerualjetwork/visualizations.py,sha256=VL00sX2DZz83F__PyEJH9s1LizuXpOBzWjnoSjMJIJ0,28770
 pyerualjetwork/visualizations_cuda.py,sha256=KbMhfsLlxujy_i3QrwCf734Q-k6d7Zn_7CEbm3gzK9w,29186
-pyerualjetwork_afterburner/__init__.py,sha256=PWlgYDHv0-7II5khz9y5meQi0PdWYwsuQ7-pEcCijqM,655
-pyerualjetwork_afterburner/activation_functions.py,sha256=2bv7o4EPEFr8cSKq7KI04HhMUyxgBpe8soGvN98Mazg,7740
-pyerualjetwork_afterburner/activation_functions_cuda.py,sha256=Ua606lsj9LQahfLi6oZMkSyzyPT7ySrvC6qfACNCbL8,7781
+pyerualjetwork_afterburner/__init__.py,sha256=JGAmlalrkQx2Vn--wZXgs-3Y5cYYSxyBVxRD-r5O2x4,651
+pyerualjetwork_afterburner/activation_functions.py,sha256=bKf00lsuuLJNO-4vVp4OqBi4zJ-qZ8L3v-vl52notkY,7721
+pyerualjetwork_afterburner/activation_functions_cuda.py,sha256=5y1Ti3GDfDteQDCUmODwe7tAyDAUlDTKmIikChQ8d6g,7772
 pyerualjetwork_afterburner/data_operations.py,sha256=Flteouu6rfSo2uHMqBHuzO02dXmbNa-I5qWmUpGTZ5Y,14760
-pyerualjetwork_afterburner/data_operations_cuda.py,sha256=UpoJoFhIwTU4xg9dVuLAxLAT4CkRaGsxvtJG9j1xrNo,17629
+pyerualjetwork_afterburner/data_operations_cuda.py,sha256=ZcjmLXE1-HVwedextYdJZ1rgrns1OfSekzFpr1a9m6o,17625
 pyerualjetwork_afterburner/help.py,sha256=nQ_YbYA2RtuafhuvkreNpX0WWL1I_nzlelwCtvei0_Y,775
 pyerualjetwork_afterburner/loss_functions.py,sha256=6PyBI232SQRGuFnG3LDGvnv_PUdWzT2_2mUODJiejGI,618
 pyerualjetwork_afterburner/loss_functions_cuda.py,sha256=C93IZJcrOpT6HMK9x1O4AHJWXYTkN5WZiqdssPbvAPk,617
@@ -32,13 +32,13 @@ pyerualjetwork_afterburner/metrics_cuda.py,sha256=73h9GC7XwmnFCVzFEEiPQfF8CwHIz2
 pyerualjetwork_afterburner/model_operations.py,sha256=MCSCNYiiICRVZITobtS3ZIWmH5Q9gjyELuH32sAdgg4,12649
 pyerualjetwork_afterburner/model_operations_cuda.py,sha256=NT01BK5nrDYE7H1x3KnSI8gmx0QTGGB0mP_LqEb1uuU,13157
 pyerualjetwork_afterburner/plan.py,sha256=Gxv8ii4brTYMzzFZBP-X6kkwc6w6vtTPiMmqVOAqoq8,21972
-pyerualjetwork_afterburner/plan_cuda.py,sha256=usyL-rWfczko8MQ-tmgMyt7UrKoH7IG3FX3edBiq-vc,22716
+pyerualjetwork_afterburner/plan_cuda.py,sha256=oZ4JMyXg6rU2AvD-aOacQ3zXf0-rWrSODZDKnDs8y9Q,22755
 pyerualjetwork_afterburner/planeat.py,sha256=Lq5R0aMS4UIdZdbUKsKDv5g0WLwYryomR3IQYb8vAa4,37573
-pyerualjetwork_afterburner/planeat_cuda.py,sha256=dZdKrrhdnoTjcF8Uv23Y4UvlOfizazNyx9v6QsdpIoo,37621
+pyerualjetwork_afterburner/planeat_cuda.py,sha256=KnU54osvwrMVvdO4fww7BqFBoq0I8c2YcZOVHD8l69g,37494
 pyerualjetwork_afterburner/ui.py,sha256=wu2BhU1k-w3Kcho5Jtq4SEKe68ftaUeRGneUOSCVDjU,575
 pyerualjetwork_afterburner/visualizations.py,sha256=1SKMZaJ80OD2qHUyMxW1IOv8zwmxzMPxclfbeq1Xr4g,28772
 pyerualjetwork_afterburner/visualizations_cuda.py,sha256=KbMhfsLlxujy_i3QrwCf734Q-k6d7Zn_7CEbm3gzK9w,29186
-pyerualjetwork-4.3.3.dist-info/METADATA,sha256=hfWfhq4gsongGVfzIxIzRuSzE44rsnHDUmVSbD4pXlo,8304
-pyerualjetwork-4.3.3.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
-pyerualjetwork-4.3.3.dist-info/top_level.txt,sha256=uK64ge08QQoPuXM3aiRVPgiQQtl8Fxm2-HieIut5Lwo,42
-pyerualjetwork-4.3.3.dist-info/RECORD,,
+pyerualjetwork-4.3.5.dist-info/METADATA,sha256=eqYwEb5qcka3BM1WHWdfKk_1NCEJU26aLfXFYGWc0Pw,8248
+pyerualjetwork-4.3.5.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
+pyerualjetwork-4.3.5.dist-info/top_level.txt,sha256=uK64ge08QQoPuXM3aiRVPgiQQtl8Fxm2-HieIut5Lwo,42
+pyerualjetwork-4.3.5.dist-info/RECORD,,

pyerualjetwork_afterburner/__init__.py

@@ -1,4 +1,4 @@
-__version__ = "4.3.2.2b0-afterburner"
+__version__ = "4.3.5-afterburner"
 __update__ = "* Changes: https://github.com/HCB06/PyerualJetwork/blob/main/CHANGES\n* PyerualJetwork Homepage: https://github.com/HCB06/PyerualJetwork/tree/main\n* PyerualJetwork document: https://github.com/HCB06/PyerualJetwork/blob/main/Welcome_to_PyerualJetwork/PYERUALJETWORK_USER_MANUEL_AND_LEGAL_INFORMATION(EN).pdf\n* YouTube tutorials: https://www.youtube.com/@HasanCanBeydili"
 
 def print_version(__version__):

pyerualjetwork_afterburner/activation_functions.py

@@ -277,15 +277,14 @@ def apply_activation(Input, activation_list):
     }
     
     try:
-        valid_activations = [act for act in activation_list if act in activation_functions]
-        
-        activation_outputs = np.stack([activation_functions[act](origin_input) 
-                                     for act in valid_activations])
 
-        result = Input + np.sum(activation_outputs, axis=0)
-        
-        return result
+        valid_mask = np.array([act in activation_functions for act in activation_list])
+        valid_activations = np.array(activation_list)[valid_mask]
+
+        activation_outputs = np.array([activation_functions[act](origin_input) for act in valid_activations])
+
+        return Input + np.sum(activation_outputs, axis=0)
         
     except Exception as e:
         warnings.warn(f"Error in activation processing: {str(e)}", RuntimeWarning)
-        return Input
+        return Input

pyerualjetwork_afterburner/activation_functions_cuda.py

@@ -276,14 +276,13 @@ def apply_activation(Input, activation_list):
     }
     
     try:
-        valid_activations = [act for act in activation_list if act in activation_functions]
         
-        activation_outputs = cp.stack([activation_functions[act](origin_input) 
-                                     for act in valid_activations])
+        valid_mask = cp.array([act in activation_functions for act in activation_list])
+        valid_activations = cp.array(activation_list)[valid_mask]
 
-        result = Input + cp.sum(activation_outputs, axis=0)
-        
-        return result
+        activation_outputs = cp.array([activation_functions[act](origin_input) for act in valid_activations])
+
+        return Input + cp.sum(activation_outputs, axis=0)
         
     except Exception as e:
         warnings.warn(f"Error in activation processing: {str(e)}", RuntimeWarning)

pyerualjetwork_afterburner/data_operations_cuda.py

@@ -401,7 +401,7 @@ def standard_scaler(x_train=None, x_test=None, scaler_params=None, dtype=cp.floa
 
         return scaled_data  # sample data scaled
     
-    
+
 def normalization(
     Input,  # num: Input data to be normalized.
     dtype=cp.float32

pyerualjetwork_afterburner/plan_cuda.py

@@ -155,7 +155,8 @@ def learner(x_train, y_train, optimizer, fit_start, strategy='accuracy', gen=Non
 
     data = 'Train'
 
-    activation_potentiation = all_activations()
+    activation_potentiation = all_activations() 
+
     activation_potentiation_len = len(activation_potentiation)
 
     y_train = optimize_labels(y_train, cuda=True)
@@ -228,7 +229,7 @@ def learner(x_train, y_train, optimizer, fit_start, strategy='accuracy', gen=Non
                 W = fit(x_train_batch, y_train_batch, activation_potentiation=act_pop[-1], dtype=dtype)
                 weight_pop.append(W)
             
-            model = evaluate(x_train_batch, y_train_batch, W=weight_pop[j])
+            model = evaluate(x_train_batch, y_train_batch, W=weight_pop[j], activation_potentiation=act_pop[j])
             acc = model[get_acc()]
             
             if strategy == 'accuracy': target_pop.append(acc)

pyerualjetwork_afterburner/planeat_cuda.py

@@ -721,9 +721,8 @@ def mutation(weight,
          max_threshold = len(activations)
 
          new_threshold = threshold
-
-         except_this = ['spiral', 'circular']
-         all_acts = [item for item in all_activations() if item not in except_this] # SPIRAL AND CIRCULAR ACTIVATION DISCARDED
+         
+         all_acts = all_activations()
          
          activation_add_prob = 1 - activation_add_prob
          activation_delete_prob = 1 - activation_delete_prob