pyerualjetwork 4.3.8.dev15__py3-none-any.whl → 4.3.9__py3-none-any.whl

pyerualjetwork-4.3.8.dev15.dist-info/RECORD

@@ -1,45 +0,0 @@
-pyerualjetwork/__init__.py,sha256=nExIY8tR-NFtscBgb0Qnv8sKakbbE2V5SL2nES0aZTI,644
-pyerualjetwork/activation_functions.py,sha256=AR91fQV2W2rc-Qb4Yp7b8ucYpGjwyQUewO-M-lyEMs8,7729
-pyerualjetwork/activation_functions_cuda.py,sha256=ztIw6rMR4t1289_TPIGYwE6qarl_YbSOGj5Ep3rUMqs,11803
-pyerualjetwork/data_operations.py,sha256=Flteouu6rfSo2uHMqBHuzO02dXmbNa-I5qWmUpGTZ5Y,14760
-pyerualjetwork/data_operations_cuda.py,sha256=UpoJoFhIwTU4xg9dVuLAxLAT4CkRaGsxvtJG9j1xrNo,17629
-pyerualjetwork/help.py,sha256=nQ_YbYA2RtuafhuvkreNpX0WWL1I_nzlelwCtvei0_Y,775
-pyerualjetwork/loss_functions.py,sha256=6PyBI232SQRGuFnG3LDGvnv_PUdWzT2_2mUODJiejGI,618
-pyerualjetwork/loss_functions_cuda.py,sha256=C93IZJcrOpT6HMK9x1O4AHJWXYTkN5WZiqdssPbvAPk,617
-pyerualjetwork/memory_operations.py,sha256=I7QiZ--xSyRkFF0wcckPwZV7K9emEvyx5aJ3DiRHZFI,13468
-pyerualjetwork/metrics.py,sha256=q7MkhnZDRbCjFBDDfUgrl8lBYnUT_1ro1LxeBq105pI,6077
-pyerualjetwork/metrics_cuda.py,sha256=73h9GC7XwmnFCVzFEEiPQfF8CwHIz2wsCbxpZrJtYgw,5061
-pyerualjetwork/model_operations.py,sha256=RKqnh7-MByFosxqme4q4jC1lOndX26O-OVXYV6ZxoEE,12965
-pyerualjetwork/model_operations_cuda.py,sha256=XnKKq54ZLaqCm-NaJ6d8IToACKcKg2Ttq6moowVRRWo,13365
-pyerualjetwork/plan.py,sha256=ApMQC46_I8qtMqO4lLYLme--SGcMRg-GRo1-gSb3A3I,31894
-pyerualjetwork/plan_cuda.py,sha256=ifXiyZs8y3N8b6BbM-T8fMrvzAal-zHqcxFlqwnfwII,33256
-pyerualjetwork/planeat.py,sha256=uRX-hDywGOai6hHhbYrmcRodNZOg4WCQeJWZbdMlZs8,39470
-pyerualjetwork/planeat_cuda.py,sha256=QNHCQLkR0MNFqyN2iHAtC7cbf8qZiD3p_54YH3lnMFA,39529
-pyerualjetwork/ui.py,sha256=wu2BhU1k-w3Kcho5Jtq4SEKe68ftaUeRGneUOSCVDjU,575
-pyerualjetwork/visualizations.py,sha256=VL00sX2DZz83F__PyEJH9s1LizuXpOBzWjnoSjMJIJ0,28770
-pyerualjetwork/visualizations_cuda.py,sha256=KbMhfsLlxujy_i3QrwCf734Q-k6d7Zn_7CEbm3gzK9w,29186
-pyerualjetwork_afterburner/__init__.py,sha256=A5YqLtQ9TUhfBHlkSSpTb6pMtkk0FJQOUwAIJu0LMIc,656
-pyerualjetwork_afterburner/activation_functions.py,sha256=bKf00lsuuLJNO-4vVp4OqBi4zJ-qZ8L3v-vl52notkY,7721
-pyerualjetwork_afterburner/activation_functions_cuda.py,sha256=5y1Ti3GDfDteQDCUmODwe7tAyDAUlDTKmIikChQ8d6g,7772
-pyerualjetwork_afterburner/data_operations.py,sha256=Flteouu6rfSo2uHMqBHuzO02dXmbNa-I5qWmUpGTZ5Y,14760
-pyerualjetwork_afterburner/data_operations_cuda.py,sha256=ZcjmLXE1-HVwedextYdJZ1rgrns1OfSekzFpr1a9m6o,17625
-pyerualjetwork_afterburner/help.py,sha256=nQ_YbYA2RtuafhuvkreNpX0WWL1I_nzlelwCtvei0_Y,775
-pyerualjetwork_afterburner/loss_functions.py,sha256=6PyBI232SQRGuFnG3LDGvnv_PUdWzT2_2mUODJiejGI,618
-pyerualjetwork_afterburner/loss_functions_cuda.py,sha256=C93IZJcrOpT6HMK9x1O4AHJWXYTkN5WZiqdssPbvAPk,617
-pyerualjetwork_afterburner/memory_operations.py,sha256=I7QiZ--xSyRkFF0wcckPwZV7K9emEvyx5aJ3DiRHZFI,13468
-pyerualjetwork_afterburner/metrics.py,sha256=q7MkhnZDRbCjFBDDfUgrl8lBYnUT_1ro1LxeBq105pI,6077
-pyerualjetwork_afterburner/metrics_cuda.py,sha256=73h9GC7XwmnFCVzFEEiPQfF8CwHIz2wsCbxpZrJtYgw,5061
-pyerualjetwork_afterburner/model_operations.py,sha256=MCSCNYiiICRVZITobtS3ZIWmH5Q9gjyELuH32sAdgg4,12649
-pyerualjetwork_afterburner/model_operations_cuda.py,sha256=NT01BK5nrDYE7H1x3KnSI8gmx0QTGGB0mP_LqEb1uuU,13157
-pyerualjetwork_afterburner/parallel.py,sha256=TqTSqyxnq7lA9IYE-lCxqUO_GVdAYL34n4K67CMSNKI,5946
-pyerualjetwork_afterburner/plan.py,sha256=EOXngujG7DQRf3cooFigKB7heQsEoK96JtrcKivT_pE,22449
-pyerualjetwork_afterburner/plan_cuda.py,sha256=fg5YunEuBE7sK6q9paP_yAGONr9x0e19oF0J0DucejM,23380
-pyerualjetwork_afterburner/planeat.py,sha256=Lq5R0aMS4UIdZdbUKsKDv5g0WLwYryomR3IQYb8vAa4,37573
-pyerualjetwork_afterburner/planeat_cuda.py,sha256=icjtJcZnA1DcE93mKpdQOp5nMGSqycTbLOym7yITXwY,35299
-pyerualjetwork_afterburner/ui.py,sha256=wu2BhU1k-w3Kcho5Jtq4SEKe68ftaUeRGneUOSCVDjU,575
-pyerualjetwork_afterburner/visualizations.py,sha256=1SKMZaJ80OD2qHUyMxW1IOv8zwmxzMPxclfbeq1Xr4g,28772
-pyerualjetwork_afterburner/visualizations_cuda.py,sha256=KbMhfsLlxujy_i3QrwCf734Q-k6d7Zn_7CEbm3gzK9w,29186
-pyerualjetwork-4.3.8.dev15.dist-info/METADATA,sha256=6YSlEsLUfwZz6a3hxScGBeRZj5M2WIZbrPPh6BA-dNA,8385
-pyerualjetwork-4.3.8.dev15.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
-pyerualjetwork-4.3.8.dev15.dist-info/top_level.txt,sha256=uK64ge08QQoPuXM3aiRVPgiQQtl8Fxm2-HieIut5Lwo,42
-pyerualjetwork-4.3.8.dev15.dist-info/RECORD,,

pyerualjetwork-4.3.8.dev15.dist-info/top_level.txt

@@ -1,2 +0,0 @@
-pyerualjetwork
-pyerualjetwork_afterburner

pyerualjetwork_afterburner/__init__.py

@@ -1,11 +0,0 @@
-__version__ = "4.3.8dev15-afterburner"
-__update__ = "* Changes: https://github.com/HCB06/PyerualJetwork/blob/main/CHANGES\n* PyerualJetwork Homepage: https://github.com/HCB06/PyerualJetwork/tree/main\n* PyerualJetwork document: https://github.com/HCB06/PyerualJetwork/blob/main/Welcome_to_PyerualJetwork/PYERUALJETWORK_USER_MANUEL_AND_LEGAL_INFORMATION(EN).pdf\n* YouTube tutorials: https://www.youtube.com/@HasanCanBeydili"
-
-def print_version(__version__):
-    print(f"PyerualJetwork Version {__version__}" + '\n')
-
-def print_update_notes(__update__):
-    print(f"Notes:\n{__update__}")
-
-print_version(__version__)
-print_update_notes(__update__)

pyerualjetwork_afterburner/activation_functions.py

@@ -1,290 +0,0 @@
-import numpy as np
-from scipy.special import expit, softmax
-import warnings
-
-
-# ACTIVATION FUNCTIONS -----
-
-def all_activations():
-    
-    activations_list = ['linear', 'sigmoid', 'relu', 'tanh', 'circular', 'spiral', 'swish', 'sin_plus', 'mod_circular', 'tanh_circular', 'leaky_relu', 'softplus', 'elu', 'gelu', 'selu', 'sinakt', 'p_squared', 'sglu', 'dlrelu', 'exsig', 'acos', 'gla', 'srelu', 'qelu', 'isra', 'waveakt', 'arctan', 'bent_identity', 'sech', 'softsign', 'pwl', 'cubic', 'gaussian', 'sine', 'tanh_square', 'mod_sigmoid', 'quartic', 'square_quartic', 'cubic_quadratic', 'exp_cubic', 'sine_square', 'logarithmic', 'scaled_cubic', 'sine_offset']
-    
-    return activations_list
-
-def spiral_activation(x):
-
-    r = np.sqrt(np.sum(x**2))
-    
-    theta = np.arctan2(x[1:], x[:-1])
-
-    spiral_x = r * np.cos(theta + r)
-    spiral_y = r * np.sin(theta + r)
-    
-
-    spiral_output = np.concatenate(([spiral_x[0]], spiral_y))
-    
-    return spiral_output
-
-
-def Softmax(
-    x  # num: Input data to be transformed using softmax function.
-):
-    """
-    Applies the softmax function to the input data.
-
-    Args:
-        (num): Input data to be transformed using softmax function.
-
-    Returns:
-       (num): Transformed data after applying softmax function.
-    """
-
-    return softmax(x)
-
-
-def Sigmoid(
-    x  # num: Input data to be transformed using sigmoid function.
-):
-    """
-    Applies the sigmoid function to the input data.
-
-    Args:
-        (num): Input data to be transformed using sigmoid function.
-
-    Returns:
-        (num): Transformed data after applying sigmoid function.
-    """
-    return expit(x)
-
-
-def Relu(
-    x  # num: Input data to be transformed using ReLU function.
-):
-    """
-    Applies the Rectified Linear Unit (ReLU) function to the input data.
-
-    Args:
-        (num): Input data to be transformed using ReLU function.
-
-    Returns:
-        (num): Transformed data after applying ReLU function.
-    """
-
-    return np.maximum(0, x)
-
-
-def tanh(x):
-    return np.tanh(x)
-
-def swish(x):
-    return x * (1 / (1 + np.exp(-x)))
-
-def sin_plus(x):
-    return (np.sin(x) + 1) / 2
-
-def modular_circular_activation(x, period=2*np.pi):
-    return np.mod(x, period) / period
-
-def tanh_circular_activation(x):
-    return (np.tanh(x) + 1) / 2
-
-def leaky_relu(x, alpha=0.01):
-    return np.where(x > 0, x, alpha * x)
-
-def softplus(x):
-    return np.log(1 + np.exp(x))
-
-def elu(x, alpha=1.0):
-    return np.where(x > 0, x, alpha * (np.exp(x) - 1))
-
-def gelu(x):
-    return 0.5 * x * (1 + np.tanh(np.sqrt(2 / np.pi) * (x + 0.044715 * np.power(x, 3))))
-
-def selu(x, lambda_=1.0507, alpha=1.6733):
-    return lambda_ * np.where(x > 0, x, alpha * (np.exp(x) - 1))
-
-def sinakt(x):
-    return np.sin(x) + np.cos(x)
-
-def p_squared(x, alpha=1.0, beta=0.0):
-    return alpha * x**2 + beta * x
-
-def sglu(x, alpha=1.0):
-    return softmax(alpha * x) * x
-
-# 4. Double Leaky ReLU (DLReLU)
-def dlrelu(x):
-    return np.maximum(0.01 * x, x) + np.minimum(0.01 * x, 0.1 * x)
-
-# 5. Exponential Sigmoid (ExSig)
-def exsig(x):
-    return 1 / (1 + np.exp(-x**2))
-
-# 6. Adaptive Cosine Activation (ACos)
-def acos(x, alpha=1.0, beta=0.0):
-    return np.cos(alpha * x + beta)
-
-# 7. Gaussian-like Activation (GLA)
-def gla(x, alpha=1.0, mu=0.0):
-    return np.exp(-alpha * (x - mu)**2)
-
-# 8. Swish ReLU (SReLU)
-def srelu(x):
-    return x * (1 / (1 + np.exp(-x))) + np.maximum(0, x)
-
-# 9. Quadratic Exponential Linear Unit (QELU)
-def qelu(x):
-    return x**2 * np.exp(x) - 1
-
-# 10. Inverse Square Root Activation (ISRA)
-def isra(x):
-    return x / np.sqrt(np.abs(x) + 1)
-
-def waveakt(x, alpha=1.0, beta=2.0, gamma=3.0):
-    return np.sin(alpha * x) * np.cos(beta * x) * np.sin(gamma * x)
-
-def arctan(x):
-    return np.arctan(x)
-
-def bent_identity(x):
-    return (np.sqrt(x**2 + 1) - 1) / 2 + x
-
-def circular_activation(x, scale=2.0, frequency=1.0, shift=0.0):    
-    
-    n_features = x.shape[0]
-    
-    circular_output = np.zeros_like(x)
-    
-    for i in range(n_features):
-        
-        r = np.sqrt(np.sum(x**2))
-        theta = 2 * np.pi * (i / n_features) + shift
-        
-        circular_x = r * np.cos(theta + frequency * r) * scale
-        circular_y = r * np.sin(theta + frequency * r) * scale
-        
-        if i % 2 == 0:
-            circular_output[i] = circular_x
-        else:
-            circular_output[i] = circular_y
-    
-    return circular_output
-
-def sech(x):
-    return 2 / (np.exp(x) + np.exp(-x))
-
-def softsign(x):
-    return x / (1 + np.abs(x))
-
-def pwl(x, alpha=0.5, beta=1.5):
-    return np.where(x <= 0, alpha * x, beta * x)
-
-def cubic(x):
-    return x**3
-
-def gaussian(x, alpha=1.0, mu=0.0):
-    return np.exp(-alpha * (x - mu)**2)
-                
-def sine(x, alpha=1.0):
-    return np.sin(alpha * x)
-
-def tanh_square(x):
-    return np.tanh(x)**2
-
-def mod_sigmoid(x, alpha=1.0, beta=0.0):
-    return 1 / (1 + np.exp(-alpha * x + beta))
-
-def quartic(x):
-    return x**4
-
-def square_quartic(x):
-    return (x**2)**2
-
-def cubic_quadratic(x):
-    return x**3 * (x**2)
-
-def exp_cubic(x):
-    return np.exp(x**3)
-
-def sine_square(x):
-    return np.sin(x)**2
-
-def logarithmic(x):
-    return np.log(x**2 + 1)
-
-def scaled_cubic(x, alpha=1.0):
-    return alpha * x**3
-
-def sine_offset(x, beta=0.0):
-    return np.sin(x + beta)
-
-
-def apply_activation(Input, activation_list):
-    """
-    Applies activation functions for inputs
-    
-    Args:
-        Input (numpy.ndarray):
-        activation_list (list):
-    """
-    origin_input = np.copy(Input)
-    
-    activation_functions = {
-        'sigmoid': Sigmoid,
-        'swish': swish,
-        'mod_circular': modular_circular_activation,
-        'tanh_circular': tanh_circular_activation,
-        'leaky_relu': leaky_relu,
-        'relu': Relu,
-        'softplus': softplus,
-        'elu': elu,
-        'gelu': gelu,
-        'selu': selu,
-        'tanh': tanh,
-        'sinakt': sinakt,
-        'p_squared': p_squared,
-        'sglu': lambda x: sglu(x, alpha=1.0),
-        'dlrelu': dlrelu,
-        'exsig': exsig,
-        'sin_plus': sin_plus,
-        'acos': lambda x: acos(x, alpha=1.0, beta=0.0),
-        'gla': lambda x: gla(x, alpha=1.0, mu=0.0),
-        'srelu': srelu,
-        'qelu': qelu,
-        'isra': isra,
-        'waveakt': waveakt,
-        'arctan': arctan,
-        'bent_identity': bent_identity,
-        'sech': sech,
-        'softsign': softsign,
-        'pwl': pwl,
-        'cubic': cubic,
-        'gaussian': gaussian,
-        'sine': sine,
-        'tanh_square': tanh_square,
-        'mod_sigmoid': mod_sigmoid,
-        'linear': lambda x: x,
-        'quartic': quartic,
-        'square_quartic': square_quartic,
-        'cubic_quadratic': cubic_quadratic,
-        'exp_cubic': exp_cubic,
-        'sine_square': sine_square,
-        'logarithmic': logarithmic,
-        'scaled_cubic': lambda x: scaled_cubic(x, 1.0),
-        'sine_offset': lambda x: sine_offset(x, 1.0),
-        'spiral': spiral_activation,
-        'circular': circular_activation
-    }
-    
-    try:
-
-        valid_mask = np.array([act in activation_functions for act in activation_list])
-        valid_activations = np.array(activation_list)[valid_mask]
-
-        activation_outputs = np.array([activation_functions[act](origin_input) for act in valid_activations])
-
-        return Input + np.sum(activation_outputs, axis=0)
-        
-    except Exception as e:
-        warnings.warn(f"Error in activation processing: {str(e)}", RuntimeWarning)
-        return Input

pyerualjetwork_afterburner/activation_functions_cuda.py

@@ -1,289 +0,0 @@
-import cupy as cp
-from scipy.special import expit, softmax
-import warnings
-
-# ACTIVATION FUNCTIONS ----
-
-def all_activations():
-    
-    activations_list = ['linear', 'sigmoid', 'relu', 'tanh', 'circular', 'spiral', 'swish', 'sin_plus', 'mod_circular', 'tanh_circular', 'leaky_relu', 'softplus', 'elu', 'gelu', 'selu', 'sinakt', 'p_squared', 'sglu', 'dlrelu', 'exsig', 'acos', 'gla', 'srelu', 'qelu', 'isra', 'waveakt', 'arctan', 'bent_identity', 'sech', 'softsign', 'pwl', 'cubic', 'gaussian', 'sine', 'tanh_square', 'mod_sigmoid', 'quartic', 'square_quartic', 'cubic_quadratic', 'exp_cubic', 'sine_square', 'logarithmic', 'scaled_cubic', 'sine_offset']
-    
-    return activations_list
-
-def spiral_activation(x):
-
-    r = cp.sqrt(cp.sum(x**2))
-    
-    theta = cp.arctan2(x[1:], x[:-1])
-
-    spiral_x = r * cp.cos(theta + r)
-    spiral_y = r * cp.sin(theta + r)
-
-
-    spiral_output = cp.concatenate([cp.array([spiral_x[0]]), spiral_y])
-    
-    return spiral_output
-
-
-def Softmax(
-    x  # num: Input data to be transformed using softmax function.
-):
-    """
-    Applies the softmax function to the input data.
-
-    Args:
-        (num): Input data to be transformed using softmax function.
-
-    Returns:
-       (num): Transformed data after applying softmax function.
-    """
-    
-    return cp.array(softmax(x.get()))
-
-
-def Sigmoid(
-    x  # num: Input data to be transformed using sigmoid function.
-):
-    """
-    Applies the sigmoid function to the input data.
-
-    Args:
-        (num): Input data to be transformed using sigmoid function.
-
-    Returns:
-        (num): Transformed data after applying sigmoid function.
-    """
-    return expit(x)
-
-
-def Relu(
-    x  # num: Input data to be transformed using ReLU function.
-):
-    """
-    Applies the Rectified Linear Unit (ReLU) function to the input data.
-
-    Args:
-        (num): Input data to be transformed using ReLU function.
-
-    Returns:
-        (num): Transformed data after applying ReLU function.
-    """
-
-    return cp.maximum(0, x)
-
-
-def tanh(x):
-    return cp.tanh(x)
-
-def swish(x):
-    return x * (1 / (1 + cp.exp(-x)))
-
-def sin_plus(x):
-    return (cp.sin(x) + 1) / 2
-
-def modular_circular_activation(x, period=2*cp.pi):
-    return cp.mod(x, period) / period
-
-def tanh_circular_activation(x):
-    return (cp.tanh(x) + 1) / 2
-
-def leaky_relu(x, alpha=0.01):
-    return cp.where(x > 0, x, alpha * x)
-
-def softplus(x):
-    return cp.log(1 + cp.exp(x))
-
-def elu(x, alpha=1.0):
-    return cp.where(x > 0, x, alpha * (cp.exp(x) - 1))
-
-def gelu(x):
-    return 0.5 * x * (1 + cp.tanh(cp.sqrt(2 / cp.pi) * (x + 0.044715 * cp.power(x, 3))))
-
-def selu(x, lambda_=1.0507, alpha=1.6733):
-    return lambda_ * cp.where(x > 0, x, alpha * (cp.exp(x) - 1))
-
-def sinakt(x):
-    return cp.sin(x) + cp.cos(x)
-
-def p_squared(x, alpha=1.0, beta=0.0):
-    return alpha * x**2 + beta * x
-
-def sglu(x, alpha=1.0):
-    return cp.array(softmax(alpha * x.get())) * x
-
-# 4. Double Leaky ReLU (DLReLU)
-def dlrelu(x):
-    return cp.maximum(0.01 * x, x) + cp.minimum(0.01 * x, 0.1 * x)
-
-# 5. Exponential Sigmoid (ExSig)
-def exsig(x):
-    return 1 / (1 + cp.exp(-x**2))
-
-# 6. Adaptive Cosine Activation (ACos)
-def acos(x, alpha=1.0, beta=0.0):
-    return cp.cos(alpha * x + beta)
-
-# 7. Gaussian-like Activation (GLA)
-def gla(x, alpha=1.0, mu=0.0):
-    return cp.exp(-alpha * (x - mu)**2)
-
-# 8. Swish ReLU (SReLU)
-def srelu(x):
-    return x * (1 / (1 + cp.exp(-x))) + cp.maximum(0, x)
-
-# 9. Quadratic Exponential Linear Unit (QELU)
-def qelu(x):
-    return x**2 * cp.exp(x) - 1
-
-# 10. Inverse Square Root Activation (ISRA)
-def isra(x):
-    return x / cp.sqrt(cp.abs(x) + 1)
-
-def waveakt(x, alpha=1.0, beta=2.0, gamma=3.0):
-    return cp.sin(alpha * x) * cp.cos(beta * x) * cp.sin(gamma * x)
-
-def arctan(x):
-    return cp.arctan(x)
-
-def bent_identity(x):
-    return (cp.sqrt(x**2 + 1) - 1) / 2 + x
-
-def circular_activation(x, scale=2.0, frequency=1.0, shift=0.0):    
-    
-    n_features = x.shape[0]
-    
-    circular_output = cp.zeros_like(x)
-    
-    for i in range(n_features):
-        
-        r = cp.sqrt(cp.sum(x**2))
-        theta = 2 * cp.pi * (i / n_features) + shift
-        
-        circular_x = r * cp.cos(theta + frequency * r) * scale
-        circular_y = r * cp.sin(theta + frequency * r) * scale
-        
-        if i % 2 == 0:
-            circular_output[i] = circular_x
-        else:
-            circular_output[i] = circular_y
-    
-    return circular_output
-
-def sech(x):
-    return 2 / (cp.exp(x) + cp.exp(-x))
-
-def softsign(x):
-    return x / (1 + cp.abs(x))
-
-def pwl(x, alpha=0.5, beta=1.5):
-    return cp.where(x <= 0, alpha * x, beta * x)
-
-def cubic(x):
-    return x**3
-
-def gaussian(x, alpha=1.0, mu=0.0):
-    return cp.exp(-alpha * (x - mu)**2)
-                
-def sine(x, alpha=1.0):
-    return cp.sin(alpha * x)
-
-def tanh_square(x):
-    return cp.tanh(x)**2
-
-def mod_sigmoid(x, alpha=1.0, beta=0.0):
-    return 1 / (1 + cp.exp(-alpha * x + beta))
-
-def quartic(x):
-    return x**4
-
-def square_quartic(x):
-    return (x**2)**2
-
-def cubic_quadratic(x):
-    return x**3 * (x**2)
-
-def exp_cubic(x):
-    return cp.exp(x**3)
-
-def sine_square(x):
-    return cp.sin(x)**2
-
-def logarithmic(x):
-    return cp.log(x**2 + 1)
-
-def scaled_cubic(x, alpha=1.0):
-    return alpha * x**3
-
-def sine_offset(x, beta=0.0):
-    return cp.sin(x + beta)
-
-    
-def apply_activation(Input, activation_list):
-    """
-    Applies activation functions for inputs
-    
-    Args:
-        Input (cupy.ndarray):
-        activation_list (list):
-    """
-    origin_input = cp.copy(Input)
-    
-    activation_functions = {
-        'sigmoid': Sigmoid,
-        'swish': swish,
-        'mod_circular': modular_circular_activation,
-        'tanh_circular': tanh_circular_activation,
-        'leaky_relu': leaky_relu,
-        'relu': Relu,
-        'softplus': softplus,
-        'elu': elu,
-        'gelu': gelu,
-        'selu': selu,
-        'tanh': tanh,
-        'sinakt': sinakt,
-        'p_squared': p_squared,
-        'sglu': lambda x: sglu(x, alpha=1.0),
-        'dlrelu': dlrelu,
-        'exsig': exsig,
-        'sin_plus': sin_plus,
-        'acos': lambda x: acos(x, alpha=1.0, beta=0.0),
-        'gla': lambda x: gla(x, alpha=1.0, mu=0.0),
-        'srelu': srelu,
-        'qelu': qelu,
-        'isra': isra,
-        'waveakt': waveakt,
-        'arctan': arctan,
-        'bent_identity': bent_identity,
-        'sech': sech,
-        'softsign': softsign,
-        'pwl': pwl,
-        'cubic': cubic,
-        'gaussian': gaussian,
-        'sine': sine,
-        'tanh_square': tanh_square,
-        'mod_sigmoid': mod_sigmoid,
-        'linear': lambda x: x,
-        'quartic': quartic,
-        'square_quartic': square_quartic,
-        'cubic_quadratic': cubic_quadratic,
-        'exp_cubic': exp_cubic,
-        'sine_square': sine_square,
-        'logarithmic': logarithmic,
-        'scaled_cubic': lambda x: scaled_cubic(x, 1.0),
-        'sine_offset': lambda x: sine_offset(x, 1.0),
-        'spiral': spiral_activation,
-        'circular': circular_activation
-    }
-    
-    try:
-        
-        valid_mask = cp.array([act in activation_functions for act in activation_list])
-        valid_activations = cp.array(activation_list)[valid_mask]
-
-        activation_outputs = cp.array([activation_functions[act](origin_input) for act in valid_activations])
-
-        return Input + cp.sum(activation_outputs, axis=0)
-        
-    except Exception as e:
-        warnings.warn(f"Error in activation processing: {str(e)}", RuntimeWarning)
-        return Input