pyerualjetwork 5.47b0__py3-none-any.whl → 5.48a0__py3-none-any.whl

pyerualjetwork/__init__.py

@@ -42,7 +42,7 @@ PyerualJetwork document: https://github.com/HCB06/PyerualJetwork/blob/main/Welco
 - Contact: tchasancan@gmail.com
 """
 
-__version__ = "5.47b0"
+__version__ = "5.48a0"
 __update__ = """* Changes: https://github.com/HCB06/PyerualJetwork/blob/main/CHANGES
 * PyerualJetwork Homepage: https://github.com/HCB06/PyerualJetwork/tree/main
 * PyerualJetwork document: https://github.com/HCB06/PyerualJetwork/blob/main/Welcome_to_PyerualJetwork/PYERUALJETWORK_USER_MANUEL_AND_LEGAL_INFORMATION(EN).pdf

pyerualjetwork/cpu/activation_functions.py

@@ -200,6 +200,18 @@ def sine_offset(x, beta=0.0):
     return np.sin(x + beta)
 
 
+def apply_activation_derivative(x, name):
+    if name == 'sigmoid':
+        s = apply_activation(x, 'sigmoid')
+        return s * (1 - s)
+    elif name == 'relu':
+        return (x > 0).astype(float)
+    elif name == 'tanh':
+        return 1 - np.tanh(x) ** 2
+    else:
+        raise ValueError(f"Unknown activation derivative: {name}")
+    
+
 def apply_activation(Input, activation_list):
     """
     Applies activation functions for inputs
@@ -251,4 +263,5 @@ def apply_activation(Input, activation_list):
         
     except Exception as e:
         warnings.warn(f"Error in activation processing: {str(e)}", RuntimeWarning)
-        return Input
+        return Input
+        

pyerualjetwork/cpu/loss_functions.py

@@ -18,4 +18,14 @@ def binary_crossentropy(y_true_batch, y_pred_batch):
     losses = -np.mean(y_true_batch * np.log(y_pred_batch) + (1 - y_true_batch) * np.log(1 - y_pred_batch), axis=1)
 
     mean_loss = np.mean(losses)
-    return mean_loss
+    return mean_loss
+
+def categorical_crossentropy_derivative(y_true, y_pred):
+    epsilon = 1e-7
+    y_pred = np.clip(y_pred, epsilon, 1. - epsilon)
+    return - (y_true / y_pred)
+
+def binary_crossentropy_derivative(y_true, y_pred):
+    epsilon = 1e-7
+    y_pred = np.clip(y_pred, epsilon, 1. - epsilon)
+    return (y_pred - y_true) / (y_pred * (1 - y_pred))

pyerualjetwork/nn.py

@@ -95,14 +95,13 @@ def plan_fit(
     Returns:
         numpyarray: (Weight matrix).
     """
-
+    
+    from .cpu.data_ops import normalization
     if not cuda:
-        from .cpu.data_ops import normalization
-        from .cpu.activation_functions import apply_activation
+        from cpu.activation_functions import apply_activation
         array_type = np
 
     else:
-        from .cuda.data_ops import normalization
         from .cuda.activation_functions import apply_activation
         array_type = cp
         
@@ -119,7 +118,7 @@ def plan_fit(
 
     weight += y_train.T @ x_train if not cuda else cp.array(y_train).T @ cp.array(x_train)
 
-    return normalization(weight, dtype=dtype)
+    return normalization(weight.get() if cuda else weight,dtype=dtype)
 
 
 def learn(x_train, y_train, optimizer, template_model, gen, pop_size, fit_start=True, batch_size=1,
@@ -199,7 +198,8 @@ def learn(x_train, y_train, optimizer, template_model, gen, pop_size, fit_start=
         tuple: A list for model parameters: [Weight matrix, Train Preds, Train Accuracy, [Activations functions]].
     """
 
-    from .ene import define_genomes
+    from .optimizers.ene import define_genomes
+    from .optimizers.backprop import backprop_update_general
     from .cpu.visualizations import display_decision_boundary_history, create_decision_boundary_hist, plot_decision_boundary
 
     if cuda is False: 
@@ -315,16 +315,11 @@ def learn(x_train, y_train, optimizer, template_model, gen, pop_size, fit_start=
         if model_type == 'PLAN' and transfer_learning:
             if i == gen_copy[0]:
                 
-                if cuda:
-                    array_type = cp
-                else:
-                    array_type = np
-
                 model_type = 'PTNN'
                 neurons = neurons_copy
 
                 for individual in range(len(weight_pop)):
-                    weight_pop[individual] = array_type.copy(best_weight)
+                    weight_pop[individual] = np.copy(best_weight)
                     activation_potentiations[individual] = final_activations.copy() if isinstance(final_activations, list) else final_activations
 
                 activation_potentiation = activation_potentiations[0]
@@ -338,13 +333,13 @@ def learn(x_train, y_train, optimizer, template_model, gen, pop_size, fit_start=
                 for l in range(1, len(weight_pop[0])):
                     original_shape = weight_pop[0][l].shape
 
-                    identity_matrix = array_type.eye(original_shape[0], original_shape[1], dtype=weight_pop[0][l].dtype)
+                    identity_matrix = np.eye(original_shape[0], original_shape[1], dtype=weight_pop[0][l].dtype)
                     weight_pop[0][l] = identity_matrix
                     
                 for l in range(len(weight_pop)):
-                    weight_pop[l][0] = array_type.copy(best_weight)
+                    weight_pop[l][0] = np.copy(best_weight)
 
-                best_weight = array_type.array(weight_pop[0], dtype=object)
+                best_weight = np.array(weight_pop[0], dtype=object)
                 final_activations = act_pop[0]
                 is_mlp = True
                 fit_start = False
@@ -359,6 +354,9 @@ def learn(x_train, y_train, optimizer, template_model, gen, pop_size, fit_start=
 
         x_train_batch, y_train_batch = batcher(x_train, y_train, batch_size=batch_size)
 
+        if optimizer == 'backprop':
+            pop_size = 1
+
         for j in range(pop_size):
             
             if fit_start is True and i == 0:
@@ -375,6 +373,12 @@ def learn(x_train, y_train, optimizer, template_model, gen, pop_size, fit_start=
                 weight_pop[j] = plan_fit(x_train_batch, y_train_batch, activations=act_pop[j], cuda=cuda, auto_normalization=auto_normalization, dtype=dtype)
 
 
+            if optimizer == 'backprop':
+                weight_pop[0], current_loss = backprop_update_general(
+                x_train_batch, y_train_batch, weight_pop[0], act_pop[0],
+                learning_rate=0.01
+            )
+            
             model = evaluate(x_train_batch, y_train_batch, W=weight_pop[j], activations=act_pop[j], activation_potentiations=activation_potentiations[j], auto_normalization=auto_normalization, cuda=cuda, model_type=model_type)
             acc = model[get_acc()]
             
@@ -535,8 +539,9 @@ def learn(x_train, y_train, optimizer, template_model, gen, pop_size, fit_start=
         if model_type == 'PLAN': weight_pop = np.array(weight_pop, copy=False, dtype=dtype)
         else: weight_pop = np.array(weight_pop, copy=False, dtype=object)
 
-        weight_pop, act_pop = optimizer(weight_pop, act_pop, i, np.array(target_pop, dtype=dtype, copy=False), weight_evolve=weight_evolve, is_mlp=is_mlp, bar_status=False)
-        target_pop = []
+        if optimizer != 'backprop':
+            weight_pop, act_pop = optimizer(weight_pop, act_pop, i, np.array(target_pop, dtype=dtype, copy=False), weight_evolve=weight_evolve, is_mlp=is_mlp, bar_status=False)
+            target_pop = []
 
         # Early stopping check
         if early_stop == True and i > 0:

pyerualjetwork/optimizers/__init__.py

@@ -0,0 +1,43 @@
+""" 
+
+Optimizers
+==============
+PyereualJetwork is a large wide GPU-accelerated machine learning library in Python designed for professionals and researchers.
+It features PLAN, MLP Deep Learning and PTNN training, as well as ENE (Eugenic NeuroEvolution) for genetic optimization, 
+which can also be applied to genetic algorithms or Reinforcement Learning (RL) problems. 
+The library includes functions for data pre-processing, visualizations, model saving and loading, prediction and evaluation, 
+training, and both detailed and simplified memory management.
+
+
+PyerualJetwork Main Modules:
+----------------------------
+- nn
+- ene
+- model_ops
+
+CPU Main Modules:
+---------------------------
+- cpu.data_ops
+
+GPU Main Modules:
+---------------------------
+- cuda.data_ops
+
+Memory Module:
+--------------
+- memory_ops
+
+Issue Solver Module:
+--------------
+- issue_solver
+
+Examples: https://github.com/HCB06/PyerualJetwork/tree/main/Welcome_to_PyerualJetwork/ExampleCodes
+
+PyerualJetwork document: https://github.com/HCB06/PyerualJetwork/blob/main/Welcome_to_PyerualJetwork/PYERUALJETWORK_USER_MANUEL_AND_LEGAL_INFORMATION(EN).pdf
+
+- Creator: Hasan Can Beydili
+- YouTube: https://www.youtube.com/@HasanCanBeydili
+- Linkedin: https://www.linkedin.com/in/hasan-can-beydili-77a1b9270/
+- Instagram: https://www.instagram.com/canbeydilj
+- Contact: tchasancan@gmail.com
+"""

pyerualjetwork/optimizers/backprop.py

@@ -0,0 +1,48 @@
+import numpy as np
+
+from ..cpu.loss_functions import categorical_crossentropy, categorical_crossentropy_derivative
+from ..cpu.activation_functions import apply_activation, apply_activation_derivative
+
+def backprop_update_general(
+    X, y, weights, activations_list,
+    learning_rate=0.01
+):
+    """
+    X: (batch_size, input_dim)
+    y: (batch_size, output_dim)
+    weights: numpy object array, her eleman (in_dim, out_dim) şeklinde ağırlık matrisi
+    activations_list: her katman için aktivasyon ismi listesi (örn: ['relu', 'sigmoid', 'softmax'])
+    apply_activation: x ve aktivasyon adı alır, çıktı verir
+    apply_activation_derivative: x ve aktivasyon adı alır, türev verir
+    loss_function: y_true ve y_pred alır, loss döner
+    loss_derivative: y_true ve y_pred alır, d_loss/d_y_pred döner
+    learning_rate: öğrenme oranı
+    """
+    num_layers = len(weights) + 1
+    activations = [X]
+    inputs = []
+    
+    # Forward pass
+    for i, w in enumerate(weights):
+        inp = np.dot(activations[-1], w)
+        out = apply_activation(inp, activations_list[i])
+        inputs.append(inp)
+        activations.append(out)
+    
+    y_pred = activations[-1]
+    loss = categorical_crossentropy(y, y_pred)
+    
+    # Calculate output error (using provided derivative)
+    error = categorical_crossentropy_derivative(y, y_pred)
+    deltas = [error * apply_activation_derivative(inputs[-1], activations_list[-1])]
+    
+    # Backpropagate
+    for i in reversed(range(len(weights) - 1)):
+        delta = np.dot(deltas[0], weights[i + 1].T) * apply_activation_derivative(inputs[i], activations_list[i])
+        deltas.insert(0, delta)
+    
+    # Update weights
+    for i in range(len(weights)):
+        weights[i] += learning_rate * np.dot(activations[i].T, deltas[i])
+    
+    return weights, loss

pyerualjetwork/{ene.py → optimizers/ene.py}

@@ -1,4 +1,4 @@
-""" 
+"""
 
 
 ENE (Eugenic NeuroEvolution)
@@ -33,9 +33,9 @@ import math
 import copy
 
 ### LIBRARY IMPORTS ###
-from .cpu.data_ops import non_neg_normalization
-from .ui import loading_bars, initialize_loading_bar
-from .cpu.activation_functions import all_activations
+from ..cpu.data_ops import non_neg_normalization
+from ..ui import loading_bars, initialize_loading_bar
+from ..cpu.activation_functions import all_activations
 
 def define_genomes(input_shape, output_shape, population_size, neurons=[], activation_functions=[], dtype=np.float32):
    """

{pyerualjetwork-5.47b0.dist-info → pyerualjetwork-5.48a0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pyerualjetwork
-Version: 5.47b0
+Version: 5.48a0
 Summary: PyereualJetwork is a GPU-accelerated machine learning library in Python for professionals and researchers. It features PLAN, MLP, Deep Learning training, and ENE (Eugenic NeuroEvolution) for genetic optimization, applicable to genetic algorithms or Reinforcement Learning (RL). The library includes data pre-processing, visualizations, model saving/loading, prediction, evaluation, training, and detailed or simplified memory management.
 Author: Hasan Can Beydili
 Author-email: tchasancan@gmail.com

{pyerualjetwork-5.47b0.dist-info → pyerualjetwork-5.48a0.dist-info}/RECORD

@@ -1,18 +1,17 @@
-pyerualjetwork/__init__.py,sha256=83JqHyw4IH4Q7UYP7dEobblHD-olA-17hUNYtN9cQkU,3022
-pyerualjetwork/ene.py,sha256=8g2XEPRm3NLqSaN7xihIj1xXdIjSrl8Q69zqWTIXPI4,42142
+pyerualjetwork/__init__.py,sha256=80ynIu2ljiuU0i-1VfkQ9ZK7LstUGJFRTm_KFWgiKeU,3022
 pyerualjetwork/fitness_functions.py,sha256=D9JVCr9DFid_xXgBD4uCKxdW2k10MVDE5HZRSOK4Igg,1237
 pyerualjetwork/help.py,sha256=sn9jBzXkQsTZvdgsUXUpSs_BbYYIgY3whofg6dj8peI,848
 pyerualjetwork/issue_solver.py,sha256=uay_9XK6xWnLmK2P_BeyDQlyNXzg_zYffnXYd228wZk,4102
 pyerualjetwork/memory_ops.py,sha256=TUFh9SYWCKL6N-vNdWId_EwU313TuZomQCHOrltrD-4,14280
 pyerualjetwork/model_ops.py,sha256=39eUKrj0VKYiEYWKcq1U8O0TV_QMrxkuy8IhCHQsEcw,25101
-pyerualjetwork/nn.py,sha256=3r9lxrrUYwbrqx84AhflcPPvbaCwwkpnXF01g8s7v9w,36835
+pyerualjetwork/nn.py,sha256=Ag8HEaJxsFdEcormqRgYIkdth7yI20IeqQHmKliiso8,37087
 pyerualjetwork/old_cpu_model_ops.py,sha256=1KNgjUeYCO_TsA5RtbNiuIiBJzq8-rL2dE6jxKqCBU0,21481
 pyerualjetwork/old_cuda_model_ops.py,sha256=KAscAd8e_I8Vqdd9BJaHd6-IG6fhxFglAFxys0sqmEo,23079
 pyerualjetwork/ui.py,sha256=JBTFYz5R24XwNKhA3GSW-oYAoiIBxAE3kFGXkvm5gqw,656
 pyerualjetwork/cpu/__init__.py,sha256=9apRbPqvGKLJwyI3Md6R5a478YbZ7kIq0dRRa_lqgrY,789
-pyerualjetwork/cpu/activation_functions.py,sha256=zZSoOQ452Ykp_RsHVxklxesJmmFgufyIB4F3WQjudEQ,6689
+pyerualjetwork/cpu/activation_functions.py,sha256=NH0TDmAS9CRlviXAaC2xa4zUGU_WyZRWjCeWjXV5-N4,7054
 pyerualjetwork/cpu/data_ops.py,sha256=SPsIcjU0JPHfsnEmGjD8q-yTlpgYk-KPOPJ44dfp-nU,16143
-pyerualjetwork/cpu/loss_functions.py,sha256=6PyBI232SQRGuFnG3LDGvnv_PUdWzT2_2mUODJiejGI,618
+pyerualjetwork/cpu/loss_functions.py,sha256=w3eQREZBPS0cnHJ4637MlLF5xUsIxZTOtCQhicVH86s,969
 pyerualjetwork/cpu/metrics.py,sha256=NF8FARAqtuGlf4omVkQT4pOQZy7uePqzuHZGX9Y_Pn4,6076
 pyerualjetwork/cpu/visualizations.py,sha256=RcEZXX-U3BStOna1-C_a7z2VpXHuLAigeg1pD4u8I9I,26923
 pyerualjetwork/cuda/__init__.py,sha256=Kja6OmNaJ0giOhRNYw9hgGkh5N4F1EUS2v94E_rmp2k,839
@@ -21,7 +20,10 @@ pyerualjetwork/cuda/data_ops.py,sha256=k7NX-ckZ6-NwvioigACUHrekG7L5lO4bzTtQbBwH1
 pyerualjetwork/cuda/loss_functions.py,sha256=C93IZJcrOpT6HMK9x1O4AHJWXYTkN5WZiqdssPbvAPk,617
 pyerualjetwork/cuda/metrics.py,sha256=PjDBoRvr6va8vRvDIJJGBO4-I4uumrk3NCM1Vz4NJTo,5054
 pyerualjetwork/cuda/visualizations.py,sha256=2mHE7iqqsN3K6xtCnemS4o_YWGS0bIV2IxF4cG6Ur9k,20090
-pyerualjetwork-5.47b0.dist-info/METADATA,sha256=-jbrSF5DZLdVFjMi80xETm6k8NKrbFPXgg0GW9ILqjc,7990
-pyerualjetwork-5.47b0.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
-pyerualjetwork-5.47b0.dist-info/top_level.txt,sha256=BRyt62U_r3ZmJpj-wXNOoA345Bzamrj6RbaWsyW4tRg,15
-pyerualjetwork-5.47b0.dist-info/RECORD,,
+pyerualjetwork/optimizers/__init__.py,sha256=vMHWczFD28ndwipUM4diF5-_9hV1sU4Q_Pi5q6iK9X8,1400
+pyerualjetwork/optimizers/backprop.py,sha256=FoUcV_ljMSRpUp4HIt0KhC4cRY-YYeYYPyFzdRu_Fdw,1868
+pyerualjetwork/optimizers/ene.py,sha256=JX8hXtd-TpsUca-YrRLbGiUl-Bn2bmBxrkQsX7q7KIo,42144
+pyerualjetwork-5.48a0.dist-info/METADATA,sha256=_xHtppTJUQ3zSnUz7pY3nAByTMo5RcnFVZugDFfe1d0,7990
+pyerualjetwork-5.48a0.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
+pyerualjetwork-5.48a0.dist-info/top_level.txt,sha256=BRyt62U_r3ZmJpj-wXNOoA345Bzamrj6RbaWsyW4tRg,15
+pyerualjetwork-5.48a0.dist-info/RECORD,,