pyerualjetwork 4.2.0b2__py3-none-any.whl → 4.2.0b4__py3-none-any.whl

pyerualjetwork/__init__.py

@@ -48,7 +48,7 @@ for package_name in package_names:
 
 print(f"PyerualJetwork is ready to use with {err} errors")
 
-__version__ = "4.2.0b2"
+__version__ = "4.2.0b4"
 __update__ = "* Changes: https://github.com/HCB06/PyerualJetwork/blob/main/CHANGES\n* PyerualJetwork document: https://github.com/HCB06/PyerualJetwork/blob/main/Welcome_to_PyerualJetwork/PYERUALJETWORK_USER_MANUEL_AND_LEGAL_INFORMATION(EN).pdf\n* YouTube tutorials: https://www.youtube.com/@HasanCanBeydili"
 
 def print_version(__version__):

pyerualjetwork/planeat.py

@@ -290,7 +290,7 @@ def evolver(weights,
 
    good_weights = weights[slice_center:]
    bad_weights = weights[:slice_center]
-   best_weights = good_weights[-1]
+   best_weight = good_weights[-1]
 
    good_activations = list(activation_potentiations[slice_center:])
    bad_activations = list(activation_potentiations[:slice_center])
@@ -305,46 +305,47 @@ def evolver(weights,
    normalized_fitness = abs(normalization(fitness, dtype=dtype))
 
    best_fitness = normalized_fitness[-1]
+   epsilon = np.finfo(float).eps
 
-   for i in range(len(bad_weights)):
-      second_parent_W, second_parent_act, s_i = second_parent_selection(good_weights, bad_weights, good_activations, bad_activations, bad_genomes_selection_prob)
+   child_W = np.empty(bad_weights[0].shape, dtype=dtype)
+   child_act = bad_activations.copy()
 
+   for i in range(len(bad_weights)):
+      
       if policy == 'aggresive':
-         bad_weights[i], bad_activations[i] = cross_over(best_weights,
-                                                         second_parent_W,
-                                                         best_activations,
-                                                         second_parent_act,
-                                                         cross_over_mode=cross_over_mode,
-                                                         activation_selection_add_prob=activation_selection_add_prob,
-                                                         activation_selection_change_prob=activation_selection_change_prob,
-                                                         activation_selection_rate=activation_selection_rate,
-                                                         bad_genomes_selection_prob=bad_genomes_selection_prob,
-                                                         first_parent_fitness=best_fitness,
-                                                         fitness_bias=fitness_bias,
-                                                         second_parent_fitness=normalized_fitness[s_i]
-                                                         )
+         first_parent_W = best_weight
+         first_parent_act = best_activations
+
       elif policy == 'explorer':
-         bad_weights[i], bad_activations[i] = cross_over(good_weights[i],
-                                                         second_parent_W, 
-                                                         good_activations[i],
-                                                         second_parent_act,
-                                                         cross_over_mode=cross_over_mode,
-                                                         activation_selection_add_prob=activation_selection_add_prob, 
-                                                         activation_selection_change_prob=activation_selection_change_prob, 
-                                                         activation_selection_rate=activation_selection_rate, 
-                                                         bad_genomes_selection_prob=bad_genomes_selection_prob,
-                                                         first_parent_fitness=normalized_fitness[i],
-                                                         fitness_bias=fitness_bias,
-                                                         second_parent_fitness=normalized_fitness[s_i]
-                                                         )
-          
+         first_parent_W = good_weights[i]
+         first_parent_act = good_activations[i]
+
       else: raise ValueError("policy parameter must be: 'aggresive' or 'explorer'")
+         
+      second_parent_W, second_parent_act, s_i = second_parent_selection(good_weights, bad_weights, good_activations, bad_activations, bad_genomes_selection_prob)
+
+      child_W[i], child_act[i] = cross_over(first_parent_W,
+                                             second_parent_W,
+                                             first_parent_act,
+                                             second_parent_act,
+                                             cross_over_mode=cross_over_mode,
+                                             activation_selection_add_prob=activation_selection_add_prob,
+                                             activation_selection_change_prob=activation_selection_change_prob,
+                                             activation_selection_rate=activation_selection_rate,
+                                             bad_genomes_selection_prob=bad_genomes_selection_prob,
+                                             first_parent_fitness=best_fitness,
+                                             fitness_bias=fitness_bias,
+                                             second_parent_fitness=normalized_fitness[s_i],
+                                             epsilon=epsilon
+                                             )
+  
 
       if mutations is True:
          mutation_prob = random.uniform(0, 1)
 
          if mutation_prob > bad_genomes_mutation_prob:
-            if (save_best_genom == True and not np.array_equal(good_weights[i], best_weights)) or save_best_genom == False:
+            if (save_best_genom == True and not np.array_equal(good_weights[i], best_weight)) or save_best_genom == False:
+
                good_weights[i], good_activations[i] = mutation(good_weights[i], 
                                                                good_activations[i],
                                                                activation_mutate_prob=activation_mutate_prob,
@@ -353,7 +354,8 @@ def evolver(weights,
                                                                activation_change_prob=activation_mutate_change_prob, 
                                                                weight_mutate_prob=weight_mutate_prob, 
                                                                threshold=weight_mutate_rate,
-                                                               genome_fitness=normalized_fitness[i]
+                                                               genome_fitness=normalized_fitness[i],
+                                                               epsilon=epsilon
                                                                )
             
          elif mutation_prob < bad_genomes_mutation_prob:
@@ -365,13 +367,14 @@ def evolver(weights,
                                                             activation_change_prob=activation_mutate_change_prob, 
                                                             weight_mutate_prob=weight_mutate_prob, 
                                                             threshold=weight_mutate_rate, 
-                                                            genome_fitness=normalized_fitness[i]
+                                                            genome_fitness=normalized_fitness[i],
+                                                            epsilon=epsilon
                                                             )
             
       if bar_status: progress.update(1)
 
-   weights = np.vstack((bad_weights, good_weights))
-   activation_potentiations = bad_activations + good_activations
+   weights = np.vstack((child_W, good_weights))
+   activation_potentiations = child_act + good_activations
 
    ### INFO PRINTING CONSOLE
    
@@ -491,7 +494,8 @@ def cross_over(first_parent_W,
                bad_genomes_selection_prob,
                first_parent_fitness,
                second_parent_fitness,
-               fitness_bias):
+               fitness_bias,
+               epsilon):
    """
     Performs a crossover operation on two sets of weights and activation functions.
     This function combines two individuals (represented by their weights and activation functions) 
@@ -499,22 +503,35 @@ def cross_over(first_parent_W,
 
     Args:
         first_parent_W (numpy.ndarray): The weight matrix of the first individual (parent).
+        
         second_parent_W (numpy.ndarray): The weight matrix of the second individual (parent).
+        
         first_parent_act (str or list): The activation function(s) of the first individual.
+        
         second_parent_act (str or list): The activation function(s) of the second individual.
+        
         cross_over_mode (str): Determines the crossover method to be used. Options:
             - 'tpm': Two-Point Matrix Crossover, where sub-matrices of weights are swapped between parents.
+        
         activation_selection_add_prob (float): Probability of adding new activation functions 
             from the second parent to the child genome.
+        
         activation_selection_change_prob (float): Probability of replacing an activation function in the child genome 
             with one from the second parent.
+        
         activation_selection_rate (float): Determines how quickly activation functions are added or replaced 
             during the crossover process.
+        
         bad_genomes_selection_prob (float): Probability of selecting a "bad" genome for replacement with the offspring.
+        
         first_parent_fitness (float): Fitness score of the first parent.
+        
         second_parent_fitness (float): Fitness score of the second parent.
+        
         fitness_bias (float): A bias factor used to favor fitter parents during crossover operations.
 
+        epsilon (float): Small epsilon constant
+
     Returns:
         tuple: A tuple containing:
             - child_W (numpy.ndarray): The weight matrix of the new individual created by crossover.
@@ -539,7 +556,8 @@ def cross_over(first_parent_W,
             bad_genomes_selection_prob=0.7,
             first_parent_fitness=0.9,
             second_parent_fitness=0.85,
-            fitness_bias=0.6
+            fitness_bias=0.6,
+            epsilon=np.finfo.eps
         )
         ```
     """
@@ -562,7 +580,7 @@ def cross_over(first_parent_W,
 
       undominant_parent_W = np.copy(second_parent_W)
       undominant_parent_act = second_parent_act
-      succes = second_parent_fitness
+      succes = second_parent_fitness + epsilon
 
    elif decision == 'second_parent':
       dominant_parent_W = np.copy(second_parent_W)
@@ -570,7 +588,7 @@ def cross_over(first_parent_W,
 
       undominant_parent_W = np.copy(first_parent_W)
       undominant_parent_act = first_parent_act
-      succes = first_parent_fitness
+      succes = first_parent_fitness + epsilon
 
    while True:
 
@@ -588,18 +606,17 @@ def cross_over(first_parent_W,
       selection_bias = random.uniform(0, 1)
 
       if fitness_bias > selection_bias:
-         row_cut_start = math.floor(row_cut_start * succes)
-         row_cut_end = math.ceil(row_cut_end * succes)
+         row_cut_start = math.floor(row_cut_start * (succes + epsilon))
+         row_cut_end = math.ceil(row_cut_end * (succes + epsilon))
 
-         col_cut_start = math.floor(col_cut_start * succes)
-         col_cut_end = math.ceil(col_cut_end * succes)
+         col_cut_start = math.floor(col_cut_start * (succes + epsilon))
+         col_cut_end = math.ceil(col_cut_end * (succes + epsilon))
 
    child_W = dominant_parent_W
 
    if cross_over_mode == 'tpm':
       child_W[row_cut_start:row_cut_end, col_cut_start:col_cut_end] = undominant_parent_W[row_cut_start:row_cut_end, col_cut_start:col_cut_end]
 
-
    if isinstance(dominant_parent_act, str): dominant_parent_act = [dominant_parent_act]
    if isinstance(undominant_parent_act, str): undominant_parent_act = [undominant_parent_act]
 
@@ -660,7 +677,8 @@ def mutation(weight,
              activation_change_prob, 
              weight_mutate_prob, 
              threshold, 
-             genome_fitness):
+             genome_fitness,
+             epsilon):
    """
     Performs mutation on the given weight matrix and activation functions.
     - The weight matrix is mutated by randomly changing its values based on the mutation probability.
@@ -668,14 +686,25 @@ def mutation(weight,
 
     Args:
         weight (numpy.ndarray): The weight matrix to mutate.
+        
         activations (list): The list of activation functions to mutate.
+        
         activation_mutate_prob (float): The overall probability of mutating activation functions.
+        
         activation_add_prob (float): Probability of adding a new activation function.
+        
         activation_delete_prob (float): Probability of removing an existing activation function.
+        
         activation_change_prob (float): Probability of replacing an existing activation function with a new one.
+        
         weight_mutate_prob (float): The probability of mutating weight matrix.
+        
         threshold (float): If the value you enter here is equal to the result of input layer * output layer, only a single weight will be mutated during each mutation process. If the value you enter here is half of the result of input layer * output layer, two weights in the weight matrix will be mutated.
+        
         genome_fitness (float): Fitness value of genome
+    
+        epsilon (float): Small epsilon constant
+
     Returns:
         tuple: A tuple containing:
             - mutated_weight (numpy.ndarray): The weight matrix after mutation.
@@ -703,8 +732,8 @@ def mutation(weight,
       start = 0
       row_end = weight.shape[0]
       col_end = weight.shape[1]
-      
-      threshold = threshold * genome_fitness
+
+      threshold = threshold * (genome_fitness + epsilon)
       new_threshold = threshold
       
       while True:

pyerualjetwork/planeat_cuda.py

@@ -290,7 +290,7 @@ def evolver(weights,
 
    good_weights = weights[slice_center:]
    bad_weights = weights[:slice_center]
-   best_weights = good_weights[-1]
+   best_weight = good_weights[-1]
 
    good_activations = list(activation_potentiations[slice_center:])
    bad_activations = list(activation_potentiations[:slice_center])
@@ -305,46 +305,47 @@ def evolver(weights,
    normalized_fitness = abs(normalization(fitness, dtype=dtype))
 
    best_fitness = normalized_fitness[-1]
+   epsilon = cp.finfo(float).eps
+   
+   child_W = cp.empty(bad_weights[0].shape, dtype=dtype)
+   child_act = bad_activations.copy()
 
    for i in range(len(bad_weights)):
-      second_parent_W, second_parent_act, s_i = second_parent_selection(good_weights, bad_weights, good_activations, bad_activations, bad_genomes_selection_prob)
-
+      
       if policy == 'aggresive':
-         bad_weights[i], bad_activations[i] = cross_over(best_weights,
-                                                         second_parent_W,
-                                                         best_activations,
-                                                         second_parent_act,
-                                                         cross_over_mode=cross_over_mode,
-                                                         activation_selection_add_prob=activation_selection_add_prob,
-                                                         activation_selection_change_prob=activation_selection_change_prob,
-                                                         activation_selection_rate=activation_selection_rate,
-                                                         bad_genomes_selection_prob=bad_genomes_selection_prob,
-                                                         first_parent_fitness=best_fitness,
-                                                         fitness_bias=fitness_bias,
-                                                         second_parent_fitness=normalized_fitness[s_i]
-                                                         )
+         first_parent_W = best_weight
+         first_parent_act = best_activations
+
       elif policy == 'explorer':
-         bad_weights[i], bad_activations[i] = cross_over(good_weights[i],
-                                                         second_parent_W, 
-                                                         good_activations[i],
-                                                         second_parent_act,
-                                                         cross_over_mode=cross_over_mode,
-                                                         activation_selection_add_prob=activation_selection_add_prob, 
-                                                         activation_selection_change_prob=activation_selection_change_prob, 
-                                                         activation_selection_rate=activation_selection_rate, 
-                                                         bad_genomes_selection_prob=bad_genomes_selection_prob,
-                                                         first_parent_fitness=normalized_fitness[i],
-                                                         fitness_bias=fitness_bias,
-                                                         second_parent_fitness=normalized_fitness[s_i]
-                                                         )
-          
+         first_parent_W = good_weights[i]
+         first_parent_act = good_activations[i]
+
       else: raise ValueError("policy parameter must be: 'aggresive' or 'explorer'")
+         
+      second_parent_W, second_parent_act, s_i = second_parent_selection(good_weights, bad_weights, good_activations, bad_activations, bad_genomes_selection_prob)
+
+      child_W[i], child_act[i] = cross_over(first_parent_W,
+                                             second_parent_W,
+                                             first_parent_act,
+                                             second_parent_act,
+                                             cross_over_mode=cross_over_mode,
+                                             activation_selection_add_prob=activation_selection_add_prob,
+                                             activation_selection_change_prob=activation_selection_change_prob,
+                                             activation_selection_rate=activation_selection_rate,
+                                             bad_genomes_selection_prob=bad_genomes_selection_prob,
+                                             first_parent_fitness=best_fitness,
+                                             fitness_bias=fitness_bias,
+                                             second_parent_fitness=normalized_fitness[s_i],
+                                             epsilon=epsilon
+                                             )
+  
 
       if mutations is True:
          mutation_prob = random.uniform(0, 1)
 
          if mutation_prob > bad_genomes_mutation_prob:
-            if (save_best_genom == True and not np.array_equal(good_weights[i], best_weights)) or save_best_genom == False:
+            if (save_best_genom == True and not np.array_equal(good_weights[i], best_weight)) or save_best_genom == False:
+
                good_weights[i], good_activations[i] = mutation(good_weights[i], 
                                                                good_activations[i],
                                                                activation_mutate_prob=activation_mutate_prob,
@@ -353,7 +354,8 @@ def evolver(weights,
                                                                activation_change_prob=activation_mutate_change_prob, 
                                                                weight_mutate_prob=weight_mutate_prob, 
                                                                threshold=weight_mutate_rate,
-                                                               genome_fitness=normalized_fitness[i]
+                                                               genome_fitness=normalized_fitness[i],
+                                                               epsilon=epsilon
                                                                )
             
          elif mutation_prob < bad_genomes_mutation_prob:
@@ -365,13 +367,14 @@ def evolver(weights,
                                                             activation_change_prob=activation_mutate_change_prob, 
                                                             weight_mutate_prob=weight_mutate_prob, 
                                                             threshold=weight_mutate_rate, 
-                                                            genome_fitness=normalized_fitness[i]
+                                                            genome_fitness=normalized_fitness[i],
+                                                            epsilon=epsilon
                                                             )
             
       if bar_status: progress.update(1)
 
-   weights = cp.vstack((bad_weights, good_weights))
-   activation_potentiations = bad_activations + good_activations
+   weights = cp.vstack((child_W, good_weights))
+   activation_potentiations = child_act + good_activations
 
    ### INFO PRINTING CONSOLE
    
@@ -494,7 +497,8 @@ def cross_over(first_parent_W,
                bad_genomes_selection_prob,
                first_parent_fitness,
                second_parent_fitness,
-               fitness_bias):
+               fitness_bias,
+               epsilon):
    """
     Performs a crossover operation on two sets of weights and activation functions.
     This function combines two individuals (represented by their weights and activation functions) 
@@ -529,6 +533,8 @@ def cross_over(first_parent_W,
         
         fitness_bias (float): A bias factor used to favor fitter parents during crossover operations.
 
+        epsilon (float): Small epsilon constant
+
     Returns:
         tuple: A tuple containing:
             - child_W (numpy.ndarray): The weight matrix of the new individual created by crossover.
@@ -553,7 +559,8 @@ def cross_over(first_parent_W,
             bad_genomes_selection_prob=0.7,
             first_parent_fitness=0.9,
             second_parent_fitness=0.85,
-            fitness_bias=0.6
+            fitness_bias=0.6,
+            epsilon=cp.finfo.eps
         )
         ```
     """
@@ -576,7 +583,7 @@ def cross_over(first_parent_W,
 
       undominant_parent_W = cp.copy(second_parent_W)
       undominant_parent_act = second_parent_act
-      succes = second_parent_fitness
+      succes = second_parent_fitness + epsilon
 
    elif decision == 'second_parent':
       dominant_parent_W = cp.copy(second_parent_W)
@@ -584,7 +591,7 @@ def cross_over(first_parent_W,
 
       undominant_parent_W = cp.copy(first_parent_W)
       undominant_parent_act = first_parent_act
-      succes = first_parent_fitness
+      succes = first_parent_fitness + epsilon
 
    while True:
 
@@ -675,7 +682,8 @@ def mutation(weight,
              activation_change_prob, 
              weight_mutate_prob, 
              threshold, 
-             genome_fitness):
+             genome_fitness,
+             epsilon):
    """
     Performs mutation on the given weight matrix and activation functions.
     - The weight matrix is mutated by randomly changing its values based on the mutation probability.
@@ -700,6 +708,8 @@ def mutation(weight,
         
         genome_fitness (float): Fitness value of genome
     
+        epsilon (float): Small epsilon constant
+
     Returns:
         tuple: A tuple containing:
             - mutated_weight (numpy.ndarray): The weight matrix after mutation.
@@ -728,7 +738,7 @@ def mutation(weight,
       row_end = weight.shape[0]
       col_end = weight.shape[1]
       
-      threshold = threshold * genome_fitness
+      threshold = threshold * (genome_fitness + epsilon)
       new_threshold = threshold
       
       while True:

{pyerualjetwork-4.2.0b2.dist-info → pyerualjetwork-4.2.0b4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pyerualjetwork
-Version: 4.2.0b2
+Version: 4.2.0b4
 Summary: PyerualJetwork is a machine learning library written in Python for professionals, incorporating advanced, unique, new, and modern techniques.
 Author: Hasan Can Beydili
 Author-email: tchasancan@gmail.com

{pyerualjetwork-4.2.0b2.dist-info → pyerualjetwork-4.2.0b4.dist-info}/RECORD

@@ -1,4 +1,4 @@
-pyerualjetwork/__init__.py,sha256=tVdYMhPnjJvAckaBx6ZO9kvv59yuEQ997QzFlcqcUno,2177
+pyerualjetwork/__init__.py,sha256=VRFLz0qjl7ZNj1nm6TFjuEit1_lEp-qO6GuBhakW_wA,2177
 pyerualjetwork/activation_functions.py,sha256=WWOdMd5pI6ZKe-ieKCIsKAYPQODHuXYxx7tzhA5xjes,11767
 pyerualjetwork/activation_functions_cuda.py,sha256=KmXJ5Cdig46XAMYakXFPEOlxSxtFJjD21-i3nGtxPjE,11807
 pyerualjetwork/data_operations.py,sha256=HjyW2QE18age6J8iG0jpbwqGOylL_nM-vE2CLbP9Wes,14690
@@ -13,12 +13,12 @@ pyerualjetwork/model_operations.py,sha256=hnhR8dtoICNJWIwGgJ65-LN3GYN_DYH4LMe6Yp
 pyerualjetwork/model_operations_cuda.py,sha256=XnKKq54ZLaqCm-NaJ6d8IToACKcKg2Ttq6moowVRRWo,13365
 pyerualjetwork/plan.py,sha256=EobwajGSIgbOujkzDKb-Kea0LGRHqpK3Xy1Le8VBAe8,34422
 pyerualjetwork/plan_cuda.py,sha256=iCcAHLzVw_VyjhkFHXzBWiedwbnpI1MCXNJgSDgZxWw,36065
-pyerualjetwork/planeat.py,sha256=AjgCcemtzpgsuM9hndvRQpaDjRy9wOZpRMgWIFZ1k2o,41456
-pyerualjetwork/planeat_cuda.py,sha256=_E2-xMcEqUus9SnefjD43FXutmVXt-HTFkQ3d_8q_wQ,41656
+pyerualjetwork/planeat.py,sha256=Lr79cXaHsTYkLEA9zrrI0mIdLDy5l5Qa0_tlkqugxGE,41071
+pyerualjetwork/planeat_cuda.py,sha256=qHwISR1JOaTYklBKf59BQ-ixPDlludk61dJMrp-wNi0,41038
 pyerualjetwork/ui.py,sha256=wu2BhU1k-w3Kcho5Jtq4SEKe68ftaUeRGneUOSCVDjU,575
 pyerualjetwork/visualizations.py,sha256=QaYSIyVkJZ8NqpBKArQKkI1y37nCQo_KIM98IMssnRc,28766
 pyerualjetwork/visualizations_cuda.py,sha256=F60vQ92AXlMgBka3InXnOtGoM25vQJAlBIU2AlYTwks,29200
-pyerualjetwork-4.2.0b2.dist-info/METADATA,sha256=UU939ACHKQTIXCt4YVsvV6iNtk3UPCCQCTk3nHU9WMc,7795
-pyerualjetwork-4.2.0b2.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
-pyerualjetwork-4.2.0b2.dist-info/top_level.txt,sha256=BRyt62U_r3ZmJpj-wXNOoA345Bzamrj6RbaWsyW4tRg,15
-pyerualjetwork-4.2.0b2.dist-info/RECORD,,
+pyerualjetwork-4.2.0b4.dist-info/METADATA,sha256=B8Katp20szrJ7XPZSy4YfVNsdJSLUJsepiZ5dasYDww,7795
+pyerualjetwork-4.2.0b4.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
+pyerualjetwork-4.2.0b4.dist-info/top_level.txt,sha256=BRyt62U_r3ZmJpj-wXNOoA345Bzamrj6RbaWsyW4tRg,15
+pyerualjetwork-4.2.0b4.dist-info/RECORD,,