pyerualjetwork 4.1.6__py3-none-any.whl → 4.1.8__py3-none-any.whl

pyerualjetwork/planeat_cuda.py

@@ -13,12 +13,12 @@ ANAPLAN document: https://github.com/HCB06/Anaplan/blob/main/Welcome_to_Anaplan/
 import cupy as cp
 import numpy as np
 import random
-from tqdm import tqdm
+
 
 ### LIBRARY IMPORTS ###
 from .plan_cuda import feed_forward
 from .data_operations_cuda import normalization
-from .ui import loading_bars
+from .ui import loading_bars, initialize_loading_bar
 from .activation_functions_cuda import apply_activation, all_activations
 
 def define_genomes(input_shape, output_shape, population_size, dtype=cp.float32):
@@ -67,16 +67,16 @@ def define_genomes(input_shape, output_shape, population_size, dtype=cp.float32)
          population_weights[i][j,:] = apply_activation(population_weights[i][j,:], population_activations[i])
          population_weights[i][j,:] = normalization(population_weights[i][j,:], dtype=dtype)
 
-   return cp.array(population_weights), population_activations
+   return cp.array(population_weights, dtype=dtype), population_activations
 
 
-def evolve(weights, activation_potentiations, what_gen, y_reward, show_info=False, strategy='cross_over', policy='normal_selective', mutations=True, bad_genoms_mutation_prob=None, activation_mutate_prob=0.5, save_best_genom=True, cross_over_mode='tpm', activation_add_prob=0.5, activation_delete_prob=0.5, activation_change_prob=0.5, weight_mutate_prob=1, weight_mutate_rate=32, activation_selection_add_prob=0.5, activation_selection_change_prob=0.5, activation_selection_rate=2, dtype=cp.float32):
+def evolve(weights, activation_potentiations, what_gen, fitness, show_info=False, strategy='cross_over', bar_status=True, policy='normal_selective', target_fitness='max', mutations=True, bad_genoms_mutation_prob=None, activation_mutate_prob=0.5, save_best_genom=True, cross_over_mode='tpm', activation_add_prob=0.5, activation_delete_prob=0.5, activation_change_prob=0.5, weight_mutate_prob=1, weight_mutate_rate=32, activation_selection_add_prob=0.7, activation_selection_change_prob=0.5, activation_selection_rate=2, dtype=cp.float32):
    """
 Applies the evolving process of a population of genomes using selection, crossover, mutation, and activation function potentiation.
 The function modifies the population's weights and activation functions based on a specified policy, mutation probabilities, and strategy.
 
 Args:
-    weights (numpy.ndarray): Array of weights for each genome. 
+    weights (cupy.ndarray): Array of weights for each genome. 
         (first returned value of define_genomes function)
     
     activation_potentiations (list): A list of activation functions for each genome. 
@@ -84,7 +84,7 @@ Args:
     
     what_gen (int): The current generation number, used for informational purposes or logging.
     
-    y_reward (numpy.ndarray): A 1D array containing the fitness or reward values of each genome. 
+    fitness (cupy.ndarray): A 1D array containing the fitness or reward values of each genome. 
         The array is used to rank the genomes based on their performance. PLANEAT maximizes the reward.
     
     show_info (bool, optional): If True, prints information about the current generation and the 
@@ -97,12 +97,16 @@ Args:
           (PLAN feature, similar to arithmetic crossover but different.)
         Default is 'cross_over'.
     
+    bar_status (bool, optional): Loading bar status during evolving process of genomes. True or False. Default: True
+
     policy (str, optional): The selection policy that governs how genomes are selected for reproduction. Options:
         - 'normal_selective': Normal selection based on reward, where a portion of the bad genes are discarded.
         - 'more_selective': A more selective policy, where fewer bad genes survive.
         - 'less_selective': A less selective policy, where more bad genes survive.
         Default is 'normal_selective'.
     
+    target_fitness (str, optional): Target fitness strategy for PLANEAT optimization. ('max' for machine learning, 'min' for machine unlearning.) Default: 'max'
+
     mutations (bool, optional): If True, mutations are applied to the bad genomes and potentially 
         to the best genomes as well. Default is True.
     
@@ -140,7 +144,7 @@ Args:
         WARNING: if you don't understand do NOT change this value. Default is 32.
 
     activation_selection_add_prob (float, optional): The probability of adding an existing activation function for cross over.
-        from the genome. Must be in the range [0, 1]. Default is 0.5.
+        from the genome. Must be in the range [0, 1]. Default is 0.7. (WARNING! More higher values make models more complex. For fast training rise this value.)
     
     activation_selection_change_prob (float, optional): The probability of changing an activation function in the genome for cross over. 
         Must be in the range [0, 1]. Default is 0.5.
@@ -164,7 +168,7 @@ Returns:
 
 Notes:
     - **Selection Process**: 
-        - The genomes are sorted by their fitness (based on `y_reward`), and then split into "best" and "bad" halves. 
+        - The genomes are sorted by their fitness (based on `fitness`), and then split into "best" and "bad" halves. 
         - The best genomes are retained, and the bad genomes are modified based on the selected strategy.
         
     - **Crossover and Potentiation Strategies**:
@@ -176,13 +180,13 @@ Notes:
         - `bad_genoms_mutation_prob` determines the probability of applying mutations to the bad genomes.
         - If `activation_mutate_prob` is provided, activation function mutations are applied to the genomes based on this probability.
         
-    - **Population Size**: The population size must be an even number to properly split the best and bad genomes. If `y_reward` has an odd length, an error is raised.
+    - **Population Size**: The population size must be an even number to properly split the best and bad genomes. If `fitness` has an odd length, an error is raised.
     
     - **Logging**: If `show_info=True`, the current generation and the maximum reward from the population are printed for tracking the learning progress.
 
 Example:
     ```python
-    weights, activation_potentiations = learner(weights, activation_potentiations, 1, y_reward, info=True, strategy='cross_over', policy='normal_selective')
+    weights, activation_potentiations = planeat.evolve(weights, activation_potentiations, 1, fitness, show_info=True, strategy='cross_over', policy='normal_selective')
     ```
 
     - The function returns the updated weights and activations after processing based on the chosen strategy, policy, and mutation parameters.
@@ -220,20 +224,21 @@ Example:
       if not isinstance(activation_mutate_prob, float) or activation_mutate_prob < 0 or activation_mutate_prob > 1:
          raise ValueError("activation_mutate_prob parameter must be float and 0-1 range")
       
-   if len(y_reward) % 2 == 0:
-      slice_center = int(len(y_reward) / 2)
+   if len(fitness) % 2 == 0:
+      slice_center = int(len(fitness) / 2)
 
    else:
       raise ValueError("genome population size must be even number. for example: not 99, make 100 or 98.")
 
-   sort_indices = cp.argsort(y_reward)
+### FITNESS LIST IS SORTED IN ASCENDING (OR DESCENDING) ORDER, AND THE WEIGHT AND ACTIVATIONS OF EACH GENOME ARE SORTED ACCORDING TO THIS ORDER:
 
-### REWARD LIST IS SORTED IN ASCENDING ORDER, AND THE WEIGHT AND ACTIVATIONS OF EACH GENOME ARE SORTED ACCORDING TO THIS ORDER:
+   if target_fitness == 'max': sort_indices = cp.argsort(fitness)
+   elif target_fitness == 'min': sort_indices = cp.argsort(-fitness)
 
-   y_reward = y_reward[sort_indices]
+   fitness = fitness[sort_indices]
    weights = weights[sort_indices]
 
-   activation_potentiations = [activation_potentiations[i] for i in sort_indices]
+   activation_potentiations = [activation_potentiations[int(i)] for i in sort_indices]
 
 ### GENOMES ARE DIVIDED INTO TWO GROUPS: GOOD GENOMES AND BAD GENOMES:
 
@@ -250,7 +255,9 @@ Example:
    
    bar_format = loading_bars()[0]
    
-   for i in tqdm(range(len(bad_weights)), desc="GENERATION: " + str(what_gen), bar_format=bar_format, ncols=50, ascii="▱▰"):
+   if bar_status: progress = initialize_loading_bar(len(bad_weights), desc="GENERATION: " + str(what_gen), bar_format=bar_format, ncols=50, ascii="▱▰")
+
+   for i in range(len(bad_weights)):
 
       if policy == 'normal_selective':
             
@@ -315,6 +322,7 @@ Example:
                elif mutation_prob < bad_genoms_mutation_prob:
                   bad_weights[i], bad_activations[i] = mutation(bad_weights[i], bad_activations[i], activation_mutate_prob=activation_mutate_prob, activation_add_prob=activation_add_prob, activation_delete_prob=activation_delete_prob, activation_change_prob=activation_change_prob, weight_mutate_prob=weight_mutate_prob, threshold=weight_mutate_rate, dtype=dtype)
 
+      if bar_status: progress.update(1)
 
    weights = cp.vstack((bad_weights, best_weights))
    activation_potentiations = bad_activations + best_activations
@@ -345,9 +353,9 @@ Example:
       print("  ACTIVATION SELECTION RATE (THRESHOLD VALUE FOR SINGLE CROSS OVER):", str(activation_selection_rate) + '\n')
 
       print("*** Performance ***")
-      print("  MAX REWARD: ", str(round(max(y_reward), 2)))
-      print("  MEAN REWARD: ", str(round(cp.mean(y_reward), 2)))
-      print("  MIN REWARD: ", str(round(min(y_reward), 2)) + '\n')
+      print(" MAX REWARD: ", str(cp.round(max(fitness), 2)))
+      print("  MEAN REWARD: ", str(cp.round(cp.mean(fitness), 2)))
+      print("  MIN REWARD: ", str(cp.round(min(fitness), 2)) + '\n')
 
       print("  BEST GENOME INDEX: ", str(len(weights)-1))
       print("  NOTE: Genomes are always sorted from the least successful to the most successful according to their performance ranking. Therefore, the genome at the last index is the king of the previous generation. " + '\n')

pyerualjetwork/visualizations.py

@@ -318,10 +318,12 @@ def draw_activations(x_train, activation):
 
     elif activation == 'spiral':
         result = af.spiral_activation(x_train)
-
-    return result
-
-
+    
+    try: return result
+    except:
+        print('WARNING: error in drawing some activation.')
+        return x_train
+ 
 def plot_evaluate(x_test, y_test, y_preds, acc_list, W, activation_potentiation):
     
     from .metrics import metrics, confusion_matrix, roc_curve

pyerualjetwork/visualizations_cuda.py

@@ -321,7 +321,10 @@ def draw_activations(x_train, activation):
     elif activation == 'spiral':
         result = af.spiral_activation(x_train)
 
-    return result
+    try: return result
+    except:
+        print('WARNING: error in drawing some activation.')
+        return x_train
 
 
 def plot_evaluate(x_test, y_test, y_preds, acc_list, W, activation_potentiation):
@@ -355,7 +358,7 @@ def plot_evaluate(x_test, y_test, y_preds, acc_list, W, activation_potentiation)
         fpr, tpr, thresholds = roc_curve(y_true, y_preds)
    
         roc_auc = cp.trapz(tpr, fpr)
-        axs[1, 0].plot(fpr, tpr, color='darkorange', lw=2, label=f'ROC curve (area = {roc_auc:.2f})')
+        axs[1, 0].plot(fpr.get(), tpr.get(), color='darkorange', lw=2, label=f'ROC curve (area = {roc_auc:.2f})')
         axs[1, 0].plot([0, 1], [0, 1], color='navy', lw=2, linestyle='--')
         axs[1, 0].set_xlim([0.0, 1.0])
         axs[1, 0].set_ylim([0.0, 1.05])

{pyerualjetwork-4.1.6.dist-info → pyerualjetwork-4.1.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pyerualjetwork
-Version: 4.1.6
+Version: 4.1.8
 Summary: PyerualJetwork is a machine learning library written in Python for professionals, incorporating advanced, unique, new, and modern techniques.
 Author: Hasan Can Beydili
 Author-email: tchasancan@gmail.com

pyerualjetwork-4.1.8.dist-info/RECORD

@@ -0,0 +1,24 @@
+pyerualjetwork/__init__.py,sha256=uPTVoRI0TyHt86XYQOHZcvtk1faqxuocKknYhnKUZbY,2175
+pyerualjetwork/activation_functions.py,sha256=WWOdMd5pI6ZKe-ieKCIsKAYPQODHuXYxx7tzhA5xjes,11767
+pyerualjetwork/activation_functions_cuda.py,sha256=KmXJ5Cdig46XAMYakXFPEOlxSxtFJjD21-i3nGtxPjE,11807
+pyerualjetwork/data_operations.py,sha256=ZM24BuPsIAtI0a_Exr4HgCjmlb285wEeO8juFY9sJr0,14680
+pyerualjetwork/data_operations_cuda.py,sha256=UpoJoFhIwTU4xg9dVuLAxLAT4CkRaGsxvtJG9j1xrNo,17629
+pyerualjetwork/help.py,sha256=OZghUy7GZTgEX_i3NYtgcpzUgCDOi6r2vVUF1ROkFiI,774
+pyerualjetwork/loss_functions.py,sha256=6PyBI232SQRGuFnG3LDGvnv_PUdWzT2_2mUODJiejGI,618
+pyerualjetwork/loss_functions_cuda.py,sha256=C93IZJcrOpT6HMK9x1O4AHJWXYTkN5WZiqdssPbvAPk,617
+pyerualjetwork/memory_operations.py,sha256=_Wu9FJc6ozQTPOC2tXfXWPCwUIvPRuDjmLw_McntVSI,13470
+pyerualjetwork/metrics.py,sha256=q7MkhnZDRbCjFBDDfUgrl8lBYnUT_1ro1LxeBq105pI,6077
+pyerualjetwork/metrics_cuda.py,sha256=73h9GC7XwmnFCVzFEEiPQfF8CwHIz2wsCbxpZrJtYgw,5061
+pyerualjetwork/model_operations.py,sha256=hnhR8dtoICNJWIwGgJ65-LN3GYN_DYH4LMe6YpZVbnI,12967
+pyerualjetwork/model_operations_cuda.py,sha256=XnKKq54ZLaqCm-NaJ6d8IToACKcKg2Ttq6moowVRRWo,13365
+pyerualjetwork/plan.py,sha256=5znxbnGO-3aL_SRDMRNNrDPJs_6hgU8yGiFnwPy69EY,34320
+pyerualjetwork/plan_cuda.py,sha256=KoKjsoWTLM-q07G1Gy0-LYXGlp15Fno6JqHz-Jzi_yE,35983
+pyerualjetwork/planeat.py,sha256=VtWtWndbKoFNYTWd1EsyKBV4Vp5U6cc7uWDgQ4WjHqo,40248
+pyerualjetwork/planeat_cuda.py,sha256=fSn28ZbxctPvBjpKgtv_uGwwUdTEXkBizy76mMlZYJ0,40237
+pyerualjetwork/ui.py,sha256=wu2BhU1k-w3Kcho5Jtq4SEKe68ftaUeRGneUOSCVDjU,575
+pyerualjetwork/visualizations.py,sha256=QaYSIyVkJZ8NqpBKArQKkI1y37nCQo_KIM98IMssnRc,28766
+pyerualjetwork/visualizations_cuda.py,sha256=F60vQ92AXlMgBka3InXnOtGoM25vQJAlBIU2AlYTwks,29200
+pyerualjetwork-4.1.8.dist-info/METADATA,sha256=ZhjLwRdVpV6yuxJD4-ExuvsLeqo-EtSVdfqVqWw7wKs,7793
+pyerualjetwork-4.1.8.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
+pyerualjetwork-4.1.8.dist-info/top_level.txt,sha256=BRyt62U_r3ZmJpj-wXNOoA345Bzamrj6RbaWsyW4tRg,15
+pyerualjetwork-4.1.8.dist-info/RECORD,,

pyerualjetwork-4.1.6.dist-info/RECORD

@@ -1,24 +0,0 @@
-pyerualjetwork/__init__.py,sha256=47FoEu3nH5W85OrbFZXsfegly9PKg-oHIAk82AvVCKE,2450
-pyerualjetwork/activation_functions.py,sha256=WWOdMd5pI6ZKe-ieKCIsKAYPQODHuXYxx7tzhA5xjes,11767
-pyerualjetwork/activation_functions_cuda.py,sha256=KmXJ5Cdig46XAMYakXFPEOlxSxtFJjD21-i3nGtxPjE,11807
-pyerualjetwork/data_operations.py,sha256=ZM24BuPsIAtI0a_Exr4HgCjmlb285wEeO8juFY9sJr0,14680
-pyerualjetwork/data_operations_cuda.py,sha256=IrLQkyf5FNNy4kfFcYDToueRnMDdXk7W4ufzpgwxA4k,17267
-pyerualjetwork/help.py,sha256=OZghUy7GZTgEX_i3NYtgcpzUgCDOi6r2vVUF1ROkFiI,774
-pyerualjetwork/loss_functions.py,sha256=6PyBI232SQRGuFnG3LDGvnv_PUdWzT2_2mUODJiejGI,618
-pyerualjetwork/loss_functions_cuda.py,sha256=C93IZJcrOpT6HMK9x1O4AHJWXYTkN5WZiqdssPbvAPk,617
-pyerualjetwork/memory_operations.py,sha256=g_DU1g_Xx8BXZ253CV_DvhHI65cXaLNT4iBhlPuPN_w,13487
-pyerualjetwork/metrics.py,sha256=q7MkhnZDRbCjFBDDfUgrl8lBYnUT_1ro1LxeBq105pI,6077
-pyerualjetwork/metrics_cuda.py,sha256=73h9GC7XwmnFCVzFEEiPQfF8CwHIz2wsCbxpZrJtYgw,5061
-pyerualjetwork/model_operations.py,sha256=hnhR8dtoICNJWIwGgJ65-LN3GYN_DYH4LMe6YpZVbnI,12967
-pyerualjetwork/model_operations_cuda.py,sha256=XnKKq54ZLaqCm-NaJ6d8IToACKcKg2Ttq6moowVRRWo,13365
-pyerualjetwork/plan.py,sha256=ZadbCULBnfd8yrE21-shzifnILzQPZ9jEy6amQxuuvw,35251
-pyerualjetwork/plan_cuda.py,sha256=y1YoZQCSXGyLduG-IdcSPk2DPMAYG5G2pOfDefRZw0w,36287
-pyerualjetwork/planeat.py,sha256=6uEcCF4bV1_W1aQUTKQjfnDgWp6rP2oluKFo5Y37k7o,39517
-pyerualjetwork/planeat_cuda.py,sha256=GXYt_00rDKkDKJrhjE8hHOtu4U_pQZM1yZ6XrMpQo2c,39574
-pyerualjetwork/ui.py,sha256=wu2BhU1k-w3Kcho5Jtq4SEKe68ftaUeRGneUOSCVDjU,575
-pyerualjetwork/visualizations.py,sha256=9naPYMQKpkMcP_GEaBK90FEZAlImT_f-lgRqVCwvcb8,28660
-pyerualjetwork/visualizations_cuda.py,sha256=blOM-VQnAT_qzM3i_OWjL5C1qnUtYctEvja-a_X4Z0w,29085
-pyerualjetwork-4.1.6.dist-info/METADATA,sha256=xRiAQOkHwFGtNVJDRHGgGS6KbFbWm8B3C2dI-dP8GUM,7793
-pyerualjetwork-4.1.6.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
-pyerualjetwork-4.1.6.dist-info/top_level.txt,sha256=BRyt62U_r3ZmJpj-wXNOoA345Bzamrj6RbaWsyW4tRg,15
-pyerualjetwork-4.1.6.dist-info/RECORD,,