pyerualjetwork 5.54a2__py3-none-any.whl → 5.54a4__py3-none-any.whl

pyerualjetwork/__init__.py

@@ -42,7 +42,7 @@ PyerualJetwork document: https://github.com/HCB06/PyerualJetwork/blob/main/Welco
 - Contact: tchasancan@gmail.com
 """
 
-__version__ = "5.54a2"
+__version__ = "5.54a4"
 __update__ = """* Changes: https://github.com/HCB06/PyerualJetwork/blob/main/CHANGES
 * PyerualJetwork Homepage: https://github.com/HCB06/PyerualJetwork/tree/main
 * PyerualJetwork document: https://github.com/HCB06/PyerualJetwork/blob/main/Welcome_to_PyerualJetwork/PYERUALJETWORK_USER_MANUEL_AND_LEGAL_INFORMATION(EN).pdf

pyerualjetwork/nn.py

@@ -364,30 +364,56 @@ def learn(x_train, y_train, optimizer, gen, pop_size, fit_start=True, batch_size
 
         if parallel_training:
 
-            params = [
-            (*batcher(x_train, y_train), None, model_type, weight_pop[j], act_pop[j], activation_potentiations[j], auto_normalization, None, cuda)
-            for j in range(pop_size)
-            ]
+            eval_params = []
+            fit_params = []
 
             with Pool(processes=cpu_count()) as pool:
-                models = pool.starmap(evaluate, params)
 
-            target_pop = []
-            losses = []
+                batches = pool.starmap(batcher, [(x_train, y_train)] * pop_size)
 
-            for f in range(pop_size):
+                eval_params = [
+                    (
+                        x_b, y_b, None, model_type, weight_pop[j], act_pop[j],
+                        activation_potentiations[j], auto_normalization, None, cuda
+                    )
+                    for j, (x_b, y_b) in enumerate(batches)
+                ]
 
-                if loss == 'categorical_crossentropy':
-                    train_loss = categorical_crossentropy(y_true_batch=params[f][1], 
-                                                            y_pred_batch=models[f][get_preds_softmax()])
-                else:
-                    train_loss = binary_crossentropy(y_true_batch=params[f][1], 
-                                                            y_pred_batch=models[f][get_preds_softmax()])
-                
-                losses.append(train_loss)
+                if (model_type == 'PLAN' and weight_evolve is False) or (model_type == 'PLAN' and fit_start is True and i == 0):
+                    fit_params = [
+                        (x_b, y_b, act_pop[j], weight_pop[j], auto_normalization, cuda, dtype)
+                        for j, (x_b, y_b) in enumerate(batches)
+                    ]
 
-                fitness = wals(models[f][get_acc()], train_loss, acc_impact, loss_impact)
-                target_pop.append(fitness if not cuda else fitness.get())
+                    if start_this_act is not None and i == 0:
+                        w_copy = copy.deepcopy(weight_pop[0])
+
+                    W = pool.starmap(plan_fit, fit_params)
+                    new_weights = W
+
+                    eval_params = [
+                        (*ep[:4], w, *ep[5:])
+                        for ep, w in zip(eval_params, new_weights)
+                    ]
+                    
+                    if start_this_act is not None and i == 0:
+                        eval_params[0] = (
+                            eval_params[0][0], eval_params[0][1], eval_params[0][2], eval_params[0][3],
+                            w_copy, eval_params[0][5], eval_params[0][6], eval_params[0][7],
+                            eval_params[0][8], eval_params[0][9]
+                        )
+
+                models = pool.starmap(evaluate, eval_params)
+
+                y_preds = [model[get_preds_softmax()] for model in models]
+                loss_params = [(eval_params[f][1], y_preds[f]) for f in range(pop_size)]
+                loss_func = categorical_crossentropy if loss == 'categorical_crossentropy' else binary_crossentropy
+                losses = pool.starmap(loss_func, loss_params)
+                fitness_params = [(models[f][get_acc()], losses[f], acc_impact, loss_impact) for f in range(pop_size)]
+                target_pop = pool.starmap(wals, fitness_params)
+
+                if cuda:
+                    target_pop = [fit.get() for fit in target_pop]
             
             best_idx = np.argmax(target_pop)
             best_fitness = target_pop[best_idx]
@@ -395,25 +421,47 @@ def learn(x_train, y_train, optimizer, gen, pop_size, fit_start=True, batch_size
             best_loss = losses[best_idx]
             best_acc = models[best_idx][get_acc()]
 
-            x_train_batch = params[best_idx][0]
-            y_train_batch = params[best_idx][1]
+            x_train_batch = eval_params[best_idx][0]
+            y_train_batch = eval_params[best_idx][1]
 
-            if isinstance(params[best_idx][5], list) and model_type == 'PLAN':
-                final_activations = params[best_idx][5].copy()
-            elif isinstance(params[best_idx][5], str):
-                final_activations = params[best_idx][5]
+            if isinstance(eval_params[best_idx][5], list) and model_type == 'PLAN':
+                final_activations = eval_params[best_idx][5].copy()
+            elif isinstance(eval_params[best_idx][5], str):
+                final_activations = eval_params[best_idx][5]
             else:
-                final_activations = copy.deepcopy(params[best_idx][5])
+                final_activations = copy.deepcopy(eval_params[best_idx][5])
                 
             if model_type == 'PLAN': final_activations = [final_activations[0]] if len(set(final_activations)) == 1 else final_activations # removing if all same
 
-            losses = []
-
             if batch_size == 1:
                 postfix_dict[f"{data} Accuracy"] = format_number(best_acc)
                 postfix_dict[f"{data} Loss"] = format_number(best_loss)
                 progress.set_postfix(postfix_dict)
 
+            if show_current_activations:
+                print(f", Current Activations={final_activations}", end='')
+
+            # Update visualizations during training
+            if show_history:
+                gen_list = range(1, len(best_acc_per_gen_list) + 2)
+                update_history_plots_for_learner(viz_objects, gen_list, loss_list + [train_loss], 
+                                best_acc_per_gen_list + [best_acc], x_train, final_activations)
+
+            if neurons_history:
+                viz_objects['neurons']['artists'] = (
+                    update_neuron_history_for_learner(np.copy(best_weight), viz_objects['neurons']['ax'],
+                                viz_objects['neurons']['row'], viz_objects['neurons']['col'],
+                                y_train[0], viz_objects['neurons']['artists'],
+                                data=data, fig1=viz_objects['neurons']['fig'],
+                                acc=best_acc, loss=train_loss)
+                )
+
+            if neural_web_history:
+                art5_1, art5_2, art5_3 = draw_neural_web(W=best_weight, ax=viz_objects['web']['ax'],
+                                                        G=viz_objects['web']['G'], return_objs=True)
+                art5_list = [art5_1] + [art5_2] + list(art5_3.values())
+                viz_objects['web']['artists'].append(art5_list)
+
             progress.update(1)
 
         else:
@@ -576,7 +624,7 @@ def learn(x_train, y_train, optimizer, gen, pop_size, fit_start=True, batch_size
             train_model = evaluate(x_train, y_train, W=best_weight, activations=final_activations, activation_potentiations=activation_potentiation, auto_normalization=auto_normalization, cuda=cuda, model_type=model_type)
     
             if loss == 'categorical_crossentropy':
-                train_loss = categorical_crossentropy(y_true_batch=y_train, 
+                train_loss = categorical_crossentropy(y_true_batch=y_train,
                                                     y_pred_batch=train_model[get_preds_softmax()])
             else:
                 train_loss = binary_crossentropy(y_true_batch=y_train, 

{pyerualjetwork-5.54a2.dist-info → pyerualjetwork-5.54a4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pyerualjetwork
-Version: 5.54a2
+Version: 5.54a4
 Summary: PyereualJetwork is a GPU-accelerated machine learning library in Python for professionals and researchers. It features PLAN, MLP, Deep Learning training, and ENE (Eugenic NeuroEvolution) for genetic optimization, applicable to genetic algorithms or Reinforcement Learning (RL). The library includes data pre-processing, visualizations, model saving/loading, prediction, evaluation, training, and detailed or simplified memory management.
 Author: Hasan Can Beydili
 Author-email: tchasancan@gmail.com

{pyerualjetwork-5.54a2.dist-info → pyerualjetwork-5.54a4.dist-info}/RECORD

@@ -1,11 +1,11 @@
-pyerualjetwork/__init__.py,sha256=eTFLKUc4RjR__dztNIVPrsmEJWsbSPLz12WKzB2AkxY,3089
+pyerualjetwork/__init__.py,sha256=d7tzdeWje0FkOPL_9la8YzHcPrBoROMM9kZgLt26X-w,3089
 pyerualjetwork/ene.py,sha256=luTvspHRTose6s3uRas40pNXyKoxU9siaHiMBNI5yoc,42136
 pyerualjetwork/fitness_functions.py,sha256=D9JVCr9DFid_xXgBD4uCKxdW2k10MVDE5HZRSOK4Igg,1237
 pyerualjetwork/help.py,sha256=sn9jBzXkQsTZvdgsUXUpSs_BbYYIgY3whofg6dj8peI,848
 pyerualjetwork/issue_solver.py,sha256=uay_9XK6xWnLmK2P_BeyDQlyNXzg_zYffnXYd228wZk,4102
 pyerualjetwork/memory_ops.py,sha256=TUFh9SYWCKL6N-vNdWId_EwU313TuZomQCHOrltrD-4,14280
 pyerualjetwork/model_ops.py,sha256=WaP1XwKqXMfZl4Yop8a1Bg0xtmLYgap9JFOWHaLr7S4,25143
-pyerualjetwork/nn.py,sha256=CYo-OSguY6dL0sLVqIgjttPvsy55lbevkXVm7Ob_QJQ,39850
+pyerualjetwork/nn.py,sha256=EpYN3jCtYNfNCCPX0BN8JaL42JrkxLiopQkL6_j1Hio,42513
 pyerualjetwork/old_cpu_model_ops.py,sha256=1KNgjUeYCO_TsA5RtbNiuIiBJzq8-rL2dE6jxKqCBU0,21481
 pyerualjetwork/old_cuda_model_ops.py,sha256=KAscAd8e_I8Vqdd9BJaHd6-IG6fhxFglAFxys0sqmEo,23079
 pyerualjetwork/ui.py,sha256=JBTFYz5R24XwNKhA3GSW-oYAoiIBxAE3kFGXkvm5gqw,656
@@ -21,7 +21,7 @@ pyerualjetwork/cuda/data_ops.py,sha256=BEXh4M7BWXaTpYlVS9D2i3CGgOmL5131vy7FZyuTQ
 pyerualjetwork/cuda/loss_functions.py,sha256=C93IZJcrOpT6HMK9x1O4AHJWXYTkN5WZiqdssPbvAPk,617
 pyerualjetwork/cuda/metrics.py,sha256=PjDBoRvr6va8vRvDIJJGBO4-I4uumrk3NCM1Vz4NJTo,5054
 pyerualjetwork/cuda/visualizations.py,sha256=2mHE7iqqsN3K6xtCnemS4o_YWGS0bIV2IxF4cG6Ur9k,20090
-pyerualjetwork-5.54a2.dist-info/METADATA,sha256=NtA4McKbZkGZ_SEErGe5of77GCsOLyI_sdUSksJ1d54,7990
-pyerualjetwork-5.54a2.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
-pyerualjetwork-5.54a2.dist-info/top_level.txt,sha256=BRyt62U_r3ZmJpj-wXNOoA345Bzamrj6RbaWsyW4tRg,15
-pyerualjetwork-5.54a2.dist-info/RECORD,,
+pyerualjetwork-5.54a4.dist-info/METADATA,sha256=lgXzJZWTOmS-29lcI2QENAxRR-zXkP4GTVt8VdvzG7A,7990
+pyerualjetwork-5.54a4.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
+pyerualjetwork-5.54a4.dist-info/top_level.txt,sha256=BRyt62U_r3ZmJpj-wXNOoA345Bzamrj6RbaWsyW4tRg,15
+pyerualjetwork-5.54a4.dist-info/RECORD,,