x-evolution 0.1.16__py3-none-any.whl → 0.1.19__py3-none-any.whl

x_evolution/x_evolution.py

@@ -6,7 +6,7 @@ from pathlib import Path
 from functools import partial
 
 import torch
-from torch import tensor, Tensor, is_tensor, arange, randint
+from torch import tensor, Tensor, stack, is_tensor, arange, randint
 from torch.nn import Module, ModuleList, Parameter, ParameterList
 from torch.optim import SGD, Adam, Optimizer
 from torch.optim.lr_scheduler import LRScheduler
@@ -96,20 +96,30 @@ class EvoStrategy(Module):
         reject_generation_fitnesses_if: Callable[[Tensor], bool] | None = None
     ):
         super().__init__()
+        self.verbose = verbose
 
         if not exists(accelerator):
             accelerator = Accelerator(cpu = cpu, **accelerate_kwargs)
 
         self.accelerate = accelerator
 
+        # environment - with optional init
+
+        self.environment = environment
+
+        if accelerator.is_main_process:
+            if hasattr(environment, 'pre_main_callback') and callable(environment.pre_main_callback):
+                self.print('pre_main_callback detected on environment passed in and is invoked')
+                environment.pre_main_callback()
+
+        # take care of model and parameters
+
         if isinstance(model, list):
             model = ModuleList(model)
 
         self.model = model
         self.noisable_model = Noisable(model, low_rank = noise_low_rank)
 
-        self.environment = environment
-
         named_parameters_dict = dict(model.named_parameters())
 
         param_to_name_index = {param: name for name, param in named_parameters_dict.items()}
@@ -217,10 +227,6 @@ class EvoStrategy(Module):
 
         self.reject_generation_fitnesses_if = reject_generation_fitnesses_if
 
-        # verbose
-
-        self.verbose = verbose
-
         # checkpointing
 
         self.checkpoint_every = checkpoint_every
@@ -367,8 +373,10 @@ class EvoStrategy(Module):
         filename = 'evolved.model',
         num_generations = None,
         disable_distributed = False,
-        rollback_model_at_end = False
+        rollback_model_at_end = False,
+        verbose = None
     ):
+        verbose = default(verbose, self.verbose)
 
         model = self.noisable_model.to(self.device)
 
@@ -553,4 +561,4 @@ class EvoStrategy(Module):
         # return fitnesses across generations
         # for meta-evolutionary (nesting EvoStrategy within the environment of another and optimizing some meta-network)
 
-        return fitnesses_across_generations
+        return stack(fitnesses_across_generations)

{x_evolution-0.1.16.dist-info → x_evolution-0.1.19.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: x-evolution
-Version: 0.1.16
+Version: 0.1.19
 Summary: x-evolution
 Project-URL: Homepage, https://pypi.org/project/x-evolution/
 Project-URL: Repository, https://github.com/lucidrains/x-evolution
@@ -153,3 +153,4 @@ $ accelerate launch train.py
 }
 ```
 
+*Nothing makes sense except in the light of evolution* - Theodosius Dobzhansky

x_evolution-0.1.19.dist-info/RECORD

@@ -0,0 +1,6 @@
+x_evolution/__init__.py,sha256=XcwXJgIMPnCWGfGws3-vKgoR_7IfVslJBtiMvmEeSg0,57
+x_evolution/x_evolution.py,sha256=C70fX5PdLx1VLBXe1DYGBIOExucvLFbKDWiofBMrvQA,18860
+x_evolution-0.1.19.dist-info/METADATA,sha256=7xr4uJpkmkkg0bi9eByDktqRvm_IIcvHJcLAJUjB2QM,5728
+x_evolution-0.1.19.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+x_evolution-0.1.19.dist-info/licenses/LICENSE,sha256=1yCiA9b5nhslTavxPjsQAO-wpOnwJR9-l8LTVi7GJuk,1066
+x_evolution-0.1.19.dist-info/RECORD,,

x_evolution-0.1.16.dist-info/RECORD

@@ -1,6 +0,0 @@
-x_evolution/__init__.py,sha256=XcwXJgIMPnCWGfGws3-vKgoR_7IfVslJBtiMvmEeSg0,57
-x_evolution/x_evolution.py,sha256=2zK32idsczSaGlLZDg0IzQmptZiVkE049inbafy2Hh8,18416
-x_evolution-0.1.16.dist-info/METADATA,sha256=XtCSXqLRM3BYXu5UwrwCq4RiQIKLCPEN8KxYstyTwPM,5649
-x_evolution-0.1.16.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-x_evolution-0.1.16.dist-info/licenses/LICENSE,sha256=1yCiA9b5nhslTavxPjsQAO-wpOnwJR9-l8LTVi7GJuk,1066
-x_evolution-0.1.16.dist-info/RECORD,,