x-evolution 0.1.19__tar.gz → 0.1.23__tar.gz

{x_evolution-0.1.19 → x_evolution-0.1.23}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: x-evolution
-Version: 0.1.19
+Version: 0.1.23
 Summary: x-evolution
 Project-URL: Homepage, https://pypi.org/project/x-evolution/
 Project-URL: Repository, https://github.com/lucidrains/x-evolution

{x_evolution-0.1.19 → x_evolution-0.1.23}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "x-evolution"
-version = "0.1.19"
+version = "0.1.23"
 description = "x-evolution"
 authors = [
     { name = "Phil Wang", email = "lucidrains@gmail.com" }

{x_evolution-0.1.19 → x_evolution-0.1.23}/x_evolution/x_evolution.py

@@ -112,6 +112,8 @@ class EvoStrategy(Module):
                 self.print('pre_main_callback detected on environment passed in and is invoked')
                 environment.pre_main_callback()
 
+        accelerator.wait_for_everyone()
+
         # take care of model and parameters
 
         if isinstance(model, list):
@@ -120,6 +122,15 @@ class EvoStrategy(Module):
         self.model = model
         self.noisable_model = Noisable(model, low_rank = noise_low_rank)
 
+        # use prepare and run through environment once to sync params
+
+        wrapped_model = accelerator.prepare(model)
+
+        with torch.no_grad():
+            environment(wrapped_model)
+
+        # get param dictionary
+
         named_parameters_dict = dict(model.named_parameters())
 
         param_to_name_index = {param: name for name, param in named_parameters_dict.items()}