evolutionary-policy-optimization 0.2.6__py3-none-any.whl → 0.2.8__py3-none-any.whl

evolutionary_policy_optimization/epo.py

@@ -167,6 +167,8 @@ def shrink_and_perturb_(
 
     assert 0. <= shrink_factor <= 1.
 
+    maybe_sync_seed()
+
     for p in module.parameters():
         noise = torch.randn_like(p.data)
         p.data.mul_(1. - shrink_factor).add_(noise * perturb_factor)
@@ -382,6 +384,53 @@ class StateNorm(Module):
 
         return normed
 
+# style mapping network from StyleGAN2
+# https://arxiv.org/abs/1912.04958
+
+class EqualLinear(Module):
+    def __init__(
+        self,
+        dim_in,
+        dim_out,
+        lr_mul = 1,
+        bias = True
+    ):
+        super().__init__()
+        self.lr_mul = lr_mul
+
+        self.weight = nn.Parameter(torch.randn(dim_out, dim_in))
+        self.bias = nn.Parameter(torch.zeros(dim_out))
+
+    def forward(
+        self,
+        input
+    ):
+        weight, bias = tuple(t * self.lr_mul for t in (self.weight, self.bias))
+        return F.linear(input, weight, bias = bias)
+
+class LatentMappingNetwork(Module):
+    def __init__(
+        self,
+        dim_latent,
+        depth,
+        lr_mul = 0.1,
+        leaky_relu_p = 2e-2
+    ):
+        super().__init__()
+
+        layers = []
+
+        for i in range(depth):
+            layers.extend([
+                EqualLinear(dim_latent, dim_latent, lr_mul),
+                nn.LeakyReLU(leaky_relu_p)
+            ])
+
+        self.net = nn.Sequential(*layers)
+
+    def forward(self, x):
+        return self.net(x)
+
 # simple MLP networks, but with latent variables
 # the latent variables are the "genes" with the rest of the network as the scaffold for "gene expression" - as suggested in the paper
 
@@ -391,6 +440,7 @@ class MLP(Module):
         dim,
         depth,
         dim_latent = 0,
+        latent_mapping_network_depth = 2,
         expansion_factor = 2.
     ):
         super().__init__()
@@ -401,6 +451,7 @@ class MLP(Module):
         self.needs_latent = dim_latent > 0
 
         self.encode_latent = nn.Sequential(
+            LatentMappingNetwork(dim_latent, depth = latent_mapping_network_depth),
             Linear(dim_latent, dim * 2),
             nn.SiLU()
         ) if self.needs_latent else None
@@ -803,6 +854,8 @@ class LatentGenePool(Module):
         inplace = True,
         migrate = None # trigger a migration in the setting of multiple islands, the loop outside will need to have some `migrate_every` hyperparameter
     ):
+        maybe_sync_seed()
+
         device = self.latents.device
 
         if not divisible_by(self.step.item(), self.apply_genetic_algorithm_every):

{evolutionary_policy_optimization-0.2.6.dist-info → evolutionary_policy_optimization-0.2.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: evolutionary-policy-optimization
-Version: 0.2.6
+Version: 0.2.8
 Summary: EPO - Pytorch
 Project-URL: Homepage, https://pypi.org/project/evolutionary-policy-optimization/
 Project-URL: Repository, https://github.com/lucidrains/evolutionary-policy-optimization
@@ -268,4 +268,14 @@ That's it
 }
 ```
 
+```bibtex
+@article{Karras2019stylegan2,
+    title   = {Analyzing and Improving the Image Quality of {StyleGAN}},
+    author  = {Tero Karras and Samuli Laine and Miika Aittala and Janne Hellsten and Jaakko Lehtinen and Timo Aila},
+    journal = {CoRR},
+    volume  = {abs/1912.04958},
+    year    = {2019},
+}
+```
+
 *Evolution is cleverer than you are.* - Leslie Orgel

{evolutionary_policy_optimization-0.2.6.dist-info → evolutionary_policy_optimization-0.2.8.dist-info}/RECORD

@@ -1,10 +1,10 @@
 evolutionary_policy_optimization/__init__.py,sha256=NyiYDYU7DlpmOTM7xiBQET3r1WwX0ebrgMCBLSQrW3c,288
 evolutionary_policy_optimization/distributed.py,sha256=MxyxqxANAuOm8GYb0Yu09EHd_aVLhK2uwgrfuVWciPU,2342
 evolutionary_policy_optimization/env_wrappers.py,sha256=bDL06o9_b1iW6k3fw2xifnOnYlzs643tdW6Yv2gsIdw,803
-evolutionary_policy_optimization/epo.py,sha256=81rf249ykaPrAEMGk9KsF98qDkCUhW8xL3-2UXIvI2E,51838
+evolutionary_policy_optimization/epo.py,sha256=San0DS_Z0Ueze6Rz1BKap7SKFww1bx3U0WansTRprdo,53076
 evolutionary_policy_optimization/experimental.py,sha256=7LOrMIaU4fr2Vme1ZpHNIvlvFEIdWj0-uemhQoNJcPQ,5549
 evolutionary_policy_optimization/mock_env.py,sha256=TLyyRm6tOD0Kdn9QqJJQriaSnsR-YmNQHo4OohmZFG4,1410
-evolutionary_policy_optimization-0.2.6.dist-info/METADATA,sha256=fD68WuKAl76bc0O8w9ThQupw9OpEep0brkPgBlhGBhk,8858
-evolutionary_policy_optimization-0.2.6.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-evolutionary_policy_optimization-0.2.6.dist-info/licenses/LICENSE,sha256=1yCiA9b5nhslTavxPjsQAO-wpOnwJR9-l8LTVi7GJuk,1066
-evolutionary_policy_optimization-0.2.6.dist-info/RECORD,,
+evolutionary_policy_optimization-0.2.8.dist-info/METADATA,sha256=PcsHBD4zX1EsV-kWFJIR5fsLxX6hXFPOF4FJyfaI9oU,9171
+evolutionary_policy_optimization-0.2.8.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+evolutionary_policy_optimization-0.2.8.dist-info/licenses/LICENSE,sha256=1yCiA9b5nhslTavxPjsQAO-wpOnwJR9-l8LTVi7GJuk,1066
+evolutionary_policy_optimization-0.2.8.dist-info/RECORD,,