evolutionary-policy-optimization 0.1.10__tar.gz → 0.1.12__tar.gz

{evolutionary_policy_optimization-0.1.10 → evolutionary_policy_optimization-0.1.12}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: evolutionary-policy-optimization
-Version: 0.1.10
+Version: 0.1.12
 Summary: EPO - Pytorch
 Project-URL: Homepage, https://pypi.org/project/evolutionary-policy-optimization/
 Project-URL: Repository, https://github.com/lucidrains/evolutionary-policy-optimization
@@ -215,4 +215,15 @@ agent.load('./agent.pt')
 }
 ```
 
+```bibtex
+@article{Ash2019OnTD,
+    title   = {On the Difficulty of Warm-Starting Neural Network Training},
+    author  = {Jordan T. Ash and Ryan P. Adams},
+    journal = {ArXiv},
+    year    = {2019},
+    volume  = {abs/1910.08475},
+    url     = {https://api.semanticscholar.org/CorpusID:204788802}
+}
+```
+
 *Evolution is cleverer than you are.* - Leslie Orgel

{evolutionary_policy_optimization-0.1.10 → evolutionary_policy_optimization-0.1.12}/README.md

@@ -162,4 +162,15 @@ agent.load('./agent.pt')
 }
 ```
 
+```bibtex
+@article{Ash2019OnTD,
+    title   = {On the Difficulty of Warm-Starting Neural Network Training},
+    author  = {Jordan T. Ash and Ryan P. Adams},
+    journal = {ArXiv},
+    year    = {2019},
+    volume  = {abs/1910.08475},
+    url     = {https://api.semanticscholar.org/CorpusID:204788802}
+}
+```
+
 *Evolution is cleverer than you are.* - Leslie Orgel

{evolutionary_policy_optimization-0.1.10 → evolutionary_policy_optimization-0.1.12}/evolutionary_policy_optimization/epo.py

@@ -146,6 +146,24 @@ def temp_batch_dim(fn):
 
     return inner
 
+# plasticity related
+
+def shrink_and_perturb_(
+    module,
+    shrink_factor = 0.5,
+    perturb_factor = 0.01
+):
+    # Shrink & Perturb
+    # Ash et al. https://arxiv.org/abs/1910.08475
+
+    assert 0. <= shrink_factor <= 1.
+
+    for p in module.parameters():
+        noise = torch.randn_like(p.data)
+        p.data.mul_(1. - shrink_factor).add_(noise * perturb_factor)
+
+    return module
+
 # fitness related
 
 def get_fitness_scores(

{evolutionary_policy_optimization-0.1.10 → evolutionary_policy_optimization-0.1.12}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "evolutionary-policy-optimization"
-version = "0.1.10"
+version = "0.1.12"
 description = "EPO - Pytorch"
 authors = [
     { name = "Phil Wang", email = "lucidrains@gmail.com" }

{evolutionary_policy_optimization-0.1.10 → evolutionary_policy_optimization-0.1.12}/tests/test_epo.py

@@ -1,10 +1,11 @@
 import pytest
 
 import torch
-from evolutionary_policy_optimization import (
+from evolutionary_policy_optimization.epo import (
     LatentGenePool,
     Actor,
-    Critic
+    Critic,
+    shrink_and_perturb_
 )
 
 @pytest.mark.parametrize('latent_ids', (2, (2, 4)))
@@ -128,3 +129,5 @@ def test_e2e_with_mock_env(
 
     agent.save('./agent.pt', overwrite = True)
     agent.load('./agent.pt')
+
+    shrink_and_perturb_(agent)