evolutionary-policy-optimization 0.0.40__py3-none-any.whl → 0.0.41__py3-none-any.whl

evolutionary_policy_optimization/epo.py

@@ -798,6 +798,10 @@ class Agent(Module):
 
                 latents = self.latent_gene_pool(latent_id = latent_gene_ids)
 
+                orig_latents = latents
+                latents = latents.detach()
+                latents.requires_grad_()
+
                 # learn actor
 
                 logits = self.actor(states, latents)
@@ -822,6 +826,14 @@ class Agent(Module):
                 self.critic_optim.step()
                 self.critic_optim.zero_grad()
 
+                # maybe update latents, if not frozen
+
+                if not self.latent_gene_pool.frozen_latents:
+                    orig_latents.backward(latents.grad)
+
+                    self.latent_optim.step()
+                    self.latent_optim.zero_grad()
+
         # apply evolution
 
         self.latent_gene_pool.genetic_algorithm_step(fitness_scores)
@@ -951,7 +963,7 @@ class EPO(Module):
 
                 done = tensor(False)
 
-                while time < self.max_episode_length:
+                while time < self.max_episode_length and not done:
 
                     # sample action
 

{evolutionary_policy_optimization-0.0.40.dist-info → evolutionary_policy_optimization-0.0.41.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: evolutionary-policy-optimization
-Version: 0.0.40
+Version: 0.0.41
 Summary: EPO - Pytorch
 Project-URL: Homepage, https://pypi.org/project/evolutionary-policy-optimization/
 Project-URL: Repository, https://github.com/lucidrains/evolutionary-policy-optimization
@@ -162,4 +162,25 @@ agent.load('./agent.pt')
 }
 ```
 
+```bibtex
+@inproceedings{Khadka2018EvolutionGuidedPG,
+    title   = {Evolution-Guided Policy Gradient in Reinforcement Learning},
+    author  = {Shauharda Khadka and Kagan Tumer},
+    booktitle = {Neural Information Processing Systems},
+    year    = {2018},
+    url     = {https://api.semanticscholar.org/CorpusID:53096951}
+}
+```
+
+```bibtex
+@article{Fortunato2017NoisyNF,
+    title   = {Noisy Networks for Exploration},
+    author  = {Meire Fortunato and Mohammad Gheshlaghi Azar and Bilal Piot and Jacob Menick and Ian Osband and Alex Graves and Vlad Mnih and R{\'e}mi Munos and Demis Hassabis and Olivier Pietquin and Charles Blundell and Shane Legg},
+    journal = {ArXiv},
+    year    = {2017},
+    volume  = {abs/1706.10295},
+    url     = {https://api.semanticscholar.org/CorpusID:5176587}
+}
+```
+
 *Evolution is cleverer than you are.* - Leslie Orgel

{evolutionary_policy_optimization-0.0.40.dist-info → evolutionary_policy_optimization-0.0.41.dist-info}/RECORD

@@ -1,8 +1,8 @@
 evolutionary_policy_optimization/__init__.py,sha256=0q0aBuFgWi06MLMD8FiHzBYQ3_W4LYWrwmCtF3u5H2A,201
-evolutionary_policy_optimization/epo.py,sha256=VZOT1-jdZBE39awP7nhE-I1lGKMTfhUv4Dls9ptNsWk,29854
+evolutionary_policy_optimization/epo.py,sha256=GL3nH5crOj4y_Amu2BY0s95MJL7F2t-X085y40SgUK0,30260
 evolutionary_policy_optimization/experimental.py,sha256=9FrJGviLESlYysHI3i83efT9g2ZB9ha4u3K9HXN98_w,1100
 evolutionary_policy_optimization/mock_env.py,sha256=QqVPZVJtrvQmSDcnYDTob_A5sDwiUzGj6_tmo6BII5c,918
-evolutionary_policy_optimization-0.0.40.dist-info/METADATA,sha256=5ruqqTCmYto8tqkRlc_peBgRhWkhmRdzUef2ot67ky0,5409
-evolutionary_policy_optimization-0.0.40.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-evolutionary_policy_optimization-0.0.40.dist-info/licenses/LICENSE,sha256=1yCiA9b5nhslTavxPjsQAO-wpOnwJR9-l8LTVi7GJuk,1066
-evolutionary_policy_optimization-0.0.40.dist-info/RECORD,,
+evolutionary_policy_optimization-0.0.41.dist-info/METADATA,sha256=TFKI2B2PeyU6pHwqmCu130k-U2Li_QmUkvVB39-4uDw,6213
+evolutionary_policy_optimization-0.0.41.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+evolutionary_policy_optimization-0.0.41.dist-info/licenses/LICENSE,sha256=1yCiA9b5nhslTavxPjsQAO-wpOnwJR9-l8LTVi7GJuk,1066
+evolutionary_policy_optimization-0.0.41.dist-info/RECORD,,