evolutionary-policy-optimization 0.0.24__py3-none-any.whl → 0.0.26__py3-none-any.whl

evolutionary_policy_optimization/epo.py

@@ -372,6 +372,53 @@ class LatentGenePool(Module):
 
         self.should_run_genetic_algorithm = should_run_genetic_algorithm
 
+    def firefly_step(
+        self,
+        fitness,
+        beta0 = 2.,           # exploitation factor, moving fireflies of low light intensity to high
+        gamma = 1.,           # controls light intensity decay over distance - setting this to zero will make firefly equivalent to vanilla PSO
+        alpha = 0.1,          # exploration factor
+        alpha_decay = 0.995,  # exploration decay each step
+        inplace = True,
+    ):
+        islands = self.num_islands
+        fireflies = self.latents # the latents are the fireflies
+
+        assert fitness.shape[0] == fireflies.shape[0]
+
+        fitness = rearrange(fitness, '(i p) -> i p', i = islands)
+        fireflies = rearrange(fireflies, '(i p) ... -> i p ...', i = islands)
+
+        # fireflies with lower light intensity (high cost) moves towards the higher intensity (lower cost)
+
+        move_mask = einx.less('i x, i y -> i x y', fitness, fitness)
+
+        # get vectors of fireflies to one another
+        # calculate distance and the beta
+
+        delta_positions = einx.subtract('i y ... d, i x ... d -> i x y ... d', fireflies, fireflies)
+
+        distance = delta_positions.norm(dim = -1)
+
+        betas = beta0 * (-gamma * distance ** 2).exp()
+
+        # move the fireflies according to attraction
+
+        fireflies += einsum(move_mask, betas, delta_positions, 'i x y, i x y ..., i x y ... -> i x ...')
+
+        # merge back the islands
+
+        fireflies = rearrange(fireflies, 'i p ... -> (i p) ...')
+
+        # maybe fireflies on hypersphere
+
+        fireflies = self.maybe_l2norm(fireflies)
+
+        if not inplace:
+            return fireflies
+
+        self.latents.copy_(fireflies)
+
     @torch.no_grad()
     # non-gradient optimization, at least, not on the individual level (taken care of by rl component)
     def genetic_algorithm_step(

{evolutionary_policy_optimization-0.0.24.dist-info → evolutionary_policy_optimization-0.0.26.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: evolutionary-policy-optimization
-Version: 0.0.24
+Version: 0.0.26
 Summary: EPO - Pytorch
 Project-URL: Homepage, https://pypi.org/project/evolutionary-policy-optimization/
 Project-URL: Repository, https://github.com/lucidrains/evolutionary-policy-optimization

evolutionary_policy_optimization-0.0.26.dist-info/RECORD

@@ -0,0 +1,7 @@
+evolutionary_policy_optimization/__init__.py,sha256=Qavcia0n13jjaWIS_LPW7QrxSLT_BBeKujCjF9kQjbA,133
+evolutionary_policy_optimization/epo.py,sha256=zYKRKUkvFdxgHkc2yduN76Hph3asWX33mnpDF3isDfo,22019
+evolutionary_policy_optimization/experimental.py,sha256=ktBKxRF27Qsj7WIgBpYlWXqMVxO9zOx2oD1JuDYRAwM,548
+evolutionary_policy_optimization-0.0.26.dist-info/METADATA,sha256=l24aFXZu4kp1oxZeIdFTUw1mwkyzln9C64S3HNqebF4,4958
+evolutionary_policy_optimization-0.0.26.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+evolutionary_policy_optimization-0.0.26.dist-info/licenses/LICENSE,sha256=1yCiA9b5nhslTavxPjsQAO-wpOnwJR9-l8LTVi7GJuk,1066
+evolutionary_policy_optimization-0.0.26.dist-info/RECORD,,

evolutionary_policy_optimization-0.0.24.dist-info/RECORD

@@ -1,7 +0,0 @@
-evolutionary_policy_optimization/__init__.py,sha256=Qavcia0n13jjaWIS_LPW7QrxSLT_BBeKujCjF9kQjbA,133
-evolutionary_policy_optimization/epo.py,sha256=-kQgrnnOLiCOZ-6EroO057tDx0sS7TQro92cjJhSbZU,20353
-evolutionary_policy_optimization/experimental.py,sha256=ktBKxRF27Qsj7WIgBpYlWXqMVxO9zOx2oD1JuDYRAwM,548
-evolutionary_policy_optimization-0.0.24.dist-info/METADATA,sha256=d3imh1p1-nPpNGhD8cReLdL07_-oHZs3YqJaOEJi1TM,4958
-evolutionary_policy_optimization-0.0.24.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-evolutionary_policy_optimization-0.0.24.dist-info/licenses/LICENSE,sha256=1yCiA9b5nhslTavxPjsQAO-wpOnwJR9-l8LTVi7GJuk,1066
-evolutionary_policy_optimization-0.0.24.dist-info/RECORD,,