metacontroller-pytorch 0.0.37__tar.gz → 0.0.38__tar.gz

{metacontroller_pytorch-0.0.37 → metacontroller_pytorch-0.0.38}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: metacontroller-pytorch
-Version: 0.0.37
+Version: 0.0.38
 Summary: Transformer Metacontroller
 Project-URL: Homepage, https://pypi.org/project/metacontroller/
 Project-URL: Repository, https://github.com/lucidrains/metacontroller
@@ -94,6 +94,18 @@ $ pip install metacontroller-pytorch
 }
 ```
 
+```bibtex
+@misc{hwang2025dynamicchunkingendtoendhierarchical,
+    title   = {Dynamic Chunking for End-to-End Hierarchical Sequence Modeling},
+    author  = {Sukjun Hwang and Brandon Wang and Albert Gu},
+    year    = {2025},
+    eprint  = {2507.07955},
+    archivePrefix = {arXiv},
+    primaryClass = {cs.LG},
+    url     = {https://arxiv.org/abs/2507.07955},
+}
+```
+
 ```bibtex
 @misc{fleuret2025freetransformer,
     title     = {The Free Transformer}, 

{metacontroller_pytorch-0.0.37 → metacontroller_pytorch-0.0.38}/README.md

@@ -41,6 +41,18 @@ $ pip install metacontroller-pytorch
 }
 ```
 
+```bibtex
+@misc{hwang2025dynamicchunkingendtoendhierarchical,
+    title   = {Dynamic Chunking for End-to-End Hierarchical Sequence Modeling},
+    author  = {Sukjun Hwang and Brandon Wang and Albert Gu},
+    year    = {2025},
+    eprint  = {2507.07955},
+    archivePrefix = {arXiv},
+    primaryClass = {cs.LG},
+    url     = {https://arxiv.org/abs/2507.07955},
+}
+```
+
 ```bibtex
 @misc{fleuret2025freetransformer,
     title     = {The Free Transformer}, 

{metacontroller_pytorch-0.0.37 → metacontroller_pytorch-0.0.38}/metacontroller/metacontroller.py

@@ -126,6 +126,7 @@ class MetaController(Module):
         )
     ):
         super().__init__()
+        self.dim_model = dim_model
         dim_meta = default(dim_meta_controller, dim_model)
 
         # the linear that brings from model dimension 
@@ -171,6 +172,15 @@ class MetaController(Module):
 
         self.register_buffer('zero', tensor(0.), persistent = False)
 
+    @property
+    def replay_buffer_field_dict(self):
+        return dict(
+            states = ('float', self.dim_model),
+            log_probs = ('float', self.dim_latent),
+            switch_betas = ('float', self.dim_latent if self.switch_per_latent_dim else 1),
+            latent_actions = ('float', self.dim_latent)
+        )
+
     def discovery_parameters(self):
         return [
             *self.model_to_meta.parameters(),

{metacontroller_pytorch-0.0.37 → metacontroller_pytorch-0.0.38}/metacontroller/metacontroller_with_binary_mapper.py

@@ -74,7 +74,7 @@ class MetaControllerWithBinaryMapper(Module):
         kl_loss_threshold = 0.
     ):
         super().__init__()
-
+        self.dim_model = dim_model
         assert not switch_per_code, 'switch_per_code is not supported for binary mapper'
 
         dim_meta = default(dim_meta_controller, dim_model)
@@ -126,6 +126,15 @@ class MetaControllerWithBinaryMapper(Module):
 
         self.register_buffer('zero', tensor(0.), persistent = False)
 
+    @property
+    def replay_buffer_field_dict(self):
+        return dict(
+            states = ('float', self.dim_model),
+            log_probs = ('float', self.dim_code_bits),
+            switch_betas = ('float', self.num_codes if self.switch_per_code else 1),
+            latent_actions = ('float', self.num_codes)
+        )
+
     def discovery_parameters(self):
         return [
             *self.model_to_meta.parameters(),

{metacontroller_pytorch-0.0.37 → metacontroller_pytorch-0.0.38}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "metacontroller-pytorch"
-version = "0.0.37"
+version = "0.0.38"
 description = "Transformer Metacontroller"
 authors = [
     { name = "Phil Wang", email = "lucidrains@gmail.com" }

{metacontroller_pytorch-0.0.37 → metacontroller_pytorch-0.0.38}/tests/test_metacontroller.py

@@ -69,12 +69,6 @@ def test_metacontroller(
             dim_latent = 128,
             switch_per_latent_dim = switch_per_latent_dim
         )
-
-        field_shapes = dict(
-            log_probs = ('float', 128),
-            switch_betas = ('float', 128 if switch_per_latent_dim else 1),
-            latent_actions = ('float', 128)
-        )
     else:
         meta_controller = MetaControllerWithBinaryMapper(
             dim_model = 512,
@@ -83,12 +77,6 @@ def test_metacontroller(
             dim_code_bits = 8, # 2 ** 8 = 256 codes
         )
 
-        field_shapes = dict(
-            log_probs = ('float', 8),
-            switch_betas = ('float', 8 if switch_per_latent_dim else 1),
-            latent_actions = ('float', 256)
-        )
-
     # discovery phase
 
     (action_recon_loss, kl_loss, switch_loss) = model(state, actions, meta_controller = meta_controller, discovery_phase = True, episode_lens = episode_lens)
@@ -104,10 +92,7 @@ def test_metacontroller(
         test_folder,
         max_episodes = 3,
         max_timesteps = 256,
-        fields = dict(
-            states = ('float', 512),
-            **field_shapes
-        ),
+        fields = meta_controller.replay_buffer_field_dict,
         meta_fields = dict(
             advantages = 'float'
         )