metacontroller-pytorch 0.0.44__py3-none-any.whl → 0.0.46__py3-none-any.whl

metacontroller/metacontroller.py

@@ -54,6 +54,19 @@ def default(*args):
 def straight_through(src, tgt):
     return tgt + src - src.detach()
 
+# losses
+
+BehavioralCloningLosses = namedtuple('BehavioralCloningLosses', (
+    'state',
+    'action'
+))
+
+DiscoveryLosses = namedtuple('DiscoveryLosses', (
+    'action_recon',
+    'kl',
+    'switch'
+))
+
 # meta controller
 
 MetaControllerOutput = namedtuple('MetaControllerOutput', (
@@ -450,7 +463,8 @@ class Transformer(Module):
         return_raw_action_dist = False,
         return_latents = False,
         return_cache = False,
-        episode_lens: Tensor | None = None
+        episode_lens: Tensor | None = None,
+        return_meta_controller_output = False
     ):
         device = state.device
 
@@ -544,13 +558,23 @@ class Transformer(Module):
 
             action_clone_loss = self.action_readout.calculate_loss(dist_params, target_actions, mask = loss_mask)
 
-            return state_clone_loss, action_clone_loss
+            losses = BehavioralCloningLosses(state_clone_loss, action_clone_loss)
+
+            if not return_meta_controller_output:
+                return losses
+
+            return losses, next_meta_hiddens
 
         elif discovery_phase:
 
             action_recon_loss = self.action_readout.calculate_loss(dist_params, target_actions)
 
-            return action_recon_loss, next_meta_hiddens.kl_loss, next_meta_hiddens.switch_loss
+            losses = DiscoveryLosses(action_recon_loss, next_meta_hiddens.kl_loss, next_meta_hiddens.switch_loss)
+
+            if not return_meta_controller_output:
+                return losses
+
+            return losses, next_meta_hiddens
 
         # returning
 

{metacontroller_pytorch-0.0.44.dist-info → metacontroller_pytorch-0.0.46.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: metacontroller-pytorch
-Version: 0.0.44
+Version: 0.0.46
 Summary: Transformer Metacontroller
 Project-URL: Homepage, https://pypi.org/project/metacontroller/
 Project-URL: Repository, https://github.com/lucidrains/metacontroller

{metacontroller_pytorch-0.0.44.dist-info → metacontroller_pytorch-0.0.46.dist-info}/RECORD

@@ -1,8 +1,8 @@
 metacontroller/__init__.py,sha256=iSKbCDp3UrWhZg7SIJFYNjdVQU56u-vqZarE6qCSX74,70
-metacontroller/metacontroller.py,sha256=hnIMuGi56bPGN9nm8J4IEqPfvRc4VvKBqDwJXwqUpyg,18399
+metacontroller/metacontroller.py,sha256=lp5gd0x59UH7anrzRT8NfmckYJHALqVf8HInYqdgUoQ,18949
 metacontroller/metacontroller_with_binary_mapper.py,sha256=QJG-o4ZuEC6BkYff6nlyhVcze8o1q8GtbtCP8MLPrvc,9927
 metacontroller/transformer_with_resnet.py,sha256=R49ycusbq3kEX97WHZ41WY2ONc2mYPOuRUCmaFcBOEo,5546
-metacontroller_pytorch-0.0.44.dist-info/METADATA,sha256=0EcZBbV06qKgBlSWgtrHfQizqCQE5AUZXLlhDXQA3xo,6816
-metacontroller_pytorch-0.0.44.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-metacontroller_pytorch-0.0.44.dist-info/licenses/LICENSE,sha256=1yCiA9b5nhslTavxPjsQAO-wpOnwJR9-l8LTVi7GJuk,1066
-metacontroller_pytorch-0.0.44.dist-info/RECORD,,
+metacontroller_pytorch-0.0.46.dist-info/METADATA,sha256=NL9ib9WWJn0IDhYHENp3L8blfIDPGdrHqCnB7EyV3IA,6816
+metacontroller_pytorch-0.0.46.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+metacontroller_pytorch-0.0.46.dist-info/licenses/LICENSE,sha256=1yCiA9b5nhslTavxPjsQAO-wpOnwJR9-l8LTVi7GJuk,1066
+metacontroller_pytorch-0.0.46.dist-info/RECORD,,