robo-lib 0.0.10__py3-none-any.whl → 0.0.11__py3-none-any.whl

robo_lib/components.py

@@ -615,6 +615,7 @@ class RoboConstructor(nn.Module):
                  enc_vocab_size:int=None,
                  enc_block_size:int=None,
                  enc_expansion_factor:int=4,
+                 enc_positional_encoding:bool=True,
                  dropout:float=0.1,
                  device:str=None
                  ) -> None:
@@ -635,6 +636,7 @@ class RoboConstructor(nn.Module):
         self.dec_positional_embedding_table = nn.Embedding(dec_block_size, n_embed)
 
         if enc_n_blocks != 0:
+            self.enc_positional_encoding = enc_positional_encoding
             self.enc_n_blocks = enc_n_blocks
             self.enc_n_head = enc_n_head
             self.enc_expansion_factor = enc_expansion_factor
@@ -642,7 +644,8 @@ class RoboConstructor(nn.Module):
             self.enc_block_size = enc_block_size
             self.cross_attention = True
             self.enc_token_embedding_table = nn.Embedding(enc_vocab_size, n_embed)
-            self.enc_positional_embedding_table = nn.Embedding(enc_block_size, n_embed)
+            if enc_positional_encoding:
+                self.enc_positional_embedding_table = nn.Embedding(enc_block_size, n_embed)
             self.encoder_blocks = MySequential(*[EncoderBlock(n_embed, enc_n_head, enc_expansion_factor, dropout=dropout) for _ in range(enc_n_blocks)])
         else:
             self.cross_attention = False
@@ -685,8 +688,11 @@ class RoboConstructor(nn.Module):
 
         if self.cross_attention:
             enc_tok_emb = self.enc_token_embedding_table(enc_in)
-            enc_pos_emb = self.enc_positional_embedding_table(torch.arange(enc_T, device=self.device))
-            enc_x = enc_tok_emb + enc_pos_emb
+            if self.enc_positional_encoding:
+                enc_pos_emb = self.enc_positional_embedding_table(torch.arange(enc_T, device=self.device))
+                enc_x = enc_tok_emb + enc_pos_emb
+            else:
+                enc_x = enc_tok_emb
 
             enc_out, enc_mask = self.encoder_blocks(enc_x, enc_mask)
         else:

{robo_lib-0.0.10.dist-info → robo_lib-0.0.11.dist-info}/METADATA

@@ -1,6 +1,6 @@
-Metadata-Version: 2.3
+Metadata-Version: 2.4
 Name: robo_lib
-Version: 0.0.10
+Version: 0.0.11
 Summary: A package to create, configure, and train transformer models.
 Project-URL: Homepage, https://github.com/hamburgerfish/robo_pack
 Project-URL: Issues, https://github.com/hamburgerfish/robo_pack/issues

robo_lib-0.0.11.dist-info/RECORD

@@ -0,0 +1,6 @@
+robo_lib/__init__.py,sha256=iVOAsANj0lScVW9KKMxCULYmpp0cv4sv1k3sHjBSlE0,1012
+robo_lib/components.py,sha256=L_GUEHdKC_-Xn56ObQ9-DH8T1ywaz0M8jlWv227gZBs,42591
+robo_lib-0.0.11.dist-info/METADATA,sha256=ePF06l2FXzo0qjK8v9Vob4WnOQ61KVd0mUqd7JVG7j4,9634
+robo_lib-0.0.11.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+robo_lib-0.0.11.dist-info/licenses/LICENSE,sha256=4XzkkpFqPzH0GH3zxOqRTqc7xUKSEe7dWPOuJYW95ac,1089
+robo_lib-0.0.11.dist-info/RECORD,,

{robo_lib-0.0.10.dist-info → robo_lib-0.0.11.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: hatchling 1.25.0
+Generator: hatchling 1.27.0
 Root-Is-Purelib: true
 Tag: py3-none-any

robo_lib-0.0.10.dist-info/RECORD

@@ -1,6 +0,0 @@
-robo_lib/__init__.py,sha256=iVOAsANj0lScVW9KKMxCULYmpp0cv4sv1k3sHjBSlE0,1012
-robo_lib/components.py,sha256=OjusjkSlMlAsTEq1kSqixKXG9sBw8Re8hsXTEy_bJ48,42315
-robo_lib-0.0.10.dist-info/METADATA,sha256=a30lSFG-Eo9UGFQErA64MTbeVqCeD8BwViXMmB2OPX4,9634
-robo_lib-0.0.10.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
-robo_lib-0.0.10.dist-info/licenses/LICENSE,sha256=4XzkkpFqPzH0GH3zxOqRTqc7xUKSEe7dWPOuJYW95ac,1089
-robo_lib-0.0.10.dist-info/RECORD,,