rxnn 0.1.50__py3-none-any.whl → 0.1.51__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (5) hide show
  1. rxnn/experimental/attention.py +3 -0
  2. {rxnn-0.1.50.dist-info → rxnn-0.1.51.dist-info}/METADATA +1 -1
  3. {rxnn-0.1.50.dist-info → rxnn-0.1.51.dist-info}/RECORD +5 -5
  4. {rxnn-0.1.50.dist-info → rxnn-0.1.51.dist-info}/LICENSE +0 -0
  5. {rxnn-0.1.50.dist-info → rxnn-0.1.51.dist-info}/WHEEL +0 -0
rxnn/experimental/attention.py CHANGED
@@ -65,6 +65,9 @@ class GroupedMoeAttention(GroupedQueryAttention):
65
65
  **kwargs,
66
66
  )
67
67
 
68
+ def router_loss(self):
69
+ return self.router.aux_loss
70
+
68
71
  def _init_kv(self, embed_dim: int):
69
72
  self.router = MoeRouter(embed_dim, self.num_experts, top_k=self.num_groups)
70
73
  hidden_dim = embed_dim // self.num_heads
{rxnn-0.1.50.dist-info → rxnn-0.1.51.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: rxnn
3
- Version: 0.1.50
3
+ Version: 0.1.51
4
4
  Summary: RxNN: Reactive Neural Networks Platform
5
5
  License: Apache-2.0
6
6
  Keywords: deep-learning,ai,machine-learning
{rxnn-0.1.50.dist-info → rxnn-0.1.51.dist-info}/RECORD RENAMED
@@ -1,6 +1,6 @@
1
1
  rxnn/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
2
2
  rxnn/experimental/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
3
- rxnn/experimental/attention.py,sha256=22Qb4jYN6QaqibTU8bwD8x2FaOKCxvWglM2eK9EuOlo,29468
3
+ rxnn/experimental/attention.py,sha256=ZYdRxz4ik7knk3VS_9Opzy6ZqVF98FIhSNjsmIUhGfk,29532
4
4
  rxnn/experimental/models.py,sha256=-BQn7gWlSHLpkAQdthPW5L9ZNzIBqSJS9tkm2N88jgw,4711
5
5
  rxnn/experimental/moe.py,sha256=jHZ1QhpWiVQOswVpFmuH7b2IUOPf0Uuf-I2Ddwsd7Us,6140
6
6
  rxnn/memory/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -25,7 +25,7 @@ rxnn/transformers/moe.py,sha256=6Cffyo0QjmEWc4rK1ncOmLRCQbY0OpQJ4D7xH_4nTN4,4738
25
25
  rxnn/transformers/positional.py,sha256=2l38RS0Dini3f6Z3LUHr3XwWzg1UK7fO2C6wazWDAYU,4292
26
26
  rxnn/transformers/sampler.py,sha256=poWBpxg1iuK5gEJtxHkk5VVfS9V48hs2Olqdhy_Gw8c,6548
27
27
  rxnn/utils.py,sha256=d5U8i5ukovgDyqiycc2AoxObTz_eF_bgo2MKvdtJ98s,467
28
- rxnn-0.1.50.dist-info/LICENSE,sha256=C8coDFIUYuOcke4JLPwTqahQUCyXyGq6WOaigOkx8tY,11275
29
- rxnn-0.1.50.dist-info/METADATA,sha256=bIeDbrlcclSfD9oHf26i_sYepOTvTkpcwQMWpOm2jWc,16627
30
- rxnn-0.1.50.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
31
- rxnn-0.1.50.dist-info/RECORD,,
28
+ rxnn-0.1.51.dist-info/LICENSE,sha256=C8coDFIUYuOcke4JLPwTqahQUCyXyGq6WOaigOkx8tY,11275
29
+ rxnn-0.1.51.dist-info/METADATA,sha256=01n2lLYxVpppanxXJUwtM5Pck2vCLniFeaSkgrJyt-M,16627
30
+ rxnn-0.1.51.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
31
+ rxnn-0.1.51.dist-info/RECORD,,
{rxnn-0.1.50.dist-info → rxnn-0.1.51.dist-info}/LICENSE RENAMED
File without changes
{rxnn-0.1.50.dist-info → rxnn-0.1.51.dist-info}/WHEEL RENAMED
File without changes