rxnn 0.1.21__py3-none-any.whl → 0.1.22__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (5) hide show
  1. rxnn/experimental/attention.py +2 -1
  2. {rxnn-0.1.21.dist-info → rxnn-0.1.22.dist-info}/METADATA +1 -1
  3. {rxnn-0.1.21.dist-info → rxnn-0.1.22.dist-info}/RECORD +5 -5
  4. {rxnn-0.1.21.dist-info → rxnn-0.1.22.dist-info}/LICENSE +0 -0
  5. {rxnn-0.1.21.dist-info → rxnn-0.1.22.dist-info}/WHEEL +0 -0
rxnn/experimental/attention.py CHANGED
@@ -229,11 +229,12 @@ class DeepMoeAttention(GroupedMoeAttention):
229
229
  weights_q = weights_q_flat.view(B, T, -1)
230
230
  indices_q = indices_q_flat.view(B, T, -1)
231
231
  q = self._process_grouped_experts(query, self.wq, self.bq, weights_q, indices_q)
232
+ print('processed q', q.size())
232
233
  q = q.permute(0, 2, 1, 3).reshape(B, self.num_query_groups, T, -1)
233
234
 
234
235
  # Expand query groups to match head count
235
236
  group_heads = self.num_heads // self.num_query_groups
236
- q = q.unsqueeze(2).expand(-1, -1, group_heads, -1, -1).flatten(1, 2).transpose(1, 2)
237
+ q = q.unsqueeze(2).expand(-1, -1, group_heads, -1, -1).flatten(1, 2)
237
238
 
238
239
  # Key/Value processing
239
240
  return super()._forward_qkv(q, key, value, b, t, d, skip_query_processing=True)
{rxnn-0.1.21.dist-info → rxnn-0.1.22.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: rxnn
3
- Version: 0.1.21
3
+ Version: 0.1.22
4
4
  Summary: RxNN: Reactive Neural Networks Platform
5
5
  License: Apache-2.0
6
6
  Keywords: deep-learning,ai,machine-learning
{rxnn-0.1.21.dist-info → rxnn-0.1.22.dist-info}/RECORD RENAMED
@@ -1,6 +1,6 @@
1
1
  rxnn/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
2
2
  rxnn/experimental/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
3
- rxnn/experimental/attention.py,sha256=6qD3QCpkQHsIaNktjcQrRitQgQ-WkRUVtSFgEDfYGbA,32340
3
+ rxnn/experimental/attention.py,sha256=mvTrDiXRTeJsubWYRAJQjmw9nDhfMkQkQoXaAjeUzDo,32363
4
4
  rxnn/experimental/models.py,sha256=-XkEHsyT8iNAjhZbgC7N_5nzP4ENVJLwxSoLHgMfA0I,4668
5
5
  rxnn/experimental/moe.py,sha256=PhiaNr3FwR2Zv2a0tfj6sfZ4iyhLo3Jyp2DwXq19qZQ,7935
6
6
  rxnn/memory/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -25,7 +25,7 @@ rxnn/transformers/moe.py,sha256=msspVdefdt2ekIN8aT-V8DolK4taESQL_NVsSGOepIs,4739
25
25
  rxnn/transformers/positional.py,sha256=2l38RS0Dini3f6Z3LUHr3XwWzg1UK7fO2C6wazWDAYU,4292
26
26
  rxnn/transformers/sampler.py,sha256=poWBpxg1iuK5gEJtxHkk5VVfS9V48hs2Olqdhy_Gw8c,6548
27
27
  rxnn/utils.py,sha256=d5U8i5ukovgDyqiycc2AoxObTz_eF_bgo2MKvdtJ98s,467
28
- rxnn-0.1.21.dist-info/LICENSE,sha256=C8coDFIUYuOcke4JLPwTqahQUCyXyGq6WOaigOkx8tY,11275
29
- rxnn-0.1.21.dist-info/METADATA,sha256=gtCrs3sVTMXB9UNS1-qcJNIPzHNO8d7UaJlfviJNFEI,16627
30
- rxnn-0.1.21.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
31
- rxnn-0.1.21.dist-info/RECORD,,
28
+ rxnn-0.1.22.dist-info/LICENSE,sha256=C8coDFIUYuOcke4JLPwTqahQUCyXyGq6WOaigOkx8tY,11275
29
+ rxnn-0.1.22.dist-info/METADATA,sha256=7yZS7KjHOdh6FNOloKZIDPDWGYAassqQwZtMi1iL5mI,16627
30
+ rxnn-0.1.22.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
31
+ rxnn-0.1.22.dist-info/RECORD,,
{rxnn-0.1.21.dist-info → rxnn-0.1.22.dist-info}/LICENSE RENAMED
File without changes
{rxnn-0.1.21.dist-info → rxnn-0.1.22.dist-info}/WHEEL RENAMED
File without changes