rxnn 0.1.25__py3-none-any.whl → 0.1.26__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (5) hide show
  1. rxnn/transformers/layers.py +3 -2
  2. {rxnn-0.1.25.dist-info → rxnn-0.1.26.dist-info}/METADATA +1 -1
  3. {rxnn-0.1.25.dist-info → rxnn-0.1.26.dist-info}/RECORD +5 -5
  4. {rxnn-0.1.25.dist-info → rxnn-0.1.26.dist-info}/LICENSE +0 -0
  5. {rxnn-0.1.25.dist-info → rxnn-0.1.26.dist-info}/WHEEL +0 -0
rxnn/transformers/layers.py CHANGED
@@ -132,9 +132,10 @@ class ClassicTransformerLayer(nn.Module):
132
132
 
133
133
  if use_gated:
134
134
  if use_moe:
135
- self.ff = GatedMoeFeedForward(embed_dim, ff_dim, num_experts, top_k=moe_top_k, dropout=ff_dropout)
135
+ self.ff = GatedMoeFeedForward(embed_dim, ff_dim, num_experts, ff_activation, top_k=moe_top_k,
136
+ dropout=ff_dropout)
136
137
  else:
137
- self.ff = GatedFeedForward(embed_dim, ff_dim, dropout=ff_dropout)
138
+ self.ff = GatedFeedForward(embed_dim, ff_dim, ff_activation, dropout=ff_dropout)
138
139
  else:
139
140
  if use_moe:
140
141
  self.ff = MoeFeedForward(embed_dim, ff_dim, num_experts, ff_activation, top_k=moe_top_k,
{rxnn-0.1.25.dist-info → rxnn-0.1.26.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: rxnn
3
- Version: 0.1.25
3
+ Version: 0.1.26
4
4
  Summary: RxNN: Reactive Neural Networks Platform
5
5
  License: Apache-2.0
6
6
  Keywords: deep-learning,ai,machine-learning
{rxnn-0.1.25.dist-info → rxnn-0.1.26.dist-info}/RECORD RENAMED
@@ -18,14 +18,14 @@ rxnn/training/tokenizer.py,sha256=4Y41f07uo2KPA_7bp3FCcwGKbXoS2hsckOoXUsXfQxY,80
18
18
  rxnn/transformers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
19
19
  rxnn/transformers/attention.py,sha256=FHATZVf_kt3OHnG02zEeG9QdUXLncKDjrhyT28Pk0E4,14185
20
20
  rxnn/transformers/ff.py,sha256=jJnuBDsnnX5uYC_WZH8cXAYrMnz0P-iX7MwcPivjRtI,2533
21
- rxnn/transformers/layers.py,sha256=ZJfNdgCv9dzrKqsWIMf99Ryzgs494ZhkwK4zSBYLvQ4,6880
21
+ rxnn/transformers/layers.py,sha256=n_jZTqEF_vLkF31AkB5XGErfm2sQFd9CRqJUHKRFkKI,6956
22
22
  rxnn/transformers/mask.py,sha256=J0cfLVLt3SzS2ra3KcY4khrkhI975Dw4CjpUi3Sn25s,419
23
23
  rxnn/transformers/models.py,sha256=w-zB_8QB9-Fae-GkGgmVDNY-Ts_0gBeWcevpl9qzZVM,7169
24
24
  rxnn/transformers/moe.py,sha256=6Cffyo0QjmEWc4rK1ncOmLRCQbY0OpQJ4D7xH_4nTN4,4738
25
25
  rxnn/transformers/positional.py,sha256=2l38RS0Dini3f6Z3LUHr3XwWzg1UK7fO2C6wazWDAYU,4292
26
26
  rxnn/transformers/sampler.py,sha256=poWBpxg1iuK5gEJtxHkk5VVfS9V48hs2Olqdhy_Gw8c,6548
27
27
  rxnn/utils.py,sha256=d5U8i5ukovgDyqiycc2AoxObTz_eF_bgo2MKvdtJ98s,467
28
- rxnn-0.1.25.dist-info/LICENSE,sha256=C8coDFIUYuOcke4JLPwTqahQUCyXyGq6WOaigOkx8tY,11275
29
- rxnn-0.1.25.dist-info/METADATA,sha256=kRnBikg0u4uhy5IwcFpEE3gFEB8wTvEpg6cFcAU8FGs,16627
30
- rxnn-0.1.25.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
31
- rxnn-0.1.25.dist-info/RECORD,,
28
+ rxnn-0.1.26.dist-info/LICENSE,sha256=C8coDFIUYuOcke4JLPwTqahQUCyXyGq6WOaigOkx8tY,11275
29
+ rxnn-0.1.26.dist-info/METADATA,sha256=qKx2OFl-ca7OCZoSf99l5lOmg2czSCN8UN_Esqmfco0,16627
30
+ rxnn-0.1.26.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
31
+ rxnn-0.1.26.dist-info/RECORD,,
{rxnn-0.1.25.dist-info → rxnn-0.1.26.dist-info}/LICENSE RENAMED
File without changes
{rxnn-0.1.25.dist-info → rxnn-0.1.26.dist-info}/WHEEL RENAMED
File without changes