rxnn 0.2.38__py3-none-any.whl → 0.2.39__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (5) hide show
  1. rxnn/training/bml.py +0 -8
  2. {rxnn-0.2.38.dist-info → rxnn-0.2.39.dist-info}/METADATA +1 -1
  3. {rxnn-0.2.38.dist-info → rxnn-0.2.39.dist-info}/RECORD +5 -5
  4. {rxnn-0.2.38.dist-info → rxnn-0.2.39.dist-info}/LICENSE +0 -0
  5. {rxnn-0.2.38.dist-info → rxnn-0.2.39.dist-info}/WHEEL +0 -0
rxnn/training/bml.py CHANGED
@@ -51,10 +51,6 @@ class MLMTrainer(BaseTrainer):
51
51
  model = next(self.model.children()) if isinstance(self.model, DistributedDataParallel) else self.model
52
52
 
53
53
  router_loss = model.encoder.model.moe_router_loss()
54
-
55
- if self.use_ddp:
56
- router_loss = distributed_mean(router_loss)
57
-
58
54
  loss = main_loss + self.moe_aux_loss_scale * router_loss
59
55
 
60
56
  if self.writer is not None:
@@ -156,10 +152,6 @@ class AutoregressiveTrainer(BaseTrainer):
156
152
  model = next(self.model.children()) if isinstance(self.model, DistributedDataParallel) else self.model
157
153
 
158
154
  router_loss = model.model.moe_router_loss()
159
-
160
- if self.use_ddp:
161
- router_loss = distributed_mean(router_loss)
162
-
163
155
  loss = main_loss + self.moe_aux_loss_scale * router_loss
164
156
 
165
157
  if self.writer is not None:
{rxnn-0.2.38.dist-info → rxnn-0.2.39.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: rxnn
3
- Version: 0.2.38
3
+ Version: 0.2.39
4
4
  Summary: RxNN: Reactive Neural Networks Platform
5
5
  License: Apache-2.0
6
6
  Keywords: deep-learning,ai,machine-learning
{rxnn-0.2.38.dist-info → rxnn-0.2.39.dist-info}/RECORD RENAMED
@@ -12,7 +12,7 @@ rxnn/rxt/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
12
12
  rxnn/rxt/models.py,sha256=CzFELVv5-ybAwl1s1ptpmwM7wdJ07M4jaT1-I8PYrR0,13999
13
13
  rxnn/training/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
14
14
  rxnn/training/base.py,sha256=CqaArEZYOdH64nmKfx28U3GI46TzO4oNkjf_hrF23Cw,11835
15
- rxnn/training/bml.py,sha256=-Al_qHvdjX4MR3YO-905dJHus405A2Dg-9uWmO561KU,17080
15
+ rxnn/training/bml.py,sha256=hw6gLpLkGvqLzxIvBg4MvCc5r8cHpEm2RDyh7nH6CtE,16914
16
16
  rxnn/training/callbacks.py,sha256=p72lbzFAmFjpcUvyy4aUB3qd53I8C6Sk5w9nQvsKgTk,35852
17
17
  rxnn/training/dataset.py,sha256=7hTilFWPpqUEc6zNcMqBPjxFKxCfvTKKF3E8tVlwccQ,51250
18
18
  rxnn/training/ddp.py,sha256=VsNBjn3cY-uUj8hbsW7oKvb0_ZKnXnJ2KgObm-Mr9i4,836
@@ -33,7 +33,7 @@ rxnn/transformers/moe.py,sha256=j6jEx6Ip0zttlUZKKn82azxo95lkLZs-H2GLSMD88hY,5859
33
33
  rxnn/transformers/positional.py,sha256=1PjcJybUzeQlIKJI4tahAGZcYgCRCL0otxs7mpsNuzM,4410
34
34
  rxnn/transformers/sampler.py,sha256=t6iiQTdLQ0TakUWnnhKkb5DKF2F_9-thXHBydDF3fxg,17389
35
35
  rxnn/utils.py,sha256=ihb6OTyDtPiocB_lOvnq7eOkjjpCkgs8wxvXUBNQ7mM,996
36
- rxnn-0.2.38.dist-info/LICENSE,sha256=C8coDFIUYuOcke4JLPwTqahQUCyXyGq6WOaigOkx8tY,11275
37
- rxnn-0.2.38.dist-info/METADATA,sha256=qS0cXhbW6h6lbqGW_OZvO3x5WERF26OeafDaV7QI8dM,25960
38
- rxnn-0.2.38.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
39
- rxnn-0.2.38.dist-info/RECORD,,
36
+ rxnn-0.2.39.dist-info/LICENSE,sha256=C8coDFIUYuOcke4JLPwTqahQUCyXyGq6WOaigOkx8tY,11275
37
+ rxnn-0.2.39.dist-info/METADATA,sha256=0Ky_SOITUSAzWBAcLtNl6Wq2n6ESnMNEs6_sBKezQ88,25960
38
+ rxnn-0.2.39.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
39
+ rxnn-0.2.39.dist-info/RECORD,,
{rxnn-0.2.38.dist-info → rxnn-0.2.39.dist-info}/LICENSE RENAMED
File without changes
{rxnn-0.2.38.dist-info → rxnn-0.2.39.dist-info}/WHEEL RENAMED
File without changes