rxnn 0.2.64__tar.gz → 0.2.65__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {rxnn-0.2.64 → rxnn-0.2.65}/PKG-INFO +1 -1
- {rxnn-0.2.64 → rxnn-0.2.65}/pyproject.toml +1 -1
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/rxt/models.py +2 -1
- {rxnn-0.2.64 → rxnn-0.2.65}/LICENSE +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/README.md +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/.DS_Store +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/__init__.py +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/experimental/__init__.py +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/experimental/attention.py +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/experimental/models.py +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/experimental/moe.py +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/memory/__init__.py +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/memory/attention.py +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/memory/norm.py +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/memory/stm.py +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/rxt/__init__.py +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/training/__init__.py +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/training/base.py +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/training/bml.py +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/training/callbacks.py +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/training/dataset.py +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/training/ddp.py +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/training/models.py +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/training/mrl.py +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/training/reward.py +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/training/rl.py +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/training/scheduler.py +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/training/tokenizer.py +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/training/utils.py +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/transformers/__init__.py +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/transformers/attention.py +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/transformers/ff.py +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/transformers/layers.py +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/transformers/mask.py +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/transformers/models.py +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/transformers/moe.py +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/transformers/positional.py +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/transformers/sampler.py +0 -0
- {rxnn-0.2.64 → rxnn-0.2.65}/src/rxnn/utils.py +0 -0
@@ -268,6 +268,7 @@ class RxTAlphaMemoryAttention(nn.Module, PyTorchModelHubMixin, license="apache-2
|
|
268
268
|
residual_per_slot_gate: bool = False,
|
269
269
|
residual_init_gate: float = 0.0,
|
270
270
|
use_dynamic_residual_gate: bool = False,
|
271
|
+
use_tanh_residual_gate: bool = False,
|
271
272
|
debug_mode: bool = False,
|
272
273
|
debug_interval: int = 10,
|
273
274
|
**kwargs,
|
@@ -300,7 +301,7 @@ class RxTAlphaMemoryAttention(nn.Module, PyTorchModelHubMixin, license="apache-2
|
|
300
301
|
stm, attention_layers, memory_norm_layers,
|
301
302
|
use_gated_residual=use_gated_residual, per_slot_gate=residual_per_slot_gate,
|
302
303
|
init_gate=residual_init_gate, use_dynamic_gate=use_dynamic_residual_gate,
|
303
|
-
debug_mode=debug_mode, debug_interval=debug_interval,
|
304
|
+
use_tanh_gate=use_tanh_residual_gate, debug_mode=debug_mode, debug_interval=debug_interval,
|
304
305
|
)
|
305
306
|
|
306
307
|
def freeze(self):
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|