matnets 3.2.3__tar.gz → 3.2.5__tar.gz

{matnets-3.2.3 → matnets-3.2.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: matnets
-Version: 3.2.3
+Version: 3.2.5
 Summary: A small experimental neural network library where neurons are represented as matrices.
 License-Expression: MIT
 License-File: LICENSE

{matnets-3.2.3 → matnets-3.2.5}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "poetry.core.masonry.api"
 
 [project]
 name = "matnets"
-version = "3.2.3"
+version = "3.2.5"
 description = "A small experimental neural network library where neurons are represented as matrices."
 readme = "docs/index.md"
 requires-python = ">=3.11"

{matnets-3.2.3 → matnets-3.2.5}/src/matnets/activations/exp.py

@@ -49,12 +49,12 @@ def sst(x: jax.Array) -> jax.Array:
     """Scaled squared tanh activation.
 
     Applies element-wise tanh, squares the resulting matrices, and
-    scales them by n^-2 where n is the matrix dimension.
+    scales them by n^-1 where n is the matrix dimension.
     """
     n = x.shape[-1]
     t = jnp.tanh(x)
     s = jnp.matmul(t, t)
-    scale = float(n) ** -2
+    scale = float(n) ** -1
     return s * scale
 
 
@@ -62,10 +62,10 @@ def sss(x: jax.Array) -> jax.Array:
     """Scaled squared sigmoid activation.
 
     Applies element-wise sigmoid, squares the resulting matrices, and
-    scales them by n^-2 where n is the matrix dimension.
+    scales them by n^-1 where n is the matrix dimension.
     """
     n = x.shape[-1]
     t = jnn.sigmoid(x)
     s = jnp.matmul(t, t)
-    scale = float(n) ** -2
+    scale = float(n) ** -1
     return s * scale