brainstate 0.1.7__py2.py3-none-any.whl → 0.1.9__py2.py3-none-any.whl

brainstate/nn/_normalizations_test.py

@@ -1,73 +1,73 @@
-# Copyright 2024 BDP Ecosystem Limited. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-
-from absl.testing import absltest
-from absl.testing import parameterized
-
-import brainstate
-
-
-class Test_Normalization(parameterized.TestCase):
-    @parameterized.product(
-        fit=[True, False],
-    )
-    def test_BatchNorm1d(self, fit):
-        net = brainstate.nn.BatchNorm1d((3, 10))
-        brainstate.environ.set(fit=fit)
-        input = brainstate.random.randn(1, 3, 10)
-        output = net(input)
-
-    @parameterized.product(
-        fit=[True, False]
-    )
-    def test_BatchNorm2d(self, fit):
-        net = brainstate.nn.BatchNorm2d([3, 4, 10])
-        brainstate.environ.set(fit=fit)
-        input = brainstate.random.randn(1, 3, 4, 10)
-        output = net(input)
-
-    @parameterized.product(
-        fit=[True, False]
-    )
-    def test_BatchNorm3d(self, fit):
-        net = brainstate.nn.BatchNorm3d([3, 4, 5, 10])
-        brainstate.environ.set(fit=fit)
-        input = brainstate.random.randn(1, 3, 4, 5, 10)
-        output = net(input)
-
-    # @parameterized.product(
-    #   normalized_shape=(10, [5, 10])
-    # )
-    # def test_LayerNorm(self, normalized_shape):
-    #   net = brainstate.nn.LayerNorm(normalized_shape, )
-    #   input = brainstate.random.randn(20, 5, 10)
-    #   output = net(input)
-    #
-    # @parameterized.product(
-    #   num_groups=[1, 2, 3, 6]
-    # )
-    # def test_GroupNorm(self, num_groups):
-    #   input = brainstate.random.randn(20, 10, 10, 6)
-    #   net = brainstate.nn.GroupNorm(num_groups=num_groups, num_channels=6, )
-    #   output = net(input)
-    #
-    # def test_InstanceNorm(self):
-    #   input = brainstate.random.randn(20, 10, 10, 6)
-    #   net = brainstate.nn.InstanceNorm(num_channels=6, )
-    #   output = net(input)
-
-
-if __name__ == '__main__':
-    absltest.main()
+# Copyright 2024 BDP Ecosystem Limited. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+from absl.testing import absltest
+from absl.testing import parameterized
+
+import brainstate
+
+
+class Test_Normalization(parameterized.TestCase):
+    @parameterized.product(
+        fit=[True, False],
+    )
+    def test_BatchNorm1d(self, fit):
+        net = brainstate.nn.BatchNorm1d((3, 10))
+        brainstate.environ.set(fit=fit)
+        input = brainstate.random.randn(1, 3, 10)
+        output = net(input)
+
+    @parameterized.product(
+        fit=[True, False]
+    )
+    def test_BatchNorm2d(self, fit):
+        net = brainstate.nn.BatchNorm2d([3, 4, 10])
+        brainstate.environ.set(fit=fit)
+        input = brainstate.random.randn(1, 3, 4, 10)
+        output = net(input)
+
+    @parameterized.product(
+        fit=[True, False]
+    )
+    def test_BatchNorm3d(self, fit):
+        net = brainstate.nn.BatchNorm3d([3, 4, 5, 10])
+        brainstate.environ.set(fit=fit)
+        input = brainstate.random.randn(1, 3, 4, 5, 10)
+        output = net(input)
+
+    # @parameterized.product(
+    #   normalized_shape=(10, [5, 10])
+    # )
+    # def test_LayerNorm(self, normalized_shape):
+    #   net = brainstate.nn.LayerNorm(normalized_shape, )
+    #   input = brainstate.random.randn(20, 5, 10)
+    #   output = net(input)
+    #
+    # @parameterized.product(
+    #   num_groups=[1, 2, 3, 6]
+    # )
+    # def test_GroupNorm(self, num_groups):
+    #   input = brainstate.random.randn(20, 10, 10, 6)
+    #   net = brainstate.nn.GroupNorm(num_groups=num_groups, num_channels=6, )
+    #   output = net(input)
+    #
+    # def test_InstanceNorm(self):
+    #   input = brainstate.random.randn(20, 10, 10, 6)
+    #   net = brainstate.nn.InstanceNorm(num_channels=6, )
+    #   output = net(input)
+
+
+if __name__ == '__main__':
+    absltest.main()

brainstate/{functional → nn}/_others.py

@@ -1,46 +1,46 @@
-# Copyright 2024 BDP Ecosystem Limited. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-
-from functools import partial
-
-import jax
-import jax.numpy as jnp
-
-from brainstate.typing import PyTree
-
-__all__ = [
-    'clip_grad_norm',
-]
-
-
-def clip_grad_norm(
-    grad: PyTree,
-    max_norm: float | jax.Array,
-    norm_type: int | str | None = None
-):
-    """
-    Clips gradient norm of an iterable of parameters.
-
-    The norm is computed over all gradients together, as if they were
-    concatenated into a single vector. Gradients are modified in-place.
-
-    Args:
-        grad (PyTree): an iterable of Tensors or a single Tensor that will have gradients normalized
-        max_norm (float): max norm of the gradients.
-        norm_type (int, str, None): type of the used p-norm. Can be ``'inf'`` for infinity norm.
-    """
-    norm_fn = partial(jnp.linalg.norm, ord=norm_type)
-    norm = norm_fn(jnp.asarray(jax.tree.leaves(jax.tree.map(norm_fn, grad))))
-    return jax.tree.map(lambda x: jnp.where(norm < max_norm, x, x * max_norm / (norm + 1e-6)), grad)
+# Copyright 2024 BDP Ecosystem Limited. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+from functools import partial
+
+import jax
+import jax.numpy as jnp
+
+from brainstate.typing import PyTree
+
+__all__ = [
+    'clip_grad_norm',
+]
+
+
+def clip_grad_norm(
+    grad: PyTree,
+    max_norm: float | jax.Array,
+    norm_type: int | str | None = None
+):
+    """
+    Clips gradient norm of an iterable of parameters.
+
+    The norm is computed over all gradients together, as if they were
+    concatenated into a single vector. Gradients are modified in-place.
+
+    Args:
+        grad (PyTree): an iterable of Tensors or a single Tensor that will have gradients normalized
+        max_norm (float): max norm of the gradients.
+        norm_type (int, str, None): type of the used p-norm. Can be ``'inf'`` for infinity norm.
+    """
+    norm_fn = partial(jnp.linalg.norm, ord=norm_type)
+    norm = norm_fn(jnp.asarray(jax.tree.leaves(jax.tree.map(norm_fn, grad))))
+    return jax.tree.map(lambda x: jnp.where(norm < max_norm, x, x * max_norm / (norm + 1e-6)), grad)