brainstate 0.0.2.post20241009__py2.py3-none-any.whl → 0.1.0__py2.py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (175) hide show
  1. brainstate/__init__.py +31 -11
  2. brainstate/_state.py +760 -316
  3. brainstate/_state_test.py +41 -12
  4. brainstate/_utils.py +31 -4
  5. brainstate/augment/__init__.py +40 -0
  6. brainstate/augment/_autograd.py +608 -0
  7. brainstate/augment/_autograd_test.py +1193 -0
  8. brainstate/augment/_eval_shape.py +102 -0
  9. brainstate/augment/_eval_shape_test.py +40 -0
  10. brainstate/augment/_mapping.py +525 -0
  11. brainstate/augment/_mapping_test.py +210 -0
  12. brainstate/augment/_random.py +99 -0
  13. brainstate/{transform → compile}/__init__.py +25 -13
  14. brainstate/compile/_ad_checkpoint.py +204 -0
  15. brainstate/compile/_ad_checkpoint_test.py +51 -0
  16. brainstate/compile/_conditions.py +259 -0
  17. brainstate/compile/_conditions_test.py +221 -0
  18. brainstate/compile/_error_if.py +94 -0
  19. brainstate/compile/_error_if_test.py +54 -0
  20. brainstate/compile/_jit.py +314 -0
  21. brainstate/compile/_jit_test.py +143 -0
  22. brainstate/compile/_loop_collect_return.py +516 -0
  23. brainstate/compile/_loop_collect_return_test.py +59 -0
  24. brainstate/compile/_loop_no_collection.py +185 -0
  25. brainstate/compile/_loop_no_collection_test.py +51 -0
  26. brainstate/compile/_make_jaxpr.py +756 -0
  27. brainstate/compile/_make_jaxpr_test.py +134 -0
  28. brainstate/compile/_progress_bar.py +111 -0
  29. brainstate/compile/_unvmap.py +159 -0
  30. brainstate/compile/_util.py +147 -0
  31. brainstate/environ.py +408 -381
  32. brainstate/environ_test.py +34 -32
  33. brainstate/{nn/event → event}/__init__.py +6 -6
  34. brainstate/event/_csr.py +308 -0
  35. brainstate/event/_csr_test.py +118 -0
  36. brainstate/event/_fixed_probability.py +271 -0
  37. brainstate/event/_fixed_probability_test.py +128 -0
  38. brainstate/event/_linear.py +219 -0
  39. brainstate/event/_linear_test.py +112 -0
  40. brainstate/{nn/event → event}/_misc.py +7 -7
  41. brainstate/functional/_activations.py +521 -511
  42. brainstate/functional/_activations_test.py +300 -300
  43. brainstate/functional/_normalization.py +43 -43
  44. brainstate/functional/_others.py +15 -15
  45. brainstate/functional/_spikes.py +49 -49
  46. brainstate/graph/__init__.py +33 -0
  47. brainstate/graph/_graph_context.py +443 -0
  48. brainstate/graph/_graph_context_test.py +65 -0
  49. brainstate/graph/_graph_convert.py +246 -0
  50. brainstate/graph/_graph_node.py +300 -0
  51. brainstate/graph/_graph_node_test.py +75 -0
  52. brainstate/graph/_graph_operation.py +1746 -0
  53. brainstate/graph/_graph_operation_test.py +724 -0
  54. brainstate/init/_base.py +28 -10
  55. brainstate/init/_generic.py +175 -172
  56. brainstate/init/_random_inits.py +470 -415
  57. brainstate/init/_random_inits_test.py +150 -0
  58. brainstate/init/_regular_inits.py +66 -69
  59. brainstate/init/_regular_inits_test.py +51 -0
  60. brainstate/mixin.py +236 -244
  61. brainstate/mixin_test.py +44 -46
  62. brainstate/nn/__init__.py +26 -51
  63. brainstate/nn/_collective_ops.py +199 -0
  64. brainstate/nn/_dyn_impl/__init__.py +46 -0
  65. brainstate/nn/_dyn_impl/_dynamics_neuron.py +290 -0
  66. brainstate/nn/_dyn_impl/_dynamics_neuron_test.py +162 -0
  67. brainstate/nn/_dyn_impl/_dynamics_synapse.py +320 -0
  68. brainstate/nn/_dyn_impl/_dynamics_synapse_test.py +132 -0
  69. brainstate/nn/_dyn_impl/_inputs.py +154 -0
  70. brainstate/nn/{_projection/__init__.py → _dyn_impl/_projection_alignpost.py} +6 -13
  71. brainstate/nn/_dyn_impl/_rate_rnns.py +400 -0
  72. brainstate/nn/_dyn_impl/_rate_rnns_test.py +64 -0
  73. brainstate/nn/_dyn_impl/_readout.py +128 -0
  74. brainstate/nn/_dyn_impl/_readout_test.py +54 -0
  75. brainstate/nn/_dynamics/__init__.py +37 -0
  76. brainstate/nn/_dynamics/_dynamics_base.py +631 -0
  77. brainstate/nn/_dynamics/_dynamics_base_test.py +79 -0
  78. brainstate/nn/_dynamics/_projection_base.py +346 -0
  79. brainstate/nn/_dynamics/_state_delay.py +453 -0
  80. brainstate/nn/_dynamics/_synouts.py +161 -0
  81. brainstate/nn/_dynamics/_synouts_test.py +58 -0
  82. brainstate/nn/_elementwise/__init__.py +22 -0
  83. brainstate/nn/_elementwise/_dropout.py +418 -0
  84. brainstate/nn/_elementwise/_dropout_test.py +100 -0
  85. brainstate/nn/_elementwise/_elementwise.py +1122 -0
  86. brainstate/nn/_elementwise/_elementwise_test.py +171 -0
  87. brainstate/nn/_exp_euler.py +97 -0
  88. brainstate/nn/_exp_euler_test.py +36 -0
  89. brainstate/nn/_interaction/__init__.py +32 -0
  90. brainstate/nn/_interaction/_connections.py +726 -0
  91. brainstate/nn/_interaction/_connections_test.py +254 -0
  92. brainstate/nn/_interaction/_embedding.py +59 -0
  93. brainstate/nn/_interaction/_normalizations.py +388 -0
  94. brainstate/nn/_interaction/_normalizations_test.py +75 -0
  95. brainstate/nn/_interaction/_poolings.py +1179 -0
  96. brainstate/nn/_interaction/_poolings_test.py +219 -0
  97. brainstate/nn/_module.py +328 -0
  98. brainstate/nn/_module_test.py +211 -0
  99. brainstate/nn/metrics.py +309 -309
  100. brainstate/optim/__init__.py +14 -2
  101. brainstate/optim/_base.py +66 -0
  102. brainstate/optim/_lr_scheduler.py +363 -400
  103. brainstate/optim/_lr_scheduler_test.py +25 -24
  104. brainstate/optim/_optax_optimizer.py +103 -176
  105. brainstate/optim/_optax_optimizer_test.py +41 -1
  106. brainstate/optim/_sgd_optimizer.py +950 -1025
  107. brainstate/random/_rand_funs.py +3269 -3268
  108. brainstate/random/_rand_funs_test.py +568 -0
  109. brainstate/random/_rand_seed.py +149 -117
  110. brainstate/random/_rand_seed_test.py +50 -0
  111. brainstate/random/_rand_state.py +1360 -1318
  112. brainstate/random/_random_for_unit.py +13 -13
  113. brainstate/surrogate.py +1262 -1243
  114. brainstate/{nn/_projection/_utils.py → transform.py} +1 -2
  115. brainstate/typing.py +157 -130
  116. brainstate/util/__init__.py +52 -0
  117. brainstate/util/_caller.py +100 -0
  118. brainstate/util/_dict.py +734 -0
  119. brainstate/util/_dict_test.py +160 -0
  120. brainstate/util/_error.py +28 -0
  121. brainstate/util/_filter.py +178 -0
  122. brainstate/util/_others.py +497 -0
  123. brainstate/util/_pretty_repr.py +208 -0
  124. brainstate/util/_scaling.py +260 -0
  125. brainstate/util/_struct.py +524 -0
  126. brainstate/util/_tracers.py +75 -0
  127. brainstate/{_visualization.py → util/_visualization.py} +16 -16
  128. {brainstate-0.0.2.post20241009.dist-info → brainstate-0.1.0.dist-info}/METADATA +11 -11
  129. brainstate-0.1.0.dist-info/RECORD +135 -0
  130. brainstate/_module.py +0 -1637
  131. brainstate/_module_test.py +0 -207
  132. brainstate/nn/_base.py +0 -251
  133. brainstate/nn/_connections.py +0 -686
  134. brainstate/nn/_dynamics.py +0 -426
  135. brainstate/nn/_elementwise.py +0 -1438
  136. brainstate/nn/_embedding.py +0 -66
  137. brainstate/nn/_misc.py +0 -133
  138. brainstate/nn/_normalizations.py +0 -389
  139. brainstate/nn/_others.py +0 -101
  140. brainstate/nn/_poolings.py +0 -1229
  141. brainstate/nn/_poolings_test.py +0 -231
  142. brainstate/nn/_projection/_align_post.py +0 -546
  143. brainstate/nn/_projection/_align_pre.py +0 -599
  144. brainstate/nn/_projection/_delta.py +0 -241
  145. brainstate/nn/_projection/_vanilla.py +0 -101
  146. brainstate/nn/_rate_rnns.py +0 -410
  147. brainstate/nn/_readout.py +0 -136
  148. brainstate/nn/_synouts.py +0 -166
  149. brainstate/nn/event/csr.py +0 -312
  150. brainstate/nn/event/csr_test.py +0 -118
  151. brainstate/nn/event/fixed_probability.py +0 -276
  152. brainstate/nn/event/fixed_probability_test.py +0 -127
  153. brainstate/nn/event/linear.py +0 -220
  154. brainstate/nn/event/linear_test.py +0 -111
  155. brainstate/random/random_test.py +0 -593
  156. brainstate/transform/_autograd.py +0 -585
  157. brainstate/transform/_autograd_test.py +0 -1181
  158. brainstate/transform/_conditions.py +0 -334
  159. brainstate/transform/_conditions_test.py +0 -220
  160. brainstate/transform/_error_if.py +0 -94
  161. brainstate/transform/_error_if_test.py +0 -55
  162. brainstate/transform/_jit.py +0 -265
  163. brainstate/transform/_jit_test.py +0 -118
  164. brainstate/transform/_loop_collect_return.py +0 -502
  165. brainstate/transform/_loop_no_collection.py +0 -170
  166. brainstate/transform/_make_jaxpr.py +0 -739
  167. brainstate/transform/_make_jaxpr_test.py +0 -131
  168. brainstate/transform/_mapping.py +0 -109
  169. brainstate/transform/_progress_bar.py +0 -111
  170. brainstate/transform/_unvmap.py +0 -143
  171. brainstate/util.py +0 -746
  172. brainstate-0.0.2.post20241009.dist-info/RECORD +0 -87
  173. {brainstate-0.0.2.post20241009.dist-info → brainstate-0.1.0.dist-info}/LICENSE +0 -0
  174. {brainstate-0.0.2.post20241009.dist-info → brainstate-0.1.0.dist-info}/WHEEL +0 -0
  175. {brainstate-0.0.2.post20241009.dist-info → brainstate-0.1.0.dist-info}/top_level.txt +0 -0
@@ -12,8 +12,10 @@
12
12
  # See the License for the specific language governing permissions and
13
13
  # limitations under the License.
14
14
  # ==============================================================================
15
+ from __future__ import annotations
15
16
 
16
17
  from contextlib import contextmanager
18
+ from typing import Optional
17
19
 
18
20
  import jax
19
21
  import numpy as np
@@ -22,148 +24,178 @@ from brainstate.typing import SeedOrKey
22
24
  from ._rand_state import RandomState, DEFAULT
23
25
 
24
26
  __all__ = [
25
- 'seed', 'default_rng', 'split_key', 'split_keys', 'seed_context',
27
+ 'seed', 'set_key', 'get_key', 'default_rng', 'split_key', 'split_keys', 'seed_context', 'restore_key',
28
+ 'self_assign_multi_keys',
26
29
  ]
27
30
 
28
31
 
29
- def split_key():
30
- """Create a new seed from the current seed.
32
+ def restore_key():
33
+ """Restore the default random key."""
34
+ DEFAULT.restore_key()
31
35
 
32
- This function is useful for the consistency with JAX's random paradigm.
33
36
 
34
- Returns
35
- -------
36
- key : jax.random.PRNGKey
37
- A new random key.
38
- """
39
- return DEFAULT.split_key()
37
+ def split_key(n: Optional[int] = None, backup: bool = False):
38
+ """Create a new seed from the current seed.
40
39
 
40
+ This function is useful for the consistency with JAX's random paradigm.
41
41
 
42
- def split_keys(n: int):
43
- """Create multiple seeds from the current seed. This is used
44
- internally by `pmap` and `vmap` to ensure that random numbers
45
- are different in parallel threads.
42
+ Parameters
43
+ ----------
44
+ n : int, optional
45
+ The number of seeds to generate.
46
+ backup : bool, optional
47
+ Whether to backup the current key.
46
48
 
47
- Parameters
48
- ----------
49
- n : int
50
- The number of seeds to generate.
49
+ Returns
50
+ -------
51
+ key : jax.random.PRNGKey
52
+ A new random key.
51
53
 
52
- Returns
53
- -------
54
- keys : jax.random.PRNGKey
55
- A tuple of JAX random keys.
56
- """
57
- return DEFAULT.split_keys(n)
54
+ """
55
+ return DEFAULT.split_key(n=n, backup=backup)
56
+
57
+
58
+ def split_keys(n: int, backup: bool = False):
59
+ """Create multiple seeds from the current seed. This is used
60
+ internally by `pmap` and `vmap` to ensure that random numbers
61
+ are different in parallel threads.
62
+
63
+ Parameters
64
+ ----------
65
+ n : int
66
+ The number of seeds to generate.
67
+ backup : bool, optional
68
+ Whether to backup the current key
69
+
70
+ Returns
71
+ -------
72
+ keys : jax.random.PRNGKey
73
+ A tuple of JAX random keys.
74
+
75
+ """
76
+ return split_key(n, backup=backup)
77
+
78
+
79
+ def self_assign_multi_keys(n: int, backup: bool = True):
80
+ """
81
+ Assign multiple keys to the current key.
82
+ """
83
+ DEFAULT.self_assign_multi_keys(n, backup=backup)
58
84
 
59
85
 
60
86
  def clone_rng(seed_or_key=None, clone: bool = True) -> RandomState:
61
- """Clone the random state according to the given setting.
87
+ """Clone the random state according to the given setting.
62
88
 
63
- Args:
64
- seed_or_key: The seed (an integer) or the random key.
65
- clone: Bool. Whether clone the default random state.
89
+ Args:
90
+ seed_or_key: The seed (an integer) or the random key.
91
+ clone: Bool. Whether clone the default random state.
66
92
 
67
- Returns:
68
- The random state.
69
- """
70
- if seed_or_key is None:
71
- return DEFAULT.clone() if clone else DEFAULT
72
- else:
73
- return RandomState(seed_or_key)
93
+ Returns:
94
+ The random state.
95
+ """
96
+ if seed_or_key is None:
97
+ return DEFAULT.clone() if clone else DEFAULT
98
+ else:
99
+ return RandomState(seed_or_key)
74
100
 
75
101
 
76
102
  def default_rng(seed_or_key=None) -> RandomState:
77
- """
78
- Get the default random state.
103
+ """
104
+ Get the default random state.
105
+
106
+ Args:
107
+ seed_or_key: The seed (an integer) or the jax random key.
79
108
 
80
- Args:
81
- seed_or_key: The seed (an integer) or the jax random key.
109
+ Returns:
110
+ The random state.
111
+ """
112
+ if seed_or_key is None:
113
+ return DEFAULT
114
+ else:
115
+ return RandomState(seed_or_key)
82
116
 
83
- Returns:
84
- The random state.
85
- """
86
- if seed_or_key is None:
87
- return DEFAULT
88
- else:
89
- return RandomState(seed_or_key)
90
117
 
118
+ def set_key(seed_or_key: SeedOrKey):
119
+ """Sets a new random key.
91
120
 
92
- def seed(seed_or_key: SeedOrKey = None):
93
- """Sets a new random seed.
94
-
95
- Parameters
96
- ----------
97
- seed_or_key: int, optional
98
- The random seed (an integer) or jax random key.
99
- """
100
- with jax.ensure_compile_time_eval():
101
- _set_numpy_seed = True
102
- if seed_or_key is None:
103
- seed_or_key = np.random.randint(0, 100000)
104
- _set_numpy_seed = False
121
+ Parameters
122
+ ----------
123
+ seed_or_key: int
124
+ The random key.
125
+ """
126
+ DEFAULT.set_key(jax.random.PRNGKey(seed_or_key) if jax.numpy.shape(seed_or_key) == () else seed_or_key)
105
127
 
106
- # numpy random seed
107
- if _set_numpy_seed:
108
- try:
109
- if np.size(seed_or_key) == 1: # seed
110
- np.random.seed(seed_or_key)
111
- elif np.size(seed_or_key) == 2: # jax random key
112
- np.random.seed(seed_or_key[0])
113
- else:
114
- raise ValueError(f"seed_or_key should be an integer or a tuple of two integers.")
115
- except jax.errors.TracerArrayConversionError:
116
- pass
117
128
 
118
- # jax random seed
119
- DEFAULT.seed(seed_or_key)
129
+ def get_key():
130
+ """Get a new random key.
131
+
132
+ Returns
133
+ -------
134
+ seed_or_key: int
135
+ The random key.
136
+ """
137
+ return DEFAULT.value
138
+
139
+
140
+ def seed(seed_or_key: SeedOrKey = None):
141
+ """Sets a new random seed.
142
+
143
+ Parameters
144
+ ----------
145
+ seed_or_key: int, optional
146
+ The random seed (an integer) or jax random key.
147
+ """
148
+ with jax.ensure_compile_time_eval():
149
+ _set_numpy_seed = True
150
+ if seed_or_key is None:
151
+ seed_or_key = np.random.randint(0, 100000)
152
+ _set_numpy_seed = False
153
+
154
+ # numpy random seed
155
+ if _set_numpy_seed:
156
+ try:
157
+ if np.size(seed_or_key) == 1: # seed
158
+ np.random.seed(seed_or_key)
159
+ elif np.size(seed_or_key) == 2: # jax random key
160
+ np.random.seed(seed_or_key[0])
161
+ else:
162
+ raise ValueError(f"seed_or_key should be an integer or a tuple of two integers.")
163
+ except jax.errors.TracerArrayConversionError:
164
+ pass
165
+
166
+ # jax random seed
167
+ DEFAULT.seed(seed_or_key)
120
168
 
121
169
 
122
170
  @contextmanager
123
171
  def seed_context(seed_or_key: SeedOrKey):
124
- """
125
- A context manager that sets the random seed for the duration of the block.
126
-
127
- Examples:
128
-
129
- >>> import brainstate as bst
130
- >>> print(bst.random.rand(2))
131
- [0.57721865 0.9820676 ]
132
- >>> print(bst.random.rand(2))
133
- [0.8511752 0.95312667]
134
- >>> with bst.random.seed_context(42):
135
- ... print(bst.random.rand(2))
136
- [0.95598125 0.4032725 ]
137
- >>> with bst.random.seed_context(42):
138
- ... print(bst.random.rand(2))
139
- [0.95598125 0.4032725 ]
140
-
141
- .. note::
142
-
143
- The context manager does not only set the seed for the AX random state, but also for the numpy random state.
144
-
145
- Args:
146
- seed_or_key: The seed (an integer) or jax random key.
147
-
148
- """
149
- old_jrand_key = DEFAULT.value
150
- old_np_state = np.random.get_state()
151
- try:
152
- # step 1: set the seed of numpy random state
172
+ """
173
+ A context manager that sets the random seed for the duration of the block.
174
+
175
+ Examples:
176
+
177
+ >>> import brainstate as bst
178
+ >>> print(bst.random.rand(2))
179
+ [0.57721865 0.9820676 ]
180
+ >>> print(bst.random.rand(2))
181
+ [0.8511752 0.95312667]
182
+ >>> with bst.random.seed_context(42):
183
+ ... print(bst.random.rand(2))
184
+ [0.95598125 0.4032725 ]
185
+ >>> with bst.random.seed_context(42):
186
+ ... print(bst.random.rand(2))
187
+ [0.95598125 0.4032725 ]
188
+
189
+ Args:
190
+ seed_or_key: The seed (an integer) or jax random key.
191
+
192
+ """
193
+ # get the old random key
194
+ old_jrand_key = DEFAULT.value
153
195
  try:
154
- if np.size(seed_or_key) == 1: # seed
155
- np.random.seed(seed_or_key)
156
- elif np.size(seed_or_key) == 2: # jax random key
157
- np.random.seed(seed_or_key[0])
158
- else:
159
- raise ValueError(f"seed_or_key should be an integer or a tuple of two integers.")
160
- except jax.errors.TracerArrayConversionError:
161
- pass
162
-
163
- # step 2: set the seed of jax random state
164
- DEFAULT.seed(seed_or_key)
165
- yield
166
- finally:
167
- # restore the random state
168
- np.random.set_state(old_np_state)
169
- DEFAULT.seed(old_jrand_key)
196
+ # set the seed of jax random state
197
+ DEFAULT.seed(seed_or_key)
198
+ yield
199
+ finally:
200
+ # restore the random state
201
+ DEFAULT.seed(old_jrand_key)
@@ -0,0 +1,50 @@
1
+ # Copyright 2024 BDP Ecosystem Limited. All Rights Reserved.
2
+ #
3
+ # Licensed under the Apache License, Version 2.0 (the "License");
4
+ # you may not use this file except in compliance with the License.
5
+ # You may obtain a copy of the License at
6
+ #
7
+ # http://www.apache.org/licenses/LICENSE-2.0
8
+ #
9
+ # Unless required by applicable law or agreed to in writing, software
10
+ # distributed under the License is distributed on an "AS IS" BASIS,
11
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ # See the License for the specific language governing permissions and
13
+ # limitations under the License.
14
+ # ==============================================================================
15
+
16
+ from __future__ import annotations
17
+
18
+ import unittest
19
+
20
+ import jax.numpy as jnp
21
+ import jax.random
22
+
23
+ import brainstate as bst
24
+
25
+
26
+ class TestRandom(unittest.TestCase):
27
+
28
+ def test_seed2(self):
29
+ test_seed = 299
30
+ key = jax.random.PRNGKey(test_seed)
31
+ bst.random.seed(key)
32
+
33
+ @jax.jit
34
+ def jit_seed(key):
35
+ bst.random.seed(key)
36
+ with bst.random.seed_context(key):
37
+ print(bst.random.DEFAULT.value)
38
+
39
+ jit_seed(key)
40
+ jit_seed(1)
41
+ jit_seed(None)
42
+ bst.random.seed(1)
43
+
44
+ def test_seed(self):
45
+ test_seed = 299
46
+ bst.random.seed(test_seed)
47
+ a = bst.random.rand(3)
48
+ bst.random.seed(test_seed)
49
+ b = bst.random.rand(3)
50
+ self.assertTrue(jnp.array_equal(a, b))