brainstate 0.0.2.post20241010__py2.py3-none-any.whl → 0.1.0.post20241122__py2.py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (184) hide show
  1. benchmark/COBA_2005.py +125 -0
  2. benchmark/CUBA_2005.py +149 -0
  3. brainstate/__init__.py +31 -11
  4. brainstate/_state.py +760 -316
  5. brainstate/_state_test.py +41 -12
  6. brainstate/_utils.py +31 -4
  7. brainstate/augment/__init__.py +40 -0
  8. brainstate/augment/_autograd.py +611 -0
  9. brainstate/augment/_autograd_test.py +1193 -0
  10. brainstate/augment/_eval_shape.py +102 -0
  11. brainstate/augment/_eval_shape_test.py +40 -0
  12. brainstate/augment/_mapping.py +525 -0
  13. brainstate/augment/_mapping_test.py +210 -0
  14. brainstate/augment/_random.py +99 -0
  15. brainstate/{transform → compile}/__init__.py +25 -13
  16. brainstate/compile/_ad_checkpoint.py +204 -0
  17. brainstate/compile/_ad_checkpoint_test.py +51 -0
  18. brainstate/compile/_conditions.py +259 -0
  19. brainstate/compile/_conditions_test.py +221 -0
  20. brainstate/compile/_error_if.py +94 -0
  21. brainstate/compile/_error_if_test.py +54 -0
  22. brainstate/compile/_jit.py +314 -0
  23. brainstate/compile/_jit_test.py +143 -0
  24. brainstate/compile/_loop_collect_return.py +516 -0
  25. brainstate/compile/_loop_collect_return_test.py +59 -0
  26. brainstate/compile/_loop_no_collection.py +185 -0
  27. brainstate/compile/_loop_no_collection_test.py +51 -0
  28. brainstate/compile/_make_jaxpr.py +756 -0
  29. brainstate/compile/_make_jaxpr_test.py +134 -0
  30. brainstate/compile/_progress_bar.py +111 -0
  31. brainstate/compile/_unvmap.py +159 -0
  32. brainstate/compile/_util.py +147 -0
  33. brainstate/environ.py +408 -381
  34. brainstate/environ_test.py +34 -32
  35. brainstate/event/__init__.py +27 -0
  36. brainstate/event/_csr.py +316 -0
  37. brainstate/event/_csr_benchmark.py +14 -0
  38. brainstate/event/_csr_test.py +118 -0
  39. brainstate/event/_fixed_probability.py +708 -0
  40. brainstate/event/_fixed_probability_benchmark.py +128 -0
  41. brainstate/event/_fixed_probability_test.py +131 -0
  42. brainstate/event/_linear.py +359 -0
  43. brainstate/event/_linear_benckmark.py +82 -0
  44. brainstate/event/_linear_test.py +117 -0
  45. brainstate/{nn/event → event}/_misc.py +7 -7
  46. brainstate/event/_xla_custom_op.py +312 -0
  47. brainstate/event/_xla_custom_op_test.py +55 -0
  48. brainstate/functional/_activations.py +521 -511
  49. brainstate/functional/_activations_test.py +300 -300
  50. brainstate/functional/_normalization.py +43 -43
  51. brainstate/functional/_others.py +15 -15
  52. brainstate/functional/_spikes.py +49 -49
  53. brainstate/graph/__init__.py +33 -0
  54. brainstate/graph/_graph_context.py +443 -0
  55. brainstate/graph/_graph_context_test.py +65 -0
  56. brainstate/graph/_graph_convert.py +246 -0
  57. brainstate/graph/_graph_node.py +300 -0
  58. brainstate/graph/_graph_node_test.py +75 -0
  59. brainstate/graph/_graph_operation.py +1746 -0
  60. brainstate/graph/_graph_operation_test.py +724 -0
  61. brainstate/init/_base.py +28 -10
  62. brainstate/init/_generic.py +175 -172
  63. brainstate/init/_random_inits.py +470 -415
  64. brainstate/init/_random_inits_test.py +150 -0
  65. brainstate/init/_regular_inits.py +66 -69
  66. brainstate/init/_regular_inits_test.py +51 -0
  67. brainstate/mixin.py +236 -244
  68. brainstate/mixin_test.py +44 -46
  69. brainstate/nn/__init__.py +26 -51
  70. brainstate/nn/_collective_ops.py +199 -0
  71. brainstate/nn/_dyn_impl/__init__.py +46 -0
  72. brainstate/nn/_dyn_impl/_dynamics_neuron.py +290 -0
  73. brainstate/nn/_dyn_impl/_dynamics_neuron_test.py +162 -0
  74. brainstate/nn/_dyn_impl/_dynamics_synapse.py +315 -0
  75. brainstate/nn/_dyn_impl/_dynamics_synapse_test.py +132 -0
  76. brainstate/nn/_dyn_impl/_inputs.py +154 -0
  77. brainstate/nn/{event/__init__.py → _dyn_impl/_projection_alignpost.py} +8 -8
  78. brainstate/nn/_dyn_impl/_rate_rnns.py +400 -0
  79. brainstate/nn/_dyn_impl/_rate_rnns_test.py +64 -0
  80. brainstate/nn/_dyn_impl/_readout.py +128 -0
  81. brainstate/nn/_dyn_impl/_readout_test.py +54 -0
  82. brainstate/nn/_dynamics/__init__.py +37 -0
  83. brainstate/nn/_dynamics/_dynamics_base.py +631 -0
  84. brainstate/nn/_dynamics/_dynamics_base_test.py +79 -0
  85. brainstate/nn/_dynamics/_projection_base.py +346 -0
  86. brainstate/nn/_dynamics/_state_delay.py +453 -0
  87. brainstate/nn/_dynamics/_synouts.py +161 -0
  88. brainstate/nn/_dynamics/_synouts_test.py +58 -0
  89. brainstate/nn/_elementwise/__init__.py +22 -0
  90. brainstate/nn/_elementwise/_dropout.py +418 -0
  91. brainstate/nn/_elementwise/_dropout_test.py +100 -0
  92. brainstate/nn/_elementwise/_elementwise.py +1122 -0
  93. brainstate/nn/_elementwise/_elementwise_test.py +171 -0
  94. brainstate/nn/_exp_euler.py +97 -0
  95. brainstate/nn/_exp_euler_test.py +36 -0
  96. brainstate/nn/_interaction/__init__.py +41 -0
  97. brainstate/nn/_interaction/_conv.py +499 -0
  98. brainstate/nn/_interaction/_conv_test.py +239 -0
  99. brainstate/nn/_interaction/_embedding.py +59 -0
  100. brainstate/nn/_interaction/_linear.py +582 -0
  101. brainstate/nn/_interaction/_linear_test.py +42 -0
  102. brainstate/nn/_interaction/_normalizations.py +388 -0
  103. brainstate/nn/_interaction/_normalizations_test.py +75 -0
  104. brainstate/nn/_interaction/_poolings.py +1179 -0
  105. brainstate/nn/_interaction/_poolings_test.py +219 -0
  106. brainstate/nn/_module.py +328 -0
  107. brainstate/nn/_module_test.py +211 -0
  108. brainstate/nn/metrics.py +309 -309
  109. brainstate/optim/__init__.py +14 -2
  110. brainstate/optim/_base.py +66 -0
  111. brainstate/optim/_lr_scheduler.py +363 -400
  112. brainstate/optim/_lr_scheduler_test.py +25 -24
  113. brainstate/optim/_optax_optimizer.py +121 -176
  114. brainstate/optim/_optax_optimizer_test.py +41 -1
  115. brainstate/optim/_sgd_optimizer.py +950 -1025
  116. brainstate/random/_rand_funs.py +3269 -3268
  117. brainstate/random/_rand_funs_test.py +568 -0
  118. brainstate/random/_rand_seed.py +149 -117
  119. brainstate/random/_rand_seed_test.py +50 -0
  120. brainstate/random/_rand_state.py +1356 -1321
  121. brainstate/random/_random_for_unit.py +13 -13
  122. brainstate/surrogate.py +1262 -1243
  123. brainstate/{nn/_projection/_utils.py → transform.py} +1 -2
  124. brainstate/typing.py +157 -130
  125. brainstate/util/__init__.py +52 -0
  126. brainstate/util/_caller.py +100 -0
  127. brainstate/util/_dict.py +734 -0
  128. brainstate/util/_dict_test.py +160 -0
  129. brainstate/{nn/_projection/__init__.py → util/_error.py} +9 -13
  130. brainstate/util/_filter.py +178 -0
  131. brainstate/util/_others.py +497 -0
  132. brainstate/util/_pretty_repr.py +208 -0
  133. brainstate/util/_scaling.py +260 -0
  134. brainstate/util/_struct.py +524 -0
  135. brainstate/util/_tracers.py +75 -0
  136. brainstate/{_visualization.py → util/_visualization.py} +16 -16
  137. {brainstate-0.0.2.post20241010.dist-info → brainstate-0.1.0.post20241122.dist-info}/METADATA +11 -11
  138. brainstate-0.1.0.post20241122.dist-info/RECORD +144 -0
  139. {brainstate-0.0.2.post20241010.dist-info → brainstate-0.1.0.post20241122.dist-info}/top_level.txt +1 -0
  140. brainstate/_module.py +0 -1637
  141. brainstate/_module_test.py +0 -207
  142. brainstate/nn/_base.py +0 -251
  143. brainstate/nn/_connections.py +0 -686
  144. brainstate/nn/_dynamics.py +0 -426
  145. brainstate/nn/_elementwise.py +0 -1438
  146. brainstate/nn/_embedding.py +0 -66
  147. brainstate/nn/_misc.py +0 -133
  148. brainstate/nn/_normalizations.py +0 -389
  149. brainstate/nn/_others.py +0 -101
  150. brainstate/nn/_poolings.py +0 -1229
  151. brainstate/nn/_poolings_test.py +0 -231
  152. brainstate/nn/_projection/_align_post.py +0 -546
  153. brainstate/nn/_projection/_align_pre.py +0 -599
  154. brainstate/nn/_projection/_delta.py +0 -241
  155. brainstate/nn/_projection/_vanilla.py +0 -101
  156. brainstate/nn/_rate_rnns.py +0 -410
  157. brainstate/nn/_readout.py +0 -136
  158. brainstate/nn/_synouts.py +0 -166
  159. brainstate/nn/event/csr.py +0 -312
  160. brainstate/nn/event/csr_test.py +0 -118
  161. brainstate/nn/event/fixed_probability.py +0 -276
  162. brainstate/nn/event/fixed_probability_test.py +0 -127
  163. brainstate/nn/event/linear.py +0 -220
  164. brainstate/nn/event/linear_test.py +0 -111
  165. brainstate/random/random_test.py +0 -593
  166. brainstate/transform/_autograd.py +0 -585
  167. brainstate/transform/_autograd_test.py +0 -1181
  168. brainstate/transform/_conditions.py +0 -334
  169. brainstate/transform/_conditions_test.py +0 -220
  170. brainstate/transform/_error_if.py +0 -94
  171. brainstate/transform/_error_if_test.py +0 -55
  172. brainstate/transform/_jit.py +0 -265
  173. brainstate/transform/_jit_test.py +0 -118
  174. brainstate/transform/_loop_collect_return.py +0 -502
  175. brainstate/transform/_loop_no_collection.py +0 -170
  176. brainstate/transform/_make_jaxpr.py +0 -739
  177. brainstate/transform/_make_jaxpr_test.py +0 -131
  178. brainstate/transform/_mapping.py +0 -109
  179. brainstate/transform/_progress_bar.py +0 -111
  180. brainstate/transform/_unvmap.py +0 -143
  181. brainstate/util.py +0 -746
  182. brainstate-0.0.2.post20241010.dist-info/RECORD +0 -87
  183. {brainstate-0.0.2.post20241010.dist-info → brainstate-0.1.0.post20241122.dist-info}/LICENSE +0 -0
  184. {brainstate-0.0.2.post20241010.dist-info → brainstate-0.1.0.post20241122.dist-info}/WHEEL +0 -0
@@ -12,8 +12,10 @@
12
12
  # See the License for the specific language governing permissions and
13
13
  # limitations under the License.
14
14
  # ==============================================================================
15
+ from __future__ import annotations
15
16
 
16
17
  from contextlib import contextmanager
18
+ from typing import Optional
17
19
 
18
20
  import jax
19
21
  import numpy as np
@@ -22,148 +24,178 @@ from brainstate.typing import SeedOrKey
22
24
  from ._rand_state import RandomState, DEFAULT
23
25
 
24
26
  __all__ = [
25
- 'seed', 'default_rng', 'split_key', 'split_keys', 'seed_context',
27
+ 'seed', 'set_key', 'get_key', 'default_rng', 'split_key', 'split_keys', 'seed_context', 'restore_key',
28
+ 'self_assign_multi_keys',
26
29
  ]
27
30
 
28
31
 
29
- def split_key():
30
- """Create a new seed from the current seed.
32
+ def restore_key():
33
+ """Restore the default random key."""
34
+ DEFAULT.restore_key()
31
35
 
32
- This function is useful for the consistency with JAX's random paradigm.
33
36
 
34
- Returns
35
- -------
36
- key : jax.random.PRNGKey
37
- A new random key.
38
- """
39
- return DEFAULT.split_key()
37
+ def split_key(n: Optional[int] = None, backup: bool = False):
38
+ """Create a new seed from the current seed.
40
39
 
40
+ This function is useful for the consistency with JAX's random paradigm.
41
41
 
42
- def split_keys(n: int):
43
- """Create multiple seeds from the current seed. This is used
44
- internally by `pmap` and `vmap` to ensure that random numbers
45
- are different in parallel threads.
42
+ Parameters
43
+ ----------
44
+ n : int, optional
45
+ The number of seeds to generate.
46
+ backup : bool, optional
47
+ Whether to backup the current key.
46
48
 
47
- Parameters
48
- ----------
49
- n : int
50
- The number of seeds to generate.
49
+ Returns
50
+ -------
51
+ key : jax.random.PRNGKey
52
+ A new random key.
51
53
 
52
- Returns
53
- -------
54
- keys : jax.random.PRNGKey
55
- A tuple of JAX random keys.
56
- """
57
- return DEFAULT.split_keys(n)
54
+ """
55
+ return DEFAULT.split_key(n=n, backup=backup)
56
+
57
+
58
+ def split_keys(n: int, backup: bool = False):
59
+ """Create multiple seeds from the current seed. This is used
60
+ internally by `pmap` and `vmap` to ensure that random numbers
61
+ are different in parallel threads.
62
+
63
+ Parameters
64
+ ----------
65
+ n : int
66
+ The number of seeds to generate.
67
+ backup : bool, optional
68
+ Whether to backup the current key
69
+
70
+ Returns
71
+ -------
72
+ keys : jax.random.PRNGKey
73
+ A tuple of JAX random keys.
74
+
75
+ """
76
+ return split_key(n, backup=backup)
77
+
78
+
79
+ def self_assign_multi_keys(n: int, backup: bool = True):
80
+ """
81
+ Assign multiple keys to the current key.
82
+ """
83
+ DEFAULT.self_assign_multi_keys(n, backup=backup)
58
84
 
59
85
 
60
86
  def clone_rng(seed_or_key=None, clone: bool = True) -> RandomState:
61
- """Clone the random state according to the given setting.
87
+ """Clone the random state according to the given setting.
62
88
 
63
- Args:
64
- seed_or_key: The seed (an integer) or the random key.
65
- clone: Bool. Whether clone the default random state.
89
+ Args:
90
+ seed_or_key: The seed (an integer) or the random key.
91
+ clone: Bool. Whether clone the default random state.
66
92
 
67
- Returns:
68
- The random state.
69
- """
70
- if seed_or_key is None:
71
- return DEFAULT.clone() if clone else DEFAULT
72
- else:
73
- return RandomState(seed_or_key)
93
+ Returns:
94
+ The random state.
95
+ """
96
+ if seed_or_key is None:
97
+ return DEFAULT.clone() if clone else DEFAULT
98
+ else:
99
+ return RandomState(seed_or_key)
74
100
 
75
101
 
76
102
  def default_rng(seed_or_key=None) -> RandomState:
77
- """
78
- Get the default random state.
103
+ """
104
+ Get the default random state.
105
+
106
+ Args:
107
+ seed_or_key: The seed (an integer) or the jax random key.
79
108
 
80
- Args:
81
- seed_or_key: The seed (an integer) or the jax random key.
109
+ Returns:
110
+ The random state.
111
+ """
112
+ if seed_or_key is None:
113
+ return DEFAULT
114
+ else:
115
+ return RandomState(seed_or_key)
82
116
 
83
- Returns:
84
- The random state.
85
- """
86
- if seed_or_key is None:
87
- return DEFAULT
88
- else:
89
- return RandomState(seed_or_key)
90
117
 
118
+ def set_key(seed_or_key: SeedOrKey):
119
+ """Sets a new random key.
91
120
 
92
- def seed(seed_or_key: SeedOrKey = None):
93
- """Sets a new random seed.
94
-
95
- Parameters
96
- ----------
97
- seed_or_key: int, optional
98
- The random seed (an integer) or jax random key.
99
- """
100
- with jax.ensure_compile_time_eval():
101
- _set_numpy_seed = True
102
- if seed_or_key is None:
103
- seed_or_key = np.random.randint(0, 100000)
104
- _set_numpy_seed = False
121
+ Parameters
122
+ ----------
123
+ seed_or_key: int
124
+ The random key.
125
+ """
126
+ DEFAULT.set_key(jax.random.PRNGKey(seed_or_key) if jax.numpy.shape(seed_or_key) == () else seed_or_key)
105
127
 
106
- # numpy random seed
107
- if _set_numpy_seed:
108
- try:
109
- if np.size(seed_or_key) == 1: # seed
110
- np.random.seed(seed_or_key)
111
- elif np.size(seed_or_key) == 2: # jax random key
112
- np.random.seed(seed_or_key[0])
113
- else:
114
- raise ValueError(f"seed_or_key should be an integer or a tuple of two integers.")
115
- except jax.errors.TracerArrayConversionError:
116
- pass
117
128
 
118
- # jax random seed
119
- DEFAULT.seed(seed_or_key)
129
+ def get_key():
130
+ """Get a new random key.
131
+
132
+ Returns
133
+ -------
134
+ seed_or_key: int
135
+ The random key.
136
+ """
137
+ return DEFAULT.value
138
+
139
+
140
+ def seed(seed_or_key: SeedOrKey = None):
141
+ """Sets a new random seed.
142
+
143
+ Parameters
144
+ ----------
145
+ seed_or_key: int, optional
146
+ The random seed (an integer) or jax random key.
147
+ """
148
+ with jax.ensure_compile_time_eval():
149
+ _set_numpy_seed = True
150
+ if seed_or_key is None:
151
+ seed_or_key = np.random.randint(0, 100000)
152
+ _set_numpy_seed = False
153
+
154
+ # numpy random seed
155
+ if _set_numpy_seed:
156
+ try:
157
+ if np.size(seed_or_key) == 1: # seed
158
+ np.random.seed(seed_or_key)
159
+ elif np.size(seed_or_key) == 2: # jax random key
160
+ np.random.seed(seed_or_key[0])
161
+ else:
162
+ raise ValueError(f"seed_or_key should be an integer or a tuple of two integers.")
163
+ except jax.errors.TracerArrayConversionError:
164
+ pass
165
+
166
+ # jax random seed
167
+ DEFAULT.seed(seed_or_key)
120
168
 
121
169
 
122
170
  @contextmanager
123
171
  def seed_context(seed_or_key: SeedOrKey):
124
- """
125
- A context manager that sets the random seed for the duration of the block.
126
-
127
- Examples:
128
-
129
- >>> import brainstate as bst
130
- >>> print(bst.random.rand(2))
131
- [0.57721865 0.9820676 ]
132
- >>> print(bst.random.rand(2))
133
- [0.8511752 0.95312667]
134
- >>> with bst.random.seed_context(42):
135
- ... print(bst.random.rand(2))
136
- [0.95598125 0.4032725 ]
137
- >>> with bst.random.seed_context(42):
138
- ... print(bst.random.rand(2))
139
- [0.95598125 0.4032725 ]
140
-
141
- .. note::
142
-
143
- The context manager does not only set the seed for the AX random state, but also for the numpy random state.
144
-
145
- Args:
146
- seed_or_key: The seed (an integer) or jax random key.
147
-
148
- """
149
- old_jrand_key = DEFAULT.value
150
- old_np_state = np.random.get_state()
151
- try:
152
- # step 1: set the seed of numpy random state
172
+ """
173
+ A context manager that sets the random seed for the duration of the block.
174
+
175
+ Examples:
176
+
177
+ >>> import brainstate as bst
178
+ >>> print(bst.random.rand(2))
179
+ [0.57721865 0.9820676 ]
180
+ >>> print(bst.random.rand(2))
181
+ [0.8511752 0.95312667]
182
+ >>> with bst.random.seed_context(42):
183
+ ... print(bst.random.rand(2))
184
+ [0.95598125 0.4032725 ]
185
+ >>> with bst.random.seed_context(42):
186
+ ... print(bst.random.rand(2))
187
+ [0.95598125 0.4032725 ]
188
+
189
+ Args:
190
+ seed_or_key: The seed (an integer) or jax random key.
191
+
192
+ """
193
+ # get the old random key
194
+ old_jrand_key = DEFAULT.value
153
195
  try:
154
- if np.size(seed_or_key) == 1: # seed
155
- np.random.seed(seed_or_key)
156
- elif np.size(seed_or_key) == 2: # jax random key
157
- np.random.seed(seed_or_key[0])
158
- else:
159
- raise ValueError(f"seed_or_key should be an integer or a tuple of two integers.")
160
- except jax.errors.TracerArrayConversionError:
161
- pass
162
-
163
- # step 2: set the seed of jax random state
164
- DEFAULT.seed(seed_or_key)
165
- yield
166
- finally:
167
- # restore the random state
168
- np.random.set_state(old_np_state)
169
- DEFAULT.seed(old_jrand_key)
196
+ # set the seed of jax random state
197
+ DEFAULT.seed(seed_or_key)
198
+ yield
199
+ finally:
200
+ # restore the random state
201
+ DEFAULT.seed(old_jrand_key)
@@ -0,0 +1,50 @@
1
+ # Copyright 2024 BDP Ecosystem Limited. All Rights Reserved.
2
+ #
3
+ # Licensed under the Apache License, Version 2.0 (the "License");
4
+ # you may not use this file except in compliance with the License.
5
+ # You may obtain a copy of the License at
6
+ #
7
+ # http://www.apache.org/licenses/LICENSE-2.0
8
+ #
9
+ # Unless required by applicable law or agreed to in writing, software
10
+ # distributed under the License is distributed on an "AS IS" BASIS,
11
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ # See the License for the specific language governing permissions and
13
+ # limitations under the License.
14
+ # ==============================================================================
15
+
16
+ from __future__ import annotations
17
+
18
+ import unittest
19
+
20
+ import jax.numpy as jnp
21
+ import jax.random
22
+
23
+ import brainstate as bst
24
+
25
+
26
+ class TestRandom(unittest.TestCase):
27
+
28
+ def test_seed2(self):
29
+ test_seed = 299
30
+ key = jax.random.PRNGKey(test_seed)
31
+ bst.random.seed(key)
32
+
33
+ @jax.jit
34
+ def jit_seed(key):
35
+ bst.random.seed(key)
36
+ with bst.random.seed_context(key):
37
+ print(bst.random.DEFAULT.value)
38
+
39
+ jit_seed(key)
40
+ jit_seed(1)
41
+ jit_seed(None)
42
+ bst.random.seed(1)
43
+
44
+ def test_seed(self):
45
+ test_seed = 299
46
+ bst.random.seed(test_seed)
47
+ a = bst.random.rand(3)
48
+ bst.random.seed(test_seed)
49
+ b = bst.random.rand(3)
50
+ self.assertTrue(jnp.array_equal(a, b))