brainstate 0.0.1__py2.py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (79) hide show
  1. brainstate/__init__.py +45 -0
  2. brainstate/_module.py +1466 -0
  3. brainstate/_module_test.py +133 -0
  4. brainstate/_state.py +378 -0
  5. brainstate/_state_test.py +41 -0
  6. brainstate/_utils.py +21 -0
  7. brainstate/environ.py +375 -0
  8. brainstate/functional/__init__.py +25 -0
  9. brainstate/functional/_activations.py +754 -0
  10. brainstate/functional/_normalization.py +69 -0
  11. brainstate/functional/_spikes.py +90 -0
  12. brainstate/init/__init__.py +26 -0
  13. brainstate/init/_base.py +36 -0
  14. brainstate/init/_generic.py +175 -0
  15. brainstate/init/_random_inits.py +489 -0
  16. brainstate/init/_regular_inits.py +109 -0
  17. brainstate/math/__init__.py +21 -0
  18. brainstate/math/_einops.py +787 -0
  19. brainstate/math/_einops_parsing.py +169 -0
  20. brainstate/math/_einops_parsing_test.py +126 -0
  21. brainstate/math/_einops_test.py +346 -0
  22. brainstate/math/_misc.py +298 -0
  23. brainstate/math/_misc_test.py +58 -0
  24. brainstate/mixin.py +373 -0
  25. brainstate/mixin_test.py +73 -0
  26. brainstate/nn/__init__.py +68 -0
  27. brainstate/nn/_base.py +248 -0
  28. brainstate/nn/_connections.py +686 -0
  29. brainstate/nn/_dynamics.py +406 -0
  30. brainstate/nn/_elementwise.py +1437 -0
  31. brainstate/nn/_misc.py +132 -0
  32. brainstate/nn/_normalizations.py +389 -0
  33. brainstate/nn/_others.py +100 -0
  34. brainstate/nn/_poolings.py +1228 -0
  35. brainstate/nn/_poolings_test.py +231 -0
  36. brainstate/nn/_projection/__init__.py +32 -0
  37. brainstate/nn/_projection/_align_post.py +528 -0
  38. brainstate/nn/_projection/_align_pre.py +599 -0
  39. brainstate/nn/_projection/_delta.py +241 -0
  40. brainstate/nn/_projection/_utils.py +17 -0
  41. brainstate/nn/_projection/_vanilla.py +101 -0
  42. brainstate/nn/_rate_rnns.py +393 -0
  43. brainstate/nn/_readout.py +130 -0
  44. brainstate/nn/_synouts.py +166 -0
  45. brainstate/nn/functional/__init__.py +25 -0
  46. brainstate/nn/functional/_activations.py +754 -0
  47. brainstate/nn/functional/_normalization.py +69 -0
  48. brainstate/nn/functional/_spikes.py +90 -0
  49. brainstate/nn/init/__init__.py +26 -0
  50. brainstate/nn/init/_base.py +36 -0
  51. brainstate/nn/init/_generic.py +175 -0
  52. brainstate/nn/init/_random_inits.py +489 -0
  53. brainstate/nn/init/_regular_inits.py +109 -0
  54. brainstate/nn/surrogate.py +1740 -0
  55. brainstate/optim/__init__.py +23 -0
  56. brainstate/optim/_lr_scheduler.py +486 -0
  57. brainstate/optim/_lr_scheduler_test.py +36 -0
  58. brainstate/optim/_sgd_optimizer.py +1148 -0
  59. brainstate/random.py +5148 -0
  60. brainstate/random_test.py +576 -0
  61. brainstate/surrogate.py +1740 -0
  62. brainstate/transform/__init__.py +36 -0
  63. brainstate/transform/_autograd.py +585 -0
  64. brainstate/transform/_autograd_test.py +1183 -0
  65. brainstate/transform/_control.py +665 -0
  66. brainstate/transform/_controls_test.py +220 -0
  67. brainstate/transform/_jit.py +239 -0
  68. brainstate/transform/_jit_error.py +158 -0
  69. brainstate/transform/_jit_test.py +102 -0
  70. brainstate/transform/_make_jaxpr.py +573 -0
  71. brainstate/transform/_make_jaxpr_test.py +133 -0
  72. brainstate/transform/_progress_bar.py +113 -0
  73. brainstate/typing.py +69 -0
  74. brainstate/util.py +747 -0
  75. brainstate-0.0.1.dist-info/LICENSE +202 -0
  76. brainstate-0.0.1.dist-info/METADATA +101 -0
  77. brainstate-0.0.1.dist-info/RECORD +79 -0
  78. brainstate-0.0.1.dist-info/WHEEL +6 -0
  79. brainstate-0.0.1.dist-info/top_level.txt +1 -0
@@ -0,0 +1,241 @@
1
+ # Copyright 2024 BDP Ecosystem Limited. All Rights Reserved.
2
+ #
3
+ # Licensed under the Apache License, Version 2.0 (the "License");
4
+ # you may not use this file except in compliance with the License.
5
+ # You may obtain a copy of the License at
6
+ #
7
+ # http://www.apache.org/licenses/LICENSE-2.0
8
+ #
9
+ # Unless required by applicable law or agreed to in writing, software
10
+ # distributed under the License is distributed on an "AS IS" BASIS,
11
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ # See the License for the specific language governing permissions and
13
+ # limitations under the License.
14
+ # ==============================================================================
15
+
16
+ from typing import Optional, Union
17
+
18
+ from brainstate._module import (Module, Dynamics, Projection, ReceiveInputProj,
19
+ UpdateReturn, register_delay_of_target)
20
+ from brainstate._utils import set_module_as
21
+ from brainstate.mixin import (Mode, BindCondData)
22
+ from ._utils import is_instance
23
+
24
+ __all__ = [
25
+ 'HalfProjDelta', 'FullProjDelta',
26
+ ]
27
+
28
+
29
+ class _Delta(BindCondData):
30
+ def __init__(self):
31
+ self._cond = None
32
+
33
+ def bind_cond(self, cond):
34
+ self._cond = cond
35
+
36
+ def __call__(self, *args, **kwargs):
37
+ r = self._cond
38
+ return r
39
+
40
+
41
+ @set_module_as('brainstate.nn')
42
+ class HalfProjDelta(Projection):
43
+ """Defining the half-part of the synaptic projection for the Delta synapse model.
44
+
45
+ The synaptic projection requires the input is the spiking data, otherwise
46
+ the synapse is not the Delta synapse model.
47
+
48
+ The ``half-part`` means that the model only includes ``comm`` -> ``syn`` -> ``out`` -> ``post``.
49
+ Therefore, the model's ``update`` function needs the manual providing of the spiking input.
50
+
51
+ **Model Descriptions**
52
+
53
+ .. math::
54
+
55
+ I_{syn} (t) = \sum_{j\in C} g_{\mathrm{max}} * \delta(t-t_j-D)
56
+
57
+ where :math:`g_{\mathrm{max}}` denotes the chemical synaptic strength,
58
+ :math:`t_j` the spiking moment of the presynaptic neuron :math:`j`,
59
+ :math:`C` the set of neurons connected to the post-synaptic neuron,
60
+ and :math:`D` the transmission delay of chemical synapses.
61
+ For simplicity, the rise and decay phases of post-synaptic currents are
62
+ omitted in this model.
63
+
64
+
65
+ **Code Examples**
66
+
67
+ .. code-block::
68
+
69
+ import brainstate as bp
70
+ import brainstate.math as bm
71
+
72
+ class Net(bp.DynamicalSystem):
73
+ def __init__(self):
74
+ super().__init__()
75
+
76
+ self.pre = bp.dyn.PoissonGroup(10, 100.)
77
+ self.post = bp.dyn.LifRef(1)
78
+ self.syn = bp.dyn.HalfProjDelta(bp.dnn.Linear(10, 1, bp.init.OneInit(2.)), self.post)
79
+
80
+ def update(self):
81
+ self.syn(self.pre())
82
+ self.post()
83
+ return self.post.V.value
84
+
85
+ net = Net()
86
+ indices = bm.arange(1000).to_numpy()
87
+ vs = bm.for_loop(net.step_run, indices, progress_bar=True)
88
+ bp.visualize.line_plot(indices, vs, show=True)
89
+
90
+ Args:
91
+ comm: DynamicalSystem. The synaptic communication.
92
+ post: DynamicalSystem. The post-synaptic neuron group.
93
+ name: str. The projection name.
94
+ mode: Mode. The computing mode.
95
+ """
96
+
97
+ _invisible_nodes = ['post']
98
+
99
+ def __init__(
100
+ self,
101
+ comm: Module,
102
+ post: ReceiveInputProj,
103
+ name: Optional[str] = None,
104
+ mode: Optional[Mode] = None,
105
+ ):
106
+ super().__init__(name=name, mode=mode)
107
+
108
+ # synaptic models
109
+ is_instance(comm, Module)
110
+ is_instance(post, ReceiveInputProj)
111
+ self.comm = comm
112
+
113
+ # output initialization
114
+ out = _Delta()
115
+ post.add_input_fun(self.name, out, category='delta')
116
+ self.out = out
117
+
118
+ # references
119
+ self.post = post
120
+
121
+ def update(self, x):
122
+ # call the communication
123
+ current = self.comm(x)
124
+ # bind the output
125
+ self.out.bind_cond(current)
126
+ # return the current, if needed
127
+ return current
128
+
129
+
130
+ @set_module_as('brainstate.nn')
131
+ class FullProjDelta(Projection):
132
+ """Full-chain of the synaptic projection for the Delta synapse model.
133
+
134
+ The synaptic projection requires the input is the spiking data, otherwise
135
+ the synapse is not the Delta synapse model.
136
+
137
+ The ``full-chain`` means that the model needs to provide all information needed for a projection,
138
+ including ``pre`` -> ``delay`` -> ``comm`` -> ``post``.
139
+
140
+ **Model Descriptions**
141
+
142
+ .. math::
143
+
144
+ I_{syn} (t) = \sum_{j\in C} g_{\mathrm{max}} * \delta(t-t_j-D)
145
+
146
+ where :math:`g_{\mathrm{max}}` denotes the chemical synaptic strength,
147
+ :math:`t_j` the spiking moment of the presynaptic neuron :math:`j`,
148
+ :math:`C` the set of neurons connected to the post-synaptic neuron,
149
+ and :math:`D` the transmission delay of chemical synapses.
150
+ For simplicity, the rise and decay phases of post-synaptic currents are
151
+ omitted in this model.
152
+
153
+
154
+ **Code Examples**
155
+
156
+ .. code-block::
157
+
158
+ import brainstate as bp
159
+ import brainstate.math as bm
160
+
161
+
162
+ class Net(bp.DynamicalSystem):
163
+ def __init__(self):
164
+ super().__init__()
165
+
166
+ self.pre = bp.dyn.PoissonGroup(10, 100.)
167
+ self.post = bp.dyn.LifRef(1)
168
+ self.syn = bp.dyn.FullProjDelta(self.pre, 0., bp.dnn.Linear(10, 1, bp.init.OneInit(2.)), self.post)
169
+
170
+ def update(self):
171
+ self.syn()
172
+ self.pre()
173
+ self.post()
174
+ return self.post.V.value
175
+
176
+
177
+ net = Net()
178
+ indices = bm.arange(1000).to_numpy()
179
+ vs = bm.for_loop(net.step_run, indices, progress_bar=True)
180
+ bp.visualize.line_plot(indices, vs, show=True)
181
+
182
+
183
+ Args:
184
+ pre: The pre-synaptic neuron group.
185
+ delay: The synaptic delay.
186
+ comm: DynamicalSystem. The synaptic communication.
187
+ post: DynamicalSystem. The post-synaptic neuron group.
188
+ name: str. The projection name.
189
+ mode: Mode. The computing mode.
190
+ """
191
+
192
+ _invisible_nodes = ['pre', 'post', 'delay']
193
+
194
+ def __init__(
195
+ self,
196
+ pre: UpdateReturn,
197
+ delay: Union[None, int, float],
198
+ comm: Module,
199
+ post: Dynamics,
200
+ name: Optional[str] = None,
201
+ mode: Optional[Mode] = None,
202
+ ):
203
+ super().__init__(name=name, mode=mode)
204
+
205
+ # synaptic models
206
+ is_instance(pre, UpdateReturn)
207
+ is_instance(comm, Module)
208
+ is_instance(post, Dynamics)
209
+ self.comm = comm
210
+
211
+ # delay initialization
212
+ if delay is not None and delay > 0.:
213
+ delay_cls = register_delay_of_target(pre)
214
+ delay_cls.register_entry(self.name, delay)
215
+ self.delay = delay_cls
216
+ self.has_delay = True
217
+ else:
218
+ self.delay = None
219
+ self.has_delay = False
220
+
221
+ # output initialization
222
+ out = _Delta()
223
+ post.add_input_fun(self.name, out, category='delta')
224
+ self.out = out
225
+
226
+ # references
227
+ self.pre = pre
228
+ self.post = post
229
+
230
+ def update(self):
231
+ # get delay
232
+ if self.has_delay:
233
+ x = self.delay.at(self.name)
234
+ else:
235
+ x = self.pre.update_return()
236
+ # call the communication
237
+ current = self.comm(x)
238
+ # bind the output
239
+ self.out.bind_cond(current)
240
+ # return the current, if needed
241
+ return current
@@ -0,0 +1,17 @@
1
+ # Copyright 2024 BDP Ecosystem Limited. All Rights Reserved.
2
+ #
3
+ # Licensed under the Apache License, Version 2.0 (the "License");
4
+ # you may not use this file except in compliance with the License.
5
+ # You may obtain a copy of the License at
6
+ #
7
+ # http://www.apache.org/licenses/LICENSE-2.0
8
+ #
9
+ # Unless required by applicable law or agreed to in writing, software
10
+ # distributed under the License is distributed on an "AS IS" BASIS,
11
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ # See the License for the specific language governing permissions and
13
+ # limitations under the License.
14
+ # ==============================================================================
15
+
16
+ def is_instance(x, cls):
17
+ assert isinstance(x, cls), 'The input should be an instance of {}!'.format(cls)
@@ -0,0 +1,101 @@
1
+ # Copyright 2024 BDP Ecosystem Limited. All Rights Reserved.
2
+ #
3
+ # Licensed under the Apache License, Version 2.0 (the "License");
4
+ # you may not use this file except in compliance with the License.
5
+ # You may obtain a copy of the License at
6
+ #
7
+ # http://www.apache.org/licenses/LICENSE-2.0
8
+ #
9
+ # Unless required by applicable law or agreed to in writing, software
10
+ # distributed under the License is distributed on an "AS IS" BASIS,
11
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ # See the License for the specific language governing permissions and
13
+ # limitations under the License.
14
+ # ==============================================================================
15
+
16
+ from typing import Optional
17
+
18
+ from brainstate._module import (Module, Projection, Dynamics, ReceiveInputProj)
19
+ from brainstate._utils import set_module_as
20
+ from brainstate.mixin import (BindCondData, Mode)
21
+ from ._utils import is_instance
22
+
23
+ __all__ = [
24
+ 'VanillaProj',
25
+ ]
26
+
27
+
28
+ @set_module_as('brainstate.nn')
29
+ class VanillaProj(Projection):
30
+ """Synaptic projection which defines the synaptic computation with the dimension of pre-synaptic neuron group.
31
+
32
+ **Code Examples**
33
+
34
+ To simulate an E/I balanced network model:
35
+
36
+ .. code-block::
37
+
38
+ class EINet(bp.DynSysGroup):
39
+ def __init__(self):
40
+ super().__init__()
41
+ self.N = bp.dyn.LifRef(4000, V_rest=-60., V_th=-50., V_reset=-60., tau=20., tau_ref=5.,
42
+ V_initializer=bp.init.Normal(-55., 2.))
43
+ self.delay = bp.VarDelay(self.N.spike, entries={'I': None})
44
+ self.syn1 = bp.dyn.Expon(size=3200, tau=5.)
45
+ self.syn2 = bp.dyn.Expon(size=800, tau=10.)
46
+ self.E = bp.dyn.VanillaProj(comm=bp.dnn.JitFPHomoLinear(3200, 4000, prob=0.02, weight=0.6),
47
+ out=bp.dyn.COBA(E=0.),
48
+ post=self.N)
49
+ self.I = bp.dyn.VanillaProj(comm=bp.dnn.JitFPHomoLinear(800, 4000, prob=0.02, weight=6.7),
50
+ out=bp.dyn.COBA(E=-80.),
51
+ post=self.N)
52
+
53
+ def update(self, input):
54
+ spk = self.delay.at('I')
55
+ self.E(self.syn1(spk[:3200]))
56
+ self.I(self.syn2(spk[3200:]))
57
+ self.delay(self.N(input))
58
+ return self.N.spike.value
59
+
60
+ model = EINet()
61
+ indices = bm.arange(1000)
62
+ spks = bm.for_loop(lambda i: model.step_run(i, 20.), indices)
63
+ bp.visualize.raster_plot(indices, spks, show=True)
64
+
65
+
66
+ Args:
67
+ comm: The synaptic communication.
68
+ out: The synaptic output.
69
+ post: The post-synaptic neuron group.
70
+ name: str. The projection name.
71
+ mode: Mode. The computing mode.
72
+ """
73
+
74
+ _invisible_nodes = ['post', ]
75
+
76
+ def __init__(
77
+ self,
78
+ comm: Module,
79
+ out: BindCondData,
80
+ post: ReceiveInputProj,
81
+ name: Optional[str] = None,
82
+ mode: Optional[Mode] = None,
83
+ ):
84
+ super().__init__(name=name, mode=mode)
85
+
86
+ # synaptic models
87
+ is_instance(comm, Module)
88
+ is_instance(out, BindCondData)
89
+ is_instance(post, Dynamics)
90
+ self.comm = comm
91
+
92
+ # output initialization
93
+ post.add_input_fun(self.name, out)
94
+ self.out = out
95
+
96
+ self.post = post
97
+
98
+ def update(self, x):
99
+ current = self.comm(x)
100
+ self.out.bind_cond(current)
101
+ return current