brainstate 0.1.9__py2.py3-none-any.whl → 0.2.0__py2.py3-none-any.whl

brainstate/nn/_neuron_test.py

@@ -1,161 +0,0 @@
-# Copyright 2024 BDP Ecosystem Limited. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-
-# -*- coding: utf-8 -*-
-
-
-import unittest
-
-import brainunit as u
-import jax
-import jax.numpy as jnp
-
-import brainstate
-from brainstate.nn import IF, LIF, ALIF
-
-
-class TestNeuron(unittest.TestCase):
-    def setUp(self):
-        self.in_size = 10
-        self.batch_size = 5
-        self.time_steps = 100
-
-    def test_neuron_base_class(self):
-        with self.assertRaises(NotImplementedError):
-            brainstate.nn.Neuron(self.in_size).get_spike()  # Neuron is an abstract base class
-
-    def generate_input(self):
-        return brainstate.random.randn(self.time_steps, self.batch_size, self.in_size) * u.mA
-
-    def test_if_neuron(self):
-        with brainstate.environ.context(dt=0.1 * u.ms):
-            neuron = IF(self.in_size)
-            inputs = self.generate_input()
-
-            # Test initialization
-            self.assertEqual(neuron.in_size, (self.in_size,))
-            self.assertEqual(neuron.out_size, (self.in_size,))
-
-            # Test forward pass
-            state = neuron.init_state(self.batch_size)
-
-            for t in range(self.time_steps):
-                out = neuron(inputs[t])
-                self.assertEqual(out.shape, (self.batch_size, self.in_size))
-
-            # Test spike generation
-            v = jnp.linspace(-1, 1, 100) * u.mV
-            spikes = neuron.get_spike(v)
-            self.assertTrue(jnp.all((spikes >= 0) & (spikes <= 1)))
-
-    def test_lif_neuron(self):
-        with brainstate.environ.context(dt=0.1 * u.ms):
-            tau = 20.0 * u.ms
-            neuron = LIF(self.in_size, tau=tau)
-            inputs = self.generate_input()
-
-            # Test initialization
-            self.assertEqual(neuron.in_size, (self.in_size,))
-            self.assertEqual(neuron.out_size, (self.in_size,))
-            self.assertEqual(neuron.tau, tau)
-
-            # Test forward pass
-            state = neuron.init_state(self.batch_size)
-            call = brainstate.compile.jit(neuron)
-
-            for t in range(self.time_steps):
-                out = call(inputs[t])
-                self.assertEqual(out.shape, (self.batch_size, self.in_size))
-
-    def test_alif_neuron(self):
-        tau = 20.0 * u.ms
-        tau_ada = 100.0 * u.ms
-        neuron = ALIF(self.in_size, tau=tau, tau_a=tau_ada)
-        inputs = self.generate_input()
-
-        # Test initialization
-        self.assertEqual(neuron.in_size, (self.in_size,))
-        self.assertEqual(neuron.out_size, (self.in_size,))
-        self.assertEqual(neuron.tau, tau)
-        self.assertEqual(neuron.tau_a, tau_ada)
-
-        # Test forward pass
-        neuron.init_state(self.batch_size)
-        call = brainstate.compile.jit(neuron)
-        with brainstate.environ.context(dt=0.1 * u.ms):
-            for t in range(self.time_steps):
-                out = call(inputs[t])
-                self.assertEqual(out.shape, (self.batch_size, self.in_size))
-
-    def test_spike_function(self):
-        for NeuronClass in [IF, LIF, ALIF]:
-            neuron = NeuronClass(self.in_size)
-            neuron.init_state()
-            v = jnp.linspace(-1, 1, self.in_size) * u.mV
-            spikes = neuron.get_spike(v)
-            self.assertTrue(jnp.all((spikes >= 0) & (spikes <= 1)))
-
-    def test_soft_reset(self):
-        for NeuronClass in [IF, LIF, ALIF]:
-            neuron = NeuronClass(self.in_size, spk_reset='soft')
-            inputs = self.generate_input()
-            state = neuron.init_state(self.batch_size)
-            call = brainstate.compile.jit(neuron)
-            with brainstate.environ.context(dt=0.1 * u.ms):
-                for t in range(self.time_steps):
-                    out = call(inputs[t])
-                    self.assertTrue(jnp.all(neuron.V.value <= neuron.V_th))
-
-    def test_hard_reset(self):
-        for NeuronClass in [IF, LIF, ALIF]:
-            neuron = NeuronClass(self.in_size, spk_reset='hard')
-            inputs = self.generate_input()
-            state = neuron.init_state(self.batch_size)
-            call = brainstate.compile.jit(neuron)
-            with brainstate.environ.context(dt=0.1 * u.ms):
-                for t in range(self.time_steps):
-                    out = call(inputs[t])
-                    self.assertTrue(jnp.all((neuron.V.value < neuron.V_th) | (neuron.V.value == 0. * u.mV)))
-
-    def test_detach_spike(self):
-        for NeuronClass in [IF, LIF, ALIF]:
-            neuron = NeuronClass(self.in_size)
-            inputs = self.generate_input()
-            state = neuron.init_state(self.batch_size)
-            call = brainstate.compile.jit(neuron)
-            with brainstate.environ.context(dt=0.1 * u.ms):
-                for t in range(self.time_steps):
-                    out = call(inputs[t])
-                    self.assertFalse(jax.tree_util.tree_leaves(out)[0].aval.weak_type)
-
-    def test_keep_size(self):
-        in_size = (2, 3)
-        for NeuronClass in [IF, LIF, ALIF]:
-            neuron = NeuronClass(in_size)
-            self.assertEqual(neuron.in_size, in_size)
-            self.assertEqual(neuron.out_size, in_size)
-
-            inputs = brainstate.random.randn(self.time_steps, self.batch_size, *in_size) * u.mA
-            state = neuron.init_state(self.batch_size)
-            call = brainstate.compile.jit(neuron)
-            with brainstate.environ.context(dt=0.1 * u.ms):
-                for t in range(self.time_steps):
-                    out = call(inputs[t])
-                    self.assertEqual(out.shape, (self.batch_size, *in_size))
-
-
-if __name__ == '__main__':
-    with brainstate.environ.context(dt=0.1):
-        unittest.main()

brainstate/nn/_others.py

@@ -1,46 +0,0 @@
-# Copyright 2024 BDP Ecosystem Limited. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-
-from functools import partial
-
-import jax
-import jax.numpy as jnp
-
-from brainstate.typing import PyTree
-
-__all__ = [
-    'clip_grad_norm',
-]
-
-
-def clip_grad_norm(
-    grad: PyTree,
-    max_norm: float | jax.Array,
-    norm_type: int | str | None = None
-):
-    """
-    Clips gradient norm of an iterable of parameters.
-
-    The norm is computed over all gradients together, as if they were
-    concatenated into a single vector. Gradients are modified in-place.
-
-    Args:
-        grad (PyTree): an iterable of Tensors or a single Tensor that will have gradients normalized
-        max_norm (float): max norm of the gradients.
-        norm_type (int, str, None): type of the used p-norm. Can be ``'inf'`` for infinity norm.
-    """
-    norm_fn = partial(jnp.linalg.norm, ord=norm_type)
-    norm = norm_fn(jnp.asarray(jax.tree.leaves(jax.tree.map(norm_fn, grad))))
-    return jax.tree.map(lambda x: jnp.where(norm < max_norm, x, x * max_norm / (norm + 1e-6)), grad)

brainstate/nn/_projection.py

@@ -1,486 +0,0 @@
-# Copyright 2024 BDP Ecosystem Limited. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-
-from typing import Callable, Union
-from typing import Optional
-
-import brainevent
-import brainunit as u
-
-from brainstate._state import State
-from brainstate.mixin import BindCondData, JointTypes
-from brainstate.mixin import ParamDescriber, AlignPost
-from brainstate.util.others import get_unique_name
-from ._collective_ops import call_order
-from ._dynamics import Dynamics, Projection, maybe_init_prefetch, Prefetch, PrefetchDelayAt
-from ._module import Module
-from ._stp import ShortTermPlasticity
-from ._synapse import Synapse
-from ._synouts import SynOut
-
-__all__ = [
-    'AlignPostProj',
-    'DeltaProj',
-    'CurrentProj',
-
-    'align_pre_projection',
-    'align_post_projection',
-]
-
-
-def _check_modules(*modules):
-    # checking modules
-    for module in modules:
-        if not callable(module) and not isinstance(module, State):
-            raise TypeError(
-                f'The module should be a callable function or a brainstate.State, but got {module}.'
-            )
-    return tuple(modules)
-
-
-def call_module(module, *args, **kwargs):
-    if callable(module):
-        return module(*args, **kwargs)
-    elif isinstance(module, State):
-        return module.value
-    else:
-        raise TypeError(
-            f'The module should be a callable function or a brainstate.State, but got {module}.'
-        )
-
-
-def is_instance(x, cls) -> bool:
-    return isinstance(x, cls)
-
-
-def get_post_repr(label, syn, out):
-    if label is None:
-        return f'{syn.identifier} // {out.identifier}'
-    else:
-        return f'{label}{syn.identifier} // {out.identifier}'
-
-
-def align_post_add_bef_update(
-    syn_desc: ParamDescriber[AlignPost],
-    out_desc: ParamDescriber[BindCondData],
-    post: Dynamics,
-    proj_name: str,
-    label: str,
-):
-    # synapse and output initialization
-    _post_repr = get_post_repr(label, syn_desc, out_desc)
-    if not post._has_before_update(_post_repr):
-        syn_cls = syn_desc()
-        out_cls = out_desc()
-
-        # synapse and output initialization
-        post.add_current_input(proj_name, out_cls, label=label)
-        post._add_before_update(_post_repr, _AlignPost(syn_cls, out_cls))
-    syn = post._get_before_update(_post_repr).syn
-    out = post._get_before_update(_post_repr).out
-    return syn, out
-
-
-class _AlignPost(Module):
-    def __init__(
-        self,
-        syn: Dynamics,
-        out: BindCondData
-    ):
-        super().__init__()
-        self.syn = syn
-        self.out = out
-
-    def update(self, *args, **kwargs):
-        self.out.bind_cond(self.syn(*args, **kwargs))
-
-
-class AlignPostProj(Projection):
-    """
-    Align-post projection of the neural network.
-
-
-    Examples
-    --------
-
-    Here is an example of using the `AlignPostProj` to create a synaptic projection.
-    Note that this projection needs the manual input of pre-synaptic spikes.
-
-    >>> import brainstate
-    >>> import brainunit as u
-    >>> n_exc = 3200
-    >>> n_inh = 800
-    >>> num = n_exc + n_inh
-    >>> pop = brainstate.nn.LIFRef(
-    ...        num,
-    ...        V_rest=-49. * u.mV, V_th=-50. * u.mV, V_reset=-60. * u.mV,
-    ...        tau=20. * u.ms, tau_ref=5. * u.ms,
-    ...        V_initializer=brainstate.init.Normal(-55., 2., unit=u.mV)
-    ... )
-    >>> pop.init_state()
-    >>> E = brainstate.nn.AlignPostProj(
-    ...        comm=brainstate.nn.FixedNumConn(n_exc, num, prob=80 / num, weight=1.62 * u.mS),
-    ...        syn=brainstate.nn.Expon.desc(num, tau=5. * u.ms),
-    ...        out=brainstate.nn.CUBA.desc(scale=u.volt),
-    ...        post=pop
-    ... )
-    >>> exe_current = E(pop.get_spike())
-
-    """
-    __module__ = 'brainstate.nn'
-
-    def __init__(
-        self,
-        *modules,
-        comm: Callable,
-        syn: Union[ParamDescriber[AlignPost], AlignPost],
-        out: Union[ParamDescriber[SynOut], SynOut],
-        post: Dynamics,
-        label: Optional[str] = None,
-    ):
-        super().__init__(name=get_unique_name(self.__class__.__name__))
-
-        # checking modules
-        self.modules = _check_modules(*modules)
-
-        # checking communication model
-        if not callable(comm):
-            raise TypeError(
-                f'The communication should be an instance of callable function, but got {comm}.'
-            )
-
-        # checking synapse and output models
-        if is_instance(syn, ParamDescriber[AlignPost]):
-            if not is_instance(out, ParamDescriber[SynOut]):
-                if is_instance(out, ParamDescriber):
-                    raise TypeError(
-                        f'The output should be an instance of describer {ParamDescriber[SynOut]} when '
-                        f'the synapse is an instance of {AlignPost}, but got {out}.'
-                    )
-                raise TypeError(
-                    f'The output should be an instance of describer {ParamDescriber[SynOut]} when '
-                    f'the synapse is a describer, but we got {out}.'
-                )
-            merging = True
-        else:
-            if is_instance(syn, ParamDescriber):
-                raise TypeError(
-                    f'The synapse should be an instance of describer {ParamDescriber[AlignPost]}, but got {syn}.'
-                )
-            if not is_instance(out, SynOut):
-                raise TypeError(
-                    f'The output should be an instance of {SynOut} when the synapse is '
-                    f'not a describer, but we got {out}.'
-                )
-            merging = False
-        self.merging = merging
-
-        # checking post model
-        if not is_instance(post, Dynamics):
-            raise TypeError(
-                f'The post should be an instance of {Dynamics}, but got {post}.'
-            )
-
-        if merging:
-            # synapse and output initialization
-            syn, out = align_post_add_bef_update(syn_desc=syn,
-                                                 out_desc=out,
-                                                 post=post,
-                                                 proj_name=self.name,
-                                                 label=label)
-        else:
-            post.add_current_input(self.name, out)
-
-        # references
-        self.comm = comm
-        self.syn: JointTypes[Dynamics, AlignPost] = syn
-        self.out: BindCondData = out
-        self.post: Dynamics = post
-
-    @call_order(2)
-    def init_state(self, *args, **kwargs):
-        for module in self.modules:
-            maybe_init_prefetch(module, *args, **kwargs)
-
-    def update(self, *args):
-        # call all modules
-        for module in self.modules:
-            x = call_module(module, *args)
-            args = (x,)
-        # communication module
-        x = self.comm(*args)
-        # add synapse input
-        self.syn.add_delta_input(self.name, x)
-        if not self.merging:
-            # synapse and output interaction
-            conductance = self.syn()
-            self.out.bind_cond(conductance)
-
-
-class DeltaProj(Projection):
-    """
-    Delta-based projection of the neural network.
-
-    This projection directly applies delta inputs to post-synaptic neurons without intervening
-    synaptic dynamics. It processes inputs through optional prefetch modules, applies a communication model,
-    and adds the result directly as a delta input to the post-synaptic population.
-
-    Parameters
-    ----------
-    *prefetch : State or callable
-        Optional prefetch modules to process input before communication.
-    comm : callable
-        Communication model that determines how signals are transmitted.
-    post : Dynamics
-        Post-synaptic neural population to receive the delta inputs.
-    label : Optional[str], default=None
-        Optional label for the projection to identify it in the post-synaptic population.
-
-    Examples
-    --------
-    >>> import brainstate
-    >>> import brainunit as u
-    >>> n_neurons = 100
-    >>> pop = brainstate.nn.LIF(n_neurons, V_rest=-70*u.mV, V_threshold=-50*u.mV)
-    >>> pop.init_state()
-    >>> delta_input = brainstate.nn.DeltaProj(
-    ...     comm=lambda x: x * 10.0*u.mV,
-    ...     post=pop
-    ... )
-    >>> delta_input(1.0)  # Apply voltage increment directly
-    """
-    __module__ = 'brainstate.nn'
-
-    def __init__(self, *prefetch, comm: Callable, post: Dynamics, label=None):
-        super().__init__(name=get_unique_name(self.__class__.__name__))
-
-        self.label = label
-
-        # checking modules
-        self.prefetches = _check_modules(*prefetch)
-
-        # checking communication model
-        if not callable(comm):
-            raise TypeError(
-                f'The communication should be an instance of callable function, but got {comm}.'
-            )
-        self.comm = comm
-
-        # post model
-        if not isinstance(post, Dynamics):
-            raise TypeError(
-                f'The post should be an instance of {Dynamics}, but got {post}.'
-            )
-        self.post = post
-
-    @call_order(2)
-    def init_state(self, *args, **kwargs):
-        for prefetch in self.prefetches:
-            maybe_init_prefetch(prefetch, *args, **kwargs)
-
-    def update(self, *x):
-        for module in self.prefetches:
-            x = (call_module(module, *x),)
-        assert len(x) == 1, f'The output of the modules should be a single value, but got {x}.'
-        x = self.comm(x[0])
-        self.post.add_delta_input(self.name, x, label=self.label)
-
-
-class CurrentProj(Projection):
-    """
-    Current-based projection of the neural network.
-
-    This projection directly modulates post-synaptic currents without separate synaptic dynamics.
-    It processes inputs through optional prefetch modules, applies a communication model,
-    and binds the result to the output model which is then added as a current input to the post-synaptic population.
-
-    Parameters
-    ----------
-    *prefetch : State or callable
-        Optional prefetch modules to process input before communication.
-        The last element must be an instance of Prefetch or PrefetchDelayAt if any are provided.
-    comm : callable
-        Communication model that determines how signals are transmitted.
-    out : SynOut
-        Output model that converts communication results to post-synaptic currents.
-    post : Dynamics
-        Post-synaptic neural population to receive the currents.
-
-    Examples
-    --------
-    >>> import brainstate
-    >>> import brainunit as u
-    >>> n_neurons = 100
-    >>> pop = brainstate.nn.LIF(n_neurons, V_rest=-70*u.mV, V_threshold=-50*u.mV)
-    >>> pop.init_state()
-    >>> current_input = brainstate.nn.CurrentProj(
-    ...     comm=lambda x: x * 0.5,
-    ...     out=brainstate.nn.CUBA(scale=1.0*u.nA),
-    ...     post=pop
-    ... )
-    >>> current_input(0.2)  # Apply external current
-    """
-    __module__ = 'brainstate.nn'
-
-    def __init__(
-        self,
-        *prefetch,
-        comm: Callable,
-        out: SynOut,
-        post: Dynamics,
-    ):
-        super().__init__(name=get_unique_name(self.__class__.__name__))
-
-        # check prefetch
-        self.prefetch = prefetch
-        if len(self.prefetch) > 0 and not isinstance(prefetch[-1], (Prefetch, PrefetchDelayAt)):
-            raise TypeError(
-                f'The last element of prefetch should be an instance of {Prefetch} or {PrefetchDelayAt}, '
-                f'but got {prefetch[-1]}.'
-            )
-
-        # check out
-        if not isinstance(out, SynOut):
-            raise TypeError(f'The out should be a SynOut, but got {out}.')
-        self.out = out
-
-        # check post
-        if not isinstance(post, Dynamics):
-            raise TypeError(f'The post should be a Dynamics, but got {post}.')
-        self.post = post
-        post.add_current_input(self.name, out)
-
-        # output initialization
-        self.comm = comm
-
-    @call_order(2)
-    def init_state(self, *args, **kwargs):
-        for prefetch in self.prefetch:
-            maybe_init_prefetch(prefetch, *args, **kwargs)
-
-    def update(self, *x):
-        for prefetch in self.prefetch:
-            x = (call_module(prefetch, *x),)
-        x = self.comm(*x)
-        self.out.bind_cond(x)
-
-
-class align_pre_projection(Projection):
-    """
-    Represents a pre-synaptic alignment projection mechanism.
-
-    This class inherits from the `Projection` base class and is designed to
-    manage the pre-synaptic alignment process in neural network simulations.
-    It takes into account pre-synaptic dynamics, synaptic properties, delays,
-    communication functions, synaptic outputs, post-synaptic dynamics, and
-    short-term plasticity.
-
-    Attributes:
-        pre (Dynamics): The pre-synaptic dynamics object.
-        syn (Synapse): The synaptic object after pre-synaptic alignment.
-        delay (u.Quantity[u.second]): The output delay from the synapse.
-        projection (CurrentProj): The current projection object handling communication,
-            output, and post-synaptic dynamics.
-        stp (ShortTermPlasticity, optional): The short-term plasticity object,
-            defaults to None.
-    """
-
-    def __init__(
-        self,
-        *spike_generator,
-        syn: Dynamics,
-        comm: Callable,
-        out: SynOut,
-        post: Dynamics,
-        stp: ShortTermPlasticity = None,
-    ):
-        super().__init__()
-
-        self.spike_generator = _check_modules(*spike_generator)
-        self.projection = CurrentProj(comm=comm, out=out, post=post)
-        self.syn = syn
-        self.stp = stp
-
-    @call_order(2)
-    def init_state(self, *args, **kwargs):
-        for module in self.spike_generator:
-            maybe_init_prefetch(module, *args, **kwargs)
-
-    def update(self, *x):
-        for fun in self.spike_generator:
-            x = fun(*x)
-            if isinstance(x, (tuple, list)):
-                x = tuple(x)
-            else:
-                x = (x,)
-        assert len(x) == 1, "Spike generator must return a single value or a tuple/list of values"
-        x = brainevent.BinaryArray(x[0])  # Ensure input is a BinaryFloat for spike generation
-        if self.stp is not None:
-            x = brainevent.MaskedFloat(self.stp(x))  # Ensure STP output is a MaskedFloat
-        x = self.syn(x)  # Apply pre-synaptic alignment
-        return self.projection(x)
-
-
-class align_post_projection(Projection):
-    """
-    Represents a post-synaptic alignment projection mechanism.
-
-    This class inherits from the `Projection` base class and is designed to
-    manage the post-synaptic alignment process in neural network simulations.
-    It takes into account spike generators, communication functions, synaptic
-    properties, synaptic outputs, post-synaptic dynamics, and short-term plasticity.
-
-    Args:
-        *spike_generator: Callable(s) that generate spike events or transform input spikes.
-        comm (Callable): Communication function for the projection.
-        syn (Union[AlignPost, ParamDescriber[AlignPost]]): The post-synaptic alignment object or its parameter describer.
-        out (Union[SynOut, ParamDescriber[SynOut]]): The synaptic output object or its parameter describer.
-        post (Dynamics): The post-synaptic dynamics object.
-        stp (ShortTermPlasticity, optional): The short-term plasticity object, defaults to None.
-
-    """
-
-    def __init__(
-        self,
-        *spike_generator,
-        comm: Callable,
-        syn: Union[AlignPost, ParamDescriber[AlignPost]],
-        out: Union[SynOut, ParamDescriber[SynOut]],
-        post: Dynamics,
-        stp: ShortTermPlasticity = None,
-    ):
-        super().__init__()
-
-        self.spike_generator = _check_modules(*spike_generator)
-        self.projection = AlignPostProj(comm=comm, syn=syn, out=out, post=post)
-        self.stp = stp
-
-    @call_order(2)
-    def init_state(self, *args, **kwargs):
-        for module in self.spike_generator:
-            maybe_init_prefetch(module, *args, **kwargs)
-
-    def update(self, *x):
-        for fun in self.spike_generator:
-            x = fun(*x)
-            if isinstance(x, (tuple, list)):
-                x = tuple(x)
-            else:
-                x = (x,)
-        assert len(x) == 1, "Spike generator must return a single value or a tuple/list of values"
-        x = brainevent.BinaryArray(x[0])  # Ensure input is a BinaryFloat for spike generation
-        if self.stp is not None:
-            x = brainevent.MaskedFloat(self.stp(x))  # Ensure STP output is a MaskedFloat
-        return self.projection(x)