evonet 0.1.0.dev12__tar.gz → 0.1.0.dev14__tar.gz

{evonet-0.1.0.dev12 → evonet-0.1.0.dev14}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: evonet
-Version: 0.1.0.dev12
+Version: 0.1.0.dev14
 Summary: Evolvable neural network core for integration with EvoLib
 Author-email: EvoLib <evolib@dismail.de>
 License: MIT License

{evonet-0.1.0.dev12 → evonet-0.1.0.dev14}/evonet/core.py

@@ -102,7 +102,7 @@ class Nnet:
         label: str = "",
         role: NeuronRole = NeuronRole.HIDDEN,
         count: int = 1,
-        connection_init: Literal["random", "zero", "none"] = "random",
+        connection_init: Literal["random", "zero", "near_zero", "none"] = "zero",
         recurrent: Optional[set[RecurrentKind]] = None,
     ) -> list[Neuron]:
         """
@@ -116,9 +116,10 @@ class Nnet:
             role: Role of the neuron (INPUT, HIDDEN, OUTPUT).
             count: Number of neurons to add (default: 1).
             connection_init:
-                "random" – connect with random weights (feedforward + recurrent)
-                "zero"   – connect with weight 0.0 (feedforward + recurrent)
-                "none"   – do not create connections (feedforward + recurrent)
+                "random"    - connect with random weights (feedforward + recurrent)
+                "zero"      - connect with weight 0.0 (feedforward + recurrent)
+                "near_zero"  – connect with small random weights (-0.05, 0.05)
+                "none"      - do not create connections (feedforward + recurrent)
             recurrent: Optional recurrent connection types.
 
         Returns:
@@ -230,12 +231,12 @@ class Nnet:
         Args:
             source (Neuron): Source neuron.
             target (Neuron): Target neuron.
-            weight (float | None): Initial weight. If None, random value is used.
+            weight (float | None): Initial weight. If None, 0.0 is used.
             conn_type (ConnectionType): Type of connection (e.g. standard, recurrent).
         """
 
         if weight is None:
-            weight = np.random.randn() * 0.5
+            weight = 0.0
 
         conn = Connection(source, target, weight=weight, conn_type=conn_type)
         source.outgoing.append(conn)

{evonet-0.1.0.dev12 → evonet-0.1.0.dev14}/evonet/enums.py

@@ -48,3 +48,21 @@ class RecurrentKind(str, Enum):
     DIRECT = "direct"  # src == dst
     LATERAL = "lateral"  # same layer, src != dst
     INDIRECT = "indirect"  # src_layer > dst_layer (back edge)
+
+
+# Neutral activation functions
+# These functions satisfy f(0) ≈ 0 and are safe for zero-weight initialization.
+NEUTRAL_ACTIVATIONS: list[str] = [
+    "tanh",
+    "relu",
+    "relu_max1",
+    "leaky_relu",
+    "elu",
+    "selu",
+    "linear",
+    "linear_max1",
+    "invert",
+    "swish",
+    "mish",
+    "softsign",
+]

{evonet-0.1.0.dev12 → evonet-0.1.0.dev14}/evonet/mutation.py

@@ -152,21 +152,44 @@ def mutate_biases(net: Nnet, probability: float = 1.0, std: float = 0.1) -> None
 def add_random_connection(
     net: Nnet,
     allowed_recurrent: Optional[Collection[RecurrentKind | str]] = None,
+    connection_init: Literal["zero", "random", "near_zero"] = "zero",
 ) -> bool:
     """
     Add a valid connection between two randomly chosen neurons.
 
     Rules:
-    - disallow connections into INPUT neurons
-    - disallow duplicate (source, target) pairs
-    - classify connection type by layer order:
-      * src_layer < dst_layer  -> STANDARD
-      * src_layer >= dst_layer -> RECURRENT
-
-    Recurrent edges are filtered by allowed_recurrent
-    (list of 'direct' | 'lateral' | 'indirect').
+    - Disallow connections into INPUT neurons.
+    - Disallow duplicate (source, target) pairs.
+    - Classify connection type by layer order:
+        * src_layer < dst_layer  -> STANDARD
+        * src_layer >= dst_layer -> RECURRENT
+    - Recurrent edges are filtered by `allowed_recurrent`
+      (list of 'direct' | 'lateral' | 'indirect').
+
+    Args:
+        net (Nnet): Target network to modify.
+        allowed_recurrent (Collection[RecurrentKind | str] | None):
+            Allowed recurrent connection kinds. Default: None (no recurrent edges).
+        connection_init (Literal["zero", "random", "near_zero"]):
+            Weight initialization mode for the new connection.
+            - "zero":     Weight = 0.0 (neutral; ideal with HELI)
+            - "random":   Weight ~ N(0, 0.5)
+            - "near_zero": Weight ~ U(-0.05, 0.05)
+
+    Returns:
+        bool: True if a connection was added, False otherwise.
     """
 
+    # Weight initialization
+    if connection_init == "zero":
+        weight = 0.0
+    elif connection_init == "random":
+        weight = np.random.randn() * 0.5
+    elif connection_init == "near_zero":
+        weight = np.random.uniform(-0.05, 0.05)
+    else:
+        raise ValueError(f"Unknown init mode: {connection_init}")
+
     # normalize to set[RecurrentKind]
     kinds: set[RecurrentKind] = set()
     if allowed_recurrent:
@@ -223,7 +246,7 @@ def add_random_connection(
         else ConnectionType.RECURRENT
     )
 
-    net.add_connection(src, dst, conn_type=conn_type)
+    net.add_connection(src, dst, weight=weight, conn_type=conn_type)
     return True
 
 
@@ -242,7 +265,11 @@ def remove_random_connection(net: Nnet) -> None:
     conn.target.incoming.remove(conn)
 
 
-def add_random_neuron(net: Nnet, activations: list[str] | None = None) -> None:
+def add_random_neuron(
+    net: Nnet,
+    activations: list[str] | None = None,
+    connection_init: Literal["zero", "random", "near_zero", "none"] = "zero",
+) -> None:
     """
     Insert a new hidden neuron into a random layer.
 
@@ -270,7 +297,7 @@ def add_random_neuron(net: Nnet, activations: list[str] | None = None) -> None:
         layer_idx=net.layers.index(layer),
         activation=random_function_name(activations),
         role=NeuronRole.HIDDEN,
-        connection_init="random",
+        connection_init=connection_init,
     )
 
 

{evonet-0.1.0.dev12 → evonet-0.1.0.dev14}/evonet.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: evonet
-Version: 0.1.0.dev12
+Version: 0.1.0.dev14
 Summary: Evolvable neural network core for integration with EvoLib
 Author-email: EvoLib <evolib@dismail.de>
 License: MIT License

{evonet-0.1.0.dev12 → evonet-0.1.0.dev14}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "evonet"
-version = "0.1.0.dev12"
+version = "0.1.0.dev14"
 description = "Evolvable neural network core for integration with EvoLib"
 authors = [
     { name = "EvoLib", email = "evolib@dismail.de" }