simple_neural_network 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c118791ad07a0945cbc340ca50e05e5817ce1bd0
-  data.tar.gz: c1b921e8d031942788fec9148b06f8b7175a727e
+  metadata.gz: 38af9f9ff92a917ee9d8468adfae6f0d747219a7
+  data.tar.gz: 4aafd03d59079c099d3aaa0c595fc8abf48034ba
 SHA512:
-  metadata.gz: 2e70cbbee76e460546772478ff0d1e8c6e5e037bf546b0870c9b31dd36dbb3722de2f37f71793d8984f6b4db5012c0b96a3696e2e47e294ab6d89a7d63741249
-  data.tar.gz: a386118b62a17c49949191d39a65a3ae7a4844d6b1ee175448d7ea4272b9db257ad383a09032ff4b728be240664d733d35ab605bbd07214f836236b121860d4b
+  metadata.gz: 3b419df2647c65d17ab71758a001d78498fd7c8fccbcf71547040b795b1521d6863e0c7807768a82ee84811afd7bdd17619f4f767df9c96a90062103203e9cb9
+  data.tar.gz: 435dcc47fa8333ba5a82a8142cbfa57558cdce2302078468e034890a1e057d5dcaba0a996a60feca17de332cacb8228f180bcf3967f4429903c0be77866335fa

data/lib/layer.rb

@@ -30,7 +30,7 @@ class SimpleNeuralNetwork
     # get_output calculates the array of neuron values for this layer.
     # This is calculated by recursively fetching the output from the previous layer, then applying edge/node weight and bias rules.
     # The first layer will fetch it's values from @network.inputs
-    def get_output
+    def get_output(normalize: @network.hidden_layer_normalization_function)
       if !prev_layer
         # This is the first layer, so the output set is simply the network input set
         @network.inputs
@@ -47,6 +47,8 @@ class SimpleNeuralNetwork
         result = (edge_matrix.dot(prev_output_matrix)).each_with_index.map do |val, i|
           val + @neurons[i].bias
         end
+
+        result.map {|item| normalize.call(item) }
       end
     end
 

data/lib/network.rb

@@ -23,7 +23,8 @@ class SimpleNeuralNetwork
 
     attr_accessor :inputs
 
-    attr_accessor :normalization_function
+    attr_accessor :hidden_layer_normalization_function
+    attr_accessor :output_normalization_function
 
     attr_accessor :edge_initialization_function
     attr_accessor :neuron_bias_initialization_function
@@ -32,7 +33,9 @@ class SimpleNeuralNetwork
       @layers = []
       @inputs = []
 
-      @normalization_function = method(:default_normalization_function)
+      @hidden_layer_normalization_function = method(:default_hidden_layer_normalization_function)
+      @output_normalization_function = method(:default_output_normalization_function)
+
       @edge_initialization_function = method(:default_edge_initialization_function)
       @neuron_bias_initialization_function = method(:default_neuron_bias_initialization_function)
     end
@@ -53,9 +56,7 @@ class SimpleNeuralNetwork
       @inputs = inputs
 
       # Get output from last layer. It recursively depends on layers before it.
-      @layers[-1].get_output.map do |output|
-        (@normalization_function || method(:default_normalization_function)).call(output)
-      end
+      @layers[-1].get_output(normalize: output_normalization_function)
     end
 
     # Returns the number of input nodes
@@ -84,8 +85,9 @@ class SimpleNeuralNetwork
       end
     end
 
-    def reset_normalization_function
-      @normalization_function = method(:default_normalization_function)
+    def reset_normalization_functions
+      @output_normalization_function = method(:default_output_normalization_function)
+      @hidden_layer_normalization_function = method(:default_hidden_layer_normalization_function)
     end
 
     def clear_edge_caches
@@ -149,10 +151,20 @@ class SimpleNeuralNetwork
     # The default normalization function for the network output
     # The standard logistic sigmoid function
     # f(x) = 1 / (1 + e^(-x))
-    def default_normalization_function(output)
+    def default_output_normalization_function(output)
       1 / (1 + (Math::E ** (-1 * output)))
     end
 
+    # The default hidden layer normalization function
+    # The ReLU function
+    def default_hidden_layer_normalization_function(output)
+      if output < 0
+        0
+      else
+        output
+      end
+    end
+
     def default_edge_initialization_function
       rand(-5..5)
     end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: simple_neural_network
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - Nathaniel Woodthorpe