simple_neural_network 0.0.1 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 4ddf41db0522abafd12d51c425246499522c36cd
-  data.tar.gz: 4b576ca87629cd9d98845b3d02c2c41e0a700cf1
+  metadata.gz: c118791ad07a0945cbc340ca50e05e5817ce1bd0
+  data.tar.gz: c1b921e8d031942788fec9148b06f8b7175a727e
 SHA512:
-  metadata.gz: d11cff2d470e190617dc1ed71b3db48d6585b65b728e9c6490dcc4711535febc34c16130461bfedc1c871b63938906685c36ca34aef2e7882067eb5fdbff17ef
-  data.tar.gz: 6e69176cc45847c10af9d662d70964ca0ff5e868bc1a7dff32ff6ff7f9b0fc1cec62dfd6567f10206f33b5b7a951fc7e30e7a55aa7f7ec86b133c956f370b633
+  metadata.gz: 2e70cbbee76e460546772478ff0d1e8c6e5e037bf546b0870c9b31dd36dbb3722de2f37f71793d8984f6b4db5012c0b96a3696e2e47e294ab6d89a7d63741249
+  data.tar.gz: a386118b62a17c49949191d39a65a3ae7a4844d6b1ee175448d7ea4272b9db257ad383a09032ff4b728be240664d733d35ab605bbd07214f836236b121860d4b

data/lib/layer.rb

@@ -1,4 +1,5 @@
 require_relative "neuron"
+require "nmatrix"
 
 class SimpleNeuralNetwork
   class Layer
@@ -22,6 +23,7 @@ class SimpleNeuralNetwork
       @next_layer = nil
 
       populate_neurons
+      edge_matrix # Caches edge matrix
     end
 
     # The method that drives network output resolution.
@@ -39,18 +41,11 @@ class SimpleNeuralNetwork
         #              + (prev_layer.neurons[1] * prev_layer.neurons[1].edges[i])
         #              + ...
         #             ) + self.neurons[i].bias
+        prev_output = prev_layer.get_output
+        prev_output_matrix = NMatrix.new([prev_output.length, 1], prev_output, dtype: :float64)
 
-        prev_layer_output = prev_layer.get_output
-
-        # Generate the output values for the layer
-        (0..@size-1).map do |i|
-          value = 0
-
-          prev_layer_output.each_with_index do |output, index|
-            value += (output * prev_layer.neurons[index].edges[i])
-          end
-
-         value + @neurons[i].bias
+        result = (edge_matrix.dot(prev_output_matrix)).each_with_index.map do |val, i|
+          val + @neurons[i].bias
         end
       end
     end
@@ -63,6 +58,19 @@ class SimpleNeuralNetwork
       end
     end
 
+    def edge_matrix
+      return unless prev_layer
+
+      @edge_matrix ||= begin
+        elements = prev_layer.neurons.map{|a| a.edges}
+        NMatrix.new([elements.count, elements[0].count], elements.flatten, dtype: :float64).transpose
+      end
+    end
+
+    def clear_edge_cache
+      @edge_matrix = nil
+    end
+
     private
 
     def populate_neurons

data/lib/network.rb

@@ -23,7 +23,7 @@ class SimpleNeuralNetwork
 
     attr_accessor :inputs
 
-    attr_writer :normalization_function
+    attr_accessor :normalization_function
 
     attr_accessor :edge_initialization_function
     attr_accessor :neuron_bias_initialization_function
@@ -41,16 +41,20 @@ class SimpleNeuralNetwork
     # Accepts an array of input integers between 0 and 1
     # Input array length must be equal to the size of the first layer.
     # Returns an array of outputs.
-    def run(inputs)
-      unless inputs.size == input_size && inputs.all? { |input| input >= 0 && input <= 1 }
-        raise InvalidInputError.new("Invalid input passed to Network#run")
+    #
+    # skip_validation: Skips validations that may be expensive for large sets
+    def run(inputs, skip_validation: false)
+      unless skip_validation
+        unless inputs.size == input_size && inputs.all? { |input| input >= 0 && input <= 1 }
+          raise InvalidInputError.new("Invalid input passed to Network#run")
+        end
       end
 
       @inputs = inputs
 
       # Get output from last layer. It recursively depends on layers before it.
       @layers[-1].get_output.map do |output|
-        @normalization_function.call(output)
+        (@normalization_function || method(:default_normalization_function)).call(output)
       end
     end
 
@@ -84,6 +88,12 @@ class SimpleNeuralNetwork
       @normalization_function = method(:default_normalization_function)
     end
 
+    def clear_edge_caches
+      @layers.each do |layer|
+        layer.clear_edge_cache
+      end
+    end
+
     # Serializes the neural network into a JSON string. This can later be deserialized back into a Network object
     # Useful for storing partially trained neural networks.
     # Note: Currently does not serialize bias init function, edge init function, or normalization function

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: simple_neural_network
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.1.0
 platform: ruby
 authors:
 - Nathaniel Woodthorpe
@@ -9,7 +9,21 @@ autorequire:
 bindir: bin
 cert_chain: []
 date: 2018-03-11 00:00:00.000000000 Z
-dependencies: []
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: nmatrix
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
 description: A simple neural network implementation in Ruby.
 email: njwoodthorpe@gmail.com
 executables: []
@@ -40,7 +54,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.5.2
+rubygems_version: 2.6.13
 signing_key: 
 specification_version: 4
 summary: A simple neural network implementation in Ruby.