the_noggin 0.0.2 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 140726af26cf5fcdc801e8cbff772004a633ce82
-  data.tar.gz: 31a4f48550f4f4c344c991490116d89b5c1476e9
+  metadata.gz: de6e61f2d6ffaf98cd40e8177431801005f326c4
+  data.tar.gz: e16db353322473e10baa3cda129a19de2cfb0215
 SHA512:
-  metadata.gz: 987df656713a5ea71d144ec684e11f6e0f2a2952fc37ff01363b60ca90b61ea161a2a71a1a8cf75f3fcb11aa9518cbd33bdebac3565fbc290296925fa41f8896
-  data.tar.gz: 0c2cbc207eaa4e4792da355ab6f377c29b5e271a8cf6ea08051243e453a30886a3120351a268536183c0f79afb65467b3d3cbf1bed5fccc674299d2e9b906214
+  metadata.gz: ccea74d19c8843db6c3527333197b54e58d6cfd8b9dd2971db94e4870295a11183492c7f0ed512609cbd9bfcb4b6dd6938aaff694632de306a57a468a532ecca
+  data.tar.gz: 5631c33c68292994f93aed91c1e933553358993c8b6c1e32306a29f97f3d442ee6531bd9c18842170ffc8908a8f9d3004ea62e37b7e598aa3c5d952fc64a6ec3

data/lib/noggin/network.rb

@@ -8,9 +8,11 @@ module Noggin
 
     DEFAULTS = {
         learning_rate: 0.2,
+        momentum: 0.2,
         max_training_laps: 100000,
         hidden_layer_size: 1,
-        hidden_layer_node_size: 2
+        hidden_layer_node_size: 2,
+        log: false
     }
 
     def initialize **opts
@@ -26,9 +28,13 @@ module Noggin
 
     def train data_batch
       init_network(data_batch)unless @ready
-      options[:max_training_laps].times do
+      options[:max_training_laps].times do |i|
         data_batch.each do |batch|
           propagate_error! batch[:input], batch[:output]
+          if options[:log] && i == options[:max_training_laps] - 1
+            print "Last train for input: #{batch[:input]}, expected: #{batch[:output]}"
+            pretty_print
+          end
         end
       end
       return self
@@ -43,7 +49,9 @@ module Noggin
 
     def update_weights!
       edges.each do |edge|
-        edge.weight -= options[:learning_rate] * edge.derivative
+        delta_weight = options[:learning_rate] * edge.derivative
+        edge.weight -= delta_weight + (edge.momentum * edge.previous_weight)
+        edge.previous_weight = delta_weight
       end
     end
 
@@ -77,7 +85,7 @@ module Noggin
     end
 
     def connect_nodes origin, dest
-      edge = Noggin::Node::Edge.new origin: origin, dest: dest
+      edge = Noggin::Node::Edge.new origin: origin, dest: dest, momentum: options[:momentum]
       origin.dests << edge
       dest.origins << edge
     end

data/lib/noggin/node/edge.rb

@@ -5,12 +5,16 @@ module Noggin
       attr_accessor :origin
       attr_accessor :dest
       attr_accessor :weight
+      attr_accessor :previous_weight
       attr_accessor :derivative
+      attr_accessor :momentum
 
-      def initialize origin: origin, dest: dest, weight: rand(0.20...0.80)
+      def initialize origin: origin, dest: dest, weight: rand(0.20...0.80), momentum: 0.1
         @origin = origin
         @dest = dest
         @weight = weight
+        @momentum = momentum
+        @previous_weight = 0
       end
 
       def input

data/lib/noggin/version.rb

@@ -1,3 +1,3 @@
 module Noggin
-  VERSION = '0.0.2'
+  VERSION = '0.0.3'
 end

data/spec/network_spec.rb

@@ -36,7 +36,7 @@ end
 
 describe :xor do
 
-  subject { Noggin::Network.new( max_training_laps: 10000, learning_rate: 0.1, hidden_layer_size: 1, hidden_layer_node_size: 2 ) }
+  subject { Noggin::Network.new( max_training_laps: 10000, learning_rate: 0.1, hidden_layer_size: 1, hidden_layer_node_size: 2, log: true ) }
 
 
   before do
@@ -49,7 +49,7 @@ describe :xor do
   end
 
   it 'learns xor' do
-    subject.pretty_print
+   
   end
 
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: the_noggin
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
 platform: ruby
 authors:
 - Shawn