the_noggin 0.0.3 → 0.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: de6e61f2d6ffaf98cd40e8177431801005f326c4
-  data.tar.gz: e16db353322473e10baa3cda129a19de2cfb0215
+  metadata.gz: 53abd15e32f1bc58d542d5bb2480f4e6f1d75c89
+  data.tar.gz: cd335f6a5b853e04334690f16db4f57698cb916a
 SHA512:
-  metadata.gz: ccea74d19c8843db6c3527333197b54e58d6cfd8b9dd2971db94e4870295a11183492c7f0ed512609cbd9bfcb4b6dd6938aaff694632de306a57a468a532ecca
-  data.tar.gz: 5631c33c68292994f93aed91c1e933553358993c8b6c1e32306a29f97f3d442ee6531bd9c18842170ffc8908a8f9d3004ea62e37b7e598aa3c5d952fc64a6ec3
+  metadata.gz: 8b740e1ba1f091ba957de78416fad3ab7758dc07aeb2af496300335a5ebaa490c00492000277e903ef47e7c3c34d5f3ba57d5f491c0e0cf6689690ed96bd98b0
+  data.tar.gz: 44a6217cedcf96933f0c902aecf95d5732439e2fee62d08205a7180ac80b6310070680bf3559574b46db24dc1a592ec1e9eca89449047ea372a0326e877f80e3

data/README.md

@@ -27,8 +27,10 @@ network.run [1, 1]  # 0.0142
 Noggin::Network.new( 
     max_training_laps: 100000, # How many propgation of errors to do when training
     learning_rate: 0.1, # How fast the network learns
+    momentum: 0.2, # How much of previous weight deltas should be applied to next delta  
     hidden_layer_size: 1 , # Number of hidden layers
-    hidden_layer_node_size: 2 # Number of nodes each hidden layer has
+    hidden_layer_node_size: 2, # Number of nodes each hidden layer has
+    log: true # print out network state for each input during last iteration.
 )
 ```
 

data/lib/noggin/network.rb

@@ -7,9 +7,9 @@ module Noggin
     attr_reader :options
 
     DEFAULTS = {
-        learning_rate: 0.2,
-        momentum: 0.2,
-        max_training_laps: 100000,
+        learning_rate: 0.3,
+        momentum: 5,
+        max_training_laps: 2000,
         hidden_layer_size: 1,
         hidden_layer_node_size: 2,
         log: false
@@ -56,11 +56,14 @@ module Noggin
     end
 
     def init_network data_batch
-      @input_nodes = Array.new(data_batch.first[:input].size){ Noggin::Node::Input.new }
+      @input_nodes = Array.new(data_batch.first[:input].size + 1){ Noggin::Node::Input.new }
       @layers << @input_nodes
       last_layer = @input_nodes
       options[:hidden_layer_size].times do |i|
         new_layer = Array.new(options[:hidden_layer_node_size]){ Noggin::Node::Base.new }
+        bias_node = Noggin::Node::Input.new
+        bias_node.output = 1
+        new_layer << bias_node
         @layers << new_layer
         connect_layer last_layer, new_layer
         last_layer = new_layer
@@ -100,7 +103,11 @@ module Noggin
 
     def update_input_nodes input
       input_nodes.each_with_index do | node, i |
-        node.output = input[i]
+        if i == (input.size)
+          node.output = 1
+        else
+          node.output = input[i]
+        end
       end
     end
 

data/lib/noggin/version.rb

@@ -1,3 +1,3 @@
 module Noggin
-  VERSION = '0.0.3'
+  VERSION = '0.0.4'
 end

data/spec/network_spec.rb

@@ -23,12 +23,12 @@ describe Noggin::Network do
   end
 
   it 'sets hidden layer node size' do
-    expect(subject.layers[1].size).to eq(1)
+    expect(subject.layers[1].size).to eq(2)
   end
 
   it 'backpropagates error' do
-    expect(input_node.dests.first.derivative).to be_within(0.00001).of(0.02147)
-    expect(hidden_node.dests.first.derivative).to be_within(0.00001).of(0.095468)
+    expect(input_node.dests.first.derivative).to be_within(0.00001).of(0.015098)
+    expect(hidden_node.dests.first.derivative).to be_within(0.00001).of(0.10851)
   end
 
 end
@@ -36,7 +36,7 @@ end
 
 describe :xor do
 
-  subject { Noggin::Network.new( max_training_laps: 10000, learning_rate: 0.1, hidden_layer_size: 1, hidden_layer_node_size: 2, log: true ) }
+  subject { Noggin::Network.new( max_training_laps: 2000, learning_rate: 0.3, hidden_layer_size: 1, hidden_layer_node_size: 2, momentum: 5, log: true ) }
 
 
   before do

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: the_noggin
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.4
 platform: ruby
 authors:
 - Shawn
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-02-22 00:00:00.000000000 Z
+date: 2015-02-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler