ruby_brain 0.1.0

data/lib/ruby_brain/nodes.rb

@@ -0,0 +1,58 @@
+module RubyBrain::Nodes
+  class Neuron
+    attr_accessor :order_index, :left_side_weights, :right_side_weights
+    attr_reader :this_output, :this_backward_output
+
+    def initialize(gain=1.0)
+      @gain = gain
+      @this_output = nil
+      @this_backward_output = nil
+    end
+
+    def get_sigmoid_output(sigmoid_input)
+      1.0 / (1 + Math.exp(-1 * @gain * sigmoid_input))
+    end
+
+    def get_backward_sigmoid_output(backward_sigmoid_input)
+      @gain * (1 - @this_output) * @this_output * backward_sigmoid_input
+    end
+
+    def output_of_forward_calc(inputs)
+      sigmoid_input = 0.0
+      @left_side_weights.transpose[@order_index].zip(inputs).each do |weight, input|
+        sigmoid_input += input * weight
+      end
+      @this_output = get_sigmoid_output(sigmoid_input)
+    end
+
+    def output_of_backward_calc(backward_inputs)
+      sigmoid_backward_input = 0.0
+      if @right_side_weights.nil?
+        sigmoid_backward_input = backward_inputs[@order_index]
+      else
+        @right_side_weights[@order_index].zip(backward_inputs).each do |weight, input|
+          sigmoid_backward_input += input * weight
+        end
+      end
+      @this_backward_output = get_backward_sigmoid_output(sigmoid_backward_input)
+    end
+  end
+
+  class ConstNode
+    attr_accessor :order_index, :value, :left_side_weights, :right_side_weights
+    attr_reader :this_output, :this_backward_output
+
+    def initialize(value=1.0)
+      @value = value
+      @this_output = nil
+    end
+
+    def output_of_forward_calc(inputs=[])
+      @this_output = @value
+    end
+
+    def output_of_backward_calc(backward_inputs=[])
+      nil
+    end
+  end
+end  

data/lib/ruby_brain/trainer.rb

@@ -0,0 +1,71 @@
+require 'yaml'
+
+module RubyBrain::Trainer
+  module_function
+
+  def normal_learning(network_structure, input_training_set, output_training_set, options={})
+    default_options = {learning_rate: 0.05, max_training_count: 5000, tolerance: 0.045, initial_weights_file: nil}
+    training_options = default_options.merge(options)
+    puts "===== normal learnng ====="
+    pp training_options
+    network = RubyBrain::Network.new(network_structure)
+    network.learning_rate = training_options[:learning_rate]
+    network.init_network
+    if training_options[:initial_weights_file]
+      puts "loading weights from #{training_options[:initial_weights_file]}"
+      network.load_weights_from_yaml_file(training_options[:initial_weights_file])
+    end
+    network.learn(input_training_set, output_training_set, max_training_count=training_options[:max_training_count], tolerance=training_options[:tolerance])
+
+    network.dump_weights_to_yaml("weights_#{network_structure.join('_')}_#{Time.now.to_i}.yml")
+
+    # input_training_set.each do |inputs|
+    #   puts network.get_forward_outputs(inputs).join(',')
+    # end
+  end
+
+  def learn2(network_structure, input_training_set, output_training_set)
+    network = RubyBrain::Network.new(network_structure)
+    network.learning_rate = 0.05
+    network.init_network
+    network.learn2(input_training_set, output_training_set, max_training_count=5000, tolerance=0.045)
+
+    puts network.dump_weights_to_yaml
+
+    input_training_set.each do |inputs|
+      pp network.get_forward_outputs(inputs)[0]
+    end
+  end
+
+  def stack_learning(network_structure, input_training_set, output_training_set)
+      ws = Array.new(network_structure.size-1, nil)
+      (1..(network_structure.size-2)).each do |i|
+        next_network_form = network_structure[0..i] + [network_structure[-1]]
+        neuralnet = RubyBrain::Network.new(next_network_form)
+        neuralnet.learning_rate = 0.05
+        neuralnet.init_network
+        neuralnet.overwrite_weights(ws)
+        # neuralnet.learn_only_specified_layer(-1, input_training_set, output_training_set, max_training_count=1000, tolerance=0.06)
+        neuralnet.learn2(input_training_set, output_training_set, max_training_count=500, tolerance=0.006)
+        ws = neuralnet.get_weights_as_array
+        ws[-1] = nil
+      end
+      neuralnet = RubyBrain::Network.new(network_structure)
+      neuralnet.learning_rate = 0.05
+      neuralnet.init_network
+      neuralnet.overwrite_weights(ws)
+      neuralnet.learn(input_training_set, output_training_set, max_training_count=2000, tolerance=0.0036)
+      # neuralnet.learn2(input_training_set, output_training_set, max_training_count=1000, tolerance=0.036)
+
+      puts neuralnet.dump_weights_to_yaml
+
+      input_training_set.each do |inputs|
+        pp neuralnet.get_forward_outputs(inputs)[0]
+      end
+      puts "==================================================================================================="
+      input_training_set.each do |inputs|
+        pp neuralnet.get_forward_outputs(inputs)[1]
+      end
+  end
+
+end

data/lib/ruby_brain/training_data_manipulator.rb

@@ -0,0 +1,35 @@
+require 'pathname'
+
+module RubyBrain
+  class TrainingDataManipulator
+    attr_accessor :columns
+    def initialize(data_file, has_header)
+      puts data_file
+      @columns = []
+      @raw_data = parse_data(data_file, has_header)
+    end
+
+    def parse_data(data_file, has_header)
+      array_of_data_set = []
+      File.open(data_file) do |f|
+        @columns = f.readline.chomp.split(',') if has_header
+        f.each_line do |line|
+          next if /\A\s+\z/ =~ line
+          array_of_data_set << line.chomp.split(',')
+        end
+      end
+      array_of_data_set
+    end
+
+    def ix(*col_index)
+      @raw_data.map do |a_set|
+        a_set.values_at(*col_index).map(&:to_f)
+      end
+    end
+
+    def num_data_sets
+      @raw_data.length
+    end
+
+  end
+end

data/lib/ruby_brain/version.rb

@@ -0,0 +1,3 @@
+module RubyBrain
+  VERSION = "0.1.0"
+end

data/lib/ruby_brain/weights.rb

@@ -0,0 +1,82 @@
+module RubyBrain
+  class WeightContainer
+    def initialize(num_units_list)
+      @w_3d = []
+
+      num_units_list.each_cons(2) do |num_units_on_left_layer, num_units_on_right_layer|
+        @w = []
+        (num_units_on_left_layer + 1).times do |i|
+          @w[i] = []
+          num_units_on_right_layer.times do |j|
+            @w[i][j] = Random.rand(2.0) - 1.0
+          end
+        end
+        @w_3d << @w
+      end
+    end
+
+    def load_from(weights_set_source)
+      @w_3d = weights_set_source
+    end
+
+    def get_weights_as_array
+      @w_3d.dup
+    end
+
+    def overwrite_weights(weights_set_source)
+      # weights_set_source.each_with_index do |weights, i|
+      #   next if i >= @w_3d.size
+      #   weights.each_with_index do |w, j|
+      #     next if j >= @w_3d[i].size
+      #     w.size.times do |k|
+      #       @w_3d[i][j][k] = w[k] unless w[k].nil?
+      #     end
+      #   end
+      # end
+
+      @w_3d.zip(weights_set_source).each_with_index do |wl, i|
+        next if wl[1].nil?
+        wl[0].zip(wl[1]).each_with_index do |ww, j|
+          next if ww[1].nil?
+          ww[0].zip(ww[1]).each_with_index do |w, k|
+            @w_3d[i][j][k] = w[1] || w[0]
+          end
+        end
+
+      end
+    end
+
+    def num_sets
+      @w_3d.size
+    end
+
+    def weights_of_order(order_number)
+      @w_3d[order_number]
+    end
+
+    def dump_to_yaml(file_name=nil)
+      if file_name
+        File.open file_name, 'w+' do |f|
+          YAML.dump(@w_3d, f)
+        end
+      end
+      # @w_3d.to_yaml
+    end
+
+    def load_from_yaml_file(yaml_file)
+      overwrite_weights(YAML.load_file(yaml_file))
+    end
+
+    def each_weights
+      @w_3d.each do |weights|
+        yield weights
+      end
+    end
+
+    def each_weights_with_index
+      @w_3d.each_with_index do |weights, i|
+        yield weights, i
+      end
+    end
+  end
+end

data/ruby_brain.gemspec

@@ -0,0 +1,34 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'ruby_brain/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "ruby_brain"
+  spec.version       = RubyBrain::VERSION
+  spec.authors       = ["elgoog"]
+  spec.email         = ["elgoog.development@gmail.com"]
+  spec.summary       = %q{NeuralNet/DeepLearning implement for Ruby}
+  spec.description   = %q{NeuralNet/DeepLearning implement for Ruby}
+  spec.homepage      = "https://github.com/elgoog/ruby_brain/"
+  spec.license       = "MIT"
+
+  # Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
+  # to allow pushing to a single host or delete this section to allow pushing to any host.
+  # if spec.respond_to?(:metadata)
+  #   spec.metadata['allowed_push_host'] = "TODO: Set to 'http://mygemserver.com'"
+  # else
+  #   raise "RubyGems 2.0 or newer is required to protect against public gem pushes."
+  # end
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.12"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
+
+  spec.add_runtime_dependency "mnist"
+end

metadata

@@ -0,0 +1,125 @@
+--- !ruby/object:Gem::Specification
+name: ruby_brain
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- elgoog
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2016-07-26 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.12'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.12'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: mnist
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: NeuralNet/DeepLearning implement for Ruby
+email:
+- elgoog.development@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- README.org
+- Rakefile
+- bin/console
+- bin/setup
+- examples/mnist.rb
+- examples/mnist2.rb
+- lib/ruby_brain.rb
+- lib/ruby_brain/dataset/mnist/data.rb
+- lib/ruby_brain/dataset/mnist/test_mnist.rb
+- lib/ruby_brain/exception.rb
+- lib/ruby_brain/layer.rb
+- lib/ruby_brain/network.rb
+- lib/ruby_brain/nodes.rb
+- lib/ruby_brain/trainer.rb
+- lib/ruby_brain/training_data_manipulator.rb
+- lib/ruby_brain/version.rb
+- lib/ruby_brain/weights.rb
+- ruby_brain.gemspec
+homepage: https://github.com/elgoog/ruby_brain/
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: NeuralNet/DeepLearning implement for Ruby
+test_files: []
+has_rdoc: