mlpnn 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 55e005b2fa8211ce8deb2b6b0c72e1658c38e10e
+  data.tar.gz: 2521f3894e6125581af1715f9a49858a3b8277ab
+SHA512:
+  metadata.gz: 68736aceb98084f6f2d4122756264377ae83f4cce5db5de5ade2ef98ecc9bc117b5de46c0fb173d77bee7d50551e89584f5e19f05b095bffac722d37e16e376c
+  data.tar.gz: 23b20e30307018cf3ded7a381c9c9e82004b275cc5a549eac80479c1caca6a4c16a151947ad40b8b378f5670d226f432d415a0ac4987b81b801d894c0459accc

data/.gitignore

@@ -0,0 +1,5 @@
+*.sw?
+.DS_Store
+coverage
+rdoc
+pkg

data/.rubocop.yml

@@ -0,0 +1,63 @@
+# This is the configuration used to check the rubocop source code.
+
+AllCops:
+  Exclude:
+    - 'vendor/**/*'
+    - 'spec/fixtures/**/*'
+    - 'tmp/**/*'
+  TargetRubyVersion: 2.4
+
+Style/Encoding:
+  EnforcedStyle: when_needed
+  Enabled: true
+
+Style/FrozenStringLiteralComment:
+  EnforcedStyle: always
+
+Metrics/BlockLength:
+  Exclude:
+    - 'Rakefile'
+    - '**/*.rake'
+    - 'spec/**/*.rb'
+
+# Offense count: 86
+Metrics/AbcSize:
+  Max: 19
+
+# Offense count: 32
+# Configuration parameters: CountComments.
+Metrics/ClassLength:
+  Max: 178
+
+# Offense count: 28
+Metrics/CyclomaticComplexity:
+  Max: 7
+
+# Offense count: 139
+# Configuration parameters: CountComments.
+Metrics/MethodLength:
+  Max: 14
+
+# Offense count: 12
+# Configuration parameters: CountComments.
+Metrics/ModuleLength:
+  Max: 156
+
+Style/BarePercentLiterals:
+  EnforcedStyle: bare_percent
+  Heredoc:
+    Exclude: true
+
+Style/TrailingCommaInLiteral:
+  EnforcedStyleForMultiline: comma
+  Heredoc:
+    IncludeKeys:
+      - RUBY
+
+Metrics/LineLength:
+  Max: 90
+  Heredoc:
+    ExcludeKeys:
+      - YAML
+      - XML
+      - TEXT

data/Gemfile

@@ -0,0 +1,4 @@
+# frozen_string_literal: true
+source 'https://rubygems.org'
+
+gemspec

data/Gemfile.lock

@@ -0,0 +1,52 @@
+PATH
+  remote: .
+  specs:
+    mlpnn (0.0.1)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activesupport (5.0.1)
+      concurrent-ruby (~> 1.0, >= 1.0.2)
+      i18n (~> 0.7)
+      minitest (~> 5.1)
+      tzinfo (~> 1.1)
+    ast (2.3.0)
+    concurrent-ruby (1.0.4)
+    i18n (0.7.0)
+    minitest (5.10.1)
+    parser (2.3.3.1)
+      ast (~> 2.2)
+    powerpack (0.1.1)
+    rainbow (2.2.1)
+    rake (10.5.0)
+    rubocop (0.47.1)
+      parser (>= 2.3.3.1, < 3.0)
+      powerpack (~> 0.1)
+      rainbow (>= 1.99.1, < 3.0)
+      ruby-progressbar (~> 1.7)
+      unicode-display_width (~> 1.0, >= 1.0.1)
+    ruby-progressbar (1.8.1)
+    shoulda (3.5.0)
+      shoulda-context (~> 1.0, >= 1.0.1)
+      shoulda-matchers (>= 1.4.1, < 3.0)
+    shoulda-context (1.2.2)
+    shoulda-matchers (2.8.0)
+      activesupport (>= 3.0.0)
+    thread_safe (0.3.5)
+    tzinfo (1.2.2)
+      thread_safe (~> 0.1)
+    unicode-display_width (1.1.3)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.13)
+  mlpnn!
+  rake (~> 10.0)
+  rubocop (~> 0.47)
+  shoulda (~> 3.5)
+
+BUNDLED WITH
+   1.13.7

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2009 reddavis / 2017 BEaStia
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,44 @@
+= Multi-Layer Perceptron Neural Network
+
+I built this to not only learn about the MLP but to also make a very simple, well laid out MLP so other can easily see what's happening.
+
+I also suggest checking out http://bit.ly/XEWOc for a great tutorial.
+
+== Install
+
+  gem install mlp
+
+== How To Use
+  require 'mlp'
+  
+  a = MLP::Network.new(hidden_layers: [2], output_nodes: 1, inputs: 2)
+
+  3001.times do |i|
+    a.train([0,0], [0])
+    a.train([0,1], [1])
+    a.train([1,0], [1])
+    error = a.train([1,1], [0])
+    puts "Error after iteration #{i}:\t#{error}" if i%200 == 0
+  end
+
+  puts "Test data"
+  puts "[0,0] = > #{a.feed_forward([0,0]).inspect}"
+  puts "[0,1] = > #{a.feed_forward([0,1]).inspect}"
+  puts "[1,0] = > #{a.feed_forward([1,0]).inspect}"
+  puts "[1,1] = > #{a.feed_forward([1,1]).inspect}"
+  
+== Benchmarks
+
+  The above example produces these times
+  
+           user     system      total        real
+  MLP    0.820000   0.000000   0.820000 (  0.837693)
+  Ai4R   1.180000   0.010000   1.190000 (  1.232388)
+
+== Thanks
+
+* David Richards - For his code reviews and all round helpfulness. - http://github.com/davidrichards
+
+== Copyright
+
+Copyright (c) 2009 Red Davis, 2017 Igor Pavlov See LICENSE for details.

data/Rakefile

@@ -0,0 +1,9 @@
+# frozen_string_literal: true
+require 'rake/testtask'
+
+Rake::TestTask.new do |task|
+  task.libs << %w(test lib)
+  task.pattern = 'test/test_*.rb'
+end
+
+task :default => :test

data/VERSION

@@ -0,0 +1 @@
+0.0.1

data/examples/backpropagation_example.rb

@@ -0,0 +1,72 @@
+# frozen_string_literal: true
+# This test was taken from ai4r gem
+
+# Author::    Sergio Fierens
+# License::   MPL 1.1
+# Project::   ai4r
+# Url::       http://ai4r.rubyforge.org/
+#
+# You can redistribute it and/or modify it under the terms of
+# the Mozilla Public License version 1.1  as published by the
+# Mozilla Foundation at http://www.mozilla.org/MPL/MPL-1.1.txt
+
+require File.dirname(__FILE__) + '/training_patterns'
+require File.dirname(__FILE__) + '/patterns_with_noise'
+require File.dirname(__FILE__) + '/patterns_with_base_noise'
+require File.dirname(__FILE__) + '/../lib/mlp'
+require 'benchmark'
+
+times = Benchmark.measure do
+  srand 1
+
+  net = MLP::Network.new(hidden_layers: [2], output_nodes: 3, inputs: 256)
+
+  tr_with_noise = TRIANGLE_WITH_NOISE.flatten.collect { |input| input.to_f / 5.0 }
+  sq_with_noise = SQUARE_WITH_NOISE.flatten.collect { |input| input.to_f / 5.0 }
+  cr_with_noise = CROSS_WITH_NOISE.flatten.collect { |input| input.to_f / 5.0 }
+
+  tr_with_base_noise = TRIANGLE_WITH_BASE_NOISE.flatten.collect { |input| input.to_f / 5.0 }
+  sq_with_base_noise = SQUARE_WITH_BASE_NOISE.flatten.collect { |input| input.to_f / 5.0 }
+  cr_with_base_noise = CROSS_WITH_BASE_NOISE.flatten.collect { |input| input.to_f / 5.0 }
+
+  puts 'Training the network, please wait.'
+  101.times do |i|
+    tr_input = TRIANGLE.flatten.collect { |input| input.to_f / 5.0 }
+    sq_input = SQUARE.flatten.collect { |input| input.to_f / 5.0 }
+    cr_input = CROSS.flatten.collect { |input| input.to_f / 5.0 }
+
+    error1 = net.train(tr_input, [1, 0, 0])
+    error2 = net.train(sq_input, [0, 1, 0])
+    error3 = net.train(cr_input, [0, 0, 1])
+    puts "Error after iteration #{i}:\t#{error1} - #{error2} - #{error3}" if i % 20 == 0
+  end
+
+  def result_label(result)
+    if result[0] > result[1] && result[0] > result[2]
+      'TRIANGLE'
+    elsif result[1] > result[2]
+      'SQUARE'
+    else
+      'CROSS'
+    end
+  end
+
+  tr_input = TRIANGLE.flatten.collect { |input| input.to_f / 5.0 }
+  sq_input = SQUARE.flatten.collect { |input| input.to_f / 5.0 }
+  cr_input = CROSS.flatten.collect { |input| input.to_f / 5.0 }
+
+  puts 'Training Examples'
+  puts "#{net.feed_forward(tr_input).inspect} => #{result_label(net.feed_forward(tr_input))}"
+  puts "#{net.feed_forward(sq_input).inspect} => #{result_label(net.feed_forward(sq_input))}"
+  puts "#{net.feed_forward(cr_input).inspect} => #{result_label(net.feed_forward(cr_input))}"
+  puts 'Examples with noise'
+  puts "#{net.feed_forward(tr_with_noise).inspect} => #{result_label(net.feed_forward(tr_with_noise))}"
+  puts "#{net.feed_forward(sq_with_noise).inspect} => #{result_label(net.feed_forward(sq_with_noise))}"
+  puts "#{net.feed_forward(cr_with_noise).inspect} => #{result_label(net.feed_forward(cr_with_noise))}"
+  puts 'Examples with base noise'
+  puts "#{net.feed_forward(tr_with_base_noise).inspect} => #{result_label(net.feed_forward(tr_with_base_noise))}"
+  puts "#{net.feed_forward(sq_with_base_noise).inspect} => #{result_label(net.feed_forward(sq_with_base_noise))}"
+  puts "#{net.feed_forward(cr_with_base_noise).inspect} => #{result_label(net.feed_forward(cr_with_base_noise))}"
+end
+
+puts "Elapsed time: #{times}"

data/examples/patterns_with_base_noise.rb

@@ -0,0 +1,67 @@
+# frozen_string_literal: true
+# Author::    Sergio Fierens
+# License::   MPL 1.1
+# Project::   ai4r
+# Url::       http://ai4r.rubyforge.org/
+#
+# You can redistribute it and/or modify it under the terms of
+# the Mozilla Public License version 1.1  as published by the
+# Mozilla Foundation at http://www.mozilla.org/MPL/MPL-1.1.txt
+
+TRIANGLE_WITH_BASE_NOISE = [
+  [3,  3,  3,  3,  3,  3,  3, 8, 8, 3, 3, 3, 3, 3, 3, 3],
+  [3,  3,  3,  3,  3,  3,  4, 10, 10,  4,  3,  3,  3,  3,  3,  3],
+  [3,  3,  3,  3,  3,  3,  8,  8,  8,  8,  3,  3,  3,  3,  3,  3],
+  [3,  3,  3,  3,  3,  4, 10,  4,  4, 10,  4,  3,  3,  3,  3,  3],
+  [3,  3,  3,  3,  3,  8,  8,  3,  3,  8,  8,  3,  3,  3,  3,  3],
+  [3,  3,  3,  3,  4, 10,  4,  3,  3,  4, 10,  4,  3,  3,  3,  3],
+  [3,  3,  3,  3,  8,  8,  3,  3,  3,  3,  8,  8,  3,  3,  3,  3],
+  [3,  3,  3,  4, 10,  4,  3,  3,  3,  3,  4, 10,  4,  3,  3,  3],
+  [3,  3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3,  3],
+  [3,  3,  4, 10,  4,  3,  3,  3,  3,  3,  3,  4, 10,  4,  3,  3],
+  [3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3],
+  [3,  4, 10,  4,  3,  3,  3,  3,  3,  3,  3,  3,  4, 10,  4,  3],
+  [3,  8,  8,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  8,  8,  3],
+  [4, 10,  4,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  4, 10,  4],
+  [8, 8, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 8, 8],
+  [10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10],
+].freeze
+
+SQUARE_WITH_BASE_NOISE = [
+  [10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10],
+  [10,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3, 10],
+  [10,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3, 10],
+  [10,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3, 10],
+  [10,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3, 10],
+  [10,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3, 10],
+  [10,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3, 10],
+  [10,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3, 10],
+  [10,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3, 10],
+  [10,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3, 10],
+  [10,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3, 10],
+  [10,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3, 10],
+  [10,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3, 10],
+  [10,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3, 10],
+  [10,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3, 10],
+  [10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10],
+
+].freeze
+
+CROSS_WITH_BASE_NOISE = [
+  [3,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  3],
+  [3,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  3],
+  [3,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  3],
+  [3,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  3],
+  [3,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  3],
+  [3,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  3],
+  [3,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  3],
+  [8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8],
+  [8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8],
+  [3,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  3],
+  [3,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  3],
+  [3,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  3],
+  [3,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  3],
+  [3,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  3],
+  [3,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  3],
+  [3,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  3],
+].freeze

data/examples/patterns_with_noise.rb

@@ -0,0 +1,67 @@
+# frozen_string_literal: true
+# Author::    Sergio Fierens
+# License::   MPL 1.1
+# Project::   ai4r
+# Url::       http://ai4r.rubyforge.org/
+#
+# You can redistribute it and/or modify it under the terms of
+# the Mozilla Public License version 1.1  as published by the
+# Mozilla Foundation at http://www.mozilla.org/MPL/MPL-1.1.txt
+
+TRIANGLE_WITH_NOISE = [
+  [1,  0,  0,  0,  0,  0,  0,  1,  5,  0,  0,  1,  0,  0,  0,  0],
+  [0,  0,  0,  0,  3,  0,  1,  9,  9,  1,  0,  0,  0,  0,  3,  0],
+  [0,  3,  0,  0,  0,  0,  5,  1,  5,  3,  0,  0,  0,  0,  0,  7],
+  [0,  0,  0,  7,  0,  1,  9,  1,  1,  9,  1,  0,  0,  0,  3,  0],
+  [0,  0,  0,  0,  0,  3,  5,  0,  3,  5,  5,  0,  0,  0,  0,  0],
+  [0,  1,  0,  0,  1,  9,  1,  0,  1,  1,  9,  1,  0,  0,  0,  0],
+  [1,  0,  0,  0,  5,  5,  0,  0,  0,  0,  5,  5,  7,  0,  0,  3],
+  [0,  0,  3,  3,  9,  1,  0,  0,  1,  0,  1,  9,  1,  0,  0,  0],
+  [0,  0,  0,  5,  5,  0,  3,  7,  0,  0,  0,  5,  5,  0,  0,  0],
+  [0,  0,  1,  9,  1,  0,  0,  0,  0,  0,  0,  1,  9,  1,  0,  0],
+  [0,  0,  5,  5,  0,  0,  0,  0,  3,  0,  0,  0,  5,  5,  0,  0],
+  [0,  1,  9,  1,  0,  0,  0,  0,  0,  0,  0,  0,  1,  9,  1,  0],
+  [0,  5,  5,  0,  3,  0,  0,  3,  0,  0,  0,  0,  0,  5,  5,  0],
+  [1,  9,  1,  0,  0,  3,  0,  0,  0,  1,  0,  0,  0,  1,  9,  1],
+  [5,  5,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  5,  5],
+  [10, 10, 10, 10, 1, 10, 10, 10, 10, 10, 1, 10, 10, 10, 10, 10],
+].freeze
+
+SQUARE_WITH_NOISE = [
+  [10,  3, 10, 10, 10,  6, 10, 10, 10, 10, 10,  4, 10, 10, 10, 10],
+  [10,  0,  0,  0,  0,  7,  0,  0,  0,  0,  0,  0,  0,  0,  0, 10],
+  [10,  0,  3,  0,  0,  0,  0,  7,  0,  6,  1,  0,  0,  0,  0,  0],
+  [10,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0, 10],
+  [10,  0,  4,  0,  4,  0,  0,  0,  1,  0,  3,  0,  0,  4,  0, 10],
+  [10,  0,  0,  0,  0,  0,  0,  1,  0,  0,  0,  0,  0,  0,  0,  0],
+  [10,  0,  0,  0,  3,  6,  0,  0,  1,  0,  0,  0,  0,  0,  0, 10],
+  [10,  0,  0,  0,  0,  0,  0,  4,  0,  0,  0,  0,  7,  0,  0, 10],
+  [10,  4,  4,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0, 10],
+  [10,  0,  7,  0,  0,  3,  0,  0,  0,  0,  0,  0,  0,  0,  0, 10],
+  [10,  0,  0,  0,  0,  0,  0,  0,  3,  0,  0,  0,  0,  0,  7, 10],
+  [10,  0,  3,  0,  4,  0,  0,  0,  0,  6,  0,  0,  0,  0,  0, 10],
+  [10,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  1,  0,  0, 10],
+  [10,  0,  0,  6,  0,  0,  0,  7,  0,  0,  0,  7,  0,  0,  0, 10],
+  [10,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0, 10],
+  [10, 10, 10, 10,  3, 10, 10, 10, 10,  0, 10, 10,  1, 10,  1, 10],
+
+].freeze
+
+CROSS_WITH_NOISE = [
+  [0,  0,  0,  0,  0,  0,  3,  3,  5,  0,  3,  0,  0,  0,  1,  0],
+  [0,  1,  0,  0,  0,  1,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  3,  0,  0,  0],
+  [0,  0,  1,  8,  0,  0,  0,  5,  5,  0,  4,  0,  0,  0,  1,  0],
+  [0,  0,  0,  0,  0,  3,  0,  5,  0,  0,  0,  0,  1,  0,  0,  0],
+  [0,  0,  0,  8,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  1],
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  3,  0,  0,  0,  0,  0],
+  [5,  5,  5,  8,  5,  3,  5,  5,  5,  5,  5,  5,  5,  5,  0,  5],
+  [5,  5,  5,  5,  5,  5,  5,  5,  1,  5,  5,  5,  5,  1,  0,  0],
+  [0,  0,  0,  8,  0,  0,  0,  4,  5,  0,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  4,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  4,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+  [4,  0,  0,  4,  0,  0,  0,  5,  5,  0,  0,  0,  1,  0,  0,  0],
+  [0,  0,  0,  0,  0,  1,  0,  5,  4,  4,  3,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0, 10,  0,  0,  0],
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+].freeze

data/examples/training_patterns.rb

@@ -0,0 +1,67 @@
+# frozen_string_literal: true
+# Author::    Sergio Fierens
+# License::   MPL 1.1
+# Project::   ai4r
+# Url::       http://ai4r.rubyforge.org/
+#
+# You can redistribute it and/or modify it under the terms of
+# the Mozilla Public License version 1.1  as published by the
+# Mozilla Foundation at http://www.mozilla.org/MPL/MPL-1.1.txt
+
+TRIANGLE = [
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  0,  1,  9,  9,  1,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  0,  5,  5,  5,  5,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  1,  9,  1,  1,  9,  1,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  5,  5,  0,  0,  5,  5,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  1,  9,  1,  0,  0,  1,  9,  1,  0,  0,  0,  0],
+  [0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0],
+  [0,  0,  0,  1,  9,  1,  0,  0,  0,  0,  1,  9,  1,  0,  0,  0],
+  [0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0],
+  [0,  0,  1,  9,  1,  0,  0,  0,  0,  0,  0,  1,  9,  1,  0,  0],
+  [0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0],
+  [0,  1,  9,  1,  0,  0,  0,  0,  0,  0,  0,  0,  1,  9,  1,  0],
+  [0,  5,  5,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  5,  5,  0],
+  [1,  9,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  1,  9,  1],
+  [5,  5,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  5,  5],
+  [10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10],
+].freeze
+
+SQUARE = [
+  [10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10],
+  [10,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0, 10],
+  [10,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0, 10],
+  [10,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0, 10],
+  [10,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0, 10],
+  [10,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0, 10],
+  [10,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0, 10],
+  [10,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0, 10],
+  [10,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0, 10],
+  [10,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0, 10],
+  [10,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0, 10],
+  [10,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0, 10],
+  [10,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0, 10],
+  [10,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0, 10],
+  [10,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0, 10],
+  [10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10],
+
+].freeze
+
+CROSS = [
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+  [5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5],
+  [5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5],
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+].freeze

data/examples/xor.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+# This test was taken from ai4r gem
+
+require File.dirname(__FILE__) + '/../lib/mlp'
+require 'benchmark'
+
+times = Benchmark.measure do
+  srand 1
+
+  a = MLP::Network.new(hidden_layers: [2], output_nodes: 1, inputs: 2)
+
+  3001.times do |i|
+    a.train([0, 0], [0])
+    a.train([0, 1], [1])
+    a.train([1, 0], [1])
+    error = a.train([1, 1], [0])
+    puts "Error after iteration #{i}:\t#{error}" if i % 200 == 0
+  end
+
+  puts 'Test data'
+  puts "[0,0] = > #{a.feed_forward([0, 0]).inspect}"
+  puts "[0,1] = > #{a.feed_forward([0, 1]).inspect}"
+  puts "[1,0] = > #{a.feed_forward([1, 0]).inspect}"
+  puts "[1,1] = > #{a.feed_forward([1, 1]).inspect}"
+end
+
+puts "Elapsed time: #{times}"

data/lib/mlp.rb

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+require 'mlp/network'
+require 'mlp/neuron'
+
+module MLP
+
+end

data/lib/mlp/network.rb

@@ -0,0 +1,124 @@
+# frozen_string_literal: true
+
+module MLP
+  class Network
+
+    UPDATE_WEIGHT_VALUE = 0.25
+
+    def initialize(options = {})
+      @input_size = options[:inputs]
+      @hidden_layers = options[:hidden_layers]
+      @number_of_output_nodes = options[:output_nodes]
+      setup_network
+    end
+
+    def feed_forward(input)
+      @network.each_with_index do |layer, layer_index|
+        layer.each do |neuron|
+          if layer_index == 0
+            neuron.fire(input)
+          else
+            input = @network[layer_index - 1].map(&:last_output)
+            neuron.fire(input)
+          end
+        end
+      end
+      @network.last.map(&:last_output)
+    end
+
+    def train(input, targets)
+      # To go back we must go forward
+      feed_forward(input)
+      compute_deltas(targets)
+      update_weights(input)
+      calculate_error(targets)
+    end
+
+    def inspect
+      @network
+    end
+
+    private
+
+    def update_weights(input)
+      reversed_network = @network.reverse
+      reversed_network.each_with_index do |layer, layer_index|
+        if layer_index == 0
+          update_output_weights(layer, layer_index, input)
+        else
+          update_hidden_weights(layer, layer_index, input)
+        end
+      end
+    end
+
+    def update_output_weights(layer, _layer_index, input)
+      inputs = @hidden_layers.empty? ? input : @network[-2].map(&:last_output)
+      layer.each do |neuron|
+        neuron.update_weight(inputs, UPDATE_WEIGHT_VALUE)
+      end
+    end
+
+    def update_hidden_weights(layer, layer_index, original_input)
+      inputs = if layer_index == (@network.size - 1)
+                 original_input
+               else
+                 @network.reverse[layer_index + 1].map(&:last_output)
+               end
+      layer.each do |neuron|
+        neuron.update_weight(inputs, UPDATE_WEIGHT_VALUE)
+      end
+    end
+
+    def compute_deltas(targets)
+      reversed_network = @network.reverse
+      reversed_network.each_with_index do |layer, layer_index|
+        if layer_index == 0
+          compute_output_deltas(layer, targets)
+        else
+          compute_hidden_deltas(layer, targets)
+        end
+      end
+    end
+
+    def compute_output_deltas(layer, targets)
+      layer.each_with_index do |neuron, i|
+        output = neuron.last_output
+        neuron.delta = output * (1 - output) * (targets[i] - output)
+      end
+    end
+
+    def compute_hidden_deltas(layer, _targets)
+      layer.each_with_index do |neuron, neuron_index|
+        error = 0
+        @network.last.each do |output_neuron|
+          error += output_neuron.delta * output_neuron.weights[neuron_index]
+        end
+        output = neuron.last_output
+        neuron.delta = output * (1 - output) * error
+      end
+    end
+
+    def calculate_error(targets)
+      outputs = @network.last.map(&:last_output)
+      sum = 0
+      targets.each_with_index do |t, index|
+        sum += (t - outputs[index])**2
+      end
+      0.5 * sum
+    end
+
+    def setup_network
+      @network = []
+
+      # Hidden Layers
+      @hidden_layers.each_with_index do |number_of_neurons, index|
+        inputs = index == 0 ? @input_size : @hidden_layers[index - 1].size
+        @network << Array.new(number_of_neurons) { Neuron.new(inputs) }
+      end
+
+      # Output layer
+      inputs = @hidden_layers.empty? ? @input_size : @hidden_layers.last
+      @network << Array.new(@number_of_output_nodes) { Neuron.new(inputs) }
+    end
+  end
+end

data/lib/mlp/neuron.rb

@@ -0,0 +1,53 @@
+# encoding: utf-8
+# frozen_string_literal: true
+
+module MLP
+  class Neuron
+    attr_reader :last_output, :weights
+    attr_accessor :delta
+
+    def initialize(number_of_inputs)
+      create_weights(number_of_inputs)
+    end
+
+    def fire(input)
+      @last_output = activation_function(input)
+    end
+
+    def update_weight(inputs, training_rate)
+      inputs << -1 # Add the bias
+      @weights.each_index do |i|
+        @weights[i] += training_rate * delta * inputs[i]
+      end
+    end
+
+    def inspect
+      @weights
+    end
+
+    private
+
+    def activation_function(input)
+      sum = 0
+      input.each_with_index do |n, index|
+        sum += @weights[index] * n
+      end
+      sum += @weights.last * -1 # bias node
+      sigmoid_function(sum)
+    end
+
+    # g(h) = 1 / (1+exp(-B*h(j)))
+    def sigmoid_function(x)
+      1 / (1 + Math.exp(-1 * x))
+    end
+
+    def create_weights(number_of_inputs)
+      # Create random weights between 0 & 1
+      #  Plus another one for the bias node
+      @weights = []
+      (number_of_inputs + 1).times do
+        @weights << (rand > 0.5 ? -rand : rand)
+      end
+    end
+  end
+end

data/lib/mlp/version.rb

@@ -0,0 +1,4 @@
+# frozen_string_literal: true
+module MLP
+  VERSION = '0.0.1'
+end

data/mlpnn.gemspec

@@ -0,0 +1,31 @@
+# frozen_string_literal: true
+
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'mlp/version'
+
+Gem::Specification.new do |s|
+  s.name = 'mlpnn'
+  s.version = MLP::VERSION
+
+  s.authors = %w(reddavis beastia)
+  s.date = '2017-01-19'
+  s.description = <<~TEXT
+    Multi-Layer Perceptron Neural Network in Ruby(remake of reddavis' project by BEaStia)"
+  TEXT
+  s.email = 'gophan1992@gmail.com'
+  s.extra_rdoc_files = %w(LICENSE README.rdoc)
+  s.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+
+  s.homepage = 'http://github.com/BEaStia/mlp'
+  s.require_paths = ['lib']
+  s.summary = 'Multi-Layer Perceptron Neural Network in Ruby'
+  s.required_ruby_version = '~> 2.3'
+
+  s.add_development_dependency 'bundler', '~> 1.13'
+  s.add_development_dependency 'rake', '~> 10.0'
+  s.add_development_dependency 'rubocop', '~> 0.47'
+  s.add_development_dependency 'shoulda', '~> 3.5'
+end

metadata

@@ -0,0 +1,122 @@
+--- !ruby/object:Gem::Specification
+name: mlpnn
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- reddavis
+- beastia
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-01-19 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.13'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.13'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.47'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.47'
+- !ruby/object:Gem::Dependency
+  name: shoulda
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.5'
+description: 'Multi-Layer Perceptron Neural Network in Ruby(remake of reddavis'' project
+  by BEaStia)"
+
+'
+email: gophan1992@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files:
+- LICENSE
+- README.rdoc
+files:
+- ".gitignore"
+- ".rubocop.yml"
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- README.rdoc
+- Rakefile
+- VERSION
+- examples/backpropagation_example.rb
+- examples/patterns_with_base_noise.rb
+- examples/patterns_with_noise.rb
+- examples/training_patterns.rb
+- examples/xor.rb
+- lib/mlp.rb
+- lib/mlp/network.rb
+- lib/mlp/neuron.rb
+- lib/mlp/version.rb
+- mlpnn.gemspec
+homepage: http://github.com/BEaStia/mlp
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - "~>"
+    - !ruby/object:Gem::Version
+      version: '2.3'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.8
+signing_key: 
+specification_version: 4
+summary: Multi-Layer Perceptron Neural Network in Ruby
+test_files: []