ai4r 1.0

data/README.rdoc

@@ -0,0 +1,48 @@
+= Introduction
+
+This project aims to produce ruby implementations of 
+algorithms covering several Artificial intelligence fields, including:
+
+* Machine Learning (DecisionTree::ID3)
+  
+    Decision Trees using an implementation of ID3 algorithm.
+
+* Genetic algorithms (GeneticAlgorithm::GeneticSearch)
+
+    Implementation of GeneticSearch and Chromosome classes. The GeneticSearch is a generic class, and can be used to solved any kind of problems. The GeneticSearch class performs a stochastic search of the solution of a given problem.
+
+* Neural network (NeuralNetwork::Backpropagation)
+
+    Implementation of neural networks using the Backpropagation supervised learning technique.
+
+* Bayesian networks
+    
+    TODO
+
+= Where can I find the lastest code and info on this project?
+
+http://ai4r.rubyforge.org
+
+= How to install
+
+1. Install the gem:
+
+    gem install http://rubyforge.org/frs/download.php/32923/ai4r-1.0.gem
+
+2. Include require statements in your code:
+
+    require "rubygems"
+    require "decision_tree/id3"
+    require "neural_network/backpropagation"
+    require "genetic_algorithm/genetic_algorithm"
+
+= Feedback
+
+If you have some constructive comments about this project, please do send those 
+to me: Sergio Fierens (sergio(dot)fierens(at)gmail(dot)com) 
+
+= Warranty
+
+This software is provided "as is" and without any express or implied warranties, 
+including, without limitation, the implied warranties of merchantibility and 
+fitness for a particular purpose. 

data/examples/decision_trees/data_set.csv

@@ -0,0 +1,121 @@
+zone,rooms,size,price
+Moron Sur (GBA),2,[28 m2 - 39 m2],[29K-35K]
+Moron Sur (GBA),2,[28 m2 - 39 m2],[29K-35K]
+Moron Sur (GBA),2,[28 m2 - 39 m2],[29K-35K]
+Moron Sur (GBA),2,[28 m2 - 39 m2],[29K-35K]
+Moron Sur (GBA),2,[28 m2 - 39 m2],[29K-35K]
+Moron Sur (GBA),2,[28 m2 - 39 m2],[29K-35K]
+Moron Sur (GBA),2,[28 m2 - 39 m2],[29K-35K]
+Moron Sur (GBA),2,[28 m2 - 39 m2],[36K-45K]
+Moron Sur (GBA),2,[28 m2 - 39 m2],[36K-45K]
+Moron Sur (GBA),2,[28 m2 - 39 m2],[36K-45K]
+Moron Sur (GBA),2,[28 m2 - 39 m2],[29K-35K]
+Moron Sur (GBA),2,[28 m2 - 39 m2],[36K-45K]
+Moron Sur (GBA),2,[40 m2 - 50 m2],[36K-45K]
+Moron Sur (GBA),2,[40 m2 - 50 m2],[29K-35K]
+Moron Sur (GBA),2,[40 m2 - 50 m2],[29K-35K]
+Moron Sur (GBA),2,[40 m2 - 50 m2],[56K-75K]
+Moron Sur (GBA),3,[40 m2 - 50 m2],[36K-45K]
+Moron Sur (GBA),2,[40 m2 - 50 m2],[29K-35K]
+Moron Sur (GBA),2,[51 m2 - 59 m2],[36K-45K]
+Moron Sur (GBA),3,[51 m2 - 59 m2],[46K-55K]
+Moron Sur (GBA),3,[51 m2 - 59 m2],[36K-45K]
+Moron Sur (GBA),3,[51 m2 - 59 m2],[36K-45K]
+Moron Sur (GBA),3,[51 m2 - 59 m2],[36K-45K]
+Moron Sur (GBA),3,[51 m2 - 59 m2],[36K-45K]
+Moron Sur (GBA),3,[51 m2 - 59 m2],[46K-55K]
+Moron Sur (GBA),2,[51 m2 - 59 m2],[46K-55K]
+Moron Sur (GBA),3,[60 m2 - 70 m2],[46K-55K]
+Moron Sur (GBA),3,[60 m2 - 70 m2],[46K-55K]
+Moron Sur (GBA),3,[60 m2 - 70 m2],[56K-75K]
+Moron Sur (GBA),3,[60 m2 - 70 m2],[56K-75K]
+Moron Sur (GBA),3,[60 m2 - 70 m2],[36K-45K]
+Moron Sur (GBA),3,[60 m2 - 70 m2],[36K-45K]
+Moron Sur (GBA),3,[60 m2 - 70 m2],[56K-75K]
+Moron Sur (GBA),3,[71 m2 - 85 m2],[46K-55K]
+Moron Sur (GBA),3,[86 m2 - 100 m2],[46K-55K]
+Moron Sur (GBA),4,[101 m2 - 125 m2],[101K-125K]
+Moron Sur (GBA),3,[101 m2 - 125 m2],[76K-100K]
+Moron Sur (GBA),4,[101 m2 - 125 m2],[170K-200K]
+Moron Sur (GBA),4,[101 m2 - 125 m2],[76K-100K]
+Moron Sur (GBA),4,[126 m2 - 160 m2],[56K-75K]
+Moron Sur (GBA),4,[126 m2 - 160 m2],[126K-150K]
+Recoleta (CABA),2,[28 m2 - 39 m2],[46K-55K]
+Recoleta (CABA),2,[28 m2 - 39 m2],[56K-75K]
+Recoleta (CABA),2,[28 m2 - 39 m2],[56K-75K]
+Recoleta (CABA),2,[28 m2 - 39 m2],[46K-55K]
+Recoleta (CABA),2,[40 m2 - 50 m2],[56K-75K]
+Recoleta (CABA),2,[40 m2 - 50 m2],[76K-100K]
+Recoleta (CABA),2,[40 m2 - 50 m2],[76K-100K]
+Recoleta (CABA),2,[40 m2 - 50 m2],[56K-75K]
+Recoleta (CABA),2,[40 m2 - 50 m2],[101K-125K]
+Recoleta (CABA),2,[51 m2 - 59 m2],[101K-125K]
+Recoleta (CABA),2,[51 m2 - 59 m2],[56K-75K]
+Recoleta (CABA),2,[51 m2 - 59 m2],[76K-100K]
+Recoleta (CABA),2,[51 m2 - 59 m2],[76K-100K]
+Recoleta (CABA),2,[60 m2 - 70 m2],[56K-75K]
+Recoleta (CABA),2,[60 m2 - 70 m2],[76K-100K]
+Recoleta (CABA),3,[60 m2 - 70 m2],[101K-125K]
+Recoleta (CABA),2,[60 m2 - 70 m2],[76K-100K]
+Recoleta (CABA),2,[60 m2 - 70 m2],[76K-100K]
+Recoleta (CABA),2,[60 m2 - 70 m2],[126K-150K]
+Recoleta (CABA),3,[60 m2 - 70 m2],[76K-100K]
+Recoleta (CABA),3,[60 m2 - 70 m2],[76K-100K]
+Recoleta (CABA),2,[71 m2 - 85 m2],[152K-169K]
+Recoleta (CABA),3,[71 m2 - 85 m2],[126K-150K]
+Recoleta (CABA),3,[71 m2 - 85 m2],[152K-169K]
+Recoleta (CABA),3,[71 m2 - 85 m2],[170K-200K]
+Recoleta (CABA),3,[71 m2 - 85 m2],[101K-125K]
+Recoleta (CABA),3,[71 m2 - 85 m2],[170K-200K]
+Recoleta (CABA),3,[71 m2 - 85 m2],[76K-100K]
+Recoleta (CABA),2,[71 m2 - 85 m2],[126K-150K]
+Recoleta (CABA),3,[71 m2 - 85 m2],[126K-150K]
+Recoleta (CABA),2,[71 m2 - 85 m2],[200K-275K]
+Recoleta (CABA),3,[86 m2 - 100 m2],[152K-169K]
+Recoleta (CABA),3,[86 m2 - 100 m2],[170K-200K]
+Recoleta (CABA),4,[86 m2 - 100 m2],[126K-150K]
+Recoleta (CABA),4,[86 m2 - 100 m2],[126K-150K]
+Recoleta (CABA),3,[86 m2 - 100 m2],[200K-275K]
+Recoleta (CABA),3,[86 m2 - 100 m2],[126K-150K]
+Recoleta (CABA),3,[86 m2 - 100 m2],[152K-169K]
+Recoleta (CABA),3,[86 m2 - 100 m2],[200K-275K]
+Recoleta (CABA),3,[101 m2 - 125 m2],[200K-275K]
+Recoleta (CABA),3,[101 m2 - 125 m2],[170K-200K]
+Recoleta (CABA),4,[101 m2 - 125 m2],[170K-200K]
+Recoleta (CABA),4,[101 m2 - 125 m2],[200K-275K]
+Recoleta (CABA),3,[101 m2 - 125 m2],[56K-75K]
+Recoleta (CABA),4,[101 m2 - 125 m2],[200K-275K]
+Recoleta (CABA),4,[101 m2 - 125 m2],[170K-200K]
+Recoleta (CABA),3,[126 m2 - 160 m2],[200K-275K]
+Recoleta (CABA),4,[126 m2 - 160 m2],[200K-275K]
+Recoleta (CABA),3,[126 m2 - 160 m2],[152K-169K]
+Recoleta (CABA),3,[126 m2 - 160 m2],[200K-275K]
+Recoleta (CABA),4,[126 m2 - 160 m2],>275K
+Recoleta (CABA),3,[126 m2 - 160 m2],[200K-275K]
+Recoleta (CABA),4,[126 m2 - 160 m2],>275K
+Recoleta (CABA),3,[126 m2 - 160 m2],[170K-200K]
+Tigre (GBA),2,[28 m2 - 39 m2],[56K-75K]
+Tigre (GBA),2,[40 m2 - 50 m2],[56K-75K]
+Tigre (GBA),2,[40 m2 - 50 m2],[76K-100K]
+Tigre (GBA),2,[51 m2 - 59 m2],[101K-125K]
+Tigre (GBA),2,[51 m2 - 59 m2],[101K-125K]
+Tigre (GBA),3,[51 m2 - 59 m2],[101K-125K]
+Tigre (GBA),3,[51 m2 - 59 m2],[101K-125K]
+Tigre (GBA),3,[51 m2 - 59 m2],[126K-150K]
+Tigre (GBA),2,[71 m2 - 85 m2],[126K-150K]
+Tigre (GBA),2,[71 m2 - 85 m2],[126K-150K]
+Tigre (GBA),2,[71 m2 - 85 m2],[126K-150K]
+Tigre (GBA),3,[86 m2 - 100 m2],[170K-200K]
+Tigre (GBA),4,[86 m2 - 100 m2],[152K-169K]
+Tigre (GBA),4,[86 m2 - 100 m2],[152K-169K]
+Tigre (GBA),3,[86 m2 - 100 m2],[152K-169K]
+Tigre (GBA),3,[86 m2 - 100 m2],[152K-169K]
+Tigre (GBA),3,[101 m2 - 125 m2],[152K-169K]
+Tigre (GBA),4,[101 m2 - 125 m2],[170K-200K]
+Tigre (GBA),4,[101 m2 - 125 m2],[170K-200K]
+Tigre (GBA),4,[101 m2 - 125 m2],[200K-275K]
+Tigre (GBA),4,[101 m2 - 125 m2],[200K-275K]
+Tigre (GBA),4,[101 m2 - 125 m2],[170K-200K]
+Tigre (GBA),4,[101 m2 - 125 m2],>275K
+Tigre (GBA),4,[101 m2 - 125 m2],>275K
+Tigre (GBA),4,[126 m2 - 160 m2],>275K

data/examples/decision_trees/id3_example.rb

@@ -0,0 +1,31 @@
+# Author::    Sergio Fierens
+# License::   MPL 1.1
+# Project::   ai4r
+# Url::       http://ai4r.rubyforge.org/
+#
+# You can redistribute it and/or modify it under the terms of 
+# the Mozilla Public License version 1.1  as published by the 
+# Mozilla Foundation at http://www.mozilla.org/MPL/MPL-1.1.txt
+
+require File.dirname(__FILE__) + '/../../lib/decision_tree/id3'
+require 'csv'
+
+# Load data from data_set.csv
+data_set = []
+CSV::Reader.parse(File.open("#{File.dirname(__FILE__)}/data_set.csv", 'r')) do |row|
+  data_set << row
+end
+data_labels = data_set.shift
+
+# Build ID3 tree
+id3 = DecisionTree::ID3.new(data_set, data_labels)
+
+# Show rules
+puts "Discovered rules are:"
+puts id3.to_s
+
+# Try to predict some values
+puts "['Moron Sur (GBA)','4','[86 m2 - 100 m2]'] => " + id3.eval(['Moron Sur (GBA)','4','[86 m2 - 100 m2]'])
+puts "['Moron Sur (GBA)','3','[101 m2 - 125 m2]'] => " + id3.eval(['Moron Sur (GBA)','3','[101 m2 - 125 m2]'])
+puts "['Recoleta (CABA)','3','[86 m2 - 100 m2]'] => " + id3.eval(['Recoleta (CABA)','3','[86 m2 - 100 m2]',])
+puts "['Tigre (GBA)','3','[71 m2 - 85 m2]'] => " + id3.eval(['Tigre (GBA)','3','[71 m2 - 85 m2]',])

data/examples/decision_trees/results.txt

@@ -0,0 +1,29 @@
+Discovered rules are:
+if size=='[28 m2 - 39 m2]' and zone=='Moron Sur (GBA)' then price='[29K-35K]'
+elsif size=='[28 m2 - 39 m2]' and zone=='Recoleta (CABA)' then price='[46K-55K]'
+elsif size=='[28 m2 - 39 m2]' and zone=='Tigre (GBA)' then price='[56K-75K]'
+elsif size=='[40 m2 - 50 m2]' and zone=='Moron Sur (GBA)' then price='[29K-35K]'
+elsif size=='[40 m2 - 50 m2]' and zone=='Recoleta (CABA)' then price='[56K-75K]'
+elsif size=='[40 m2 - 50 m2]' and zone=='Tigre (GBA)' then price='[56K-75K]'
+elsif size=='[51 m2 - 59 m2]' and zone=='Moron Sur (GBA)' then price='[36K-45K]'
+elsif size=='[51 m2 - 59 m2]' and zone=='Recoleta (CABA)' then price='[76K-100K]'
+elsif size=='[51 m2 - 59 m2]' and zone=='Tigre (GBA)' then price='[101K-125K]'
+elsif size=='[60 m2 - 70 m2]' and zone=='Moron Sur (GBA)' then price='[56K-75K]'
+elsif size=='[60 m2 - 70 m2]' and zone=='Recoleta (CABA)' then price='[76K-100K]'
+elsif size=='[71 m2 - 85 m2]' and zone=='Moron Sur (GBA)' then price='[46K-55K]'
+elsif size=='[71 m2 - 85 m2]' and zone=='Recoleta (CABA)' then price='[126K-150K]'
+elsif size=='[71 m2 - 85 m2]' and zone=='Tigre (GBA)' then price='[126K-150K]'
+elsif size=='[86 m2 - 100 m2]' and zone=='Moron Sur (GBA)' then price='[46K-55K]'
+elsif size=='[86 m2 - 100 m2]' and zone=='Recoleta (CABA)' then price='[126K-150K]'
+elsif size=='[86 m2 - 100 m2]' and zone=='Tigre (GBA)' then price='[152K-169K]'
+elsif size=='[101 m2 - 125 m2]' and zone=='Moron Sur (GBA)' then price='[76K-100K]'
+elsif size=='[101 m2 - 125 m2]' and zone=='Recoleta (CABA)' then price='[200K-275K]'
+elsif size=='[101 m2 - 125 m2]' and zone=='Tigre (GBA)' then price='[170K-200K]'
+elsif size=='[126 m2 - 160 m2]' and zone=='Moron Sur (GBA)' then price='[56K-75K]'
+elsif size=='[126 m2 - 160 m2]' and zone=='Recoleta (CABA)' then price='[200K-275K]'
+elsif size=='[126 m2 - 160 m2]' and zone=='Tigre (GBA)' then price='>275K'
+else raise 'There was not enough information during training to do a proper induction for this data element' end
+['Moron Sur (GBA)','4','[86 m2 - 100 m2]'] => [46K-55K]
+['Moron Sur (GBA)','3','[101 m2 - 125 m2]'] => [76K-100K]
+['Recoleta (CABA)','3','[86 m2 - 100 m2]'] => [126K-150K]
+['Tigre (GBA)','3','[71 m2 - 85 m2]'] => [126K-150K]

data/examples/genetic_algorithm/genetic_algorithm_example.rb

@@ -0,0 +1,39 @@
+# Author::    Sergio Fierens
+# License::   MPL 1.1
+# Project::   ai4r
+# Url::       http://ai4r.rubyforge.org/
+#
+# You can redistribute it and/or modify it under the terms of 
+# the Mozilla Public License version 1.1  as published by the 
+# Mozilla Foundation at http://www.mozilla.org/MPL/MPL-1.1.txt
+
+require File.dirname(__FILE__) + '/../../lib/genetic_algorithm/genetic_algorithm'
+require 'csv'
+
+# Load data from data_set.csv
+data_set = []
+CSV::Reader.parse(File.open("#{File.dirname(__FILE__)}/travel_cost.csv", 'r')) do |row|
+  data_set << row
+end
+data_labels = data_set.shift
+data_set.collect! do |column|
+  column.collect { |element| element.to_f}
+end
+
+GeneticAlgorithm::Chromosome.set_cost_matrix(data_set)
+
+puts "Some random selected tours costs: "
+3.times do
+  c = GeneticAlgorithm::Chromosome.seed
+  puts "COST #{c.fitness} TOUR: #{c.data.collect{ |c| data_labels[c]} * ', '}"
+end
+
+puts "Beginning genetic search, please wait... "
+search = GeneticAlgorithm::GeneticSearch.new(800, 100)
+result = search.run
+puts "BEST COST FOUND #{result.fitness} TOUR: #{result.data.collect{ |c| data_labels[c]} * ', '}"
+
+ # $7611.99 TOUR: Moscow, Kiev, Warsaw, Hamburg, Berlin, Vienna, Munich, Milan, Rome, Barcelona, Madrid, Paris, Brussels, London, Dublin
+ # $7659.81 TOUR: Moscow, Kiev, Warsaw, Vienna, Munich, Berlin, Hamburg, Brussels, Dublin, London, Paris, Milan, Rome, Barcelona, Madrid
+ # $7596.74 TOUR: Moscow, Kiev, Warsaw, Berlin, Hamburg, Vienna, Munich, Milan, Rome, Barcelona, Madrid, Paris, Brussels, London Dublin
+ 

data/examples/genetic_algorithm/travel_cost.csv

@@ -0,0 +1,16 @@
+"Barcelona","Berlin","Brussels","Dublin","Hamburg","Kiev","London","Madrid","Milan","Moscow","Munich","Paris","Rome","Vienna","Warsaw"
+0,"1497.61","1062.89","1469.29","1471.78","2391.06","1137.67","504.64","725.12","3006.93","1054.55","831.59","856.69","1347.43","1862.33"
+"1497.61",0,"651.62","1315.16","254.51","1204.00","929.97","1867.69","840.72","1607.99","501.97","876.96","1181.67","523.61","516.06"
+"1062.89","651.62",0,"773.20","489.76","1836.20","318.72","1314.30","696.61","2253.26","601.87","261.29","1171.34","914.81","1159.85"
+"1469.29","1315.16","773.20",0,"1073.36","2513.69","462.60","1449.96","1413.37","2792.41","1374.91","776.83","1882.22","1680.00","1823.72"
+"1471.78","254.51","489.76","1073.36",0,"1440.34","720.12","1785.33","900.01","1779.93","610.17","744.63","1307.51","742.79","750.49"
+"2391.06","1204.00","1836.20","2513.69","1440.34",0,"2131.20","2859.32","1672.69","756.61","1391.36","2022.76","1673.74","1052.76","690.12"
+"1137.67","929.97","318.72","462.60","720.12","2131.20",0,"1263.37","957.91","2498.32","916.23","340.55","1431.21","1233.48","1445.85"
+"504.64","1867.69","1314.30","1449.96","1785.33","2859.32","1263.37",0,"1187.73","3437.70","1484.53","1053.40","1360.80","1807.09","2288.42"
+"725.12","840.72","696.61","1413.37","900.01","1672.69","957.91","1187.73",0,"2283.19","348.89","641.31","476.00","623.36","1143.01"
+"3006.93","1607.99","2253.26","2792.41","1779.93","756.61","2498.32","3437.70","2283.19",0,"1957.15","2484.92","2374.26","1669.22","1149.41"
+"1054.55","501.97","601.87","1374.91","610.17","1391.36","916.23","1484.53","348.89","1957.15",0,"685.14","698.04","354.42","809.02"
+"831.59","876.96","261.29","776.83","744.63","2022.76","340.55","1053.40","641.31","2484.92","685.14",0,"1105.76","1033.73","1365.91"
+"856.69","1181.67","1171.34","1882.22","1307.51","1673.74","1431.21","1360.80","476.00","2374.26","698.04","1105.76",0,"763.26","1316.24"
+"1347.43","523.61","914.81","1680.00","742.79","1052.76","1233.48","1807.09","623.36","1669.22","354.42","1033.73","763.26",0,"557.43"
+"1862.33","516.06","1159.85","1823.72","750.49","690.12","1445.85","2288.42","1143.01","1149.41","809.02","1365.91","1316.24","557.43",0

data/examples/neural_network/backpropagation_example.rb

@@ -0,0 +1,65 @@
+# Author::    Sergio Fierens
+# License::   MPL 1.1
+# Project::   ai4r
+# Url::       http://ai4r.rubyforge.org/
+#
+# You can redistribute it and/or modify it under the terms of 
+# the Mozilla Public License version 1.1  as published by the 
+# Mozilla Foundation at http://www.mozilla.org/MPL/MPL-1.1.txt
+
+require File.dirname(__FILE__) + '/training_patterns'
+require File.dirname(__FILE__) + '/patterns_with_noise'
+require File.dirname(__FILE__) + '/patterns_with_base_noise'
+require File.dirname(__FILE__) + '/../../lib/neural_network/backpropagation'
+require 'benchmark'
+
+times = Benchmark.measure do
+  
+    net = NeuralNetwork::Backpropagation.new([256, 3])
+
+    tr_input = TRIANGLE.flatten.collect { |input| input.to_f / 10}
+    sq_input = SQUARE.flatten.collect { |input| input.to_f / 10}
+    cr_input = CROSS.flatten.collect { |input| input.to_f / 10}
+
+    tr_with_noise = TRIANGLE_WITH_NOISE.flatten.collect { |input| input.to_f / 10}
+    sq_with_noise = SQUARE_WITH_NOISE.flatten.collect { |input| input.to_f / 10}
+    cr_with_noise = CROSS_WITH_NOISE.flatten.collect { |input| input.to_f / 10}
+
+    tr_with_base_noise = TRIANGLE_WITH_BASE_NOISE.flatten.collect { |input| input.to_f / 10}
+    sq_with_base_noise = SQUARE_WITH_BASE_NOISE.flatten.collect { |input| input.to_f / 10}
+    cr_with_base_noise = CROSS_WITH_BASE_NOISE.flatten.collect { |input| input.to_f / 10}
+
+    puts "Training the network, please wait."
+    200.times do
+      net.train(tr_input, [1,0,0])
+      net.train(sq_input, [0,1,0])
+      net.train(cr_input, [0,0,1])
+    end
+
+    def result_label(result)
+      if result[0] > result[1] && result[0] > result[2]
+        "TRIANGLE"
+      elsif result[1] > result[2] 
+        "SQUARE"
+      else    
+        "CROSS"
+      end
+    end
+
+    puts "Training Examples"
+    puts "#{net.eval(tr_input).inspect} => #{result_label(net.eval(tr_input))}"
+    puts "#{net.eval(sq_input).inspect} => #{result_label(net.eval(sq_input))}"
+    puts "#{net.eval(cr_input).inspect} => #{result_label(net.eval(cr_input))}"
+    puts "Examples with noise"
+    puts "#{net.eval(tr_with_noise).inspect} => #{result_label(net.eval(tr_with_noise))}"
+    puts "#{net.eval(sq_with_noise).inspect} => #{result_label(net.eval(sq_with_noise))}"
+    puts "#{net.eval(cr_with_noise).inspect} => #{result_label(net.eval(cr_with_noise))}"
+    puts "Examples with base noise"
+    puts "#{net.eval(tr_with_base_noise).inspect} => #{result_label(net.eval(tr_with_base_noise))}"
+    puts "#{net.eval(sq_with_base_noise).inspect} => #{result_label(net.eval(sq_with_base_noise))}"
+    puts "#{net.eval(cr_with_base_noise).inspect} => #{result_label(net.eval(cr_with_base_noise))}"
+    
+  
+end
+
+  puts "Elapsed time: #{times}"

data/examples/neural_network/patterns_with_base_noise.rb

@@ -0,0 +1,68 @@
+# Author::    Sergio Fierens
+# License::   MPL 1.1
+# Project::   ai4r
+# Url::       http://ai4r.rubyforge.org/
+#
+# You can redistribute it and/or modify it under the terms of 
+# the Mozilla Public License version 1.1  as published by the 
+# Mozilla Foundation at http://www.mozilla.org/MPL/MPL-1.1.txt
+ 
+
+TRIANGLE_WITH_BASE_NOISE = [
+  [ 3,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  3],
+  [ 3,  3,  3,  3,  3,  3,  4, 10, 10,  4,  3,  3,  3,  3,  3,  3],
+  [ 3,  3,  3,  3,  3,  3,  8,  8,  8,  8,  3,  3,  3,  3,  3,  3],
+  [ 3,  3,  3,  3,  3,  4, 10,  4,  4, 10,  4,  3,  3,  3,  3,  3],
+  [ 3,  3,  3,  3,  3,  8,  8,  3,  3,  8,  8,  3,  3,  3,  3,  3],
+  [ 3,  3,  3,  3,  4, 10,  4,  3,  3,  4, 10,  4,  3,  3,  3,  3],
+  [ 3,  3,  3,  3,  8,  8,  3,  3,  3,  3,  8,  8,  3,  3,  3,  3],
+  [ 3,  3,  3,  4, 10,  4,  3,  3,  3,  3,  4, 10,  4,  3,  3,  3],
+  [ 3,  3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3,  3],
+  [ 3,  3,  4, 10,  4,  3,  3,  3,  3,  3,  3,  4, 10,  4,  3,  3],
+  [ 3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3],
+  [ 3,  4, 10,  4,  3,  3,  3,  3,  3,  3,  3,  3,  4, 10,  4,  3],
+  [ 3,  8,  8,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  8,  8,  3],
+  [ 4, 10,  4,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  4, 10,  4],
+  [ 8,  8,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  8,  8],
+  [10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10]
+]
+
+SQUARE_WITH_BASE_NOISE = [
+  [10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10],
+  [10,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3, 10],
+  [10,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3, 10],
+  [10,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3, 10],
+  [10,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3, 10],
+  [10,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3, 10],
+  [10,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3, 10],
+  [10,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3, 10],
+  [10,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3, 10],
+  [10,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3, 10],
+  [10,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3, 10],
+  [10,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3, 10],
+  [10,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3, 10],
+  [10,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3, 10],
+  [10,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3,  3, 10],
+  [10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10]
+  
+]
+
+CROSS_WITH_BASE_NOISE = [
+  [ 3,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  3],
+  [ 3,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  3],
+  [ 3,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  3],
+  [ 3,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  3],
+  [ 3,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  3],
+  [ 3,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  3],
+  [ 3,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  3],
+  [ 8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8],
+  [ 8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8],
+  [ 3,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  3],
+  [ 3,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  3],
+  [ 3,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  3],
+  [ 3,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  3],
+  [ 3,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  3],
+  [ 3,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  3],
+  [ 3,  3,  3,  3,  3,  3,  3,  8,  8,  3,  3,  3,  3,  3,  3,  3]
+]
+  

data/examples/neural_network/patterns_with_noise.rb

@@ -0,0 +1,66 @@
+# Author::    Sergio Fierens
+# License::   MPL 1.1
+# Project::   ai4r
+# Url::       http://ai4r.rubyforge.org/
+#
+# You can redistribute it and/or modify it under the terms of 
+# the Mozilla Public License version 1.1  as published by the 
+# Mozilla Foundation at http://www.mozilla.org/MPL/MPL-1.1.txt
+ 
+TRIANGLE_WITH_NOISE = [
+  [ 1,  0,  0,  0,  0,  0,  0,  1,  5,  0,  0,  1,  0,  0,  0,  0],
+  [ 0,  0,  0,  0,  3,  0,  1,  9,  9,  1,  0,  0,  0,  0,  3,  0],
+  [ 0,  3,  0,  0,  0,  0,  5,  1,  5,  3,  0,  0,  0,  0,  0,  7],
+  [ 0,  0,  0,  7,  0,  1,  9,  1,  1,  9,  1,  0,  0,  0,  3,  0],
+  [ 0,  0,  0,  0,  0,  3,  5,  0,  3,  5,  5,  0,  0,  0,  0,  0],
+  [ 0,  1,  0,  0,  1,  9,  1,  0,  1,  1,  9,  1,  0,  0,  0,  0],
+  [ 1,  0,  0,  0,  5,  5,  0,  0,  0,  0,  5,  5,  7,  0,  0,  3],
+  [ 0,  0,  3,  3,  9,  1,  0,  0,  1,  0,  1,  9,  1,  0,  0,  0],
+  [ 0,  0,  0,  5,  5,  0,  3,  7,  0,  0,  0,  5,  5,  0,  0,  0],
+  [ 0,  0,  1,  9,  1,  0,  0,  0,  0,  0,  0,  1,  9,  1,  0,  0],
+  [ 0,  0,  5,  5,  0,  0,  0,  0,  3,  0,  0,  0,  5,  5,  0,  0],
+  [ 0,  1,  9,  1,  0,  0,  0,  0,  0,  0,  0,  0,  1,  9,  1,  0],
+  [ 0,  5,  5,  0,  3,  0,  0,  3,  0,  0,  0,  0,  0,  5,  5,  0],
+  [ 1,  9,  1,  0,  0,  3,  0,  0,  0,  1,  0,  0,  0,  1,  9,  1],
+  [ 5,  5,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  5,  5],
+  [10, 10, 10, 10,  1, 10, 10, 10, 10, 10,  1, 10, 10, 10, 10, 10]
+]
+
+SQUARE_WITH_NOISE = [
+  [10,  3, 10, 10, 10,  6, 10, 10, 10, 10, 10,  4, 10, 10, 10, 10],
+  [10,  0,  0,  0,  0,  7,  0,  0,  0,  0,  0,  0,  0,  0,  0, 10],
+  [10,  0,  3,  0,  0,  0,  0,  7,  0,  6,  1,  0,  0,  0,  0,  0],
+  [10,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0, 10],
+  [10,  0,  4,  0,  4,  0,  0,  0,  1,  0,  3,  0,  0,  4,  0, 10],
+  [10,  0,  0,  0,  0,  0,  0,  1,  0,  0,  0,  0,  0,  0,  0,  0],
+  [10,  0,  0,  0,  3,  6,  0,  0,  1,  0,  0,  0,  0,  0,  0, 10],
+  [10,  0,  0,  0,  0,  0,  0,  4,  0,  0,  0,  0,  7,  0,  0, 10],
+  [10,  4,  4,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0, 10],
+  [10,  0,  7,  0,  0,  3,  0,  0,  0,  0,  0,  0,  0,  0,  0, 10],
+  [10,  0,  0,  0,  0,  0,  0,  0,  3,  0,  0,  0,  0,  0,  7, 10],
+  [10,  0,  3,  0,  4,  0,  0,  0,  0,  6,  0,  0,  0,  0,  0, 10],
+  [10,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  1,  0,  0, 10],
+  [10,  0,  0,  6,  0,  0,  0,  7,  0,  0,  0,  7,  0,  0,  0, 10],
+  [10,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0, 10],
+  [10, 10, 10, 10,  3, 10, 10, 10, 10,  0, 10, 10,  1, 10,  1, 10]
+  
+]
+
+CROSS_WITH_NOISE = [
+  [ 0,  0,  0,  0,  0,  0,  3,  3,  5,  0,  3,  0,  0,  0,  1,  0],
+  [ 0,  1,  0,  0,  0,  1,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+  [ 0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  3,  0,  0,  0],
+  [ 0,  0,  1,  8,  0,  0,  0,  5,  5,  0,  4,  0,  0,  0,  1,  0],
+  [ 0,  0,  0,  0,  0,  3,  0,  5,  0,  0,  0,  0,  1,  0,  0,  0],
+  [ 0,  0,  0,  8,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  1],
+  [ 0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  3,  0,  0,  0,  0,  0],
+  [ 5,  5,  5,  8,  5,  3,  5,  5,  5,  5,  5,  5,  5,  5,  0,  5],
+  [ 5,  5,  5,  5,  5,  5,  5,  5,  1,  5,  5,  5,  5,  1,  0,  0],
+  [ 0,  0,  0,  8,  0,  0,  0,  4,  5,  0,  0,  0,  0,  0,  0,  0],
+  [ 0,  0,  0,  0,  0,  0,  0,  5,  5,  4,  0,  0,  0,  0,  0,  0],
+  [ 0,  0,  0,  0,  0,  4,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+  [ 4,  0,  0,  4,  0,  0,  0,  5,  5,  0,  0,  0,  1,  0,  0,  0],
+  [ 0,  0,  0,  0,  0,  1,  0,  5,  4,  4,  3,  0,  0,  0,  0,  0],
+  [ 0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0, 10,  0,  0,  0],
+  [ 0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0]
+]