ai4r 1.13 → 2.0

data/examples/neural_network/training_patterns.rb

@@ -1,31 +1,32 @@
+# frozen_string_literal: true
+
 # Author::    Sergio Fierens
 # License::   MPL 1.1
 # Project::   ai4r
 # Url::       http://www.ai4r.org/
 #
-# You can redistribute it and/or modify it under the terms of 
-# the Mozilla Public License version 1.1  as published by the 
+# You can redistribute it and/or modify it under the terms of
+# the Mozilla Public License version 1.1  as published by the
 # Mozilla Foundation at http://www.mozilla.org/MPL/MPL-1.1.txt
- 
 
 TRIANGLE = [
-  [ 0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
-  [ 0,  0,  0,  0,  0,  0,  1,  9,  9,  1,  0,  0,  0,  0,  0,  0],
-  [ 0,  0,  0,  0,  0,  0,  5,  5,  5,  5,  0,  0,  0,  0,  0,  0],
-  [ 0,  0,  0,  0,  0,  1,  9,  1,  1,  9,  1,  0,  0,  0,  0,  0],
-  [ 0,  0,  0,  0,  0,  5,  5,  0,  0,  5,  5,  0,  0,  0,  0,  0],
-  [ 0,  0,  0,  0,  1,  9,  1,  0,  0,  1,  9,  1,  0,  0,  0,  0],
-  [ 0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0],
-  [ 0,  0,  0,  1,  9,  1,  0,  0,  0,  0,  1,  9,  1,  0,  0,  0],
-  [ 0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0],
-  [ 0,  0,  1,  9,  1,  0,  0,  0,  0,  0,  0,  1,  9,  1,  0,  0],
-  [ 0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0],
-  [ 0,  1,  9,  1,  0,  0,  0,  0,  0,  0,  0,  0,  1,  9,  1,  0],
-  [ 0,  5,  5,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  5,  5,  0],
-  [ 1,  9,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  1,  9,  1],
-  [ 5,  5,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  5,  5],
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  0,  1,  9,  9,  1,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  0,  5,  5,  5,  5,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  1,  9,  1,  1,  9,  1,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  5,  5,  0,  0,  5,  5,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  1,  9,  1,  0,  0,  1,  9,  1,  0,  0,  0,  0],
+  [0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0],
+  [0,  0,  0,  1,  9,  1,  0,  0,  0,  0,  1,  9,  1,  0,  0,  0],
+  [0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0],
+  [0,  0,  1,  9,  1,  0,  0,  0,  0,  0,  0,  1,  9,  1,  0,  0],
+  [0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0],
+  [0,  1,  9,  1,  0,  0,  0,  0,  0,  0,  0,  0,  1,  9,  1,  0],
+  [0,  5,  5,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  5,  5,  0],
+  [1,  9,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  1,  9,  1],
+  [5,  5,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  5,  5],
   [10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10]
-]
+].freeze
 
 SQUARE = [
   [10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10],
@@ -44,25 +45,24 @@ SQUARE = [
   [10,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0, 10],
   [10,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0, 10],
   [10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10]
-  
-]
+
+].freeze
 
 CROSS = [
-  [ 0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
-  [ 0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
-  [ 0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
-  [ 0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
-  [ 0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
-  [ 0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
-  [ 0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
-  [ 5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5],
-  [ 5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5],
-  [ 0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
-  [ 0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
-  [ 0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
-  [ 0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
-  [ 0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
-  [ 0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
-  [ 0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0]
-]
-  
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+  [5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5],
+  [5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5],
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0],
+  [0,  0,  0,  0,  0,  0,  0,  5,  5,  0,  0,  0,  0,  0,  0,  0]
+].freeze

data/examples/neural_network/transformer_text_classification.rb

@@ -0,0 +1,78 @@
+# frozen_string_literal: true
+
+# Author::    OpenAI Assistant
+# License::   MPL 1.1
+# Project::   ai4r
+# Url::       http://www.ai4r.org/
+#
+# Toy example of using the minimal Transformer encoder for
+# text classification. We build random sentence embeddings
+# with the Transformer and train a logistic regression
+# classifier on a tiny sentiment dataset.
+
+require_relative '../../lib/ai4r/neural_network/transformer'
+require_relative '../../lib/ai4r/classifiers/logistic_regression'
+require_relative '../../lib/ai4r/data/data_set'
+
+# Vocabulary for our miniature dataset
+VOCAB = {
+  'good' => 0,
+  'great' => 1,
+  'bad' => 2,
+  'awful' => 3,
+  'movie' => 4,
+  'film' => 5,
+  '<pad>' => 6
+}.freeze
+
+MAX_LEN = 2
+
+# Helper that converts space separated text into an array of token ids
+# and pads it to MAX_LEN tokens.
+def encode(text)
+  tokens = text.split.map { |w| VOCAB[w] }
+  tokens.fill(VOCAB['<pad>'], tokens.length...MAX_LEN)
+end
+
+# Build encoder only Transformer
+model = Ai4r::NeuralNetwork::Transformer.new(
+  vocab_size: VOCAB.size,
+  max_len: MAX_LEN
+)
+
+train_texts = ['good movie', 'great film', 'bad movie', 'awful film']
+labels = [1, 1, 0, 0]
+
+# Obtain sentence embeddings by averaging token representations
+train_features = train_texts.map do |text|
+  tokens = encode(text)
+  enc = model.eval(tokens)
+  mean = Array.new(model.embed_dim, 0.0)
+  enc.each do |vec|
+    vec.each_with_index { |v, i| mean[i] += v }
+  end
+  mean.map { |v| v / enc.length }
+end
+
+data_items = train_features.each_with_index.map { |feat, i| feat + [labels[i]] }
+labels_names = (0...model.embed_dim).map { |i| "f#{i}" } + ['class']
+
+dataset = Ai4r::Data::DataSet.new(
+  data_items: data_items,
+  data_labels: labels_names
+)
+
+classifier = Ai4r::Classifiers::LogisticRegression.new
+classifier.set_parameters(lr: 0.5, iterations: 2000).build(dataset)
+
+puts 'Predictions:'
+['good film', 'awful movie'].each do |text|
+  tokens = encode(text)
+  enc = model.eval(tokens)
+  mean = Array.new(model.embed_dim, 0.0)
+  enc.each do |vec|
+    vec.each_with_index { |v, i| mean[i] += v }
+  end
+  mean.map! { |v| v / enc.length }
+  puts "#{text} => #{classifier.eval(mean)}"
+end

data/examples/neural_network/xor_example.rb

@@ -1,35 +1,36 @@
+# frozen_string_literal: true
+
 # Author::    Sergio Fierens
 # License::   MPL 1.1
 # Project::   ai4r
 # Url::       http://www.ai4r.org/
 #
-# You can redistribute it and/or modify it under the terms of 
-# the Mozilla Public License version 1.1  as published by the 
+# You can redistribute it and/or modify it under the terms of
+# the Mozilla Public License version 1.1  as published by the
 # Mozilla Foundation at http://www.mozilla.org/MPL/MPL-1.1.txt
 
-require File.dirname(__FILE__) + '/../../lib/ai4r/neural_network/backpropagation'
+require_relative '../../lib/ai4r/neural_network/backpropagation'
 require 'benchmark'
 
 times = Benchmark.measure do
+  srand 1
+
+  net = Ai4r::NeuralNetwork::Backpropagation.new([2, 2, 1])
+
+  puts 'Training the network, please wait.'
+  2001.times do |i|
+    net.train([0, 0], [0])
+    net.train([0, 1], [1])
+    net.train([1, 0], [1])
+    error = net.train([1, 1], [0])
+    puts "Error after iteration #{i}:\t#{error}" if (i % 200).zero?
+  end
 
-    srand 1
-    
-    net = Ai4r::NeuralNetwork::Backpropagation.new([2, 2, 1])
-      
-    puts "Training the network, please wait."
-    2001.times do |i|
-      net.train([0,0], [0])
-      net.train([0,1], [1])
-      net.train([1,0], [1])
-      error = net.train([1,1], [0])      
-      puts "Error after iteration #{i}:\t#{error}" if i%200 == 0
-    end
-  
-    puts "Test data"
-    puts "[0,0] = > #{net.eval([0,0]).inspect}"
-    puts "[0,1] = > #{net.eval([0,1]).inspect}"
-    puts "[1,0] = > #{net.eval([1,0]).inspect}"
-    puts "[1,1] = > #{net.eval([1,1]).inspect}"
+  puts 'Test data'
+  puts "[0,0] = > #{net.eval([0, 0]).inspect}"
+  puts "[0,1] = > #{net.eval([0, 1]).inspect}"
+  puts "[1,0] = > #{net.eval([1, 0]).inspect}"
+  puts "[1,1] = > #{net.eval([1, 1]).inspect}"
 end
 
-  puts "Elapsed time: #{times}"
+puts "Elapsed time: #{times}"

data/examples/reinforcement/q_learning_example.rb

@@ -0,0 +1,10 @@
+require 'ai4r/reinforcement/q_learning'
+
+agent = Ai4r::Reinforcement::QLearning.new
+agent.set_parameters(learning_rate: 0.5, discount: 1.0, exploration: 0.0)
+
+# Simple two-state MDP
+agent.update(:s1, :a, 0, :s2)
+agent.update(:s1, :b, 1, :s1)
+
+puts "Best action from s1: #{agent.choose_action(:s1)}"

data/examples/som/som_data.rb

@@ -1,156 +1,159 @@
+# frozen_string_literal: true
+
 # data is from the iris dataset (http://archive.ics.uci.edu/ml/datasets/Iris)
 # it is the full dataset, removing the last column
-# website provides additional information on the dataset itself (attributes, class distribution, etc)
+# website provides additional information on the dataset itself
+# (attributes, class distribution, etc)
 
 SOM_DATA = [
-        [5.1, 3.5, 1.4, 0.2],
-        [4.9, 3.0, 1.4, 0.2],
-        [4.7, 3.2, 1.3, 0.2],
-        [4.6, 3.1, 1.5, 0.2],
-        [5.0, 3.6, 1.4, 0.2],
-        [5.4, 3.9, 1.7, 0.4],
-        [4.6, 3.4, 1.4, 0.3],
-        [5.0, 3.4, 1.5, 0.2],
-        [4.4, 2.9, 1.4, 0.2],
-        [4.9, 3.1, 1.5, 0.1],
-        [5.4, 3.7, 1.5, 0.2],
-        [4.8, 3.4, 1.6, 0.2],
-        [4.8, 3.0, 1.4, 0.1],
-        [4.3, 3.0, 1.1, 0.1],
-        [5.8, 4.0, 1.2, 0.2],
-        [5.7, 4.4, 1.5, 0.4],
-        [5.4, 3.9, 1.3, 0.4],
-        [5.1, 3.5, 1.4, 0.3],
-        [5.7, 3.8, 1.7, 0.3],
-        [5.1, 3.8, 1.5, 0.3],
-        [5.4, 3.4, 1.7, 0.2],
-        [5.1, 3.7, 1.5, 0.4],
-        [4.6, 3.6, 1.0, 0.2],
-        [5.1, 3.3, 1.7, 0.5],
-        [4.8, 3.4, 1.9, 0.2],
-        [5.0, 3.0, 1.6, 0.2],
-        [5.0, 3.4, 1.6, 0.4],
-        [5.2, 3.5, 1.5, 0.2],
-        [5.2, 3.4, 1.4, 0.2],
-        [4.7, 3.2, 1.6, 0.2],
-        [4.8, 3.1, 1.6, 0.2],
-        [5.4, 3.4, 1.5, 0.4],
-        [5.2, 4.1, 1.5, 0.1],
-        [5.5, 4.2, 1.4, 0.2],
-        [4.9, 3.1, 1.5, 0.1],
-        [5.0, 3.2, 1.2, 0.2],
-        [5.5, 3.5, 1.3, 0.2],
-        [4.9, 3.1, 1.5, 0.1],
-        [4.4, 3.0, 1.3, 0.2],
-        [5.1, 3.4, 1.5, 0.2],
-        [5.0, 3.5, 1.3, 0.3],
-        [4.5, 2.3, 1.3, 0.3],
-        [4.4, 3.2, 1.3, 0.2],
-        [5.0, 3.5, 1.6, 0.6],
-        [5.1, 3.8, 1.9, 0.4],
-        [4.8, 3.0, 1.4, 0.3],
-        [5.1, 3.8, 1.6, 0.2],
-        [4.6, 3.2, 1.4, 0.2],
-        [5.3, 3.7, 1.5, 0.2],
-        [5.0, 3.3, 1.4, 0.2],
-        [7.0, 3.2, 4.7, 1.4],
-        [6.4, 3.2, 4.5, 1.5],
-        [6.9, 3.1, 4.9, 1.5],
-        [5.5, 2.3, 4.0, 1.3],
-        [6.5, 2.8, 4.6, 1.5],
-        [5.7, 2.8, 4.5, 1.3],
-        [6.3, 3.3, 4.7, 1.6],
-        [4.9, 2.4, 3.3, 1.0],
-        [6.6, 2.9, 4.6, 1.3],
-        [5.2, 2.7, 3.9, 1.4],
-        [5.0, 2.0, 3.5, 1.0],
-        [5.9, 3.0, 4.2, 1.5],
-        [6.0, 2.2, 4.0, 1.0],
-        [6.1, 2.9, 4.7, 1.4],
-        [5.6, 2.9, 3.6, 1.3],
-        [6.7, 3.1, 4.4, 1.4],
-        [5.6, 3.0, 4.5, 1.5],
-        [5.8, 2.7, 4.1, 1.0],
-        [6.2, 2.2, 4.5, 1.5],
-        [5.6, 2.5, 3.9, 1.1],
-        [5.9, 3.2, 4.8, 1.8],
-        [6.1, 2.8, 4.0, 1.3],
-        [6.3, 2.5, 4.9, 1.5],
-        [6.1, 2.8, 4.7, 1.2],
-        [6.4, 2.9, 4.3, 1.3],
-        [6.6, 3.0, 4.4, 1.4],
-        [6.8, 2.8, 4.8, 1.4],
-        [6.7, 3.0, 5.0, 1.7],
-        [6.0, 2.9, 4.5, 1.5],
-        [5.7, 2.6, 3.5, 1.0],
-        [5.5, 2.4, 3.8, 1.1],
-        [5.5, 2.4, 3.7, 1.0],
-        [5.8, 2.7, 3.9, 1.2],
-        [6.0, 2.7, 5.1, 1.6],
-        [5.4, 3.0, 4.5, 1.5],
-        [6.0, 3.4, 4.5, 1.6],
-        [6.7, 3.1, 4.7, 1.5],
-        [6.3, 2.3, 4.4, 1.3],
-        [5.6, 3.0, 4.1, 1.3],
-        [5.5, 2.5, 4.0, 1.3],
-        [5.5, 2.6, 4.4, 1.2],
-        [6.1, 3.0, 4.6, 1.4],
-        [5.8, 2.6, 4.0, 1.2],
-        [5.0, 2.3, 3.3, 1.0],
-        [5.6, 2.7, 4.2, 1.3],
-        [5.7, 3.0, 4.2, 1.2],
-        [5.7, 2.9, 4.2, 1.3],
-        [6.2, 2.9, 4.3, 1.3],
-        [5.1, 2.5, 3.0, 1.1],
-        [5.7, 2.8, 4.1, 1.3],
-        [6.3, 3.3, 6.0, 2.5],
-        [5.8, 2.7, 5.1, 1.9],
-        [7.1, 3.0, 5.9, 2.1],
-        [6.3, 2.9, 5.6, 1.8],
-        [6.5, 3.0, 5.8, 2.2],
-        [7.6, 3.0, 6.6, 2.1],
-        [4.9, 2.5, 4.5, 1.7],
-        [7.3, 2.9, 6.3, 1.8],
-        [6.7, 2.5, 5.8, 1.8],
-        [7.2, 3.6, 6.1, 2.5],
-        [6.5, 3.2, 5.1, 2.0],
-        [6.4, 2.7, 5.3, 1.9],
-        [6.8, 3.0, 5.5, 2.1],
-        [5.7, 2.5, 5.0, 2.0],
-        [5.8, 2.8, 5.1, 2.4],
-        [6.4, 3.2, 5.3, 2.3],
-        [6.5, 3.0, 5.5, 1.8],
-        [7.7, 3.8, 6.7, 2.2],
-        [7.7, 2.6, 6.9, 2.3],
-        [6.0, 2.2, 5.0, 1.5],
-        [6.9, 3.2, 5.7, 2.3],
-        [5.6, 2.8, 4.9, 2.0],
-        [7.7, 2.8, 6.7, 2.0],
-        [6.3, 2.7, 4.9, 1.8],
-        [6.7, 3.3, 5.7, 2.1],
-        [7.2, 3.2, 6.0, 1.8],
-        [6.2, 2.8, 4.8, 1.8],
-        [6.1, 3.0, 4.9, 1.8],
-        [6.4, 2.8, 5.6, 2.1],
-        [7.2, 3.0, 5.8, 1.6],
-        [7.4, 2.8, 6.1, 1.9],
-        [7.9, 3.8, 6.4, 2.0],
-        [6.4, 2.8, 5.6, 2.2],
-        [6.3, 2.8, 5.1, 1.5],
-        [6.1, 2.6, 5.6, 1.4],
-        [7.7, 3.0, 6.1, 2.3],
-        [6.3, 3.4, 5.6, 2.4],
-        [6.4, 3.1, 5.5, 1.8],
-        [6.0, 3.0, 4.8, 1.8],
-        [6.9, 3.1, 5.4, 2.1],
-        [6.7, 3.1, 5.6, 2.4],
-        [6.9, 3.1, 5.1, 2.3],
-        [5.8, 2.7, 5.1, 1.9],
-        [6.8, 3.2, 5.9, 2.3],
-        [6.7, 3.3, 5.7, 2.5],
-        [6.7, 3.0, 5.2, 2.3],
-        [6.3, 2.5, 5.0, 1.9],
-        [6.5, 3.0, 5.2, 2.0],
-        [6.2, 3.4, 5.4, 2.3],
-        [5.9, 3.0, 5.1, 1.8],
-]
+  [5.1, 3.5, 1.4, 0.2],
+  [4.9, 3.0, 1.4, 0.2],
+  [4.7, 3.2, 1.3, 0.2],
+  [4.6, 3.1, 1.5, 0.2],
+  [5.0, 3.6, 1.4, 0.2],
+  [5.4, 3.9, 1.7, 0.4],
+  [4.6, 3.4, 1.4, 0.3],
+  [5.0, 3.4, 1.5, 0.2],
+  [4.4, 2.9, 1.4, 0.2],
+  [4.9, 3.1, 1.5, 0.1],
+  [5.4, 3.7, 1.5, 0.2],
+  [4.8, 3.4, 1.6, 0.2],
+  [4.8, 3.0, 1.4, 0.1],
+  [4.3, 3.0, 1.1, 0.1],
+  [5.8, 4.0, 1.2, 0.2],
+  [5.7, 4.4, 1.5, 0.4],
+  [5.4, 3.9, 1.3, 0.4],
+  [5.1, 3.5, 1.4, 0.3],
+  [5.7, 3.8, 1.7, 0.3],
+  [5.1, 3.8, 1.5, 0.3],
+  [5.4, 3.4, 1.7, 0.2],
+  [5.1, 3.7, 1.5, 0.4],
+  [4.6, 3.6, 1.0, 0.2],
+  [5.1, 3.3, 1.7, 0.5],
+  [4.8, 3.4, 1.9, 0.2],
+  [5.0, 3.0, 1.6, 0.2],
+  [5.0, 3.4, 1.6, 0.4],
+  [5.2, 3.5, 1.5, 0.2],
+  [5.2, 3.4, 1.4, 0.2],
+  [4.7, 3.2, 1.6, 0.2],
+  [4.8, 3.1, 1.6, 0.2],
+  [5.4, 3.4, 1.5, 0.4],
+  [5.2, 4.1, 1.5, 0.1],
+  [5.5, 4.2, 1.4, 0.2],
+  [4.9, 3.1, 1.5, 0.1],
+  [5.0, 3.2, 1.2, 0.2],
+  [5.5, 3.5, 1.3, 0.2],
+  [4.9, 3.1, 1.5, 0.1],
+  [4.4, 3.0, 1.3, 0.2],
+  [5.1, 3.4, 1.5, 0.2],
+  [5.0, 3.5, 1.3, 0.3],
+  [4.5, 2.3, 1.3, 0.3],
+  [4.4, 3.2, 1.3, 0.2],
+  [5.0, 3.5, 1.6, 0.6],
+  [5.1, 3.8, 1.9, 0.4],
+  [4.8, 3.0, 1.4, 0.3],
+  [5.1, 3.8, 1.6, 0.2],
+  [4.6, 3.2, 1.4, 0.2],
+  [5.3, 3.7, 1.5, 0.2],
+  [5.0, 3.3, 1.4, 0.2],
+  [7.0, 3.2, 4.7, 1.4],
+  [6.4, 3.2, 4.5, 1.5],
+  [6.9, 3.1, 4.9, 1.5],
+  [5.5, 2.3, 4.0, 1.3],
+  [6.5, 2.8, 4.6, 1.5],
+  [5.7, 2.8, 4.5, 1.3],
+  [6.3, 3.3, 4.7, 1.6],
+  [4.9, 2.4, 3.3, 1.0],
+  [6.6, 2.9, 4.6, 1.3],
+  [5.2, 2.7, 3.9, 1.4],
+  [5.0, 2.0, 3.5, 1.0],
+  [5.9, 3.0, 4.2, 1.5],
+  [6.0, 2.2, 4.0, 1.0],
+  [6.1, 2.9, 4.7, 1.4],
+  [5.6, 2.9, 3.6, 1.3],
+  [6.7, 3.1, 4.4, 1.4],
+  [5.6, 3.0, 4.5, 1.5],
+  [5.8, 2.7, 4.1, 1.0],
+  [6.2, 2.2, 4.5, 1.5],
+  [5.6, 2.5, 3.9, 1.1],
+  [5.9, 3.2, 4.8, 1.8],
+  [6.1, 2.8, 4.0, 1.3],
+  [6.3, 2.5, 4.9, 1.5],
+  [6.1, 2.8, 4.7, 1.2],
+  [6.4, 2.9, 4.3, 1.3],
+  [6.6, 3.0, 4.4, 1.4],
+  [6.8, 2.8, 4.8, 1.4],
+  [6.7, 3.0, 5.0, 1.7],
+  [6.0, 2.9, 4.5, 1.5],
+  [5.7, 2.6, 3.5, 1.0],
+  [5.5, 2.4, 3.8, 1.1],
+  [5.5, 2.4, 3.7, 1.0],
+  [5.8, 2.7, 3.9, 1.2],
+  [6.0, 2.7, 5.1, 1.6],
+  [5.4, 3.0, 4.5, 1.5],
+  [6.0, 3.4, 4.5, 1.6],
+  [6.7, 3.1, 4.7, 1.5],
+  [6.3, 2.3, 4.4, 1.3],
+  [5.6, 3.0, 4.1, 1.3],
+  [5.5, 2.5, 4.0, 1.3],
+  [5.5, 2.6, 4.4, 1.2],
+  [6.1, 3.0, 4.6, 1.4],
+  [5.8, 2.6, 4.0, 1.2],
+  [5.0, 2.3, 3.3, 1.0],
+  [5.6, 2.7, 4.2, 1.3],
+  [5.7, 3.0, 4.2, 1.2],
+  [5.7, 2.9, 4.2, 1.3],
+  [6.2, 2.9, 4.3, 1.3],
+  [5.1, 2.5, 3.0, 1.1],
+  [5.7, 2.8, 4.1, 1.3],
+  [6.3, 3.3, 6.0, 2.5],
+  [5.8, 2.7, 5.1, 1.9],
+  [7.1, 3.0, 5.9, 2.1],
+  [6.3, 2.9, 5.6, 1.8],
+  [6.5, 3.0, 5.8, 2.2],
+  [7.6, 3.0, 6.6, 2.1],
+  [4.9, 2.5, 4.5, 1.7],
+  [7.3, 2.9, 6.3, 1.8],
+  [6.7, 2.5, 5.8, 1.8],
+  [7.2, 3.6, 6.1, 2.5],
+  [6.5, 3.2, 5.1, 2.0],
+  [6.4, 2.7, 5.3, 1.9],
+  [6.8, 3.0, 5.5, 2.1],
+  [5.7, 2.5, 5.0, 2.0],
+  [5.8, 2.8, 5.1, 2.4],
+  [6.4, 3.2, 5.3, 2.3],
+  [6.5, 3.0, 5.5, 1.8],
+  [7.7, 3.8, 6.7, 2.2],
+  [7.7, 2.6, 6.9, 2.3],
+  [6.0, 2.2, 5.0, 1.5],
+  [6.9, 3.2, 5.7, 2.3],
+  [5.6, 2.8, 4.9, 2.0],
+  [7.7, 2.8, 6.7, 2.0],
+  [6.3, 2.7, 4.9, 1.8],
+  [6.7, 3.3, 5.7, 2.1],
+  [7.2, 3.2, 6.0, 1.8],
+  [6.2, 2.8, 4.8, 1.8],
+  [6.1, 3.0, 4.9, 1.8],
+  [6.4, 2.8, 5.6, 2.1],
+  [7.2, 3.0, 5.8, 1.6],
+  [7.4, 2.8, 6.1, 1.9],
+  [7.9, 3.8, 6.4, 2.0],
+  [6.4, 2.8, 5.6, 2.2],
+  [6.3, 2.8, 5.1, 1.5],
+  [6.1, 2.6, 5.6, 1.4],
+  [7.7, 3.0, 6.1, 2.3],
+  [6.3, 3.4, 5.6, 2.4],
+  [6.4, 3.1, 5.5, 1.8],
+  [6.0, 3.0, 4.8, 1.8],
+  [6.9, 3.1, 5.4, 2.1],
+  [6.7, 3.1, 5.6, 2.4],
+  [6.9, 3.1, 5.1, 2.3],
+  [5.8, 2.7, 5.1, 1.9],
+  [6.8, 3.2, 5.9, 2.3],
+  [6.7, 3.3, 5.7, 2.5],
+  [6.7, 3.0, 5.2, 2.3],
+  [6.3, 2.5, 5.0, 1.9],
+  [6.5, 3.0, 5.2, 2.0],
+  [6.2, 3.4, 5.4, 2.3],
+  [5.9, 3.0, 5.1, 1.8]
+].freeze

data/examples/som/som_multi_node_example.rb

@@ -1,22 +1,21 @@
-# this example shows the impact of the size of a som on the global error distance
-require File.dirname(__FILE__) + '/../../lib/ai4r/som/som'
-require File.dirname(__FILE__) + '/som_data'
+# frozen_string_literal: true
+
+# Demonstrates how map size impacts error and uses early stopping.
+require_relative '../../lib/ai4r/som/som'
+require_relative 'som_data'
 require 'benchmark'
 
 10.times do |t|
-  t += 3 # minimum number of nodes
+  nodes = t + 3 # minimum number of nodes
 
-  puts "Nodes: #{t}"
-  som = Ai4r::Som::Som.new 4, 8, Ai4r::Som::TwoPhaseLayer.new(t)
+  puts "Nodes: #{nodes}"
+  som = Ai4r::Som::Som.new 4, 8, 8, Ai4r::Som::TwoPhaseLayer.new(nodes)
   som.initiate_map
 
-  puts "global error distance: #{som.global_error(SOM_DATA)}"
-  puts "\ntraining the som\n"
-
+  puts "Initial error: #{som.global_error(SOM_DATA)}"
   times = Benchmark.measure do
-    som.train SOM_DATA
+    som.train(SOM_DATA, error_threshold: 1000)
   end
-
   puts "Elapsed time for training: #{times}"
-  puts "global error distance: #{som.global_error(SOM_DATA)}\n\n"
-end
+  puts "Final error: #{som.global_error(SOM_DATA)}\n\n"
+end

data/examples/som/som_single_example.rb

@@ -1,24 +1,21 @@
-require File.dirname(__FILE__) + '/../../lib/ai4r/som/som'
-require File.dirname(__FILE__) + '/som_data'
+# frozen_string_literal: true
+
+require_relative '../../lib/ai4r/som/som'
+require_relative 'som_data'
 require 'benchmark'
 
-som = Ai4r::Som::Som.new 4, 8, Ai4r::Som::TwoPhaseLayer.new(10)
+# Train a small SOM and stop early when the global error drops below 1000.
+som = Ai4r::Som::Som.new 4, 8, 8, Ai4r::Som::TwoPhaseLayer.new(10)
 som.initiate_map
 
-som.nodes.each do |node|
-  p node.weights
-end
-
-puts "global error distance: #{som.global_error(SOM_DATA)}"
-puts "\ntraining the som\n"
+puts "Initial global error: #{som.global_error(SOM_DATA)}"
 
+puts "\nTraining the SOM (early stopping threshold = 1000)\n"
 times = Benchmark.measure do
-  som.train SOM_DATA
-end
-
-som.nodes.each do |node|
-  p node.weights
+  som.train(SOM_DATA, error_threshold: 1000) do |error|
+    puts "Epoch #{som.epoch}: error = #{error}"
+  end
 end
 
 puts "Elapsed time for training: #{times}"
-puts "global error distance: #{som.global_error(SOM_DATA)}\n\n"
+puts "Final global error: #{som.global_error(SOM_DATA)}\n"