ai4r 1.13 → 2.0

metadata

@@ -1,66 +1,90 @@
---- !ruby/object:Gem::Specification 
+--- !ruby/object:Gem::Specification
 name: ai4r
-version: !ruby/object:Gem::Version 
-  hash: 21
-  prerelease: false
-  segments: 
-  - 1
-  - 13
-  version: "1.13"
+version: !ruby/object:Gem::Version
+  version: '2.0'
 platform: ruby
-authors: 
+authors:
 - Sergio Fierens
-autorequire: 
 bindir: bin
 cert_chain: []
-
-date: 2014-02-05 00:00:00 -06:00
-default_executable: 
+date: 1980-01-02 00:00:00.000000000 Z
 dependencies: []
+description: |
+  AI4R is a lightweight, educational Ruby library featuring clean implementations of core machine learning and AI algorithms—such as decision trees, neural networks, k-means, genetic algorithms, and even a bit size Transformers architecture covering encoder, decoder, and seq2seq variations. Designed with simplicity and clarity in mind, this library is ideal for students, educators, and developers who want to understand these algorithms line by line.
 
-description: 
-email: 
+  With no external dependencies, no GPU support, and no production overhead, AI4R serves as a practical and transparent way to explore the foundations of AI in Ruby. It is a long-maintained open-source effort to bring accessible, hands-on machine learning to the Ruby community.
 executables: []
-
 extensions: []
-
-extra_rdoc_files: 
-- README.rdoc
-files: 
+extra_rdoc_files:
+- README.md
+files:
+- README.md
+- examples/classifiers/hyperpipes_data.csv
+- examples/classifiers/hyperpipes_example.rb
+- examples/classifiers/ib1_example.rb
 - examples/classifiers/id3_data.csv
 - examples/classifiers/id3_example.rb
+- examples/classifiers/id3_graphviz_example.rb
+- examples/classifiers/logistic_regression_example.rb
+- examples/classifiers/naive_bayes_attributes_example.rb
 - examples/classifiers/naive_bayes_data.csv
 - examples/classifiers/naive_bayes_example.rb
+- examples/classifiers/one_r_example.rb
+- examples/classifiers/parameter_tutorial.rb
+- examples/classifiers/prism_nominal_example.rb
+- examples/classifiers/prism_numeric_example.rb
 - examples/classifiers/results.txt
 - examples/classifiers/simple_linear_regression_example.csv
 - examples/classifiers/simple_linear_regression_example.rb
+- examples/classifiers/zero_and_one_r_example.rb
+- examples/classifiers/zero_one_r_data.csv
 - examples/clusterers/clusterer_example.rb
+- examples/clusterers/dbscan_example.rb
+- examples/clusterers/dendrogram_example.rb
+- examples/clusterers/hierarchical_dendrogram_example.rb
+- examples/clusterers/kmeans_custom_example.rb
+- examples/genetic_algorithm/bitstring_example.rb
 - examples/genetic_algorithm/genetic_algorithm_example.rb
+- examples/genetic_algorithm/kmeans_seed_tuning.rb
 - examples/genetic_algorithm/travel_cost.csv
 - examples/neural_network/backpropagation_example.rb
+- examples/neural_network/hopfield_example.rb
 - examples/neural_network/patterns_with_base_noise.rb
 - examples/neural_network/patterns_with_noise.rb
+- examples/neural_network/train_epochs_callback.rb
 - examples/neural_network/training_patterns.rb
+- examples/neural_network/transformer_text_classification.rb
 - examples/neural_network/xor_example.rb
+- examples/reinforcement/q_learning_example.rb
 - examples/som/som_data.rb
 - examples/som/som_multi_node_example.rb
 - examples/som/som_single_example.rb
+- examples/transformer/decode_classifier_example.rb
+- examples/transformer/deterministic_example.rb
+- examples/transformer/seq2seq_example.rb
 - lib/ai4r.rb
 - lib/ai4r/classifiers/classifier.rb
+- lib/ai4r/classifiers/gradient_boosting.rb
 - lib/ai4r/classifiers/hyperpipes.rb
 - lib/ai4r/classifiers/ib1.rb
 - lib/ai4r/classifiers/id3.rb
+- lib/ai4r/classifiers/logistic_regression.rb
 - lib/ai4r/classifiers/multilayer_perceptron.rb
 - lib/ai4r/classifiers/naive_bayes.rb
 - lib/ai4r/classifiers/one_r.rb
 - lib/ai4r/classifiers/prism.rb
+- lib/ai4r/classifiers/random_forest.rb
 - lib/ai4r/classifiers/simple_linear_regression.rb
+- lib/ai4r/classifiers/support_vector_machine.rb
+- lib/ai4r/classifiers/votes.rb
 - lib/ai4r/classifiers/zero_r.rb
 - lib/ai4r/clusterers/average_linkage.rb
 - lib/ai4r/clusterers/bisecting_k_means.rb
 - lib/ai4r/clusterers/centroid_linkage.rb
+- lib/ai4r/clusterers/cluster_tree.rb
 - lib/ai4r/clusterers/clusterer.rb
 - lib/ai4r/clusterers/complete_linkage.rb
+- lib/ai4r/clusterers/dbscan.rb
 - lib/ai4r/clusterers/diana.rb
 - lib/ai4r/clusterers/k_means.rb
 - lib/ai4r/clusterers/median_linkage.rb
@@ -73,104 +97,50 @@ files:
 - lib/ai4r/data/proximity.rb
 - lib/ai4r/data/statistics.rb
 - lib/ai4r/experiment/classifier_evaluator.rb
+- lib/ai4r/experiment/split.rb
+- lib/ai4r/genetic_algorithm/chromosome_base.rb
 - lib/ai4r/genetic_algorithm/genetic_algorithm.rb
+- lib/ai4r/genetic_algorithm/tsp_chromosome.rb
+- lib/ai4r/hmm/hidden_markov_model.rb
+- lib/ai4r/neural_network/activation_functions.rb
 - lib/ai4r/neural_network/backpropagation.rb
 - lib/ai4r/neural_network/hopfield.rb
+- lib/ai4r/neural_network/transformer.rb
+- lib/ai4r/neural_network/weight_initializations.rb
+- lib/ai4r/reinforcement/policy_iteration.rb
+- lib/ai4r/reinforcement/q_learning.rb
+- lib/ai4r/search.rb
+- lib/ai4r/search/a_star.rb
+- lib/ai4r/search/bfs.rb
+- lib/ai4r/search/dfs.rb
+- lib/ai4r/search/mcts.rb
+- lib/ai4r/som/distance_metrics.rb
 - lib/ai4r/som/layer.rb
 - lib/ai4r/som/node.rb
 - lib/ai4r/som/som.rb
 - lib/ai4r/som/two_phase_layer.rb
-- README.rdoc
-- test/classifiers/hyperpipes_test.rb
-- test/classifiers/ib1_test.rb
-- test/classifiers/id3_test.rb
-- test/classifiers/multilayer_perceptron_test.rb
-- test/classifiers/naive_bayes_test.rb
-- test/classifiers/one_r_test.rb
-- test/classifiers/prism_test.rb
-- test/classifiers/simple_linear_regression_test.rb
-- test/classifiers/zero_r_test.rb
-- test/clusterers/average_linkage_test.rb
-- test/clusterers/bisecting_k_means_test.rb
-- test/clusterers/centroid_linkage_test.rb
-- test/clusterers/complete_linkage_test.rb
-- test/clusterers/diana_test.rb
-- test/clusterers/k_means_test.rb
-- test/clusterers/median_linkage_test.rb
-- test/clusterers/single_linkage_test.rb
-- test/clusterers/ward_linkage_hierarchical_test.rb
-- test/clusterers/ward_linkage_test.rb
-- test/clusterers/weighted_average_linkage_test.rb
-- test/data/data_set_test.rb
-- test/data/proximity_test.rb
-- test/data/statistics_test.rb
-- test/experiment/classifier_evaluator_test.rb
-- test/genetic_algorithm/chromosome_test.rb
-- test/genetic_algorithm/genetic_algorithm_test.rb
-- test/neural_network/backpropagation_test.rb
-- test/neural_network/hopfield_test.rb
-- test/som/som_test.rb
-has_rdoc: true
-homepage: http://www.ai4r.org
-licenses: []
-
-post_install_message: 
+- lib/ai4r/version.rb
+homepage: https://github.com/SergioFierens/ai4r
+licenses:
+- Unlicense
+metadata:
+  source_code_uri: https://github.com/SergioFierens/ai4r
+  rubygems_mfa_required: 'true'
 rdoc_options: []
-
-require_paths: 
+require_paths:
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement 
-  none: false
-  requirements: 
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
   - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
-      - 0
-      version: "0"
-required_rubygems_version: !ruby/object:Gem::Requirement 
-  none: false
-  requirements: 
+    - !ruby/object:Gem::Version
+      version: '3.1'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
   - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
-      - 0
-      version: "0"
+    - !ruby/object:Gem::Version
+      version: '0'
 requirements: []
-
-rubyforge_project: 
-rubygems_version: 1.3.7
-signing_key: 
-specification_version: 3
-summary: Ruby algorithm implementations covering several Artificial intelligence fields, including Genetic algorithms, Neural Networks, machine learning, and clustering.
-test_files: 
-- test/classifiers/hyperpipes_test.rb
-- test/classifiers/ib1_test.rb
-- test/classifiers/id3_test.rb
-- test/classifiers/multilayer_perceptron_test.rb
-- test/classifiers/naive_bayes_test.rb
-- test/classifiers/one_r_test.rb
-- test/classifiers/prism_test.rb
-- test/classifiers/simple_linear_regression_test.rb
-- test/classifiers/zero_r_test.rb
-- test/clusterers/average_linkage_test.rb
-- test/clusterers/bisecting_k_means_test.rb
-- test/clusterers/centroid_linkage_test.rb
-- test/clusterers/complete_linkage_test.rb
-- test/clusterers/diana_test.rb
-- test/clusterers/k_means_test.rb
-- test/clusterers/median_linkage_test.rb
-- test/clusterers/single_linkage_test.rb
-- test/clusterers/ward_linkage_hierarchical_test.rb
-- test/clusterers/ward_linkage_test.rb
-- test/clusterers/weighted_average_linkage_test.rb
-- test/data/data_set_test.rb
-- test/data/proximity_test.rb
-- test/data/statistics_test.rb
-- test/experiment/classifier_evaluator_test.rb
-- test/genetic_algorithm/chromosome_test.rb
-- test/genetic_algorithm/genetic_algorithm_test.rb
-- test/neural_network/backpropagation_test.rb
-- test/neural_network/hopfield_test.rb
-- test/som/som_test.rb
+rubygems_version: 3.6.9
+specification_version: 4
+summary: Minimalist Ruby library for learning a broad range of ML and AI algorithms.
+test_files: []

data/README.rdoc

@@ -1,39 +0,0 @@
-= Introduction
-
-This project aims to produce ruby implementations of algorithms covering several Artificial intelligence fields.
-
-= Where can I find the lastest code and info on this project?
-
-http://www.ai4r.org
-
-= How to install
-
-1. Install the gem:
-
-  gem install ai4r
-
-2. Include require statements in your code:
-
-  require "rubygems"
-  require "ai4r"
-
-= More Info
-
-* AI4R Project site: http://www.ai4r.org
-* RDoc site: http://www.ai4r.org/rdoc/index.html
-
-= Contact
-
-If you have questions or constructive comments about this project send it to me:
-{Sergio Fierens}[https://github.com/SergioFierens], email address: (sergio (at) gmail (dot) com).
-
-= Contributors
-
-This project was created and is maintained by {Sergio Fierens}[https://github.com/SergioFierens].
-There are other (great and absolutely cool) people who have donated time and code to make this project better. You can check out the complete AI4R contributors list: http://github.com/SergioFierens/ai4r/graphs/contributors.
-
-= Disclaimer
-
-This software is provided "as is" and without any express or implied warranties,
-including, without limitation, the implied warranties of merchantibility and
-fitness for a particular purpose.

data/test/classifiers/hyperpipes_test.rb

@@ -1,84 +0,0 @@
-# Author::    Sergio Fierens
-# License::   MPL 1.1
-# Project::   ai4r
-# Url::       http://www.ai4r.org/
-#
-# You can redistribute it and/or modify it under the terms of 
-# the Mozilla Public License version 1.1  as published by the 
-# Mozilla Foundation at http://www.mozilla.org/MPL/MPL-1.1.txt
-
-require 'ai4r/classifiers/hyperpipes'
-require 'test/unit'
-
-class Ai4r::Classifiers::Hyperpipes
-  attr_accessor :data_set, :pipes
-end
-
-include Ai4r::Classifiers
-include Ai4r::Data
-
-class HyperpipesTest < Test::Unit::TestCase
-
-  @@data_labels = [ 'city', 'age', 'gender', 'marketing_target'  ]
-
-  @@data_items = [['New York',  25, 'M', 'Y'],
-              ['New York',  23, 'M', 'Y'],
-              ['New York',  18, 'M', 'Y'],
-              ['Chicago',   43, 'M', 'Y'],
-              ['New York',  34, 'F', 'N'],
-              ['Chicago',   33, 'F', 'Y'],
-              ['New York',  31, 'F', 'N'],
-              ['Chicago',   55, 'M', 'N'],
-              ['New York',  58, 'F', 'N'],
-              ['New York',  59, 'M', 'N'],
-              ['Chicago',   71, 'M', 'N'],
-              ['New York',  60, 'F', 'N'],
-              ['Chicago',   85, 'F', 'Y']
-            ]
-  
-  
-  def setup
-    Hyperpipes.send(:public, *Hyperpipes.protected_instance_methods)
-    @data_set = DataSet.new(:data_items => @@data_items, :data_labels => @@data_labels)
-  end
-  
-  def test_build_pipe
-    classifier = Hyperpipes.new
-    assert_equal [{}, {:max=>-1.0/0, :min=>1.0/0}, {}], classifier.build_pipe(@data_set)
-  end
-  
-  def test_get_rules
-    
-  end
-  
-  def test_build
-    assert_raise(ArgumentError) { Hyperpipes.new.build(DataSet.new) }
-    classifier = Hyperpipes.new.build(@data_set)
-    assert classifier.pipes.include?("Y")
-    assert classifier.pipes.include?("N")
-  end
-
-  def test_eval
-    classifier = Hyperpipes.new.build(@data_set)
-    assert classifier
-    assert_equal('N', classifier.eval(['Chicago',  55, 'M']))
-    assert_equal('N', classifier.eval(['New York', 35, 'F']))
-    assert_equal('Y', classifier.eval(['New York', 25, 'M']))
-    assert_equal('Y', classifier.eval(['Chicago',  85, 'F'])) 
-  end
-
-  def test_get_rules
-    classifier = Hyperpipes.new.build(@data_set)
-    age = 28
-    gender = "M"
-    marketing_target = nil
-    eval classifier.get_rules
-    assert_equal 'Y', marketing_target
-    age = 44 
-    city='New York'
-    eval classifier.get_rules
-    assert_equal 'N', marketing_target
-  end
-end
-
-  

data/test/classifiers/ib1_test.rb

@@ -1,78 +0,0 @@
-# Author::    Sergio Fierens
-# License::   MPL 1.1
-# Project::   ai4r
-# Url::       http://www.ai4r.org/
-#
-# You can redistribute it and/or modify it under the terms of 
-# the Mozilla Public License version 1.1  as published by the 
-# Mozilla Foundation at http://www.mozilla.org/MPL/MPL-1.1.txt
-
-require 'ai4r/classifiers/ib1'
-require 'test/unit'
-
-class Ai4r::Classifiers::IB1
-  attr_accessor :data_set, :min_values, :max_values
-end
-
-include Ai4r::Classifiers
-include Ai4r::Data
-
-class IB1Test < Test::Unit::TestCase
-
-  @@data_labels = [ 'city', 'age', 'gender', 'marketing_target'  ]
-
-  @@data_items = [['New York',  25, 'M', 'Y'],
-              ['New York',  23, 'M', 'Y'],
-              ['New York',  18, 'M', 'Y'],
-              ['Chicago',   43, 'M', 'Y'],
-              ['New York',  34, 'F', 'N'],
-              ['Chicago',   33, 'F', 'Y'],
-              ['New York',  31, 'F', 'N'],
-              ['Chicago',   55, 'M', 'N'],
-              ['New York',  58, 'F', 'N'],
-              ['New York',  59, 'M', 'N'],
-              ['Chicago',   71, 'M', 'N'],
-              ['New York',  60, 'F', 'N'],
-              ['Chicago',   85, 'F', 'Y']
-            ]
-  
-  
-  def setup
-    IB1.send(:public, *IB1.protected_instance_methods)
-    @data_set = DataSet.new(:data_items => @@data_items, :data_labels => @@data_labels)
-    @classifier = IB1.new.build(@data_set)
-  end
-  
-  def test_build
-    assert_raise(ArgumentError) { IB1.new.build(DataSet.new) }
-    assert @classifier.data_set
-    assert_equal [nil, 18, nil, nil], @classifier.min_values
-    assert_equal [nil, 85, nil, nil], @classifier.max_values
-  end
-
-  def test_norm
-    assert_equal(0,@classifier.norm('Chicago', 0))
-    assert_in_delta(0.5522,@classifier.norm(55, 1),0.0001)
-    assert_equal(0,@classifier.norm('F', 0))
-  end
-
-  def test_distance
-    item = ['Chicago',   55, 'M', 'N']
-    assert_equal(0, @classifier.distance(['Chicago',  55, 'M'], item))
-    assert_equal(1, @classifier.distance([nil,  55, 'M'], item))
-    assert_equal(1, @classifier.distance(['New York',  55, 'M'], item))
-    assert_in_delta(0.2728, @classifier.distance(['Chicago',  20, 'M'], item), 0.0001)
-  end
-
-  def test_eval
-    classifier = IB1.new.build(@data_set)
-    assert classifier
-    assert_equal('N', classifier.eval(['Chicago',  55, 'M']))
-    assert_equal('N', classifier.eval(['New York', 35, 'F']))
-    assert_equal('Y', classifier.eval(['New York', 25, 'M']))
-    assert_equal('Y', classifier.eval(['Chicago',  85, 'F'])) 
-  end
-
-end
-
-  

data/test/classifiers/id3_test.rb

@@ -1,220 +0,0 @@
-# id3_test.rb
-# 
-# This is a unit test file for the ID3 algorithm (Quinlan) implemented
-# in ai4r  
-# 
-# Author::    Sergio Fierens
-# License::   MPL 1.1
-# Project::   ai4r
-# Url::       http://www.ai4r.org/
-#
-# You can redistribute it and/or modify it under the terms of 
-# the Mozilla Public License version 1.1  as published by the 
-# Mozilla Foundation at http://www.mozilla.org/MPL/MPL-1.1.txt
-
-require 'ai4r/classifiers/id3'
-require 'test/unit'
-
-DATA_LABELS = [ 'city', 'age_range', 'gender', 'marketing_target'  ]
-
-DATA_ITEMS = [  ['New York',  '<30',      'M', 'Y'],
-              ['Chicago',     '<30',      'M', 'Y'],
-              ['Chicago',     '<30',      'F', 'Y'],
-              ['New York',  '<30',      'M', 'Y'],
-              ['New York',  '<30',      'M', 'Y'],
-              ['Chicago',     '[30-50)',  'M', 'Y'],
-              ['New York',  '[30-50)',  'F', 'N'],
-              ['Chicago',     '[30-50)',  'F', 'Y'],
-              ['New York',  '[30-50)',  'F', 'N'],
-              ['Chicago',     '[50-80]', 'M', 'N'],
-              ['New York',  '[50-80]', 'F', 'N'],
-              ['New York',  '[50-80]', 'M', 'N'],
-              ['Chicago',     '[50-80]', 'M', 'N'],
-              ['New York',  '[50-80]', 'F', 'N'],
-              ['Chicago',     '>80',      'F', 'Y']
-            ]
-
-SPLIT_DATA_ITEMS_BY_CITY = [  [
-                              ["New York", "<30", "M", "Y"], 
-                              ["New York", "<30", "M", "Y"], 
-                              ["New York", "<30", "M", "Y"], 
-                              ["New York", "[30-50)", "F", "N"], 
-                              ["New York", "[30-50)", "F", "N"], 
-                              ["New York", "[50-80]", "F", "N"], 
-                              ["New York", "[50-80]", "M", "N"], 
-                              ["New York", "[50-80]", "F", "N"]], 
-                            [
-                              ["Chicago", "<30", "M", "Y"], 
-                              ["Chicago", "<30", "F", "Y"], 
-                              ["Chicago", "[30-50)", "M", "Y"], 
-                              ["Chicago", "[30-50)", "F", "Y"], 
-                              ["Chicago", "[50-80]", "M", "N"], 
-                              ["Chicago", "[50-80]", "M", "N"], 
-                              ["Chicago", ">80", "F", "Y"]]
-                          ]
-                          
-SPLIT_DATA_ITEMS_BY_AGE = [   [
-                              ["New York", "<30", "M", "Y"], 
-                              ["Chicago", "<30", "M", "Y"], 
-                              ["Chicago", "<30", "F", "Y"], 
-                              ["New York", "<30", "M", "Y"], 
-                              ["New York", "<30", "M", "Y"]], 
-                            [
-                              ["Chicago", "[30-50)", "M", "Y"], 
-                              ["New York", "[30-50)", "F", "N"], 
-                              ["Chicago", "[30-50)", "F", "Y"], 
-                              ["New York", "[30-50)", "F", "N"]], 
-                            [
-                              ["Chicago", "[50-80]", "M", "N"], 
-                              ["New York", "[50-80]", "F", "N"], 
-                              ["New York", "[50-80]", "M", "N"], 
-                              ["Chicago", "[50-80]", "M", "N"], 
-                              ["New York", "[50-80]", "F", "N"]], 
-                            [
-                              ["Chicago", ">80", "F", "Y"]]
-                         ]
-
-  EXPECTED_RULES_STRING =  
-    "if age_range=='<30' then marketing_target='Y'\n"+
-    "elsif age_range=='[30-50)' and city=='Chicago' then marketing_target='Y'\n"+
-    "elsif age_range=='[30-50)' and city=='New York' then marketing_target='N'\n"+
-    "elsif age_range=='[50-80]' then marketing_target='N'\n"+
-    "elsif age_range=='>80' then marketing_target='Y'\n"+
-    "else raise 'There was not enough information during training to do a proper induction for this data element' end"
-    
-include Ai4r::Classifiers
-include Ai4r::Data
-
-class ID3Test < Test::Unit::TestCase
-
-  def test_build
-    Ai4r::Classifiers::ID3.send(:public, *Ai4r::Classifiers::ID3.protected_instance_methods)
-    Ai4r::Classifiers::ID3.send(:public, *Ai4r::Classifiers::ID3.private_instance_methods)
-  end
-
-  def test_log2
-    assert_equal 1.0, ID3.log2(2)
-    assert_equal 0.0, ID3.log2(0)
-    assert 1.585 - ID3.log2(3) < 0.001
-  end
-
-  def test_sum
-    assert_equal 28, ID3.sum([5, 0, 22, 1])
-    assert_equal 0, ID3.sum([])
-  end
-
-  def test_data_labels
-    id3 = ID3.new.build(DataSet.new(:data_items =>DATA_ITEMS))
-    expected_default = [ 'attribute_1', 'attribute_2', 'attribute_3', 'class_value' ]
-    assert_equal(expected_default, id3.data_set.data_labels)
-    id3 = ID3.new.build(DataSet.new(:data_items =>DATA_ITEMS, :data_labels => DATA_LABELS))
-    assert_equal(DATA_LABELS, id3.data_set.data_labels)
-  end
-
-  def test_domain
-    id3 = ID3.new.build(DataSet.new(:data_items =>DATA_ITEMS, :data_labels => DATA_LABELS))
-    expected_domain = [["New York", "Chicago"], ["<30", "[30-50)", "[50-80]", ">80"], ["M", "F"], ["Y", "N"]]
-    assert_equal expected_domain, id3.domain(DATA_ITEMS)
-  end
-
-  def test_grid
-    id3 = ID3.new.build(DataSet.new(:data_items =>DATA_ITEMS, :data_labels => DATA_LABELS))
-    expected_grid = [[3, 5], [5, 2]]
-    domain = id3.domain(DATA_ITEMS)
-    assert_equal expected_grid, id3.freq_grid(0, DATA_ITEMS, domain)
-    expected_grid = [[5, 0], [2, 2], [0, 5], [1, 0]]
-    assert_equal expected_grid, id3.freq_grid(1, DATA_ITEMS, domain)
-  end
-
-  def test_entropy
-    id3 = ID3.new.build(DataSet.new(:data_items =>DATA_ITEMS, :data_labels => DATA_LABELS))
-    expected_entropy = 0.9118
-    domain = id3.domain(DATA_ITEMS)
-    freq_grid = id3.freq_grid(0, DATA_ITEMS, domain)
-    assert expected_entropy - id3.entropy(freq_grid, DATA_ITEMS.length) < 0.0001
-    expected_entropy = 0.2667
-    freq_grid = id3.freq_grid(1, DATA_ITEMS, domain)
-    assert expected_entropy - id3.entropy(freq_grid, DATA_ITEMS.length) < 0.0001
-    expected_entropy = 0.9688
-    freq_grid = id3.freq_grid(2, DATA_ITEMS, domain)
-    assert expected_entropy - id3.entropy(freq_grid, DATA_ITEMS.length) < 0.0001
-  end
-
-  def test_min_entropy_index
-    id3 = ID3.new.build(DataSet.new(:data_items =>DATA_ITEMS, :data_labels => DATA_LABELS))
-    domain = id3.domain(DATA_ITEMS)
-    assert_equal 1, id3.min_entropy_index(DATA_ITEMS, domain)
-    assert_equal 0, id3.min_entropy_index(DATA_ITEMS, domain, [1])
-    assert_equal 2, id3.min_entropy_index(DATA_ITEMS, domain, [1, 0])
-  end
-
-  def test_split_data_examples
-    id3 = ID3.new.build(DataSet.new(:data_items =>DATA_ITEMS, :data_labels => DATA_LABELS))
-    domain = id3.domain(DATA_ITEMS)
-    res = id3.split_data_examples(DATA_ITEMS, domain, 0)
-    assert_equal(SPLIT_DATA_ITEMS_BY_CITY, res)
-    res = id3.split_data_examples(DATA_ITEMS, domain, 1)
-    assert_equal(SPLIT_DATA_ITEMS_BY_AGE, res)
-  end
-
-  def test_most_freq
-    id3 = ID3.new.build(DataSet.new(:data_items =>DATA_ITEMS, :data_labels => DATA_LABELS))
-    domain = id3.domain(DATA_ITEMS)
-    assert_equal 'Y', id3.most_freq(DATA_ITEMS, domain)
-    assert_equal 'Y', id3.most_freq(SPLIT_DATA_ITEMS_BY_AGE[3], domain)
-    assert_equal 'N', id3.most_freq(SPLIT_DATA_ITEMS_BY_AGE[2], domain)
-  end
-
-  def test_get_rules
-    assert_equal [["marketing_target='N'"]], CategoryNode.new('marketing_target', 'N').get_rules
-    id3 = ID3.new.build(DataSet.new(:data_items =>DATA_ITEMS, :data_labels => DATA_LABELS))
-    assert_equal EXPECTED_RULES_STRING, id3.get_rules
-  end
-
-  def test_eval
-    id3 = ID3.new.build(DataSet.new(:data_items =>DATA_ITEMS, :data_labels => DATA_LABELS))
-    #if age_range='<30' then marketing_target='Y'
-    assert_equal 'Y', id3.eval(['New York', '<30', 'F'])
-    assert_equal 'Y', id3.eval(['Chicago', '<30', 'M'])
-    #if age_range='[30-50)' and city='Chicago' then marketing_target='Y'
-    assert_equal 'Y', id3.eval(['Chicago', '[30-50)', 'F'])
-    assert_equal 'Y', id3.eval(['Chicago', '[30-50)', 'M'])
-    #if age_range='[30-50)' and city='New York' then marketing_target='N'
-    assert_equal 'N', id3.eval(['New York', '[30-50)', 'F'])
-    assert_equal 'N', id3.eval(['New York', '[30-50)', 'M'])      
-    #if age_range='[50-80]' then marketing_target='N'
-    assert_equal 'N', id3.eval(['New York', '[50-80]', 'F'])
-    assert_equal 'N', id3.eval(['Chicago', '[50-80]', 'M'])      
-    #if age_range='>80' then marketing_target='Y'
-    assert_equal 'Y', id3.eval(['New York', '>80', 'M'])      
-    assert_equal 'Y', id3.eval(['Chicago', '>80', 'F'])      
-  end
-
-  def test_rules_eval
-    id3 = ID3.new.build(DataSet.new(:data_items =>DATA_ITEMS, :data_labels => DATA_LABELS))
-    #if age_range='<30' then marketing_target='Y'
-    age_range = '<30'
-    marketing_target = nil
-    eval id3.get_rules
-    assert_equal 'Y', marketing_target
-    #if age_range='[30-50)' and city='New York' then marketing_target='N'
-    age_range='[30-50)' 
-    city='New York'
-    eval id3.get_rules
-    assert_equal 'N', marketing_target
-  end
-
-  def test_model_failure
-    bad_data_items = [  ['a', 'Y'],
-                        ['b', 'N'],
-            ]
-    bad_data_labels = ['bogus', 'target']
-    id3 = ID3.new.build(DataSet.new(:data_items =>bad_data_items, :data_labels => bad_data_labels))
-    assert_raise ModelFailureError do
-      id3.eval(['c'])
-    end
-    assert_equal true, true
-  end
-end
-
-