nirvdrum-ai4r 1.9.1

data/test/clusterers/diana_test.rb

@@ -0,0 +1,69 @@
+# Author::    Sergio Fierens (implementation)
+# License::   MPL 1.1
+# Project::   ai4r
+# Url::       http://ai4r.rubyforge.org/
+#
+# You can redistribute it and/or modify it under the terms of 
+# the Mozilla Public License version 1.1  as published by the 
+# Mozilla Foundation at http://www.mozilla.org/MPL/MPL-1.1.txt
+
+require 'test/unit'
+require File.dirname(__FILE__) + '/../../lib/ai4r/clusterers/diana'
+
+class Ai4r::Clusterers::Diana
+  attr_accessor :data_set, :number_of_clusters, :clusters
+end
+
+class DianaTest < Test::Unit::TestCase
+
+  @@data = [  [10, 3], [3, 10], [2, 8], [2, 5], [3, 8], [10, 3],
+              [1, 3], [8, 1], [2, 9], [2, 5], [3, 3], [9, 4]]
+              
+  include Ai4r::Clusterers
+  include Ai4r::Data
+
+  def setup
+    Diana.send(:public, *Diana.protected_instance_methods)
+    @data_set = DataSet.new(:data_items => @@data.clone)
+  end
+          
+  def test_build
+    clusterer = Diana.new.build(@data_set, 4)
+    assert_equal 4, clusterer.clusters.length
+  end
+  
+  def test_eval
+    clusterer = Diana.new.build(@data_set, 4)
+    assert_equal 0, clusterer.eval([0, 0])
+    assert_equal 1, clusterer.eval([9, 3])
+    assert_equal 2, clusterer.eval([0,10])
+    assert_equal 3, clusterer.eval([8, 0])
+  end
+  
+  def test_cluster_diameter
+    clusterer = Diana.new
+    assert_equal 106, clusterer.cluster_diameter(@data_set)
+    assert_equal 98, clusterer.cluster_diameter(@data_set[0..2])
+  end
+  
+  def test_max_diameter_cluster
+    clusterer = Diana.new
+    assert_equal 0, clusterer.max_diameter_cluster([@data_set, @data_set[0..2]])
+    assert_equal 1, clusterer.max_diameter_cluster([@data_set[0..2], @data_set])
+  end 
+
+  def test_init_splinter_cluster
+    clusterer = Diana.new 
+    assert_equal [10,3], clusterer.
+      init_splinter_cluster(@data_set).data_items[0]
+  end
+  
+  def test_max_distance_difference
+    clusterer = Diana.new 
+    data_set_a = @data_set[1..-1]
+    data_set_b = @data_set[0]
+    assert_equal [63.7, 4], clusterer.
+      max_distance_difference(data_set_a, data_set_b)
+  end
+  
+end

data/test/clusterers/k_means_test.rb

@@ -0,0 +1,100 @@
+# Author::    Sergio Fierens (implementation)
+# License::   MPL 1.1
+# Project::   ai4r
+# Url::       http://ai4r.rubyforge.org/
+#
+# You can redistribute it and/or modify it under the terms of 
+# the Mozilla Public License version 1.1  as published by the 
+# Mozilla Foundation at http://www.mozilla.org/MPL/MPL-1.1.txt
+
+require 'test/unit'
+require File.dirname(__FILE__) + '/../../lib/ai4r/clusterers/k_means'
+
+class KMeansTest < Test::Unit::TestCase
+  
+  include Ai4r::Clusterers
+  include Ai4r::Data
+
+  @@data = [  [10, 3], [3, 10], [2, 8], [2, 5], [3, 8], [10, 3],
+              [1, 3], [8, 1], [2, 9], [2, 5], [3, 3], [9, 4]]
+  
+  def test_build
+    data_set = DataSet.new(:data_items => @@data, :data_labels => ["X", "Y"])
+    clusterer = KMeans.new.build(data_set, 4)
+    #draw_map(clusterer)
+    # Verify that all 4 clusters are created
+    assert_equal 4, clusterer.clusters.length
+    assert_equal 4, clusterer.centroids.length
+    # The addition of all instances of every cluster must be equal than
+    # the number of data points
+    total_length = 0
+    clusterer.clusters.each do |cluster| 
+      total_length += cluster.data_items.length
+    end
+    assert_equal @@data.length, total_length
+    # Data inside clusters must be the same as orifinal data
+    clusterer.clusters.each do |cluster| 
+     cluster.data_items.each do |data_item|
+       assert @@data.include?(data_item)
+     end
+    end
+  end
+  
+  def test_eval
+    data_set = DataSet.new(:data_items => @@data, :data_labels => ["X", "Y"])
+    clusterer = KMeans.new.build(data_set, 4)
+    item = [10,0]
+    cluster_index = clusterer.eval(item)
+    # Must return a valid cluster index [0-3]
+    assert cluster_index >= 0 && cluster_index < 4
+    # Distance to cluster centroid must be less than distance to any other
+    # centroid
+    min_distance = clusterer.distance(clusterer.centroids[cluster_index], item)
+    clusterer.centroids.each do |centroid|
+      assert clusterer.distance(centroid, item) >= min_distance
+    end
+  end
+  
+  def test_distance
+    clusterer = KMeans.new
+    # By default, distance returns the eucledian distance to the power of 2
+    assert_equal 2385, clusterer.distance(
+      [1, 10, "Chicago", 2], 
+      [10, 10, "London", 50])
+    # Test new distance definition
+    manhattan_distance = lambda do |a, b| 
+        dist = 0.0
+        a.each_index do |index|
+          if a[index].is_a?(Numeric) && b[index].is_a?(Numeric)
+            dist = dist + (a[index]-b[index]).abs
+          end
+        end
+        dist
+    end
+    clusterer.set_parameters({:distance_function => manhattan_distance})
+    assert_equal 57, clusterer.distance(
+      [1, 10, "Chicago", 2], 
+      [10, 10, "London", 50])
+  end
+
+  def test_max_iterations
+    data_set = DataSet.new(:data_items => @@data, :data_labels => ["X", "Y"])
+    clusterer = KMeans.new.
+      set_parameters({:max_iterations=>1}).
+      build(data_set, 4)
+    assert_equal 1, clusterer.iterations
+  end
+  
+  private
+  def draw_map(clusterer)
+    map = Array.new(11) {Array.new(11, 0)}
+    clusterer.clusters.each_index do |i|
+      clusterer.clusters[i].data_items.each do |point|
+        map[point.first][point.last]=(i+1)
+      end
+    end
+    map.each { |row| puts row.inspect}
+  end
+  
+end
+

data/test/clusterers/median_linkage_test.rb

@@ -0,0 +1,53 @@
+# Author::    Sergio Fierens (implementation)
+# License::   MPL 1.1
+# Project::   ai4r
+# Url::       http://ai4r.rubyforge.org/
+#
+# You can redistribute it and/or modify it under the terms of 
+# the Mozilla Public License version 1.1  as published by the 
+# Mozilla Foundation at http://www.mozilla.org/MPL/MPL-1.1.txt
+
+require 'test/unit'
+require File.dirname(__FILE__) + '/../../lib/ai4r/clusterers/median_linkage'
+
+class Ai4r::Clusterers::MedianLinkage
+  attr_accessor :data_set, :number_of_clusters, :clusters, :distance_matrix, :index_clusters
+end
+
+class Ai4r::Clusterers::MedianLinkageTest < Test::Unit::TestCase
+  
+  include Ai4r::Clusterers
+  include Ai4r::Data
+
+  @@data = [  [10, 3], [3, 10], [2, 8], [2, 5], [3, 8], [10, 3],
+              [1, 3], [8, 1], [2, 9], [2, 5], [3, 3], [9, 4]]
+            
+  @@expected_distance_matrix = [ 
+        [98.0], 
+        [89.0, 5.0], 
+        [68.0, 26.0, 9.0], 
+        [74.0, 4.0, 1.0, 10.0], 
+        [0.0, 98.0, 89.0, 68.0, 74.0], 
+        [81.0, 53.0, 26.0, 5.0, 29.0, 81.0], 
+        [8.0, 106.0, 85.0, 52.0, 74.0, 8.0, 53.0], 
+        [100.0, 2.0, 1.0, 16.0, 2.0, 100.0, 37.0, 100.0], 
+        [68.0, 26.0, 9.0, 0.0, 10.0, 68.0, 5.0, 52.0, 16.0], 
+        [49.0, 49.0, 26.0, 5.0, 25.0, 49.0, 4.0, 29.0, 37.0, 5.0], 
+        [2.0, 72.0, 65.0, 50.0, 52.0, 2.0, 65.0, 10.0, 74.0, 50.0, 37.0]]
+      
+   def setup
+     Ai4r::Clusterers::MedianLinkage.send(:public, 
+       *Ai4r::Clusterers::MedianLinkage.protected_instance_methods)  
+   end
+  
+   def test_linkage_distance
+    clusterer = Ai4r::Clusterers::MedianLinkage.new
+    clusterer.data_set = DataSet.new :data_items => @@data
+    clusterer.index_clusters = clusterer.create_initial_index_clusters
+    clusterer.distance_matrix = @@expected_distance_matrix
+    assert_equal 92.25, clusterer.linkage_distance(0,1,2)
+    assert_equal 15.25, clusterer.linkage_distance(4,2,5)
+  end
+
+end
+

data/test/clusterers/single_linkage_test.rb

@@ -0,0 +1,122 @@
+# Author::    Sergio Fierens (implementation)
+# License::   MPL 1.1
+# Project::   ai4r
+# Url::       http://ai4r.rubyforge.org/
+#
+# You can redistribute it and/or modify it under the terms of 
+# the Mozilla Public License version 1.1  as published by the 
+# Mozilla Foundation at http://www.mozilla.org/MPL/MPL-1.1.txt
+
+require 'test/unit'
+require File.dirname(__FILE__) + '/../../lib/ai4r/clusterers/single_linkage'
+ 
+class Ai4r::Clusterers::SingleLinkage
+  attr_accessor :data_set, :number_of_clusters, :clusters, :distance_matrix
+end
+ 
+class SingleLinkageTest < Test::Unit::TestCase
+  
+  include Ai4r::Clusterers
+  include Ai4r::Data
+ 
+  @@data = [ [10, 3], [3, 10], [2, 8], [2, 5], [3, 8], [10, 3],
+              [1, 3], [8, 1], [2, 9], [2, 5], [3, 3], [9, 4]]
+            
+  @@expected_distance_matrix = [
+        [98.0],
+        [89.0, 5.0],
+        [68.0, 26.0, 9.0],
+        [74.0, 4.0, 1.0, 10.0],
+        [0.0, 98.0, 89.0, 68.0, 74.0],
+        [81.0, 53.0, 26.0, 5.0, 29.0, 81.0],
+        [8.0, 106.0, 85.0, 52.0, 74.0, 8.0, 53.0],
+        [100.0, 2.0, 1.0, 16.0, 2.0, 100.0, 37.0, 100.0],
+        [68.0, 26.0, 9.0, 0.0, 10.0, 68.0, 5.0, 52.0, 16.0],
+        [49.0, 49.0, 26.0, 5.0, 25.0, 49.0, 4.0, 29.0, 37.0, 5.0],
+        [2.0, 72.0, 65.0, 50.0, 52.0, 2.0, 65.0, 10.0, 74.0, 50.0, 37.0]]
+  
+  def setup
+    SingleLinkage.send(:public, *SingleLinkage.protected_instance_methods)
+  end
+  
+  def test_build
+    clusterer = Ai4r::Clusterers::SingleLinkage.new
+    clusterer.build(DataSet.new(:data_items => @@data), 4)
+    #draw_map(clusterer)
+    assert_equal 4, clusterer.clusters.length
+  end
+  
+  def test_eval
+    clusterer = Ai4r::Clusterers::SingleLinkage.new
+    clusterer.build(DataSet.new(:data_items => @@data), 4)
+    assert_equal 2, clusterer.eval([0,8])
+    assert_equal 0, clusterer.eval([8,0])
+  end
+ 
+  def test_create_distance_matrix
+    clusterer = Ai4r::Clusterers::SingleLinkage.new
+    clusterer.create_distance_matrix(DataSet.new(:data_items => @@data))
+    assert clusterer.distance_matrix
+    clusterer.distance_matrix.each_with_index do |row, row_index|
+      assert_equal row_index+1, row.length
+    end
+    assert_equal @@expected_distance_matrix, clusterer.distance_matrix
+  end
+  
+  def test_read_distance_matrix
+    clusterer = Ai4r::Clusterers::SingleLinkage.new
+    clusterer.distance_matrix = @@expected_distance_matrix
+    assert_equal 9.0, clusterer.read_distance_matrix(3, 2)
+    assert_equal 9.0, clusterer.read_distance_matrix(2, 3)
+    assert_equal 0, clusterer.read_distance_matrix(5, 5)
+  end
+  
+  def test_linkage_distance
+    clusterer = Ai4r::Clusterers::SingleLinkage.new
+    clusterer.distance_matrix = @@expected_distance_matrix
+    assert_equal 89, clusterer.linkage_distance(0,1,2)
+    assert_equal 1, clusterer.linkage_distance(4,2,5)
+  end
+  
+  def test_get_closest_clusters
+    clusterer = Ai4r::Clusterers::SingleLinkage.new
+    clusterer.distance_matrix = @@expected_distance_matrix
+    assert_equal [1,0], clusterer.get_closest_clusters([[0,1], [3,4]])
+    assert_equal [2,1], clusterer.get_closest_clusters([[3,4], [0,1], [5,6]])
+   end
+   
+  def test_create_initial_index_clusters
+    clusterer = Ai4r::Clusterers::SingleLinkage.new
+    clusterer.data_set = DataSet.new :data_items => @@data
+    index_clusters = clusterer.create_initial_index_clusters
+    assert_equal @@data.length, index_clusters.length
+    assert_equal 0, index_clusters.first.first
+    assert_equal @@data.length-1, index_clusters.last.first
+  end
+  
+  def test_merge_clusters
+    clusterer = Ai4r::Clusterers::SingleLinkage.new
+    clusters = clusterer.merge_clusters(1,2, [[1,2],[3,4],[5,6]])
+    assert_equal [[1,2], [3,4,5,6]], clusters.collect {|x| x.sort}
+    clusters = clusterer.merge_clusters(2,1, [[1,2],[3,4],[5,6]])
+    assert_equal [[1,2], [3,4,5,6]], clusters.collect {|x| x.sort}
+  end
+  
+  def test_distance_between_item_and_cluster
+    clusterer = Ai4r::Clusterers::SingleLinkage.new
+    assert_equal 8.0, clusterer.distance_between_item_and_cluster([1,2],
+      DataSet.new(:data_items => [[3,4],[5,6]]))
+  end
+  
+  private
+  def draw_map(clusterer)
+    map = Array.new(11) {Array.new(11, 0)}
+    clusterer.clusters.each_index do |i|
+      clusterer.clusters[i].data_items.each do |point|
+        map[point.first][point.last]=(i+1)
+      end
+    end
+    map.each { |row| puts row.inspect}
+  end
+  
+end

data/test/clusterers/ward_linkage_test.rb

@@ -0,0 +1,53 @@
+# Author::    Sergio Fierens (implementation)
+# License::   MPL 1.1
+# Project::   ai4r
+# Url::       http://ai4r.rubyforge.org/
+#
+# You can redistribute it and/or modify it under the terms of 
+# the Mozilla Public License version 1.1  as published by the 
+# Mozilla Foundation at http://www.mozilla.org/MPL/MPL-1.1.txt
+
+require 'test/unit'
+require File.dirname(__FILE__) + '/../../lib/ai4r/clusterers/ward_linkage'
+
+class Ai4r::Clusterers::WardLinkage
+  attr_accessor :data_set, :number_of_clusters, :clusters, :distance_matrix, :index_clusters
+end
+
+class Ai4r::Clusterers::WardLinkageTest < Test::Unit::TestCase
+  
+  include Ai4r::Clusterers
+  include Ai4r::Data
+
+  @@data = [  [10, 3], [3, 10], [2, 8], [2, 5], [3, 8], [10, 3],
+              [1, 3], [8, 1], [2, 9], [2, 5], [3, 3], [9, 4]]
+            
+  @@expected_distance_matrix = [ 
+        [98.0], 
+        [89.0, 5.0], 
+        [68.0, 26.0, 9.0], 
+        [74.0, 4.0, 1.0, 10.0], 
+        [0.0, 98.0, 89.0, 68.0, 74.0], 
+        [81.0, 53.0, 26.0, 5.0, 29.0, 81.0], 
+        [8.0, 106.0, 85.0, 52.0, 74.0, 8.0, 53.0], 
+        [100.0, 2.0, 1.0, 16.0, 2.0, 100.0, 37.0, 100.0], 
+        [68.0, 26.0, 9.0, 0.0, 10.0, 68.0, 5.0, 52.0, 16.0], 
+        [49.0, 49.0, 26.0, 5.0, 25.0, 49.0, 4.0, 29.0, 37.0, 5.0], 
+        [2.0, 72.0, 65.0, 50.0, 52.0, 2.0, 65.0, 10.0, 74.0, 50.0, 37.0]]
+      
+   def setup
+     Ai4r::Clusterers::WardLinkage.send(:public, 
+       *Ai4r::Clusterers::WardLinkage.protected_instance_methods)  
+   end
+   
+   def test_linkage_distance
+    clusterer = Ai4r::Clusterers::WardLinkage.new
+    clusterer.data_set = DataSet.new :data_items => @@data
+    clusterer.index_clusters = clusterer.create_initial_index_clusters
+    clusterer.distance_matrix = @@expected_distance_matrix
+    assert_in_delta 123.4166, clusterer.linkage_distance(0,1,2), 0.0001
+    assert_equal 27.75, clusterer.linkage_distance(4,2,5)
+  end
+
+end
+

data/test/clusterers/weighted_average_linkage_test.rb

@@ -0,0 +1,53 @@
+# Author::    Sergio Fierens (implementation)
+# License::   MPL 1.1
+# Project::   ai4r
+# Url::       http://ai4r.rubyforge.org/
+#
+# You can redistribute it and/or modify it under the terms of 
+# the Mozilla Public License version 1.1  as published by the 
+# Mozilla Foundation at http://www.mozilla.org/MPL/MPL-1.1.txt
+
+require 'test/unit'
+require File.dirname(__FILE__) + '/../../lib/ai4r/clusterers/weighted_average_linkage'
+
+class Ai4r::Clusterers::WeightedAverageLinkage
+  attr_accessor :data_set, :number_of_clusters, :clusters, :distance_matrix, :index_clusters
+end
+
+class Ai4r::Clusterers::WeightedAverageLinkageTest < Test::Unit::TestCase
+  
+  include Ai4r::Clusterers
+  include Ai4r::Data
+
+  @@data = [  [10, 3], [3, 10], [2, 8], [2, 5], [3, 8], [10, 3],
+              [1, 3], [8, 1], [2, 9], [2, 5], [3, 3], [9, 4]]
+            
+  @@expected_distance_matrix = [ 
+        [98.0], 
+        [89.0, 5.0], 
+        [68.0, 26.0, 9.0], 
+        [74.0, 4.0, 1.0, 10.0], 
+        [0.0, 98.0, 89.0, 68.0, 74.0], 
+        [81.0, 53.0, 26.0, 5.0, 29.0, 81.0], 
+        [8.0, 106.0, 85.0, 52.0, 74.0, 8.0, 53.0], 
+        [100.0, 2.0, 1.0, 16.0, 2.0, 100.0, 37.0, 100.0], 
+        [68.0, 26.0, 9.0, 0.0, 10.0, 68.0, 5.0, 52.0, 16.0], 
+        [49.0, 49.0, 26.0, 5.0, 25.0, 49.0, 4.0, 29.0, 37.0, 5.0], 
+        [2.0, 72.0, 65.0, 50.0, 52.0, 2.0, 65.0, 10.0, 74.0, 50.0, 37.0]]
+      
+   def setup
+     Ai4r::Clusterers::WeightedAverageLinkage.send(:public, 
+       *Ai4r::Clusterers::WeightedAverageLinkage.protected_instance_methods)  
+   end
+  
+   def test_linkage_distance
+    clusterer = Ai4r::Clusterers::WeightedAverageLinkage.new
+    clusterer.data_set = DataSet.new :data_items => @@data
+    clusterer.index_clusters = clusterer.create_initial_index_clusters
+    clusterer.distance_matrix = @@expected_distance_matrix
+    assert_equal 93.5, clusterer.linkage_distance(0,1,2)
+    assert_equal 37.5, clusterer.linkage_distance(4,2,5)
+  end
+
+end
+