RubyGems - ai4r - Versions diffs - 1.4 → 1.5 - Mend

ai4r 1.4 → 1.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (62) hide show

data/README.rdoc +24 -3
data/examples/decision_trees/id3_example.rb +1 -1
data/examples/genetic_algorithm/genetic_algorithm_example.rb +1 -1
data/lib/ai4r.rb +11 -0
data/lib/ai4r/classifiers/classifier.rb +2 -0
data/lib/ai4r/classifiers/id3.rb +3 -2
data/lib/ai4r/classifiers/multilayer_perceptron.rb +135 -0
data/lib/ai4r/classifiers/one_r.rb +2 -1
data/lib/ai4r/classifiers/prism.rb +2 -1
data/lib/ai4r/classifiers/zero_r.rb +2 -1
data/lib/ai4r/clusterers/average_linkage.rb +60 -0
data/lib/ai4r/clusterers/bisecting_k_means.rb +17 -39
data/lib/ai4r/clusterers/clusterer.rb +25 -0
data/lib/ai4r/clusterers/complete_linkage.rb +62 -0
data/lib/ai4r/clusterers/k_means.rb +18 -25
data/lib/ai4r/clusterers/single_linkage.rb +179 -0
data/lib/ai4r/data/data_set.rb +33 -41
data/lib/ai4r/data/proximity.rb +82 -0
data/lib/ai4r/data/statistics.rb +77 -0
data/lib/ai4r/experiment/classifier_evaluator.rb +95 -0
data/lib/ai4r/genetic_algorithm/genetic_algorithm.rb +2 -4
data/site/build/site/en/build/tmp/build-info.xml +5 -0
data/site/build/site/en/build/tmp/plugins-1.xml +212 -0
data/site/build/site/en/build/tmp/plugins-2.xml +252 -0
data/site/build/site/en/build/tmp/projfilters.properties +41 -0
data/site/build/site/en/downloads.html +1 -1
data/site/build/site/en/geneticAlgorithms.html +1 -1
data/site/build/site/en/index.html +44 -7
data/site/build/site/en/index.pdf +278 -155
data/site/build/site/en/linkmap.html +2 -2
data/site/build/site/en/linkmap.pdf +12 -12
data/site/build/site/en/machineLearning.html +1 -1
data/site/build/site/en/neuralNetworks.html +1 -1
data/site/build/site/en/sourceCode.html +244 -0
data/site/build/site/en/sourceCode.pdf +278 -0
data/site/build/site/en/svn.html +34 -42
data/site/build/site/en/svn.pdf +86 -114
data/site/build/tmp/cocoon-work/cache-dir/cocoon-ehcache-1.data +0 -0
data/site/build/tmp/cocoon-work/cache-dir/cocoon-ehcache-1.index +0 -0
data/site/build/tmp/projfilters.properties +1 -1
data/site/build/webapp/WEB-INF/logs/core.log +628 -629
data/site/build/webapp/WEB-INF/logs/error.log +213 -213
data/site/src/documentation/content/xdocs/index.xml +20 -1
data/site/src/documentation/content/xdocs/site.xml +1 -1
data/site/src/documentation/content/xdocs/sourceCode.xml +43 -0
data/site/src/documentation/resources/images/sigmoid.png +0 -0
data/test/classifiers/id3_test.rb +0 -1
data/test/classifiers/multilayer_perceptron_test.rb +79 -0
data/test/classifiers/one_r_test.rb +0 -2
data/test/classifiers/prism_test.rb +0 -2
data/test/classifiers/zero_r_test.rb +0 -2
data/test/clusterers/average_linkage_test.rb +45 -0
data/test/clusterers/bisecting_k_means_test.rb +0 -2
data/test/clusterers/complete_linkage_test.rb +45 -0
data/test/clusterers/k_means_test.rb +0 -2
data/test/clusterers/single_linkage_test.rb +113 -0
data/test/data/data_set_test.rb +3 -15
data/test/data/proximity_test.rb +71 -0
data/test/data/statistics_test.rb +65 -0
data/test/experiment/classifier_evaluator_test.rb +76 -0
metadata +27 -6
data/site/src/documentation/content/xdocs/svn.xml +0 -41

data/site/src/documentation/content/xdocs/site.xml CHANGED

@@ -47,7 +47,7 @@ See http://forrest.apache.org/docs/linking.html for more info
 	</practicalExamples>
     <download label="Downloads" href="downloads.html" description="ai4r - Download Files"/>
     <forum label="Forum" href="http://forum.jadeferret.com/viewforum.php?f=3" description="Ai4r Forum"/>
-    <svn label="Source Code repository" href="svn.html" description="ai4r Subversion repository"/>
+    <svn label="Source Code repository" href="sourceCode.html" description="ai4r source code repository"/>
     <wiki label="AI4R Wiki" href="http://wiki.jadeferret.com/Category:AI4R" description="ai4r wiki with How-to guides and more documentation"/>
     <rdoc label="API doc (Rdoc)" href="http://ai4r.rubyforge.org/rdoc/index.html" description="Ai4 RDoc docs"/>
   </about>

data/site/src/documentation/content/xdocs/sourceCode.xml ADDED

@@ -0,0 +1,43 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE document PUBLIC "-//APACHE//DTD Documentation V2.0//EN" "http://forrest.apache.org/dtd/document-v20.dtd">
+<document>
+  <header>
+    <title>Subversion repository for ai4r (Artificial Intelligence for Ruby)</title>
+  </header>
+  <body>
+    <section id="github">
+      <title>AI4R at GitHub</title>
+      <p>AI4R Source Code is stored in a git repository at GitHub:</p>
+      <p>
+        <a href="http://github.com/JadeFerret/ai4r" title="AI4R source code at GitHub">
+          http://github.com/JadeFerret/ai4r
+        </a>
+      </p>
+      <p>The public clone url is:</p>
+      <p>
+        <a href="git://github.com/JadeFerret/ai4r.git" title="AI4R git repository">
+          git://github.com/JadeFerret/ai4r.git
+        </a>
+      </p>
+    </section>
+    <section id="download">
+      <title>Download the source code</title>
+      <p>If you want to download ai4r code without using git,
+      visit
+      <a href="http://github.com/JadeFerret/ai4r/downloads" title="AI4R source code download">
+        AI4R source code download site</a>, and click on the "download" button.
+      </p>
+    </section>
+    <section id="moreinfor">
+      <title>More info on Git</title>
+      <p>If you need help on using git, the best documentation is available
+      <a href="http://git-scm.com/documentation" title="git documentation">here</a>.</p>
+      <p>If you work in SCM, you may find <a href="http://scm.jadeferret.com" title="Agile SCM blog">Jade Ferret’s Agile SCM blog</a>
+      interesting.</p>
+    </section>
+  </body>
+</document>

data/site/src/documentation/resources/images/sigmoid.png CHANGED

File without changes

data/test/classifiers/id3_test.rb CHANGED

@@ -1,4 +1,3 @@
-#
 # id3_test.rb
 #
 # This is a unit test file for the ID3 algorithm (Quinlan) implemented

data/test/classifiers/multilayer_perceptron_test.rb ADDED

@@ -0,0 +1,79 @@
+require 'test/unit'
+require File.dirname(__FILE__) + '/../../lib/ai4r/classifiers/multilayer_perceptron'
+require File.dirname(__FILE__) + '/../../lib/ai4r/data/data_set'
+# Make all accessors and methods public
+class Ai4r::Classifiers::MultilayerPerceptron
+  attr_accessor :data_set, :class_value, :network, :domains, :outputs
+  public :get_max_index
+  public :data_to_output
+end
+class MultilayerPerceptronTest < Test::Unit::TestCase
+  include Ai4r::Classifiers
+  include Ai4r::Data
+  @@data_set = DataSet.new(:data_items =>[   ['New York',  '<30',      'M', 'Y'],
+                ['Chicago',     '<30',      'M', 'Y'],
+                ['New York',  '<30',      'M', 'Y'],
+                ['New York',  '[30-50)',  'F', 'N'],
+                ['Chicago',     '[30-50)',  'F', 'Y'],
+                ['New York',  '[30-50)',  'F', 'N'],
+                ['Chicago',     '[50-80]', 'M', 'N'],
+              ])
+   def test_initialize
+    classifier = MultilayerPerceptron.new
+    assert_equal 1, classifier.active_node_value
+    assert_equal 0, classifier.inactive_node_value
+    assert_equal Ai4r::NeuralNetwork::Backpropagation, classifier.network_class
+    assert_equal [], classifier.hidden_layers
+    assert classifier.network_parameters
+    assert classifier.network_parameters.empty?
+    assert classifier.training_iterations > 1
+  end
+  def test_build
+    assert_raise(ArgumentError) { MultilayerPerceptron.new.build(DataSet.new) }
+    classifier = MultilayerPerceptron.new
+    classifier.training_iterations = 1
+    classifier.build(@@data_set)
+    assert_equal [7,2], classifier.network.structure
+    classifier.hidden_layers = [6, 4]
+    classifier.build(@@data_set)
+    assert_equal [7,6,4,2], classifier.network.structure
+  end
+  def test_eval
+    classifier = MultilayerPerceptron.new.build(@@data_set)
+    assert classifier
+    assert_equal('N', classifier.eval(['Chicago', '[50-80]', 'M']))
+    assert_equal('N', classifier.eval(['New York', '[30-50)', 'F']))
+    assert_equal('Y', classifier.eval(['New York', '<30', 'M']))
+    assert_equal('Y', classifier.eval(['Chicago',  '[30-50)', 'F']))
+  end
+  def test_get_rules
+    assert_match(/raise/, MultilayerPerceptron.new.get_rules)
+  end
+  def test_get_max_index
+    classifier = MultilayerPerceptron.new
+    assert_equal(0, classifier.get_max_index([3, 1, 0.2, -9, 0, 2.99]))
+    assert_equal(2, classifier.get_max_index([3, 1, 5, -9, 0, 2.99]))
+    assert_equal(5, classifier.get_max_index([3, 1, 5, -9, 0, 6]))
+  end
+  def test_data_to_output
+    classifier = MultilayerPerceptron.new
+    classifier.outputs = 4
+    classifier.outputs = 4
+    classifier.domains = [nil, nil, nil, ["A", "B", "C", "D"]]
+    assert_equal([1,0,0,0], classifier.data_to_output("A"))
+    assert_equal([0,0,1,0], classifier.data_to_output("C"))
+    assert_equal([0,0,0,1], classifier.data_to_output("D"))
+  end
+end

data/test/classifiers/one_r_test.rb CHANGED

@@ -1,5 +1,3 @@
-$:.unshift File.join(File.dirname(__FILE__),'..','lib')
 require 'test/unit'
 require File.dirname(__FILE__) + '/../../lib/ai4r/classifiers/one_r'

data/test/classifiers/prism_test.rb CHANGED

@@ -1,5 +1,3 @@
-$:.unshift File.join(File.dirname(__FILE__),'..','lib')
 require 'test/unit'
 require File.dirname(__FILE__) + '/../../lib/ai4r/classifiers/prism'

data/test/classifiers/zero_r_test.rb CHANGED

@@ -1,5 +1,3 @@
-$:.unshift File.join(File.dirname(__FILE__),'..','lib')
 require 'test/unit'
 require File.dirname(__FILE__) + '/../../lib/ai4r/classifiers/zero_r'
 require File.dirname(__FILE__) + '/../../lib/ai4r/data/data_set'

data/test/clusterers/average_linkage_test.rb ADDED

@@ -0,0 +1,45 @@
+require 'test/unit'
+require File.dirname(__FILE__) + '/../../lib/ai4r/clusterers/average_linkage'
+class Ai4r::Clusterers::AverageLinkage < Ai4r::Clusterers::SingleLinkage
+  attr_accessor :data_set, :number_of_clusters, :clusters, :distance_matrix
+  public :calc_index_clusters_distance
+  public :distance_between_item_and_cluster
+end
+class AverageLinkageTest < Test::Unit::TestCase
+  include Ai4r::Clusterers
+  include Ai4r::Data
+  @@data = [  [10, 3], [3, 10], [2, 8], [2, 5], [3, 8], [10, 3],
+              [1, 3], [8, 1], [2, 9], [2, 5], [3, 3], [9, 4]]
+  @@expected_distance_matrix = [
+        [98.0],
+        [89.0, 5.0],
+        [68.0, 26.0, 9.0],
+        [74.0, 4.0, 1.0, 10.0],
+        [0.0, 98.0, 89.0, 68.0, 74.0],
+        [81.0, 53.0, 26.0, 5.0, 29.0, 81.0],
+        [8.0, 106.0, 85.0, 52.0, 74.0, 8.0, 53.0],
+        [100.0, 2.0, 1.0, 16.0, 2.0, 100.0, 37.0, 100.0],
+        [68.0, 26.0, 9.0, 0.0, 10.0, 68.0, 5.0, 52.0, 16.0],
+        [49.0, 49.0, 26.0, 5.0, 25.0, 49.0, 4.0, 29.0, 37.0, 5.0],
+        [2.0, 72.0, 65.0, 50.0, 52.0, 2.0, 65.0, 10.0, 74.0, 50.0, 37.0]]
+  def test_calc_index_clusters_distance
+    clusterer = AverageLinkage.new
+    clusterer.distance_matrix = @@expected_distance_matrix
+    assert_equal 98.0, clusterer.calc_index_clusters_distance([0], [1])
+    assert_equal 43.0, clusterer.calc_index_clusters_distance([0, 1], [3, 4])
+  end
+  def test_distance_between_item_and_cluster
+    clusterer = AverageLinkage.new
+    assert_equal 20.0, clusterer.distance_between_item_and_cluster([1,2],
+      DataSet.new(:data_items => [[3,4],[5,6]]))
+  end
+end

data/test/clusterers/bisecting_k_means_test.rb CHANGED

@@ -1,5 +1,3 @@
-$:.unshift File.join(File.dirname(__FILE__),'..','lib')
 require 'test/unit'
 require File.dirname(__FILE__) + '/../../lib/ai4r/clusterers/bisecting_k_means'

data/test/clusterers/complete_linkage_test.rb ADDED

@@ -0,0 +1,45 @@
+require 'test/unit'
+require File.dirname(__FILE__) + '/../../lib/ai4r/clusterers/complete_linkage'
+class Ai4r::Clusterers::CompleteLinkage
+  attr_accessor :data_set, :number_of_clusters, :clusters, :distance_matrix
+  public :calc_index_clusters_distance
+  public :distance_between_item_and_cluster
+end
+class CompleteLinkageTest < Test::Unit::TestCase
+  include Ai4r::Clusterers
+  include Ai4r::Data
+  @@data = [  [10, 3], [3, 10], [2, 8], [2, 5], [3, 8], [10, 3],
+              [1, 3], [8, 1], [2, 9], [2, 5], [3, 3], [9, 4]]
+  @@expected_distance_matrix = [
+        [98.0],
+        [89.0, 5.0],
+        [68.0, 26.0, 9.0],
+        [74.0, 4.0, 1.0, 10.0],
+        [0.0, 98.0, 89.0, 68.0, 74.0],
+        [81.0, 53.0, 26.0, 5.0, 29.0, 81.0],
+        [8.0, 106.0, 85.0, 52.0, 74.0, 8.0, 53.0],
+        [100.0, 2.0, 1.0, 16.0, 2.0, 100.0, 37.0, 100.0],
+        [68.0, 26.0, 9.0, 0.0, 10.0, 68.0, 5.0, 52.0, 16.0],
+        [49.0, 49.0, 26.0, 5.0, 25.0, 49.0, 4.0, 29.0, 37.0, 5.0],
+        [2.0, 72.0, 65.0, 50.0, 52.0, 2.0, 65.0, 10.0, 74.0, 50.0, 37.0]]
+  def test_calc_index_clusters_distance
+    clusterer = CompleteLinkage.new
+    clusterer.distance_matrix = @@expected_distance_matrix
+    assert_equal 98.0, clusterer.calc_index_clusters_distance([0], [1])
+    assert_equal 74.0, clusterer.calc_index_clusters_distance([0, 1], [3, 4])
+  end
+  def test_distance_between_item_and_cluster
+    clusterer = CompleteLinkage.new
+    assert_equal 32.0, clusterer.distance_between_item_and_cluster([1,2],
+      DataSet.new(:data_items => [[3,4],[5,6]]))
+  end
+end

data/test/clusterers/k_means_test.rb CHANGED

@@ -1,5 +1,3 @@
-$:.unshift File.join(File.dirname(__FILE__),'..','lib')
 require 'test/unit'
 require File.dirname(__FILE__) + '/../../lib/ai4r/clusterers/k_means'

data/test/clusterers/single_linkage_test.rb ADDED

@@ -0,0 +1,113 @@
+require 'test/unit'
+require File.dirname(__FILE__) + '/../../lib/ai4r/clusterers/single_linkage'
+class Ai4r::Clusterers::SingleLinkage
+  attr_accessor :data_set, :number_of_clusters, :clusters, :distance_matrix
+end
+class Ai4r::Clusterers::SingleLinkageTest < Test::Unit::TestCase
+  include Ai4r::Clusterers
+  include Ai4r::Data
+  @@data = [ [10, 3], [3, 10], [2, 8], [2, 5], [3, 8], [10, 3],
+              [1, 3], [8, 1], [2, 9], [2, 5], [3, 3], [9, 4]]
+  @@expected_distance_matrix = [
+        [98.0],
+        [89.0, 5.0],
+        [68.0, 26.0, 9.0],
+        [74.0, 4.0, 1.0, 10.0],
+        [0.0, 98.0, 89.0, 68.0, 74.0],
+        [81.0, 53.0, 26.0, 5.0, 29.0, 81.0],
+        [8.0, 106.0, 85.0, 52.0, 74.0, 8.0, 53.0],
+        [100.0, 2.0, 1.0, 16.0, 2.0, 100.0, 37.0, 100.0],
+        [68.0, 26.0, 9.0, 0.0, 10.0, 68.0, 5.0, 52.0, 16.0],
+        [49.0, 49.0, 26.0, 5.0, 25.0, 49.0, 4.0, 29.0, 37.0, 5.0],
+        [2.0, 72.0, 65.0, 50.0, 52.0, 2.0, 65.0, 10.0, 74.0, 50.0, 37.0]]
+  def setup
+    SingleLinkage.send(:public, *SingleLinkage.protected_instance_methods)
+  end
+  def test_build
+    clusterer = Ai4r::Clusterers::SingleLinkage.new
+    clusterer.build(DataSet.new(:data_items => @@data), 4)
+    #draw_map(clusterer)
+    assert_equal 4, clusterer.clusters.length
+  end
+  def test_eval
+    clusterer = Ai4r::Clusterers::SingleLinkage.new
+    clusterer.build(DataSet.new(:data_items => @@data), 4)
+    assert_equal 2, clusterer.eval([0,8])
+    assert_equal 0, clusterer.eval([8,0])
+  end
+  def test_create_distance_matrix
+    clusterer = Ai4r::Clusterers::SingleLinkage.new
+    clusterer.create_distance_matrix(DataSet.new(:data_items => @@data))
+    assert clusterer.distance_matrix
+    clusterer.distance_matrix.each_with_index do |row, row_index|
+      assert_equal row_index+1, row.length
+    end
+    assert_equal @@expected_distance_matrix, clusterer.distance_matrix
+  end
+  def test_read_distance_matrix
+    clusterer = Ai4r::Clusterers::SingleLinkage.new
+    clusterer.distance_matrix = @@expected_distance_matrix
+    assert_equal 9.0, clusterer.read_distance_matrix(3, 2)
+    assert_equal 9.0, clusterer.read_distance_matrix(2, 3)
+    assert_equal 0, clusterer.read_distance_matrix(5, 5)
+  end
+  def test_calc_index_clusters_distance
+    clusterer = Ai4r::Clusterers::SingleLinkage.new
+    clusterer.distance_matrix = @@expected_distance_matrix
+    assert_equal 98.0, clusterer.calc_index_clusters_distance([0], [1])
+    assert_equal 4.0, clusterer.calc_index_clusters_distance([0, 1], [3, 4])
+  end
+  def test_get_closest_clusters
+    clusterer = Ai4r::Clusterers::SingleLinkage.new
+    clusterer.distance_matrix = @@expected_distance_matrix
+    assert_equal [1,0], clusterer.get_closest_clusters([[0,1], [3,4]])
+    assert_equal [2,1], clusterer.get_closest_clusters([[3,4], [0,1], [5,6]])
+   end
+  def test_create_initial_index_clusters
+    clusterer = Ai4r::Clusterers::SingleLinkage.new
+    clusterer.data_set = DataSet.new :data_items => @@data
+    index_clusters = clusterer.create_initial_index_clusters
+    assert_equal @@data.length, index_clusters.length
+    assert_equal 0, index_clusters.first.first
+    assert_equal @@data.length-1, index_clusters.last.first
+  end
+  def test_merge_clusters
+    clusterer = Ai4r::Clusterers::SingleLinkage.new
+    clusters = clusterer.merge_clusters([1,2], [[1,2],[3,4],[5,6]])
+    assert_equal [[1,2], [3,4,5,6]], clusters.collect {|x| x.sort}
+    clusters = clusterer.merge_clusters([2,1], [[1,2],[3,4],[5,6]])
+    assert_equal [[1,2], [3,4,5,6]], clusters.collect {|x| x.sort}
+  end
+  def test_distance_between_item_and_cluster
+    clusterer = Ai4r::Clusterers::SingleLinkage.new
+    assert_equal 8.0, clusterer.distance_between_item_and_cluster([1,2],
+      DataSet.new(:data_items => [[3,4],[5,6]]))
+  end
+  private
+  def draw_map(clusterer)
+    map = Array.new(11) {Array.new(11, 0)}
+    clusterer.clusters.each_index do |i|
+      clusterer.clusters[i].data_items.each do |point|
+        map[point.first][point.last]=(i+1)
+      end
+    end
+    map.each { |row| puts row.inspect}
+  end
+end

data/test/data/data_set_test.rb CHANGED

@@ -14,8 +14,8 @@ module Ai4r
   module Data
     class DataSetTest < Test::Unit::TestCase
-      def test_load_data_and_labels_from_csv
-        set = DataSet.new.load_data_and_labels_from_csv("#{File.dirname(__FILE__)}/data_set.csv")
+      def test_load_csv_with_labels
+        set = DataSet.new.load_csv_with_labels("#{File.dirname(__FILE__)}/data_set.csv")
         assert_equal 120, set.data_items.length
         assert_equal ["zone", "rooms", "size", "price"], set.data_labels
       end
@@ -63,19 +63,7 @@ module Ai4r
         assert_raise(ArgumentError) { set.set_data_items(nil) }
         assert_raise(ArgumentError) { set.set_data_items([1]) }
       end
-      def test_get_attribute_mean_or_mode
-        items = [  [ "New York", 25, "Y"],
-                  [ "New York", 55, "Y"],
-                  [ "Chicago", 23, "Y"],
-                  [ "Boston", 23, "N"],
-                  [ "Chicago", 12, "N"],
-                  [ "Chicago", 87, "Y"] ]
-        set = DataSet.new.set_data_items(items)
-        assert_equal "Chicago", set.get_attribute_mean_or_mode(0)
-        assert_equal 37.5, set.get_attribute_mean_or_mode(1)
-      end
       def test_get_mean_or_mode
                 items = [  [ "New York", 25, "Y"],
                   [ "New York", 55, "Y"],

data/test/data/proximity_test.rb ADDED

@@ -0,0 +1,71 @@
+# Author::    Sergio Fierens
+# License::   MPL 1.1
+# Project::   ai4r
+# Url::       http://ai4r.rubyforge.org/
+#
+# You can redistribute it and/or modify it under the terms of
+# the Mozilla Public License version 1.1  as published by the
+# Mozilla Foundation at http://www.mozilla.org/MPL/MPL-1.1.txt
+require 'test/unit'
+require File.dirname(__FILE__) + '/../../lib/ai4r/data/proximity'
+module Ai4r
+  module Data
+    class ProximityTest < Test::Unit::TestCase
+      @@delta = 0.0001
+      @@data1 = [rand*10, rand*10, rand*-10]
+      @@data2 = [rand*10, rand*-10, rand*10]
+      def test_squared_euclidean_distance
+          assert_equal 0, Proximity.squared_euclidean_distance(@@data1, @@data1)
+          assert_equal  Proximity.squared_euclidean_distance(@@data1, @@data2),
+                        Proximity.squared_euclidean_distance(@@data2, @@data1)
+          assert 0 <= Proximity.squared_euclidean_distance(@@data1, @@data1)
+          assert_equal 2, Proximity.squared_euclidean_distance([1,1], [2,2])
+          assert_equal 9, Proximity.squared_euclidean_distance([3], [0])
+      end
+      def test_euclidean_distance
+          assert_equal 0, Proximity.euclidean_distance(@@data1, @@data1)
+          assert_equal  Proximity.euclidean_distance(@@data1, @@data2),
+                        Proximity.euclidean_distance(@@data2, @@data1)
+          assert 0 <= Proximity.euclidean_distance(@@data1, @@data1)
+          assert_equal Math.sqrt(2), Proximity.euclidean_distance([1,1], [2,2])
+          assert_equal 3, Proximity.euclidean_distance([3], [0])
+      end
+      def test_manhattan_distance
+          assert_equal 0, Proximity.manhattan_distance(@@data1, @@data1)
+          assert_equal  Proximity.manhattan_distance(@@data1, @@data2),
+                        Proximity.manhattan_distance(@@data2, @@data1)
+          assert 0 <= Proximity.manhattan_distance(@@data1, @@data1)
+          assert_equal 2, Proximity.manhattan_distance([1,1], [2,2])
+          assert_equal 9, Proximity.manhattan_distance([1,10], [2,2])
+          assert_equal 3, Proximity.manhattan_distance([3], [0])
+      end
+      def test_sup_distance
+          assert_equal 0, Proximity.sup_distance(@@data1, @@data1)
+          assert_equal  Proximity.sup_distance(@@data1, @@data2),
+                        Proximity.sup_distance(@@data2, @@data1)
+          assert 0 <= Proximity.sup_distance(@@data1, @@data1)
+          assert_equal 1, Proximity.sup_distance([1,1], [2,2])
+          assert_equal 8, Proximity.sup_distance([1,10], [2,2])
+          assert_equal 3, Proximity.sup_distance([3], [0])
+      end
+      def test_hamming_distance
+          assert_equal 0, Proximity.hamming_distance(@@data1, @@data1)
+          assert_equal  Proximity.hamming_distance(@@data1, @@data2),
+                        Proximity.hamming_distance(@@data2, @@data1)
+          assert 0 <= Proximity.hamming_distance(@@data1, @@data1)
+          assert_equal 1, Proximity.hamming_distance([1,1], [0,1])
+          assert_equal 2, Proximity.hamming_distance([1,10], [2,2])
+          assert_equal 1, Proximity.hamming_distance([3], [0])
+      end
+    end
+  end
+end