wwood-rarff 0.2.1 → 0.2.2

data/History.txt

@@ -1,5 +1,10 @@
 == Changes
 
+=== 0.2.2 (unofficial)
+
+* Handles boolean inputs, which are modelled as nominals
+* Handles spaces in nominals, which are replaced by underscores. Probably should be quoting these, but is good enough for me right now
+
 === 0.2.1 (unofficial)
 
 * Handles missing data in output, encoded internally as nil values

data/Rakefile

@@ -3,7 +3,7 @@ require 'hoe'
 #require './lib/rarff.rb'
  
 gem_name = 'rarff'
-hoe = Hoe.new(gem_name,'0.2.1') do |p|
+hoe = Hoe.new(gem_name,'0.2.2') do |p|
   
   p.author = "Andy Payne, Ben J Woodcroft"
   p.email = "apayne .at. gmail.com, b.woodcroft@pgrad.unimelb.edu.au"

data/lib/rarff.rb

@@ -53,6 +53,10 @@ module Rarff
   ATTRIBUTE_INTEGER = 'INTEGER'
   ATTRIBUTE_STRING = 'STRING'
   ATTRIBUTE_DATE = 'DATE'
+  # Model Boolean as a Nominal Attribute.
+  # Use {false, true} not {true, false} because then in visualisations in Weka
+  # true is to the right, which makes more intuitive sense
+  ATTRIBUTE_BOOLEAN = '{false, true}'
 
   MISSING = '?'
 
@@ -100,7 +104,7 @@ module Rarff
 
     def to_arff
       if @type_is_nominal == true
-        ATTRIBUTE_MARKER + " #{@name} #{@type.join(',')}"
+        ATTRIBUTE_MARKER + " #{@name} {#{@type.join(',').gsub(' ','_')}}"
       else
         ATTRIBUTE_MARKER + " #{@name} #{@type}"
       end
@@ -193,6 +197,8 @@ module Rarff
             @attributes[j] = Attribute.new("Attr#{j}", ATTRIBUTE_NUMERIC)
           elsif col.kind_of?(String)
             @attributes[j] = Attribute.new("Attr#{j}", ATTRIBUTE_STRING)
+          elsif col.kind_of?(TrueClass) or col.kind_of?(FalseClass) # How come there is no generic BooleanClass?
+            @attributes[j] = Attribute.new("Attr#{j}", ATTRIBUTE_BOOLEAN)
           else
             raise Exception, "Could not parse attribute: #{col.inspect}"
           end
@@ -219,7 +225,8 @@ module Rarff
 
     def to_arff(sparse=false)
       RELATION_MARKER + " #{@name}\n" +
-        @attributes.map{ |attr| attr.to_arff }.join("\n") +
+#        @attributes.map{ |attr| attr.to_arff }.join("\n") +
+        @attributes.join("\n") +
         "\n" +
         DATA_MARKER + "\n" +
         

data/test/test_rarff.rb

@@ -38,70 +38,70 @@ class TestArffLib < Test::Unit::TestCase
     #               puts "rel.to_arff:\n(\n#{rel.to_arff}\n)\n"
     assert_equal(arff_file_str, rel.to_arff, "Arff creation test failed.")
   end
-#
-#  # Test creation of a sparse arff file string.
-#  def test_sparse_arff_creation
-#
-#    arff_file_str = <<-END_OF_ARFF_FILE
-#@RELATION MyCoolRelation
-#@ATTRIBUTE Attr0 NUMERIC
-#@ATTRIBUTE subject STRING
-#@ATTRIBUTE Attr2 NUMERIC
-#@ATTRIBUTE Attr3 STRING
-#@ATTRIBUTE birthday DATE "yyyy-MM-dd HH:mm:ss"
-#@DATA
-#{0 1.4, 1 'foo bar', 3 baz, 4 "1900-08-08 12:12:12"}
-#{0 20.9, 1 ruby, 2 46, 3 rocks, 4 "2005-10-23 12:12:12"}
-#{1 ruby, 2 46, 3 rocks, 4 "2001-02-19 12:12:12"}
-#{0 68.1, 1 stuff, 3 'is cool', 4 "1974-02-10 12:12:12"}
-#    END_OF_ARFF_FILE
-#
-#    arff_file_str.gsub!(/\n$/, '')
-#
-#    instances = [ [1.4, 'foo bar', 0, 'baz', "1900-08-08 12:12:12"],
-#      [20.9, 'ruby', 46, 'rocks', "2005-10-23 12:12:12"],
-#      [0.0, 'ruby', 46, 'rocks', "2001-02-19 12:12:12"],
-#      [68.1, 'stuff', 0, 'is cool', "1974-02-10 12:12:12"]]
-#
-#    rel = Rarff::Relation.new('MyCoolRelation')
-#    rel.instances = instances
-#    rel.attributes[1].name = 'subject'
-#    rel.attributes[4].name = 'birthday'
-#    rel.attributes[4].type = 'DATE "yyyy-MM-dd HH:mm:ss"'
-#
-#    #               puts "rel.to_arff(true):\n(\n#{rel.to_arff(true)}\n)\n"
-#    assert_equal( arff_file_str, rel.to_arff(true), "test_sparse_arff_creation.")
-#  end
-#
-#
-#  # Test parsing of an arff file.
-#  def test_arff_parse
-#    in_file = './test_arff.arff'
-#    rel = Rarff::Relation.new
-#    rel.parse(File.open(File.join(File.dirname(__FILE__),in_file)).read)
-#
-#    assert_equal(rel.instances[2][1], 3.2)
-#    assert_equal(rel.instances[7][4], 'Iris-setosa')
-#  end
-#
-#
-#  # Test parsing of sparse ARFF format
-#  def test_sparse_arff_parse
-#    in_file = './test_sparse_arff.arff'
-#    rel = Rarff::Relation.new
-#    rel.parse(File.open(File.join(File.dirname(__FILE__),in_file)).read)
-#
-#    assert_equal(13, rel.instances[0].size)
-#    assert_equal(0, rel.instances[0][1])
-#    assert_equal(7, rel.instances[0][3])
-#    assert_equal(2.4, rel.instances[1][1])
-#    assert_equal(0, rel.instances[1][2])
-#    assert_equal(19, rel.instances[1][12])
-#    assert_equal(6, rel.instances[2][6])
-#    assert_equal(0, rel.instances[3][12])
-#    #               puts "\n\nARFF: (\n#{rel.to_arff}\n)"
-#  end
-#  
+  #
+  #  # Test creation of a sparse arff file string.
+  #  def test_sparse_arff_creation
+  #
+  #    arff_file_str = <<-END_OF_ARFF_FILE
+  #@RELATION MyCoolRelation
+  #@ATTRIBUTE Attr0 NUMERIC
+  #@ATTRIBUTE subject STRING
+  #@ATTRIBUTE Attr2 NUMERIC
+  #@ATTRIBUTE Attr3 STRING
+  #@ATTRIBUTE birthday DATE "yyyy-MM-dd HH:mm:ss"
+  #@DATA
+  #{0 1.4, 1 'foo bar', 3 baz, 4 "1900-08-08 12:12:12"}
+  #{0 20.9, 1 ruby, 2 46, 3 rocks, 4 "2005-10-23 12:12:12"}
+  #{1 ruby, 2 46, 3 rocks, 4 "2001-02-19 12:12:12"}
+  #{0 68.1, 1 stuff, 3 'is cool', 4 "1974-02-10 12:12:12"}
+  #    END_OF_ARFF_FILE
+  #
+  #    arff_file_str.gsub!(/\n$/, '')
+  #
+  #    instances = [ [1.4, 'foo bar', 0, 'baz', "1900-08-08 12:12:12"],
+  #      [20.9, 'ruby', 46, 'rocks', "2005-10-23 12:12:12"],
+  #      [0.0, 'ruby', 46, 'rocks', "2001-02-19 12:12:12"],
+  #      [68.1, 'stuff', 0, 'is cool', "1974-02-10 12:12:12"]]
+  #
+  #    rel = Rarff::Relation.new('MyCoolRelation')
+  #    rel.instances = instances
+  #    rel.attributes[1].name = 'subject'
+  #    rel.attributes[4].name = 'birthday'
+  #    rel.attributes[4].type = 'DATE "yyyy-MM-dd HH:mm:ss"'
+  #
+  #    #               puts "rel.to_arff(true):\n(\n#{rel.to_arff(true)}\n)\n"
+  #    assert_equal( arff_file_str, rel.to_arff(true), "test_sparse_arff_creation.")
+  #  end
+  #
+  #
+  #  # Test parsing of an arff file.
+  #  def test_arff_parse
+  #    in_file = './test_arff.arff'
+  #    rel = Rarff::Relation.new
+  #    rel.parse(File.open(File.join(File.dirname(__FILE__),in_file)).read)
+  #
+  #    assert_equal(rel.instances[2][1], 3.2)
+  #    assert_equal(rel.instances[7][4], 'Iris-setosa')
+  #  end
+  #
+  #
+  #  # Test parsing of sparse ARFF format
+  #  def test_sparse_arff_parse
+  #    in_file = './test_sparse_arff.arff'
+  #    rel = Rarff::Relation.new
+  #    rel.parse(File.open(File.join(File.dirname(__FILE__),in_file)).read)
+  #
+  #    assert_equal(13, rel.instances[0].size)
+  #    assert_equal(0, rel.instances[0][1])
+  #    assert_equal(7, rel.instances[0][3])
+  #    assert_equal(2.4, rel.instances[1][1])
+  #    assert_equal(0, rel.instances[1][2])
+  #    assert_equal(19, rel.instances[1][12])
+  #    assert_equal(6, rel.instances[2][6])
+  #    assert_equal(0, rel.instances[3][12])
+  #    #               puts "\n\nARFF: (\n#{rel.to_arff}\n)"
+  #  end
+  #  
   def test_output_missing
     arff_file_str = <<-END_OF_ARFF_FILE
 @RELATION MyCoolRelation
@@ -157,6 +157,29 @@ class TestArffLib < Test::Unit::TestCase
     #               puts "rel.to_arff:\n(\n#{rel.to_arff}\n)\n"
     assert_equal(arff_file_str, rel.to_arff, "missing data output failure")
   end
+  
+  def test_boolean
+    arff_file_str = <<-END_OF_ARFF_FILE
+@RELATION MyCoolRelation
+@ATTRIBUTE Attr0 NUMERIC
+@ATTRIBUTE subject STRING
+@ATTRIBUTE Attr2 {false,true}
+@DATA
+?, ?, ?
+20.9, ruby, true
+    END_OF_ARFF_FILE
+
+    arff_file_str.gsub!(/\n$/, '')
+
+    instances = [ [nil, nil, nil],
+      [20.9, 'ruby', true]]
+
+    rel = Rarff::Relation.new('MyCoolRelation')
+    rel.instances = instances
+    rel.attributes[1].name = 'subject'
+
+    assert_equal(arff_file_str, rel.to_arff, "missing data output failure")   
+  end
 end
 
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: wwood-rarff
 version: !ruby/object:Gem::Version 
-  version: 0.2.1
+  version: 0.2.2
 platform: ruby
 authors: 
 - Andy Payne, Ben J Woodcroft
@@ -9,7 +9,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2008-11-25 00:00:00 -08:00
+date: 2009-01-30 00:00:00 -08:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -19,7 +19,7 @@ dependencies:
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
-        version: 1.8.2
+        version: 1.8.3
     version: 
 description: Rarff is a Ruby library for dealing with Attribute-Relation File Format (ARFF) files. ARFF files are used to specify  data sets for data mining and machine learning.
 email: apayne .at. gmail.com, b.woodcroft@pgrad.unimelb.edu.au
@@ -36,7 +36,8 @@ files:
 - Rakefile
 - lib/rarff.rb
 - test/test_arff.arff
-- test/test_sparse_arff.arff
+- "test/test_sparse_arff.arff "
+- test/ts_rarff.rb
 - test/test_rarff.rb
 has_rdoc: true
 homepage: http://adenserparlance.blogspot.com/2007/01/rarff-simple-arff-library-in-ruby.html

data/test/test_sparse_arff.arff

@@ -1,24 +0,0 @@
-% Sample sparse ARFF file
-@RELATION sparseness
-
-@ATTRIBUTE attr1  NUMERIC
-@ATTRIBUTE attr2   NUMERIC
-@ATTRIBUTE attr3  NUMERIC
-@ATTRIBUTE attr4   NUMERIC
-@ATTRIBUTE attr5   NUMERIC
-@ATTRIBUTE attr6   NUMERIC
-@ATTRIBUTE attr7   NUMERIC
-@ATTRIBUTE attr8   NUMERIC
-@ATTRIBUTE attr9   NUMERIC
-@ATTRIBUTE attr10   NUMERIC
-@ATTRIBUTE attr11   NUMERIC
-@ATTRIBUTE attr12   NUMERIC
-@ATTRIBUTE attr13   NUMERIC
-
-@DATA
-{3 7, 10 34}
-{1 2.4, 4 62, 12 19}
-{0 0, 1 1, 2 2, 3 3, 4 4, 5 5, 6 6, 7 7, 8 8, 9 9, 10 10, 11 11, 12 12}
-{9 42}
-{2 54.3, 3 92, 11 10.2}
-