red-datasets 0.0.6 → 0.1.1

data/test/test-mushroom.rb

@@ -0,0 +1,80 @@
+class MushroomTest < Test::Unit::TestCase
+  def setup
+    @dataset = Datasets::Mushroom.new
+  end
+
+  def record(*args)
+    Datasets::Mushroom::Record.new(*args)
+  end
+
+  test("#each") do
+    records = @dataset.each.to_a
+    assert_equal([
+                   8124,
+                   {
+                     :label => "poisonous",
+                     :cap_shape => "convex",
+                     :cap_surface => "smooth",
+                     :cap_color => "brown",
+                     :bruises => "bruises",
+                     :odor => "pungent",
+                     :gill_attachment => "free",
+                     :gill_spacing => "close",
+                     :gill_size => "narrow",
+                     :gill_color => "black",
+                     :stalk_shape => "enlarging",
+                     :stalk_root => "equal",
+                     :stalk_surface_above_ring => "smooth",
+                     :stalk_surface_below_ring => "smooth",
+                     :stalk_color_above_ring => "white",
+                     :stalk_color_below_ring => "white",
+                     :veil_type => "partial",
+                     :veil_color => "white",
+                     :n_rings => 1,
+                     :ring_type => "pendant",
+                     :spore_print_color => "black",
+                     :population => "scattered",
+                     :habitat => "urban"
+                   },
+                   {
+                     :label => "edible",
+                     :cap_shape => "convex",
+                     :cap_surface => "smooth",
+                     :cap_color => "brown",
+                     :bruises => "no",
+                     :odor => "none",
+                     :gill_attachment => "attached",
+                     :gill_spacing => "close",
+                     :gill_size => "broad",
+                     :gill_color => "yellow",
+                     :stalk_shape => "enlarging",
+                     :stalk_root => "missing",
+                     :stalk_surface_above_ring => "smooth",
+                     :stalk_surface_below_ring => "smooth",
+                     :stalk_color_above_ring => "orange",
+                     :stalk_color_below_ring => "orange",
+                     :veil_type => "partial",
+                     :veil_color => "orange",
+                     :n_rings => 1,
+                     :ring_type => "pendant",
+                     :spore_print_color => "orange",
+                     :population => "clustered",
+                     :habitat => "leaves"
+                   }
+                 ],
+                 [
+                   records.size,
+                   records[0].to_h,
+                   records[-1].to_h
+                 ])
+  end
+
+  sub_test_case("#metadata") do
+    test("#description") do
+      description = @dataset.metadata.description
+      assert do
+        description.start_with?("1. Title: Mushroom Database")
+      end
+    end
+  end
+end

data/test/test-penguins.rb

@@ -0,0 +1,239 @@
+class PenguinsTest < Test::Unit::TestCase
+  sub_test_case("PenguinsRawData::SpeciesBase") do
+    test("#data_path") do
+      data_paths = [ Datasets::PenguinsRawData::Adelie,
+                     Datasets::PenguinsRawData::Gentoo,
+                     Datasets::PenguinsRawData::Chinstrap ].map {|cls|
+                       dataset = cls.new
+                       dataset.data_path.relative_path_from(dataset.send(:cache_dir_path)).to_s
+                     }
+      assert_equal(["penguins/adelie.csv", "penguins/gentoo.csv", "penguins/chinstrap.csv"],
+                   data_paths)
+    end
+  end
+
+  sub_test_case("Adelie") do
+    def setup
+      @dataset = Datasets::PenguinsRawData::Adelie.new
+    end
+
+    test("#each") do
+      records = @dataset.each.to_a
+      assert_equal([ 152,
+                     {
+                       study_name: "PAL0708",
+                       sample_number: 1,
+                       species: "Adelie Penguin (Pygoscelis adeliae)",
+                       region: "Anvers",
+                       island: "Torgersen",
+                       stage: "Adult, 1 Egg Stage",
+                       individual_id: "N1A1",
+                       clutch_completion: "Yes",
+                       date_egg: DateTime.new(2007, 11, 11),
+                       culmen_length_mm: 39.1,
+                       culmen_depth_mm: 18.7,
+                       flipper_length_mm: 181,
+                       body_mass_g: 3750,
+                       sex: "MALE",
+                       delta_15_n_permil: nil,
+                       delta_13_c_permil: nil,
+                       comments: "Not enough blood for isotopes."
+                     },
+                     {
+                       study_name: "PAL0910",
+                       sample_number: 152,
+                       species: "Adelie Penguin (Pygoscelis adeliae)",
+                       region: "Anvers",
+                       island: "Dream",
+                       stage: "Adult, 1 Egg Stage",
+                       individual_id: "N85A2",
+                       clutch_completion: "Yes",
+                       date_egg: DateTime.new(2009, 11, 17),
+                       culmen_length_mm: 41.5,
+                       culmen_depth_mm: 18.5,
+                       flipper_length_mm: 201,
+                       body_mass_g: 4000,
+                       sex: "MALE",
+                       delta_15_n_permil: 8.89640,
+                       delta_13_c_permil: -26.06967,
+                       comments: nil
+                     }
+                   ],
+                   [
+                     records.size,
+                     records[0].to_h,
+                     records[-1].to_h
+                   ])
+    end
+  end
+
+  sub_test_case("Gentoo") do
+    def setup
+      @dataset = Datasets::PenguinsRawData::Gentoo.new
+    end
+
+    test("#each") do
+      records = @dataset.each.to_a
+      assert_equal([ 124,
+                     {
+                       study_name: "PAL0708",
+                       sample_number: 1,
+                       species: "Gentoo penguin (Pygoscelis papua)",
+                       region: "Anvers",
+                       island: "Biscoe",
+                       stage: "Adult, 1 Egg Stage",
+                       individual_id: "N31A1",
+                       clutch_completion: "Yes",
+                       date_egg: DateTime.new(2007, 11, 27),
+                       culmen_length_mm: 46.1,
+                       culmen_depth_mm: 13.2,
+                       flipper_length_mm: 211,
+                       body_mass_g: 4500,
+                       sex: "FEMALE",
+                       delta_15_n_permil: 7.993,
+                       delta_13_c_permil: -25.5139,
+                       comments: nil
+                     },
+                     {
+                       study_name: "PAL0910",
+                       sample_number:  124,
+                       species: "Gentoo penguin (Pygoscelis papua)",
+                       region: "Anvers",
+                       island: "Biscoe",
+                       stage: "Adult, 1 Egg Stage",
+                       individual_id: "N43A2",
+                       clutch_completion: "Yes",
+                       date_egg: DateTime.new(2009, 11, 22),
+                       culmen_length_mm: 49.9,
+                       culmen_depth_mm: 16.1,
+                       flipper_length_mm: 213,
+                       body_mass_g: 5400,
+                       sex: "MALE",
+                       delta_15_n_permil: 8.3639,
+                       delta_13_c_permil: -26.15531,
+                       comments: nil
+                     }
+                   ],
+                   [
+                     records.size,
+                     records[0].to_h,
+                     records[-1].to_h
+                   ])
+    end
+  end
+
+  sub_test_case("Chinstrap") do
+    def setup
+      @dataset = Datasets::PenguinsRawData::Chinstrap.new
+    end
+
+    test("#each") do
+      records = @dataset.each.to_a
+      assert_equal([ 68,
+                     {
+                       study_name: "PAL0708",
+                       sample_number: 1,
+                       species: "Chinstrap penguin (Pygoscelis antarctica)",
+                       region: "Anvers",
+                       island: "Dream",
+                       stage: "Adult, 1 Egg Stage",
+                       individual_id: "N61A1",
+                       clutch_completion: "No",
+                       date_egg: DateTime.new(2007, 11, 19),
+                       culmen_length_mm: 46.5,
+                       culmen_depth_mm: 17.9,
+                       flipper_length_mm: 192,
+                       body_mass_g: 3500,
+                       sex: "FEMALE",
+                       delta_15_n_permil: 9.03935,
+                       delta_13_c_permil: -24.30229,
+                       comments: "Nest never observed with full clutch."
+                     },
+                     {
+                       study_name: "PAL0910",
+                       sample_number: 68,
+                       species: "Chinstrap penguin (Pygoscelis antarctica)",
+                       region: "Anvers",
+                       island: "Dream",
+                       stage: "Adult, 1 Egg Stage",
+                       individual_id: "N100A2",
+                       clutch_completion: "Yes",
+                       date_egg: DateTime.new(2009, 11, 21),
+                       culmen_length_mm: 50.2,
+                       culmen_depth_mm: 18.7,
+                       flipper_length_mm: 198,
+                       body_mass_g: 3775,
+                       sex: "FEMALE",
+                       delta_15_n_permil: 9.39305,
+                       delta_13_c_permil: -24.25255,
+                       comments: nil
+                     }
+                   ],
+                   [
+                     records.size,
+                     records[0].to_h,
+                     records[-1].to_h
+                   ])
+    end
+  end
+
+  sub_test_case("Penguins") do
+    def setup
+      @dataset = Datasets::Penguins.new
+    end
+
+    test("#each") do
+      records = @dataset.each.to_a
+      assert_equal([
+                     344,
+                     {
+                       species: "Adelie",
+                       island: "Torgersen",
+                       bill_length_mm: 39.1,
+                       bill_depth_mm: 18.7,
+                       flipper_length_mm: 181,
+                       body_mass_g: 3750,
+                       sex: "male",
+                       year: 2007
+                     },
+                     {
+                       species: "Gentoo",
+                       island: "Biscoe",
+                       bill_length_mm: 46.1,
+                       bill_depth_mm: 13.2,
+                       flipper_length_mm: 211,
+                       body_mass_g: 4500,
+                       sex: "female",
+                       year: 2007
+                     },
+                     {
+                       species: "Chinstrap",
+                       island: "Dream",
+                       bill_length_mm: 46.5,
+                       bill_depth_mm: 17.9,
+                       flipper_length_mm: 192,
+                       body_mass_g: 3500,
+                       sex: "female",
+                       year: 2007
+                     },
+                     {
+                       species: "Chinstrap",
+                       island: "Dream",
+                       bill_length_mm: 50.2,
+                       bill_depth_mm: 18.7,
+                       flipper_length_mm: 198,
+                       body_mass_g: 3775,
+                       sex: "female",
+                       year: 2009
+                     }
+                   ],
+                   [
+                     records.size,
+                     records[0].to_h,
+                     records[152].to_h,
+                     records[276].to_h,
+                     records[-1].to_h,
+                   ])
+    end
+  end
+end

data/test/test-penn-treebank.rb

@@ -9,8 +9,8 @@ class PennTreebankTest < Test::Unit::TestCase
       records = dataset.to_a
       assert_equal([
                      887521,
-                     record("aer", 0),
-                     record("<unk>", 25),
+                     record("aer"),
+                     record("<unk>"),
                    ],
                    [
                      records.size,
@@ -24,8 +24,8 @@ class PennTreebankTest < Test::Unit::TestCase
       records = dataset.to_a
       assert_equal([
                      78669,
-                     record("no", 0),
-                     record("us", 953),
+                     record("no"),
+                     record("us"),
                    ],
                    [
                      records.size,
@@ -39,8 +39,8 @@ class PennTreebankTest < Test::Unit::TestCase
       records = dataset.to_a
       assert_equal([
                      70390,
-                     record("consumers", 0),
-                     record("N", 28),
+                     record("consumers"),
+                     record("N"),
                    ],
                    [
                      records.size,

data/test/test-postal-code-japan.rb

@@ -0,0 +1,69 @@
+class PostalCodeJapanTest < Test::Unit::TestCase
+  sub_test_case(":reading") do
+    test(":lowercase") do
+      dataset = Datasets::PostalCodeJapan.new(reading: :lowercase)
+      assert_equal({
+                     organization_code: "01101",
+                     old_postal_code: "060",
+                     postal_code: "0600000",
+                     prefecture_reading: "ﾎｯｶｲﾄﾞｳ",
+                     city_reading: "ｻｯﾎﾟﾛｼﾁｭｳｵｳｸ",
+                     address_reading: "ｲｶﾆｹｲｻｲｶﾞﾅｲﾊﾞｱｲ",
+                     prefecture: "北海道",
+                     city: "札幌市中央区",
+                     address: "以下に掲載がない場合",
+                     have_multiple_postal_codes: false,
+                     have_address_number_per_koaza: false,
+                     have_chome: false,
+                     postal_code_is_shared: false,
+                     changed: false,
+                     change_reason: nil,
+                   },
+                   dataset.first.to_h)
+    end
+
+    test(":uppercase") do
+      dataset = Datasets::PostalCodeJapan.new(reading: :uppercase)
+      assert_equal({
+                     organization_code: "01101",
+                     old_postal_code: "060",
+                     postal_code: "0600000",
+                     prefecture_reading: "ﾎﾂｶｲﾄﾞｳ",
+                     city_reading: "ｻﾂﾎﾟﾛｼﾁﾕｳｵｳｸ",
+                     address_reading: "ｲｶﾆｹｲｻｲｶﾞﾅｲﾊﾞｱｲ",
+                     prefecture: "北海道",
+                     city: "札幌市中央区",
+                     address: "以下に掲載がない場合",
+                     have_multiple_postal_codes: false,
+                     have_address_number_per_koaza: false,
+                     have_chome: false,
+                     postal_code_is_shared: false,
+                     changed: false,
+                     change_reason: nil,
+                   },
+                   dataset.first.to_h)
+    end
+
+    test(":romaji") do
+      dataset = Datasets::PostalCodeJapan.new(reading: :romaji)
+      assert_equal({
+                     organization_code: nil,
+                     old_postal_code: nil,
+                     postal_code: "0600000",
+                     prefecture_reading: "HOKKAIDO",
+                     city_reading: "SAPPORO SHI CHUO KU",
+                     address_reading: "IKANIKEISAIGANAIBAAI",
+                     prefecture: "北海道",
+                     city: "札幌市　中央区",
+                     address: "以下に掲載がない場合",
+                     have_multiple_postal_codes: false,
+                     have_address_number_per_koaza: false,
+                     have_chome: false,
+                     postal_code_is_shared: false,
+                     changed: false,
+                     change_reason: nil,
+                   },
+                   dataset.first.to_h)
+    end
+  end
+end

data/test/test-table.rb

@@ -3,9 +3,149 @@ class TableTest < Test::Unit::TestCase
     @table = Datasets::Iris.new.to_table
   end
 
-  test("#[]") do
-    assert_equal([1.4, 1.4, 1.3, 1.5, 1.4],
-                 @table[:petal_length].first(5))
+  test("#n_columns") do
+    assert_equal(5, @table.n_columns)
+  end
+
+  test("#n_rows") do
+    assert_equal(150, @table.n_rows)
+  end
+
+  test("#column_names") do
+    assert_equal([
+                   :sepal_length,
+                   :sepal_width,
+                   :petal_length,
+                   :petal_width,
+                   :label,
+                 ],
+                 @table.column_names)
+  end
+
+  test("#each") do
+    shorten_hash = {}
+    @table.each do |name, values|
+      shorten_hash[name] = values.first(5)
+    end
+    assert_equal({
+                   :label        => ["Iris-setosa"] * 5,
+                   :petal_length => [1.4, 1.4, 1.3, 1.5, 1.4],
+                   :petal_width  => [0.2, 0.2, 0.2, 0.2, 0.2],
+                   :sepal_length => [5.1, 4.9, 4.7, 4.6, 5.0],
+                   :sepal_width  => [3.5, 3.0, 3.2, 3.1, 3.6],
+                 },
+                 shorten_hash)
+  end
+
+  test("#each_column") do
+    shorten_hash = {}
+    @table.each_column do |name, values|
+      shorten_hash[name] = values.first(5)
+    end
+    assert_equal({
+                   :label        => ["Iris-setosa"] * 5,
+                   :petal_length => [1.4, 1.4, 1.3, 1.5, 1.4],
+                   :petal_width  => [0.2, 0.2, 0.2, 0.2, 0.2],
+                   :sepal_length => [5.1, 4.9, 4.7, 4.6, 5.0],
+                   :sepal_width  => [3.5, 3.0, 3.2, 3.1, 3.6],
+                 },
+                 shorten_hash)
+  end
+
+  test("#each_record") do
+    records = []
+    @table.each_record do |record|
+      records << record
+      break if records.size == 3
+    end
+    assert_equal([
+                   {
+                     label: "Iris-setosa",
+                     petal_length: 1.4,
+                     petal_width: 0.2,
+                     sepal_length: 5.1,
+                     sepal_width: 3.5,
+                   },
+                   {
+                     label: "Iris-setosa",
+                     petal_length: 1.4,
+                     petal_width: 0.2,
+                     sepal_length: 4.9,
+                     sepal_width: 3.0,
+                   },
+                   {
+                     label: "Iris-setosa",
+                     petal_length: 1.3,
+                     petal_width: 0.2,
+                     sepal_length: 4.7,
+                     sepal_width: 3.2,
+                   },
+                 ],
+                 records.collect(&:to_h))
+  end
+
+  sub_test_case("#find_record") do
+    test("positive") do
+      assert_equal({
+                     label: "Iris-setosa",
+                     petal_length: 1.4,
+                     petal_width: 0.2,
+                     sepal_length: 4.9,
+                     sepal_width: 3.0,
+                   },
+                   @table.find_record(1).to_h)
+    end
+
+    test("positive - over") do
+      assert_nil(@table.find_record(151))
+    end
+
+    test("negative") do
+      assert_equal({
+                     label: "Iris-virginica",
+                     petal_length: 5.1,
+                     petal_width: 1.8,
+                     sepal_length: 5.9,
+                     sepal_width: 3.0,
+                   },
+                   @table.find_record(-1).to_h)
+    end
+
+    test("negative - over") do
+      assert_nil(@table.find_record(-151))
+    end
+  end
+
+  sub_test_case("#[]") do
+    test("index") do
+      assert_equal([1.4, 1.4, 1.3, 1.5, 1.4],
+                   @table[2].first(5))
+    end
+
+    test("name") do
+      assert_equal([1.4, 1.4, 1.3, 1.5, 1.4],
+                   @table[:petal_length].first(5))
+    end
+  end
+
+  test("#dictionary_encode") do
+    assert_equal([
+                   [0, "Iris-setosa"],
+                   [1, "Iris-versicolor"],
+                   [2, "Iris-virginica"],
+                 ],
+                 @table.dictionary_encode(:label).to_a)
+  end
+
+  test("#label_encode") do
+    label_encoded_labels = @table.label_encode(:label)
+    labels = @table[:label]
+    assert_equal([0, 1, 2],
+                 [
+                   label_encoded_labels[labels.find_index("Iris-setosa")],
+                   label_encoded_labels[labels.find_index("Iris-versicolor")],
+                   label_encoded_labels[labels.find_index("Iris-virginica")],
+                 ])
   end
 
   sub_test_case("#fetch_values") do
@@ -38,28 +178,13 @@ class TableTest < Test::Unit::TestCase
     end
   end
 
-  test("#each") do
-    shorten_hash = {}
-    @table.each do |name, values|
-      shorten_hash[name] = values.first(5)
-    end
-    assert_equal({
-                   :class        => ["Iris-setosa"] * 5,
-                   :petal_length => [1.4, 1.4, 1.3, 1.5, 1.4],
-                   :petal_width  => [0.2, 0.2, 0.2, 0.2, 0.2],
-                   :sepal_length => [5.1, 4.9, 4.7, 4.6, 5.0],
-                   :sepal_width  => [3.5, 3.0, 3.2, 3.1, 3.6],
-                 },
-                 shorten_hash)
-  end
-
   test("#to_h") do
     shorten_hash = {}
     @table.to_h.each do |name, values|
       shorten_hash[name] = values.first(5)
     end
     assert_equal({
-                   :class        => ["Iris-setosa"] * 5,
+                   :label        => ["Iris-setosa"] * 5,
                    :petal_length => [1.4, 1.4, 1.3, 1.5, 1.4],
                    :petal_width  => [0.2, 0.2, 0.2, 0.2, 0.2],
                    :sepal_length => [5.1, 4.9, 4.7, 4.6, 5.0],