tb 0.1 → 0.2

data/test-all.rb

@@ -2,6 +2,11 @@ $VERBOSE = true
 
 $:.unshift "lib"
 
+r, w = IO.pipe
+w.close
+STDIN.reopen(r)
+r.close
+
 Dir.glob('test/test_*.rb') {|filename|
   load filename
 }

data/test/test_basic.rb

@@ -31,6 +31,21 @@ class TestTbBasic < Test::Unit::TestCase
                  t2.to_a.map {|rec| rec.to_h })
   end
 
+  def test_pretty_print
+    t = Tb.new %w[fruit color],
+               %w[apple red],
+               %w[banana yellow],
+               %w[orange orange]
+    s = t.pretty_inspect
+    assert_match(/fruit/, s)
+    assert_match(/color/, s)
+    assert_match(/apple/, s)
+    assert_match(/red/, s)
+    assert_match(/banana/, s)
+    assert_match(/yellow/, s)
+    assert_match(/orange/, s)
+  end
+
   def test_enumerable
     t = Tb.new
     assert_kind_of(Enumerable, t)
@@ -52,6 +67,15 @@ class TestTbBasic < Test::Unit::TestCase
     }
   end
 
+  def test_define_field_error
+    t = Tb.new %w[fruit color],
+               %w[apple red],
+               %w[banana yellow],
+               %w[orange orange]
+    assert_raise(ArgumentError) { t.define_field("_foo") }
+    assert_raise(ArgumentError) { t.define_field("fruit") }
+  end
+
   def test_list_fields
     t = Tb.new
     assert_equal([], t.list_fields)
@@ -182,11 +206,12 @@ class TestTbBasic < Test::Unit::TestCase
 
   def test_natjoin2
     t1 = Tb.new %w[a b], %w[1 2], %w[3 4], %w[0 4]
-    t2 = Tb.new %w[b c], %w[2 3], %w[4 5]
+    t2 = Tb.new %w[b c], %w[2 3], %w[4 5], %w[5 8]
     t3 = t1.natjoin2(t2)
     assert_equal([{"_recordid"=>0, "a"=>"1", "b"=>"2", "c"=>"3"},
                   {"_recordid"=>1, "a"=>"3", "b"=>"4", "c"=>"5"},
-                  {"_recordid"=>2, "a"=>"0", "b"=>"4", "c"=>"5"}], t3.to_a.map {|r| r.to_h_with_reserved })
+                  {"_recordid"=>2, "a"=>"0", "b"=>"4", "c"=>"5"}],
+                 t3.to_a.map {|r| r.to_h_with_reserved })
   end
 
   def test_natjoin2_nocommon
@@ -200,6 +225,18 @@ class TestTbBasic < Test::Unit::TestCase
                   t3.to_a.map {|r| r.to_h })
   end
 
+  def test_natjoin2_outer
+    t1 = Tb.new %w[a b], %w[1 2], %w[3 4], %w[0 4], %w[0 1]
+    t2 = Tb.new %w[b c], %w[2 3], %w[4 5], %w[5 8]
+    t3 = t1.natjoin2_outer(t2)
+    assert_equal([{"_recordid"=>0, "a"=>"1", "b"=>"2", "c"=>"3"},
+                  {"_recordid"=>1, "a"=>"3", "b"=>"4", "c"=>"5"},
+                  {"_recordid"=>2, "a"=>"0", "b"=>"4", "c"=>"5"},
+                  {"_recordid"=>3, "a"=>"0", "b"=>"1"},
+                  {"_recordid"=>4, "b"=>"5", "c"=>"8"}],
+                 t3.to_a.map {|r| r.to_h_with_reserved })
+  end
+
   def test_fmap!
     t = Tb.new %w[a b], %w[1 2], %w[3 4]
     t.fmap!("a") {|record, v| "foo" + v }
@@ -249,6 +286,21 @@ class TestTbBasic < Test::Unit::TestCase
     assert(recordid3 != recordid2)
   end
 
+  def test_allocate_recordid_error
+    t = Tb.new
+    recordid1 = t.allocate_recordid
+    assert_raise(ArgumentError) { t.allocate_recordid(recordid1) }
+  end
+
+  def test_allocate_record
+    t = Tb.new
+    rec1 = t.allocate_record
+    assert_kind_of(Tb::Record, rec1)
+    rec2 = t.allocate_record(200)
+    assert_kind_of(Tb::Record, rec2)
+    assert_equal(200, rec2.record_id)
+  end
+
   def test_reorder_fields!
     t = Tb.new %w[fruit color],
                %w[apple red],
@@ -287,4 +339,49 @@ class TestTbBasic < Test::Unit::TestCase
     t2 = t.reorder_records_by {|rec| rec["color"] }
     assert_equal(t.map {|rec| rec["color"] }.sort, t2.map {|rec| rec["color"] })
   end
+
+  def test_insert_values
+    t = Tb.new %w[fruit color],
+               %w[apple red],
+               %w[banana yellow],
+               %w[orange orange]
+    res = t.insert_values(["fruit", "color"], ["grape", "purple"], ["cherry", "red"])
+    assert_equal([3, 4], res)
+    assert_equal(["grape", "purple"], t.get_values(3, "fruit", "color"))
+    assert_equal(["cherry", "red"], t.get_values(4, "fruit", "color"))
+  end
+
+  def test_insert_values_error
+    t = Tb.new %w[fruit color],
+               %w[apple red],
+               %w[banana yellow],
+               %w[orange orange]
+    assert_raise(ArgumentError) { t.insert_values(["fruit", "color"], ["grape", "purple", "red"]) }
+  end
+
+  def test_concat
+    t1 = Tb.new %w[fruit color],
+                %w[apple red]
+    t2 = Tb.new %w[fruit color],
+                %w[banana yellow],
+                %w[orange orange]
+    t3 = t1.concat(t2)
+    assert_same(t1, t3)
+    assert_equal(3, t1.size)
+    assert_equal(["banana", "yellow"], t1.get_values(1, "fruit", "color"))
+    assert_equal(["orange", "orange"], t1.get_values(2, "fruit", "color"))
+  end
+
+  def test_each_record_values
+    t = Tb.new %w[fruit color],
+               %w[banana yellow],
+               %w[orange orange]
+    rs = []
+    t.each_record_values('fruit') {|r| rs << r }
+    assert_equal([['banana'], ['orange']], rs)
+    rs = []
+    t.each_record_values('fruit', 'color') {|r| rs << r }
+    assert_equal([['banana', 'yellow'], ['orange', 'orange']], rs)
+  end
+
 end

data/test/test_catreader.rb

@@ -0,0 +1,27 @@
+require 'tb'
+require 'test/unit'
+require 'tmpdir'
+
+class TestTbCatReader < Test::Unit::TestCase
+  def test_open
+    Dir.mktmpdir {|d|
+      open(i1="#{d}/i1.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+        a,b
+        1,2
+      End
+      open(i2="#{d}/i2.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+        b,a
+        3,4
+      End
+      Tb::CatReader.open([i1, i2]) {|r|
+        assert_equal(%w[a b], r.header)
+        assert_equal([%w[1 2], %w[4 3]], r.read_all)
+        assert_equal(0, r.index_from_field("a"))
+        assert_equal("b", r.field_from_index(1))
+        assert_equal(2, r.index_from_field_ex("1"))
+        assert_equal("2", r.field_from_index_ex(3))
+      }
+    }
+  end
+
+end

data/test/test_cmd_cat.rb

@@ -0,0 +1,118 @@
+require 'test/unit'
+require 'tb/cmdtop'
+require 'tmpdir'
+
+class TestTbCmdCat < Test::Unit::TestCase
+  def setup
+    Tb::Cmd.reset_option
+    @curdir = Dir.pwd
+    @tmpdir = Dir.mktmpdir
+    Dir.chdir @tmpdir
+  end
+  def teardown
+    Tb::Cmd.reset_option
+    Dir.chdir @curdir
+    FileUtils.rmtree @tmpdir
+  end
+
+  def test_basic
+    File.open(i1="i1.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b
+      1,2
+      3,4
+    End
+    File.open(i2="i2.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      b,c
+      5,6
+      7,8
+    End
+    Tb::Cmd.main_cat(['-o', o="o.csv", i1, i2])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      a,b,c
+      1,2
+      3,4
+      ,5,6
+      ,7,8
+    End
+  end
+
+  def test_numeric
+    File.open(i1="i1.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b
+      1,2
+      3,4
+    End
+    File.open(i2="i2.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      b,c
+      5,6
+      7,8
+    End
+    Tb::Cmd.main_cat(['-o', o="o.csv", '-N', i1, i2])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      a,b
+      1,2
+      3,4
+      b,c
+      5,6
+      7,8
+    End
+  end
+
+  def test_extend
+    File.open(i1="i1.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b
+      1,2
+      3,4,x
+    End
+    File.open(i2="i2.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      b,c
+      5,6
+      7,8,y
+    End
+    Tb::Cmd.main_cat(['-o', o="o.csv", i1, i2])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      a,b,c
+      1,2
+      3,4,,x
+      ,5,6
+      ,7,8,y
+    End
+  end
+
+  def test_extend_both
+    File.open(i1="i1.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a
+      1,x
+    End
+    File.open(i2="i2.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      b
+      2,y
+    End
+    Tb::Cmd.main_cat(['-o', o="o.csv", i1, i2])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      a,b
+      1,,x
+      ,2,y
+    End
+  end
+
+  def test_field_order
+    File.open(i1="i1.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b,c
+      1,2,3
+      4,5,6
+    End
+    File.open(i2="i2.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      c,b,a
+      7,8,9
+    End
+    Tb::Cmd.main_cat(['-o', o="o.csv", i1, i2])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      a,b,c
+      1,2,3
+      4,5,6
+      9,8,7
+    End
+  end
+
+end

data/test/test_cmd_consecutive.rb

@@ -0,0 +1,90 @@
+require 'test/unit'
+require 'tb/cmdtop'
+require 'tmpdir'
+
+class TestTbCmdConsecutive < Test::Unit::TestCase
+  def setup
+    Tb::Cmd.reset_option
+    @curdir = Dir.pwd
+    @tmpdir = Dir.mktmpdir
+    Dir.chdir @tmpdir
+  end
+  def teardown
+    Tb::Cmd.reset_option
+    Dir.chdir @curdir
+    FileUtils.rmtree @tmpdir
+  end
+
+  def test_basic
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b,c
+      1,2,3
+      4,5,6
+      7,8,9
+    End
+    Tb::Cmd.main_consecutive(['-o', o="o.csv", i])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      a_1,a_2,b_1,b_2,c_1,c_2
+      1,4,2,5,3,6
+      4,7,5,8,6,9
+    End
+  end
+
+  def test_numeric
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b,c
+      1,2,3
+      4,5,6
+      7,8,9
+    End
+    Tb::Cmd.main_consecutive(['-o', o="o.csv", '-N', i])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      a,1,b,2,c,3
+      1,4,2,5,3,6
+      4,7,5,8,6,9
+    End
+  end
+
+  def test_extend
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b
+      1,2,3
+      4,5,6
+      7,8,9
+    End
+    Tb::Cmd.main_consecutive(['-o', o="o.csv", i])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      a_1,a_2,b_1,b_2
+      1,4,2,5,3,6
+      4,7,5,8,6,9
+    End
+  end
+
+  def test_n3
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b,c
+      1,2,3
+      4,5,6
+      7,8,9
+    End
+    Tb::Cmd.main_consecutive(['-o', o="o.csv", '-n3', i])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      a_1,a_2,a_3,b_1,b_2,b_3,c_1,c_2,c_3
+      1,4,7,2,5,8,3,6,9
+    End
+  end
+
+  def test_n4
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b,c
+      1,2,3
+      4,5,6
+      7,8,9
+    End
+    Tb::Cmd.main_consecutive(['-o', o="o.csv", '-n4', i])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      a_1,a_2,a_3,a_4,b_1,b_2,b_3,b_4,c_1,c_2,c_3,c_4
+    End
+  end
+
+end

data/test/test_cmd_crop.rb

@@ -0,0 +1,101 @@
+require 'test/unit'
+require 'tb/cmdtop'
+require 'tmpdir'
+
+class TestTbCmdCrop < Test::Unit::TestCase
+  def setup
+    Tb::Cmd.reset_option
+    @curdir = Dir.pwd
+    @tmpdir = Dir.mktmpdir
+    Dir.chdir @tmpdir
+  end
+  def teardown
+    Tb::Cmd.reset_option
+    Dir.chdir @curdir
+    FileUtils.rmtree @tmpdir
+  end
+
+  def test_basic
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      ,,
+      ,a,b,,
+      ,0,1,,,
+      ,4,,,
+      ,,,
+
+    End
+    Tb::Cmd.main_crop(['-o', o="o.csv", i])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      a,b
+      0,1
+      4
+    End
+  end
+
+  def test_a1_range
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b,c,d
+      0,1,2,3
+      4,5,6,7
+      8,9,a,b
+      c,d,e,f
+    End
+    Tb::Cmd.main_crop(['-o', o="o.csv", '-r', 'B1:C2', i])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      b,c
+      1,2
+    End
+  end
+
+  def test_r1c1_range
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b,c,d
+      0,1,2,3
+      4,5,6,7
+      8,9,a,b
+      c,d,e,f
+    End
+    Tb::Cmd.main_crop(['-o', o="o.csv", '-r', 'R2C1:R3C2', i])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      0,1
+      4,5
+    End
+  end
+
+  def test_twofile
+    File.open(i1="i1.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b
+      1,2
+      3,4
+    End
+    File.open(i2="i2.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      b,a
+      5,6
+      7,8
+    End
+    Tb::Cmd.main_crop(['-o', o="o.csv", '-r', 'B2:B4', i1, i2])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      2
+      4
+      a
+    End
+  end
+end
+
+class TestTbCmdCropNoTmpDir < Test::Unit::TestCase
+  def test_invalid_range
+    assert_raise(ArgumentError) { Tb::Cmd.main_crop(['-r', 'foo']) }
+  end
+
+  def test_decode_a1_addressing_col
+    assert_equal(1, Tb::Cmd.decode_a1_addressing_col("A"))
+    assert_equal(26, Tb::Cmd.decode_a1_addressing_col("Z"))
+    ("A".."Z").each_with_index {|ch, i|
+      assert_equal(i+1, Tb::Cmd.decode_a1_addressing_col(ch))
+    }
+    assert_equal(27, Tb::Cmd.decode_a1_addressing_col("AA"))
+    assert_equal(256, Tb::Cmd.decode_a1_addressing_col("IV"))
+    assert_equal(16384, Tb::Cmd.decode_a1_addressing_col("XFD"))
+  end
+
+end