tb 0.1 → 0.2

data/test/test_cmd_cross.rb

@@ -0,0 +1,113 @@
+require 'test/unit'
+require 'tb/cmdtop'
+require 'tmpdir'
+
+class TestTbCmdCross < Test::Unit::TestCase
+  def setup
+    Tb::Cmd.reset_option
+    @curdir = Dir.pwd
+    @tmpdir = Dir.mktmpdir
+    Dir.chdir @tmpdir
+  end
+  def teardown
+    Tb::Cmd.reset_option
+    Dir.chdir @curdir
+    FileUtils.rmtree @tmpdir
+  end
+
+  def test_basic
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      name,year,observ
+      aaaa,2000,1
+      bbbb,2001,3
+      bbbb,2000,4
+      cccc,2002,5
+    End
+    Tb::Cmd.main_cross(['-o', o="o.csv", 'name', 'year', i])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      name,aaaa,bbbb,cccc
+      year,count,count,count
+      2000,1,1,
+      2001,,1,
+      2002,,,1
+    End
+  end
+
+  def test_no_hkey_fields
+    exc = assert_raise(SystemExit) { Tb::Cmd.main_cross([]) }
+    assert(!exc.success?)
+  end
+
+  def test_no_vkey_fields
+    exc = assert_raise(SystemExit) { Tb::Cmd.main_cross(['hk']) }
+    assert(!exc.success?)
+  end
+
+  def test_compact
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      name,year,observ
+      aaaa,2000,1
+      bbbb,2001,3
+      bbbb,2000,4
+      cccc,2002,5
+    End
+    Tb::Cmd.main_cross(['-o', o="o.csv", 'name', 'year', '-c', i])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      year,aaaa,bbbb,cccc
+      2000,1,1,
+      2001,,1,
+      2002,,,1
+    End
+  end
+
+  def test_sum
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      name,year,observ
+      aaaa,2000,1
+      bbbb,2001,3
+      bbbb,2000,4
+      cccc,2002,5
+      aaaa,2000,2
+    End
+    Tb::Cmd.main_cross(['-o', o="o.csv", 'name', 'year', '-a', 'sum(observ)', i])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      name,aaaa,bbbb,cccc
+      year,sum(observ),sum(observ),sum(observ)
+      2000,3,4,
+      2001,,3,
+      2002,,,5
+    End
+  end
+
+  def test_twofile
+    File.open(i1="i1.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b
+      1,2
+      3,4
+    End
+    File.open(i2="i2.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      b,a
+      5,6
+      7,8
+    End
+    Tb::Cmd.main_cross(['-o', o="o.csv", 'a', 'b', i1, i2])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      a,1,3,6,8
+      b,count,count,count,count
+      2,1,,,
+      4,,1,,
+      5,,,1,
+      7,,,,1
+    End
+  end
+
+  def test_invalid_aggregator
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b
+      1,2
+      3,4
+    End
+    exc = assert_raise(SystemExit) { Tb::Cmd.main_cross(['-o', "o.csv", 'a', 'b', '-a', 'foo', i]) }
+    assert(!exc.success?)
+  end
+end

data/test/test_cmd_csv.rb

@@ -0,0 +1,129 @@
+require 'test/unit'
+require 'tb/cmdtop'
+require 'tmpdir'
+
+class TestTbCmdCSV < Test::Unit::TestCase
+  def setup
+    Tb::Cmd.reset_option
+    @curdir = Dir.pwd
+    @tmpdir = Dir.mktmpdir
+    Dir.chdir @tmpdir
+  end
+  def teardown
+    Tb::Cmd.reset_option
+    Dir.chdir @curdir
+    FileUtils.rmtree @tmpdir
+  end
+
+  def test_basic
+    File.open(i="i.tsv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a\tb\tc
+      0\t1\t2
+      4\t5\t6
+    End
+    Tb::Cmd.main_csv(['-o', o="o.csv", i])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      a,b,c
+      0,1,2
+      4,5,6
+    End
+  end
+
+  def test_complement_header
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b
+      0,1,2
+      4,5,6
+    End
+    Tb::Cmd.main_csv(['-o', o="o.csv", i])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      a,b,1
+      0,1,2
+      4,5,6
+    End
+  end
+
+  def test_numeric
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a
+      0,1,2
+      4,5,6
+    End
+    Tb::Cmd.main_csv(['-o', o="o.csv", '-N', i])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      a,,
+      0,1,2
+      4,5,6
+    End
+  end
+
+  def test_noarg
+    File.open(i="i.tsv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b,c
+      0,1,2
+      4,5,6
+    End
+    save = STDIN.dup
+    input = File.open(i)
+    STDIN.reopen(input)
+    Tb::Cmd.main_csv(['-o', o="o.csv"])
+    STDIN.reopen(save)
+    save.close
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      a,b,c
+      0,1,2
+      4,5,6
+    End
+  ensure
+    save.close if save && !save.closed?
+    input.close if input && !input.closed?
+  end
+
+  def test_pipeout
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b,c
+      0,1,2
+      4,5,6
+    End
+    r, w = IO.pipe
+    th = Thread.new { r.read }
+    save = STDOUT.dup
+    STDOUT.reopen(w)
+    w.close
+    Tb::Cmd.main_csv([i])
+    STDOUT.reopen(save)
+    save.close
+    result = th.value
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), result)
+      a,b,c
+      0,1,2
+      4,5,6
+    End
+  ensure
+    r.close if r && !r.closed?
+    w.close if w && !w.closed?
+    save.close if save && !save.closed?
+  end
+
+  def test_twofile
+    File.open(i1="i1.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b
+      1,2
+      3,4
+    End
+    File.open(i2="i2.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      b,a
+      5,6
+      7,8
+    End
+    Tb::Cmd.main_csv(['-o', o="o.csv", i1, i2])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      a,b
+      1,2
+      3,4
+      6,5
+      8,7
+    End
+  end
+
+end

data/test/test_cmd_cut.rb

@@ -0,0 +1,100 @@
+require 'test/unit'
+require 'tb/cmdtop'
+require 'tmpdir'
+
+class TestTbCmdCut < Test::Unit::TestCase
+  def setup
+    Tb::Cmd.reset_option
+    @curdir = Dir.pwd
+    @tmpdir = Dir.mktmpdir
+    Dir.chdir @tmpdir
+  end
+  def teardown
+    Tb::Cmd.reset_option
+    Dir.chdir @curdir
+    FileUtils.rmtree @tmpdir
+  end
+
+  def test_basic
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b,c,d
+      0,1,2,3
+      4,5,6,7
+      8,9,a,b
+      c,d,e,f
+    End
+    Tb::Cmd.main_cut(['-o', o="o.csv", 'b,d', i])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      b,d
+      1,3
+      5,7
+      9,b
+      d,f
+    End
+  end
+
+  def test_no_cut_fields
+    exc = assert_raise(SystemExit) { Tb::Cmd.main_cut([]) }
+    assert(!exc.success?)
+  end
+
+  def test_opt_v
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b,c,d
+      0,1,2,3
+      4,5,6,7
+      8,9,a,b
+      c,d,e,f
+    End
+    Tb::Cmd.main_cut(['-o', o="o.csv", '-v', 'b,d', i])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      a,c
+      0,2
+      4,6
+      8,a
+      c,e
+    End
+  end
+
+  def test_extend
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b
+      0,1,2,3
+    End
+    Tb::Cmd.main_cut(['-o', o="o.csv", 'a,2,1', i])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      a,2,1
+      0,3,2
+    End
+  end
+
+  def test_unextendable
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b
+      0,1,2,3
+    End
+    assert_raise(ArgumentError) { Tb::Cmd.main_cut(['-o', "o.csv", '0', i]) }
+  end
+
+  def test_twofile
+    File.open(i1="i1.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b
+      1,2
+      3,4
+    End
+    File.open(i2="i2.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      b,a
+      5,6
+      7,8
+    End
+    Tb::Cmd.main_cut(['-o', o="o.csv", 'a', i1, i2])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      a
+      1
+      3
+      6
+      8
+    End
+  end
+
+end

data/test/test_cmd_grep.rb

@@ -0,0 +1,89 @@
+require 'test/unit'
+require 'tb/cmdtop'
+require 'tmpdir'
+
+class TestTbCmdGrep < Test::Unit::TestCase
+  def setup
+    Tb::Cmd.reset_option
+    @curdir = Dir.pwd
+    @tmpdir = Dir.mktmpdir
+    Dir.chdir @tmpdir
+  end
+  def teardown
+    Tb::Cmd.reset_option
+    Dir.chdir @curdir
+    FileUtils.rmtree @tmpdir
+  end
+
+  def test_basic
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b,c,d
+      0,1,2,3
+      4,5,6,7
+      8,9,a,b
+      c,d,e,f
+    End
+    Tb::Cmd.main_grep(['-o', o="o.csv", '[6f]', i])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      a,b,c,d
+      4,5,6,7
+      c,d,e,f
+    End
+  end
+
+  def test_no_regexp
+    exc = assert_raise(SystemExit) { Tb::Cmd.main_grep([]) }
+    assert(!exc.success?)
+  end
+
+  def test_opt_e
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b,c,d
+      0,1,2,3
+      4,5,6,7
+      8,9,a,b
+      c,d,e,f
+    End
+    Tb::Cmd.main_grep(['-o', o="o.csv", '-e', '[6f]', i])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      a,b,c,d
+      4,5,6,7
+      c,d,e,f
+    End
+  end
+
+  def test_ruby_pred
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b,c,d
+      0,1,2,3
+      4,5,6,7
+      8,9,a,b
+      c,d,e,f
+    End
+    Tb::Cmd.main_grep(['-o', o="o.csv", '--ruby', '_["b"] == "5"', i])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      a,b,c,d
+      4,5,6,7
+    End
+  end
+
+  def test_twofile
+    File.open(i1="i1.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b
+      1,2
+      3,4
+    End
+    File.open(i2="i2.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      b,a
+      5,6
+      7,8
+    End
+    Tb::Cmd.main_grep(['-o', o="o.csv", '[46]', i1, i2])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      a,b
+      3,4
+      6,5
+    End
+  end
+
+end

data/test/test_cmd_group.rb

@@ -0,0 +1,181 @@
+require 'test/unit'
+require 'tb/cmdtop'
+require 'tmpdir'
+
+class TestTbCmdGroup < Test::Unit::TestCase
+  def setup
+    Tb::Cmd.reset_option
+    @curdir = Dir.pwd
+    @tmpdir = Dir.mktmpdir
+    Dir.chdir @tmpdir
+  end
+  def teardown
+    Tb::Cmd.reset_option
+    Dir.chdir @curdir
+    FileUtils.rmtree @tmpdir
+  end
+
+  def test_basic
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b,c,d
+      0,1,2,3
+      4,5,6,7
+      8,9,a,b
+      c,d,e,f
+      x,5,6,y
+    End
+    Tb::Cmd.main_group(['-o', o="o.csv", 'b,c', '-a', 'count', i])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      b,c,count
+      1,2,1
+      5,6,2
+      9,a,1
+      d,e,1
+    End
+  end
+
+  def test_no_keyfields
+    exc = assert_raise(SystemExit) { Tb::Cmd.main_group([]) }
+    assert(!exc.success?)
+  end
+
+  def test_sum
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b,c,d
+      0,1,2,3
+      4,5,6,7
+      8,9,4,1
+      c,d,5,2.5
+      x,5,6,3
+    End
+    Tb::Cmd.main_group(['-o', o="o.csv", 'b', '-a', 'sum(d)', i])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      b,sum(d)
+      1,3
+      5,10
+      9,1
+      d,2.5
+    End
+  end
+
+  def test_max
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b,c,d
+      0,1,2,3
+      4,5,6,7
+      8,9,4,1
+      c,d,5,2.5
+      x,5,6,3
+    End
+    Tb::Cmd.main_group(['-o', o="o.csv", 'b', '-a', 'max(d)', i])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      b,max(d)
+      1,3
+      5,7
+      9,1
+      d,2.5
+    End
+  end
+
+  def test_min
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b,c,d
+      0,1,2,3
+      4,5,6,7
+      8,9,4,1
+      c,d,5,2.5
+      x,5,6,3
+    End
+    Tb::Cmd.main_group(['-o', o="o.csv", 'b', '-a', 'min(d)', i])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      b,min(d)
+      1,3
+      5,3
+      9,1
+      d,2.5
+    End
+  end
+
+  def test_avg
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b,c,d
+      0,1,2,3
+      4,5,6,7
+      8,9,4,1
+      c,d,5,2.5
+      x,5,6,3
+    End
+    Tb::Cmd.main_group(['-o', o="o.csv", 'b', '-a', 'avg(d)', i])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      b,avg(d)
+      1,3.0
+      5,5.0
+      9,1.0
+      d,2.5
+    End
+  end
+
+  def test_values
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b
+      A,1
+      A,2
+      B,3
+      A,1
+    End
+    Tb::Cmd.main_group(['-o', o="o.csv", 'a', '-a', 'values(b)', i])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      a,values(b)
+      A,"1,2,1"
+      B,3
+    End
+  end
+
+  def test_uniquevalues
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b
+      A,1
+      A,2
+      B,3
+      A,1
+    End
+    Tb::Cmd.main_group(['-o', o="o.csv", 'a', '-a', 'uniquevalues(b)', i])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      a,uniquevalues(b)
+      A,"1,2"
+      B,3
+    End
+  end
+
+  def test_twofile
+    File.open(i1="i1.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b
+      1,2
+      3,4
+    End
+    File.open(i2="i2.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      b,a
+      5,6
+      7,8
+    End
+    Tb::Cmd.main_group(['-o', o="o.csv", 'a', '-a', 'count', i1, i2])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      a,count
+      1,1
+      3,1
+      6,1
+      8,1
+    End
+  end
+
+  def test_invalid_aggregator
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b
+      1,2
+      3,4
+    End
+    exc = assert_raise(SystemExit) { Tb::Cmd.main_group(['-o', "o.csv", 'a', '-a', 'foo', i]) }
+    assert(!exc.success?)
+  end
+
+end