tb 0.2 → 0.3

data/test/test_cmd_nest.rb

@@ -0,0 +1,49 @@
+require 'test/unit'
+require 'tb/cmdtop'
+require 'tmpdir'
+
+class TestTbCmdNest < Test::Unit::TestCase
+  def setup
+    Tb::Cmd.reset_option
+    @curdir = Dir.pwd
+    @tmpdir = Dir.mktmpdir
+    Dir.chdir @tmpdir
+  end
+  def teardown
+    Tb::Cmd.reset_option
+    Dir.chdir @curdir
+    FileUtils.rmtree @tmpdir
+  end
+
+  def test_basic
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b,c
+      0,1,2
+      0,3,4
+      4,5,6
+    End
+    Tb::Cmd.main_nest(['-o', o="o.csv", 'z,b,c', i])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      a,z
+      0,"b,c
+      1,2
+      3,4
+      "
+      4,"b,c
+      5,6
+      "
+    End
+  end
+
+  def test_field_not_found
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b,c
+      0,1,2
+      0,3,4
+      4,5,6
+    End
+    exc = assert_raise(SystemExit) { Tb::Cmd.main_nest(['-o', "o.csv", 'z,b,d', i]) }
+    assert(!exc.success?)
+  end
+
+end

data/test/test_cmd_sort.rb

@@ -102,4 +102,19 @@ class TestTbCmdSort < Test::Unit::TestCase
     End
   end
 
+  def test_reverse
+    File.open(i="i.csv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
+      a,b
+      1,4
+      0,3
+      3,2
+    End
+    Tb::Cmd.main_sort(['-o', o="o.csv", '-r', i])
+    assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
+      a,b
+      3,2
+      1,4
+      0,3
+    End
+  end
 end

data/test/test_cmd_tar_tvf.rb

@@ -0,0 +1,281 @@
+require 'test/unit'
+require 'tb/cmdtop'
+require 'tmpdir'
+
+class TestTbCmdTarTvf < Test::Unit::TestCase
+  def setup
+    Tb::Cmd.reset_option
+    @curdir = Dir.pwd
+    @tmpdir = Dir.mktmpdir
+    Dir.chdir @tmpdir
+  end
+  def teardown
+    Tb::Cmd.reset_option
+    Dir.chdir @curdir
+    FileUtils.rmtree @tmpdir
+  end
+
+  def tar_with_format_option
+    return @@tar_with_format_option if defined? @@tar_with_format_option
+    commands = %w[tar gtar]
+    commands.each {|c|
+      msg = IO.popen("exec 2>&1; LC_ALL=C #{c} --help") {|f| f.read }
+      if / --format \{(.*)\}/ =~ msg # bsdtar 2.7.0 (FreeBSD 8.2)
+        format_desc = $1
+        formats = []
+        formats << 'ustar' if /\bustar\b/ =~ format_desc
+        formats << 'pax' if /\bpax\b/ =~ format_desc
+        @@tar_with_format_option = [c, formats]
+        return @@tar_with_format_option
+      elsif / --format=FORMAT / =~ msg # GNU tar 1.23
+        formats = []
+        formats << 'gnu' if /\bgnu\b.*\bformat\b/ =~ msg
+        formats << 'oldgnu' if /\boldgnu\b.*\bformat\b/ =~ msg
+        formats << 'pax' if /\bpax\b.*\bformat\b/ =~ msg
+        formats << 'ustar' if /\bustar\b.*\bformat\b/ =~ msg
+        formats << 'v7' if /\bv7\b.*\bformat\b/ =~ msg
+        @@tar_with_format_option = [c, formats]
+        return @@tar_with_format_option
+      end
+    }
+    @@tar_with_format_option = nil
+  end
+
+  def with_stdin(io)
+    save = $stdin
+    $stdin = io
+    begin
+      yield
+    ensure
+      $stdin = save
+    end
+  end
+
+  def test_basic
+    open('foo', 'w') {|f| }
+    assert(system('tar cf bar.tar foo'))
+    Tb::Cmd.main_tar_tvf(['-o', o='o.csv', 'bar.tar'])
+    assert_match(/,foo,/, File.read(o))
+  end
+
+  def test_stdin
+    open('foo', 'w') {|f| }
+    assert(system('tar cf bar.tar foo'))
+    o = nil
+    open('bar.tar') {|f|
+      with_stdin(f) {
+        Tb::Cmd.main_tar_tvf(['-o', o='o.csv'])
+      }
+    }
+    assert_match(/,foo,/, File.read(o))
+  end
+
+  def test_pipe_stdin
+    return unless Process.respond_to? :spawn
+    open('foo', 'w') {|f| }
+    assert(system('tar cf bar.tar foo'))
+    o = nil
+    IO.popen('cat bar.tar') {|f|
+      with_stdin(f) {
+        Tb::Cmd.main_tar_tvf(['-o', o='o.csv'])
+      }
+    }
+    assert_match(/,foo,/, File.read(o))
+  end
+
+  def test_gzip
+    return unless Process.respond_to? :spawn
+    open('foo', 'w') {|f| }
+    assert(system('tar cf bar.tar foo'))
+    assert(system('gzip bar.tar'))
+    Tb::Cmd.main_tar_tvf(['-o', o='o.csv', 'bar.tar.gz'])
+    assert_match(/,foo,/, File.read(o))
+  end
+
+  def test_gzip_stdin
+    return unless Process.respond_to? :spawn
+    open('foo', 'w') {|f| }
+    assert(system('tar cf bar.tar foo'))
+    assert(system('gzip bar.tar'))
+    o = nil
+    open('bar.tar.gz') {|f|
+      with_stdin(f) {
+        Tb::Cmd.main_tar_tvf(['-o', o='o.csv'])
+      }
+    }
+    assert_match(/,foo,/, File.read(o))
+  end
+
+  def test_gzip_pipe_stdin
+    return unless Process.respond_to? :spawn
+    open('foo', 'w') {|f| f << "oooo" }
+    assert(system('tar cf bar.tar foo'))
+    assert(system('gzip bar.tar'))
+    o = nil
+    IO.popen('cat bar.tar.gz') {|f|
+      with_stdin(f) {
+        Tb::Cmd.main_tar_tvf(['-o', o='o.csv'])
+      }
+    }
+    assert_match(/,foo,/, File.read(o))
+  end
+
+  def test_directory
+    Dir.mkdir("d")
+    open('d/foo', 'w') {|f| f << "hahaha" }
+    assert(system('tar cf bar.tar d'))
+    Tb::Cmd.main_tar_tvf(['-o', o='o.csv', '-l', 'bar.tar'])
+    result = File.read(o)
+    assert_match(%r{,d/,}, result)
+    assert_match(%r{,d/foo,}, result)
+  end
+
+  def test_hardlink
+    open('foo', 'w') {|f| f << "hahaha" }
+    File.link('foo', 'baz')
+    assert(system('tar cf bar.tar foo baz'))
+    Tb::Cmd.main_tar_tvf(['-o', o='o.csv', '-l', 'bar.tar'])
+    result = File.read(o)
+    assert_match(/,foo,/, result)
+    assert_match(/,h/, result)
+    assert_match(/,baz,foo,/, result)
+  end
+
+  def test_ustar_longpath
+    return unless tar_and_formats = tar_with_format_option
+    name = 'ABC' + 'a' * 90 + 'DEF/GHI' + 'b' * 90 + 'IJK'
+    Dir.mkdir(File.dirname(name))
+    open(name, 'w') {|f| }
+    %w[ustar gnu oldgnu pax].each {|format|
+      next unless tar_and_formats.last.include? format
+      tar = tar_and_formats.first
+      assert(system("#{tar} cf bar.tar --format=#{format} #{name}"))
+      Tb::Cmd.main_tar_tvf(['-o', o='o.csv', '-l', 'bar.tar'])
+      result = File.read(o)
+      assert_equal(2, result.count("\n"), "tar format: #{format}")
+      assert_match(/,#{name},/, result)
+    }
+  end
+
+  def test_ext_longname
+    return unless tar_and_formats = tar_with_format_option
+    name = 'ABC' + 'a' * 200 + 'XYZ'
+    open(name, 'w') {|f| }
+    %w[gnu oldgnu pax].each {|format|
+      next unless tar_and_formats.last.include? format
+      tar = tar_and_formats.first
+      assert(system("#{tar} cf bar.tar --format=#{format} #{name}"))
+      Tb::Cmd.main_tar_tvf(['-o', o='o.csv', '-l', 'bar.tar'])
+      result = File.read(o)
+      assert_equal(2, result.count("\n"), "tar format: #{format}")
+      assert_match(/,#{name},/, result)
+    }
+  end
+
+  def test_ext_longlink
+    return unless tar_and_formats = tar_with_format_option
+    link = 'ABC' + 'a' * 200 + 'XYZ'
+    File.symlink(link, 'foo')
+    %w[gnu oldgnu pax].each {|format|
+      next unless tar_and_formats.last.include? format
+      tar = tar_and_formats.first
+      assert(system("#{tar} cf bar.tar --format=#{format} foo"))
+      Tb::Cmd.main_tar_tvf(['-o', o='o.csv', '-l', 'bar.tar'])
+      result = File.read(o)
+      assert_equal(2, result.count("\n"), "tar format: #{format}")
+      assert_match(/,#{link},/, result)
+    }
+  end
+
+  def test_ext_longname_and_longlink
+    return unless tar_and_formats = tar_with_format_option
+    name = 'ABC' + 'a' * 200 + 'XYZ'
+    link = 'ABC' + 'b' * 200 + 'XYZ'
+    File.symlink(link, name)
+    %w[gnu oldgnu pax].each {|format|
+      next unless tar_and_formats.last.include? format
+      tar = tar_and_formats.first
+      assert(system("#{tar} cf bar.tar --format=#{format} #{name}"))
+      Tb::Cmd.main_tar_tvf(['-o', o='o.csv', '-l', 'bar.tar'])
+      result = File.read(o)
+      assert_equal(2, result.count("\n"))
+      assert_match(/,#{name},/, result)
+      assert_match(/,#{link},/, result)
+    }
+  end
+
+  def test_mtime
+    return unless tar_and_formats = tar_with_format_option
+    name = 'foo'
+    open(name, 'w') {|f| }
+    mtime_from_epoch = 730479600
+    mtime = Time.at(mtime_from_epoch)
+    File.utime(0, mtime, name)
+    %w[v7 ustar oldgnu gnu pax].each {|format|
+      next unless tar_and_formats.last.include? format
+      tar = tar_and_formats.first
+      assert(system("#{tar} cf bar.tar --format=#{format} #{name}"))
+      Tb::Cmd.main_tar_tvf(['-o', o='o.csv', '-l', 'bar.tar'])
+      result = File.read(o)
+      assert_equal(2, result.count("\n"), "tar format: #{format}")
+      assert_match(/,#{Regexp.escape mtime.iso8601(9)},/, result, "tar format: #{format}")
+    }
+  end
+
+  def test_atime
+    return unless tar_and_formats = tar_with_format_option
+    name = 'foo'
+    open(name, 'w') {|f| }
+    atime_from_epoch = 730479600
+    atime = Time.at(atime_from_epoch)
+    File.utime(atime, 0, name)
+    %w[pax].each {|format|
+      next unless tar_and_formats.last.include? format
+      tar = tar_and_formats.first
+      assert(system("#{tar} cf bar.tar --format=#{format} #{name}"))
+      Tb::Cmd.main_tar_tvf(['-o', o='o.csv', '-l', 'bar.tar'])
+      result = File.read(o)
+      assert_equal(2, result.count("\n"), "tar format: #{format}")
+      assert_match(/,#{Regexp.escape atime.iso8601(9)},/, result, "tar format: #{format}")
+    }
+  end
+
+  def test_mtime_subsec
+    return unless tar_and_formats = tar_with_format_option
+    name = 'foo'
+    open(name, 'w') {|f| }
+    mtime_from_epoch = 730479600
+    mtime = Time.at(mtime_from_epoch, 100000)
+    File.utime(0, mtime, name)
+    return if File.stat(name).mtime.usec != 100000
+    %w[pax].each {|format|
+      next unless tar_and_formats.last.include? format
+      tar = tar_and_formats.first
+      assert(system("#{tar} cf bar.tar --format=#{format} #{name}"))
+      Tb::Cmd.main_tar_tvf(['-o', o='o.csv', '-l', 'bar.tar'])
+      result = File.read(o)
+      assert_equal(2, result.count("\n"), "tar format: #{format}")
+      assert_match(/,#{Regexp.escape mtime.iso8601(9)},/, result, "tar format: #{format}")
+    }
+  end
+
+  def test_atime_subsec
+    return unless tar_and_formats = tar_with_format_option
+    name = 'foo'
+    open(name, 'w') {|f| }
+    atime_from_epoch = 730479600
+    atime = Time.at(atime_from_epoch, 100000)
+    File.utime(atime, 0, name)
+    return if File.stat(name).atime.usec != 100000
+    %w[pax].each {|format|
+      next unless tar_and_formats.last.include? format
+      tar = tar_and_formats.first
+      assert(system("#{tar} cf bar.tar --format=#{format} #{name}"))
+      Tb::Cmd.main_tar_tvf(['-o', o='o.csv', '-l', 'bar.tar'])
+      result = File.read(o)
+      assert_equal(2, result.count("\n"), "tar format: #{format}")
+      assert_match(/,#{Regexp.escape atime.iso8601(9)},/, result, "tar format: #{format}")
+    }
+  end
+
+end

data/test/{test_cmd_csv.rb → test_cmd_to_csv.rb}

@@ -2,7 +2,7 @@ require 'test/unit'
 require 'tb/cmdtop'
 require 'tmpdir'
 
-class TestTbCmdCSV < Test::Unit::TestCase
+class TestTbCmdToCSV < Test::Unit::TestCase
   def setup
     Tb::Cmd.reset_option
     @curdir = Dir.pwd
@@ -15,13 +15,33 @@ class TestTbCmdCSV < Test::Unit::TestCase
     FileUtils.rmtree @tmpdir
   end
 
+  def with_stdin(io)
+    save = $stdin
+    $stdin = io
+    begin
+      yield
+    ensure
+      $stdin = save
+    end
+  end
+
+  def with_stdout(io)
+    save = $stdout
+    $stdout = io
+    begin
+      yield
+    ensure
+      $stdout = save
+    end
+  end
+
   def test_basic
     File.open(i="i.tsv", "w") {|f| f << <<-"End".gsub(/^[ \t]+/, '') }
       a\tb\tc
       0\t1\t2
       4\t5\t6
     End
-    Tb::Cmd.main_csv(['-o', o="o.csv", i])
+    Tb::Cmd.main_to_csv(['-o', o="o.csv", i])
     assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
       a,b,c
       0,1,2
@@ -35,7 +55,7 @@ class TestTbCmdCSV < Test::Unit::TestCase
       0,1,2
       4,5,6
     End
-    Tb::Cmd.main_csv(['-o', o="o.csv", i])
+    Tb::Cmd.main_to_csv(['-o', o="o.csv", i])
     assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
       a,b,1
       0,1,2
@@ -49,7 +69,7 @@ class TestTbCmdCSV < Test::Unit::TestCase
       0,1,2
       4,5,6
     End
-    Tb::Cmd.main_csv(['-o', o="o.csv", '-N', i])
+    Tb::Cmd.main_to_csv(['-o', o="o.csv", '-N', i])
     assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
       a,,
       0,1,2
@@ -63,20 +83,17 @@ class TestTbCmdCSV < Test::Unit::TestCase
       0,1,2
       4,5,6
     End
-    save = STDIN.dup
-    input = File.open(i)
-    STDIN.reopen(input)
-    Tb::Cmd.main_csv(['-o', o="o.csv"])
-    STDIN.reopen(save)
-    save.close
+    o = nil
+    File.open(i) {|input|
+      with_stdin(input) {
+        Tb::Cmd.main_to_csv(['-o', o="o.csv"])
+      }
+    }
     assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
       a,b,c
       0,1,2
       4,5,6
     End
-  ensure
-    save.close if save && !save.closed?
-    input.close if input && !input.closed?
   end
 
   def test_pipeout
@@ -87,12 +104,10 @@ class TestTbCmdCSV < Test::Unit::TestCase
     End
     r, w = IO.pipe
     th = Thread.new { r.read }
-    save = STDOUT.dup
-    STDOUT.reopen(w)
-    w.close
-    Tb::Cmd.main_csv([i])
-    STDOUT.reopen(save)
-    save.close
+    with_stdout(w) {
+      Tb::Cmd.main_to_csv([i])
+      w.close
+    }
     result = th.value
     assert_equal(<<-"End".gsub(/^[ \t]+/, ''), result)
       a,b,c
@@ -102,7 +117,6 @@ class TestTbCmdCSV < Test::Unit::TestCase
   ensure
     r.close if r && !r.closed?
     w.close if w && !w.closed?
-    save.close if save && !save.closed?
   end
 
   def test_twofile
@@ -116,7 +130,7 @@ class TestTbCmdCSV < Test::Unit::TestCase
       5,6
       7,8
     End
-    Tb::Cmd.main_csv(['-o', o="o.csv", i1, i2])
+    Tb::Cmd.main_to_csv(['-o', o="o.csv", i1, i2])
     assert_equal(<<-"End".gsub(/^[ \t]+/, ''), File.read(o))
       a,b
       1,2