tb 0.2 → 0.3

data/lib/tb/cmd_sort.rb

@@ -1,36 +1,43 @@
-# Copyright (C) 2011 Tanaka Akira  <akr@fsij.org>
+# Copyright (C) 2011-2012 Tanaka Akira  <akr@fsij.org>
 # 
 # Redistribution and use in source and binary forms, with or without
-# modification, are permitted provided that the following conditions are met:
+# modification, are permitted provided that the following conditions
+# are met:
 # 
-#  1. Redistributions of source code must retain the above copyright notice, this
-#     list of conditions and the following disclaimer.
-#  2. Redistributions in binary form must reproduce the above copyright notice,
-#     this list of conditions and the following disclaimer in the documentation
-#     and/or other materials provided with the distribution.
-#  3. The name of the author may not be used to endorse or promote products
-#     derived from this software without specific prior written permission.
+#  1. Redistributions of source code must retain the above copyright
+#     notice, this list of conditions and the following disclaimer.
+#  2. Redistributions in binary form must reproduce the above
+#     copyright notice, this list of conditions and the following
+#     disclaimer in the documentation and/or other materials provided
+#     with the distribution.
+#  3. The name of the author may not be used to endorse or promote
+#     products derived from this software without specific prior
+#     written permission.
 # 
-# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
-# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
-# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
-# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
-# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
-# OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
-# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
-# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
-# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
-# OF SUCH DAMAGE.
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
+# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+# ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
+# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE
+# GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
+# WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
+# OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
+# EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 
 Tb::Cmd.subcommands << 'sort'
 
 Tb::Cmd.default_option[:opt_sort_f] = nil
+Tb::Cmd.default_option[:opt_sort_r] = nil
 
 def (Tb::Cmd).op_sort
   op = OptionParser.new
-  op.banner = 'Usage: tb sort [OPTS] [TABLE]'
+  op.banner = "Usage: tb sort [OPTS] [TABLE]\n" +
+    "Sort rows."
   define_common_option(op, "hNo", "--no-pager")
   op.def_option('-f FIELD,...', 'specify sort keys') {|fs| Tb::Cmd.opt_sort_f = fs }
+  op.def_option('-r', '--reverse', 'reverse order') { Tb::Cmd.opt_sort_r = true }
   op
 end
 
@@ -43,15 +50,29 @@ def (Tb::Cmd).main_sort(argv)
   else
     fs = nil
   end
-  tbl = Tb::CatReader.open(argv, Tb::Cmd.opt_N) {|reader| build_table(reader) }
+  creader = Tb::CatReader.open(argv, Tb::Cmd.opt_N)
+  header = []
   if fs
-    blk = lambda {|rec| fs.map {|f| smart_cmp_value(rec[f]) } }
+    blk = lambda {|pairs| fs.map {|f| smart_cmp_value(pairs[f]) } }
   else
-    blk = lambda {|rec| rec.map {|k, v| smart_cmp_value(v) } }
+    blk = lambda {|pairs| header.map {|f| smart_cmp_value(pairs[f]) } }
   end
-  tbl2 = tbl.reorder_records_by(&blk)
+  if Tb::Cmd.opt_sort_r
+    blk1 = blk
+    blk = lambda {|pairs| Tb::RevCmp.new(blk1.call(pairs)) }
+  end
+  er = Tb::Enumerator.new {|y|
+    creader.with_cumulative_header {|header0|
+      if header0
+        y.set_header(header0)
+      end
+    }.each {|pairs, header1|
+      header = header1
+      y.yield pairs
+    }
+  }.extsort_by(&blk)
   with_output {|out|
-    tbl_generate_csv(tbl2, out)
+    er.write_to_csv(out, !Tb::Cmd.opt_N)
   }
 end
 

data/lib/tb/cmd_svn_log.rb

@@ -1,26 +1,30 @@
-# Copyright (C) 2011 Tanaka Akira  <akr@fsij.org>
+# Copyright (C) 2011-2012 Tanaka Akira  <akr@fsij.org>
 # 
 # Redistribution and use in source and binary forms, with or without
-# modification, are permitted provided that the following conditions are met:
+# modification, are permitted provided that the following conditions
+# are met:
 # 
-#  1. Redistributions of source code must retain the above copyright notice, this
-#     list of conditions and the following disclaimer.
-#  2. Redistributions in binary form must reproduce the above copyright notice,
-#     this list of conditions and the following disclaimer in the documentation
-#     and/or other materials provided with the distribution.
-#  3. The name of the author may not be used to endorse or promote products
-#     derived from this software without specific prior written permission.
+#  1. Redistributions of source code must retain the above copyright
+#     notice, this list of conditions and the following disclaimer.
+#  2. Redistributions in binary form must reproduce the above
+#     copyright notice, this list of conditions and the following
+#     disclaimer in the documentation and/or other materials provided
+#     with the distribution.
+#  3. The name of the author may not be used to endorse or promote
+#     products derived from this software without specific prior
+#     written permission.
 # 
-# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
-# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
-# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
-# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
-# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
-# OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
-# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
-# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
-# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
-# OF SUCH DAMAGE.
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
+# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+# ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
+# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE
+# GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
+# WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
+# OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
+# EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 
 require 'rexml/document'
 
@@ -31,16 +35,25 @@ Tb::Cmd.default_option[:opt_svn_log_xml] = nil
 
 def (Tb::Cmd).op_svn_log
   op = OptionParser.new
-  op.banner = 'Usage: tb svn-log [OPTS] -- [SVN-LOG-ARGS]'
+  op.banner = "Usage: tb svn-log [OPTS] -- [SVN-LOG-ARGS]\n" +
+    "Show the SVN log as a table."
   define_common_option(op, "hNo", "--no-pager")
   op.def_option('--svn-command COMMAND', 'specify the svn command (default: svn)') {|command| Tb::Cmd.opt_svn_log_svn_command = command }
   op.def_option('--svn-log-xml FILE', 'specify the result svn log --xml') {|filename| Tb::Cmd.opt_svn_log_xml = filename }
   op
 end
 
+Tb::Cmd.def_vhelp('svn-log', <<'End')
+Example:
+
+  % tb svn-log
+  % tb svn-log -- -v
+  % tb svn-log -- -v http://svn.ruby-lang.org/repos/ruby/trunk
+End
+
 class Tb::Cmd::SVNLOGListener
-  def initialize(gen)
-    @gen = gen
+  def initialize(y)
+    @y = y
     @header = nil
     @elt_stack = []
     @att_stack = []
@@ -82,14 +95,17 @@ class Tb::Cmd::SVNLOGListener
         else
           @header = %w[rev author date msg]
         end
-        @gen.output_header @header
+        @y.set_header @header
       end
       if @log['paths']
         @log['paths'].each {|h|
-          @gen << (@log.values_at(*%w[rev author date msg]) + h.values_at(*%w[kind action path]))
+          assoc = @log.to_a.reject {|f, v| !%w[rev author date msg].include?(f) }
+          assoc += h.to_a.reject {|f, v| !%w[kind action path].include?(f) }
+          @y.yield Tb::Pairs.new(assoc)
         }
       else
-        @gen << @log.values_at(*%w[rev author date msg])
+        assoc = @log.to_a.reject {|f, v| !%w[rev author date msg].include?(f) }
+        @y.yield Tb::Pairs.new(assoc)
       end
       @log = nil
     end
@@ -139,7 +155,7 @@ def (Tb::Cmd).svn_log_with_svn_log(argv)
     }
   else
     svn = Tb::Cmd.opt_svn_log_svn_command || 'svn'
-    IO.popen(['svn', 'log', '--xml', *argv]) {|f|
+    IO.popen([svn, 'log', '--xml', *argv]) {|f|
       yield f
     }
   end
@@ -148,11 +164,14 @@ end
 def (Tb::Cmd).main_svn_log(argv)
   op_svn_log.parse!(argv)
   exit_if_help('svn-log')
-  with_table_stream_output {|gen|
+  er = Tb::Enumerator.new {|y|
     svn_log_with_svn_log(argv) {|f|
-      listener = Tb::Cmd::SVNLOGListener.new(gen)
+      listener = Tb::Cmd::SVNLOGListener.new(y)
       REXML::Parsers::StreamParser.new(f, listener).parse
     }
   }
+  with_output {|out|
+    er.write_to_csv(out, !Tb::Cmd.opt_N)
+  }
 end
 

data/lib/tb/cmd_tar_tvf.rb

@@ -0,0 +1,447 @@
+# Copyright (C) 2012 Tanaka Akira  <akr@fsij.org>
+# 
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+# 
+#  1. Redistributions of source code must retain the above copyright
+#     notice, this list of conditions and the following disclaimer.
+#  2. Redistributions in binary form must reproduce the above
+#     copyright notice, this list of conditions and the following
+#     disclaimer in the documentation and/or other materials provided
+#     with the distribution.
+#  3. The name of the author may not be used to endorse or promote
+#     products derived from this software without specific prior
+#     written permission.
+# 
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
+# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+# ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
+# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE
+# GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
+# WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
+# OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
+# EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+Tb::Cmd.subcommands << 'tar-tvf'
+
+Tb::Cmd.default_option[:opt_tar_tvf_l] = 0
+Tb::Cmd.default_option[:opt_tar_tvf_ustar] = nil
+
+def (Tb::Cmd).op_tar_tvf
+  op = OptionParser.new
+  op.banner = "Usage: tb tar-tvf [OPTS] [TAR-FILE ...]\n" +
+    "Show the file listing of tar file."
+  define_common_option(op, "hNo", "--no-pager")
+  op.def_option('-l', 'show more attributes.') {|fs| Tb::Cmd.opt_tar_tvf_l += 1 }
+  op.def_option('--ustar', 'ustar format (POSIX.1-1988).  No GNU and POSIX.1-2001 extension.') {|fs| Tb::Cmd.opt_tar_tvf_ustar = true }
+  op
+end
+
+Tb::Cmd::TAR_RECORD_LENGTH = 512
+Tb::Cmd::TAR_HEADER_STRUCTURE = [
+  [:name, "Z100"],      # [POSIX] NUL-terminated character strings except when all characters in the array contain non-NUL characters including the last character.
+  [:mode, "A8"],        # [POSIX] leading zero-filled octal numbers using digits which terminated by one or more <space> or NUL characters.
+  [:uid, "A8"],         # [POSIX] leading zero-filled octal numbers using digits which terminated by one or more <space> or NUL characters.
+  [:gid, "A8"],         # [POSIX] leading zero-filled octal numbers using digits which terminated by one or more <space> or NUL characters.
+  [:size, "A12"],       # [POSIX] leading zero-filled octal numbers using digits which terminated by one or more <space> or NUL characters.
+  [:mtime, "A12"],      # [POSIX] leading zero-filled octal numbers using digits which terminated by one or more <space> or NUL characters.
+  [:chksum, "A8"],      # [POSIX] leading zero-filled octal numbers using digits which terminated by one or more <space> or NUL characters.
+  [:typeflag, "a1"],    # [POSIX] a single character.
+  [:linkname, "Z100"],  # [POSIX] NUL-terminated character strings except when all characters in the array contain non-NUL characters including the last character.
+  [:magic, "Z6"],       # [POSIX] terminated by a NUL character.
+  [:version, "Z2"],     # [POSIX] two octets containing the characters "00" (zero-zero)
+  [:uname, "Z32"],      # [POSIX] terminated by a NUL character.
+  [:gname, "Z32"],      # [POSIX] terminated by a NUL character.
+  [:devmajor, "A8"],    # [POSIX] leading zero-filled octal numbers using digits which terminated by one or more <space> or NUL characters.
+  [:devminor, "A8"],    # [POSIX] leading zero-filled octal numbers using digits which terminated by one or more <space> or NUL characters.
+  [:prefix, "Z155"],    # [POSIX] NUL-terminated character strings except when all characters in the array contain non-NUL characters including the last character.
+]
+Tb::Cmd::TAR_HEADER_TEPMLATE = Tb::Cmd::TAR_HEADER_STRUCTURE.map {|n, t| t }.join('')
+
+Tb::Cmd::TAR_TYPEFLAG = {
+  "\0" => :regular,             # [POSIX] For backwards-compatibility.
+  '0' => :regular,              # [POSIX]
+  '1' => :link,                 # [POSIX]
+  '2' => :symlink,              # [POSIX]
+  '5' => :directory,            # [POSIX]
+  '3' => :character_special,    # [POSIX]
+  '4' => :block_special,        # [POSIX]
+  '6' => :fifo,                 # [POSIX]
+  '7' => :contiguous,           # [POSIX] Reserved for high-performance file.  (It is come from "contiguous file" (S_IFCTG) of Masscomp?)
+}
+
+def (Tb::Cmd).tar_tvf_parse_seconds_from_epoch(val)
+  if /\./ =~ val
+    num = ($` + $').to_i
+    den = 10 ** $'.length
+    t = Rational(num, den)
+    begin
+      Time.at(t)
+    rescue TypeError
+      ti = t.floor
+      Time.at(ti, ((t-ti) * 1000000).floor)
+    end
+  else
+    Time.at(val.to_i)
+  end
+end
+
+Tb::Cmd::TAR_PAX_KEYWORD_RECOGNIZERS = {
+  'atime' => [:atime, lambda {|val| Tb::Cmd.tar_tvf_parse_seconds_from_epoch(val) }],
+  'mtime' => [:mtime, lambda {|val| Tb::Cmd.tar_tvf_parse_seconds_from_epoch(val) }],
+  'ctime' => [:ctime, lambda {|val| Tb::Cmd.tar_tvf_parse_seconds_from_epoch(val) }],
+  'gid' => [:gid, lambda {|val| val.to_i }],
+  'gname' => [:gname, lambda {|val| val }],
+  'uid' => [:uid, lambda {|val| val.to_i }],
+  'uname' => [:uname, lambda {|val| val }],
+  'linkpath' => [:linkname, lambda {|val| val }],
+  'path' => [:path, lambda {|val| val }],
+  'size' => [:size, lambda {|val| val.to_i }],
+}
+
+Tb::Cmd::TAR_CSV_HEADER = %w[mode filemode uid user gid group devmajor devminor size mtime path linkname]
+Tb::Cmd::TAR_CSV_LONG_HEADER = %w[mode filemode uid user gid group devmajor devminor size mtime atime ctime path linkname size_in_tar tar_typeflag tar_magic tar_version tar_chksum]
+
+def (Tb::Cmd).tar_tvf_parse_header(header_record)
+  ary = header_record.unpack(Tb::Cmd::TAR_HEADER_TEPMLATE)
+  h = {}
+  Tb::Cmd::TAR_HEADER_STRUCTURE.each_with_index {|(k, _), i|
+    h[k] = ary[i]
+  }
+  [:mode, :uid, :gid, :size, :mtime, :chksum, :devmajor, :devminor].each {|k|
+    h[k] = h[k].to_i(8)
+  }
+  h[:mtime] = Time.at(h[:mtime])
+  if h[:prefix].empty?
+    h[:path] = h[:name]
+  else
+    h[:path] = h[:prefix] + '/' + h[:name]
+  end
+  header_record_for_chksum = header_record.dup
+  header_record_for_chksum[148, 8] = ' ' * 8
+  if header_record_for_chksum.sum(0) != h[:chksum]
+    warn "invalid checksum: #{h[:path].inspect}"
+  end
+  h
+end
+
+class Tb::Cmd::TarFormatError < StandardError
+end
+
+class Tb::Cmd::TarReader
+  def initialize(input)
+    @input = input
+    @offset = 0
+  end
+  attr_reader :offset
+
+  def get_single_record(kind)
+    record = @input.read(Tb::Cmd::TAR_RECORD_LENGTH)
+    if !record
+      return nil
+    end
+    if record.length != Tb::Cmd::TAR_RECORD_LENGTH
+      warn "premature end of tar archive (#{kind})"
+      raise Tb::Cmd::TarFormatError
+    end
+    @offset += Tb::Cmd::TAR_RECORD_LENGTH
+    record
+  end
+
+  def read_single_record(kind)
+    record = get_single_record(kind)
+    if !record
+      warn "premature end of tar archive (#{kind})"
+      raise Tb::Cmd::TarFormatError
+    end
+    record
+  end
+
+  def read_exactly(size, kind)
+    record = @input.read(size)
+    if !record
+      warn "premature end of tar archive (#{kind})"
+      raise Tb::Cmd::TarFormatError
+    end
+    if record.length != size
+      warn "premature end of tar archive (#{kind})"
+      raise Tb::Cmd::TarFormatError
+    end
+    @offset += size
+    record
+  end
+
+  def skip(size, kind)
+    begin
+      @input.seek(size, IO::SEEK_CUR)
+    rescue Errno::ESPIPE
+      rest = size
+      while 0 < rest
+        if rest < 4096
+          s = rest
+        else
+          s = 4096
+        end
+        ret = @input.read(s)
+        if !ret || ret.length != s
+          warn "premature end of tar archive content (#{kind})"
+          raise Tb::Cmd::TarFormatError
+        end
+        rest -= s
+      end
+    end
+    @offset += size
+  end
+end
+
+def (Tb::Cmd).tar_tvf_read_end_of_archive_indicator(reader)
+  # The end of archive indicator is two consecutive records of NULs.
+  # The first record is already read.
+  second_end_of_archive_indicator_record = reader.get_single_record("second record of the end of archive indicator")
+  if !second_end_of_archive_indicator_record
+    # some tarballs have only one record of NULs.
+    return
+  end
+  if /\A\0*\z/ !~ second_end_of_archive_indicator_record
+    warn "The second record of end of tar archive indicator is not zero"
+    raise Tb::Cmd::TarFormatError
+  end
+  # It is acceptable that there may be garbage after the end of tar
+  # archive indicator.  ("ustar Interchange Format" in POSIX)
+end
+
+def (Tb::Cmd).tar_tvf_check_extension_record(reader, h, content_blocklength)
+  prefix_parameters = {}
+  case h[:typeflag]
+  when 'L' # GNU
+    content = reader.read_exactly(content_blocklength, 'GNU long file name')[0, h[:size]][/\A[^\0]*/]
+    prefix_parameters[:path] = content
+    return prefix_parameters
+  when 'K' # GNU
+    content = reader.read_exactly(content_blocklength, 'GNU long link name')[0, h[:size]][/\A[^\0]*/]
+    prefix_parameters[:linkname] = content
+    return prefix_parameters
+  when 'x' # pax (POSIX.1-2001)
+    content = reader.read_exactly(content_blocklength, 'pax Extended Header content')[0, h[:size]]
+    while /\A(\d+) / =~ content
+      lenlen = $&.length
+      len = $1.to_i
+      param = content[lenlen, len-lenlen]
+      content = content[len..-1]
+      if /\n\z/ =~ param
+        param.chomp!("\n")
+      else
+        warn "pax hearder record doesn't end with a newline: #{param.inspect}"
+      end
+      if /=/ !~ param
+        warn "pax hearder record doesn't contain a equal character: #{param.inspect}"
+      else
+        key = $`
+        val = $'
+        if Tb::Cmd::TAR_PAX_KEYWORD_RECOGNIZERS[key]
+          if val == ''
+            prefix_parameters[symkey] = nil
+          else
+            symkey, recognizer = Tb::Cmd::TAR_PAX_KEYWORD_RECOGNIZERS[key]
+            prefix_parameters[symkey] = recognizer.call(val)
+          end
+        end
+      end
+    end
+    return prefix_parameters
+  end
+  nil
+end
+
+def (Tb::Cmd).tar_tvf_each(f)
+  offset = 0
+  reader = Tb::Cmd::TarReader.new(f)
+  prefix_parameters = {}
+  while true
+    header_record = reader.get_single_record("file header")
+    if !header_record
+      break
+    end
+    if /\A\0*\z/ =~ header_record
+      tar_tvf_read_end_of_archive_indicator(reader)
+      break
+    end
+    h = tar_tvf_parse_header(header_record)
+    content_numrecords = (h[:size] + Tb::Cmd::TAR_RECORD_LENGTH - 1) / Tb::Cmd::TAR_RECORD_LENGTH
+    content_blocklength = content_numrecords * Tb::Cmd::TAR_RECORD_LENGTH
+    if !Tb::Cmd.opt_tar_tvf_ustar
+      extension_params = tar_tvf_check_extension_record(reader, h, content_blocklength)
+      if extension_params
+        prefix_parameters.update extension_params
+        next
+      end
+    end
+    prefix_parameters.each {|k, v|
+      if v.nil?
+        h.delete k
+      else
+        h[k] = v
+      end
+    }
+    case Tb::Cmd::TAR_TYPEFLAG[h[:typeflag]]
+    when :link, :symlink, :directory, :character_special, :block_special, :fifo
+      # xxx: hardlink may have contents for posix archive.
+    else
+      reader.skip(content_blocklength, 'file content')
+    end
+    h[:size_in_tar] = reader.offset - offset
+    yield h
+    offset = reader.offset
+    prefix_parameters = {}
+  end
+end
+
+def (Tb::Cmd).tar_tvf_open_with0(arg)
+  if arg == '-'
+    yield $stdin
+  else
+    open(arg, 'rb') {|f|
+      yield f
+    }
+  end
+end
+
+def (Tb::Cmd).tar_tvf_open_with(arg)
+  tar_tvf_open_with0(arg) {|f|
+    magic = f.read(8)
+    case magic
+    when /\A\x1f\x8b/, /\A\037\235/ # \x1f\x8b is gzip format.  \037\235 is "compress" format of old Unix.
+      decompression = ['gzip', '-dc']
+    when /\ABZh/
+      decompression = ['bzip2', '-dc']
+    when /\A\xFD7zXZ\x00/
+      decompression = ['xz', '-dc']
+    end
+    begin
+      f.rewind
+      seek_success = true
+    rescue Errno::ESPIPE
+      seek_success = false
+    end
+    # Ruby 1.9 dependent.
+    if decompression
+      if seek_success
+        IO.popen(decompression + [{:in => f}], 'rb') {|pipe|
+          yield pipe
+        }
+      else
+        IO.pipe {|r, w|
+          w.binmode
+          IO.popen(decompression + [{:in => r}], 'rb') {|pipe|
+            w << magic
+            th = Thread.new {
+              IO.copy_stream(f, w)
+              w.close
+            }
+            begin
+              yield pipe
+            ensure
+              th.join
+            end
+          }
+        }
+      end
+    else
+      if seek_success
+        yield f
+      else
+        IO.pipe {|r, w|
+          w.binmode
+          w << magic
+          th = Thread.new {
+            IO.copy_stream(f, w)
+            w.close
+          }
+          begin
+            yield r
+          ensure
+            th.join
+          end
+        }
+      end
+    end
+  }
+end
+
+def (Tb::Cmd).tar_tvf_format_filemode(typeflag, mode)
+  entry_type =
+    case Tb::Cmd::TAR_TYPEFLAG[typeflag]
+    when :regular then '-'
+    when :directory then 'd'
+    when :character_special then 'c'
+    when :block_special then 'b'
+    when :fifo then 'p'
+    when :symlink then 'l'
+    when :link then 'h'
+    when :contiguous then 'C'
+    else '?'
+    end
+  m = mode
+  sprintf("%s%c%c%c%c%c%c%c%c%c",
+    entry_type,
+    (m & 0400 == 0 ? ?- : ?r),
+    (m & 0200 == 0 ? ?- : ?w),
+    (m & 0100 == 0 ? (m & 04000 == 0 ? ?- : ?S) :
+                     (m & 04000 == 0 ? ?x : ?s)),
+    (m & 0040 == 0 ? ?- : ?r),
+    (m & 0020 == 0 ? ?- : ?w),
+    (m & 0010 == 0 ? (m & 02000 == 0 ? ?- : ?S) :
+                     (m & 02000 == 0 ? ?x : ?s)),
+    (m & 0004 == 0 ? ?- : ?r),
+    (m & 0002 == 0 ? ?- : ?w),
+    (m & 0001 == 0 ? (m & 01000 == 0 ? ?- : ?T) :
+                     (m & 01000 == 0 ? ?x : ?t)))
+end
+
+def (Tb::Cmd).main_tar_tvf(argv)
+  op_tar_tvf.parse!(argv)
+  exit_if_help('tar-tvf')
+  argv = ['-'] if argv.empty?
+  er = Tb::Enumerator.new {|y|
+    if Tb::Cmd.opt_tar_tvf_l == 0
+      header = Tb::Cmd::TAR_CSV_HEADER
+    else
+      header = Tb::Cmd::TAR_CSV_LONG_HEADER
+    end
+    y.set_header header
+    argv.each {|filename|
+      tar_tvf_open_with(filename) {|f|
+        tar_tvf_each(f) {|h|
+          formatted = {}
+          formatted["mode"] = sprintf("0%o", h[:mode])
+          formatted["filemode"] = tar_tvf_format_filemode(h[:typeflag], h[:mode])
+          formatted["uid"] = h[:uid].to_s
+          formatted["gid"] = h[:gid].to_s
+          formatted["size"] = h[:size].to_s
+          formatted["mtime"] = h[:mtime].iso8601(0 < Tb::Cmd.opt_tar_tvf_l ? 9 : 0)
+          formatted["atime"] = h[:atime].iso8601(0 < Tb::Cmd.opt_tar_tvf_l ? 9 : 0) if h[:atime]
+          formatted["ctime"] = h[:ctime].iso8601(0 < Tb::Cmd.opt_tar_tvf_l ? 9 : 0) if h[:ctime]
+          formatted["user"] = h[:uname]
+          formatted["group"] = h[:gname]
+          formatted["devmajor"] = h[:devmajor].to_s
+          formatted["devminor"] = h[:devminor].to_s
+          formatted["path"] = h[:path]
+          formatted["linkname"] = h[:linkname]
+          formatted["size_in_tar"] = h[:size_in_tar]
+          formatted["tar_chksum"] = h[:chksum]
+          formatted["tar_typeflag"] = h[:typeflag]
+          formatted["tar_magic"] = h[:magic]
+          formatted["tar_version"] = h[:version]
+          y.yield Tb::Pairs.new(header.map {|f2| [f2, formatted[f2]] })
+        }
+      }
+    }
+  }
+  with_output {|out|
+    er.write_to_csv(out, !Tb::Cmd.opt_N)
+  }
+end