tb 0.1 → 0.2

data/lib/tb/cmd_newfield.rb

@@ -0,0 +1,59 @@
+# Copyright (C) 2011 Tanaka Akira  <akr@fsij.org>
+# 
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+# 
+#  1. Redistributions of source code must retain the above copyright notice, this
+#     list of conditions and the following disclaimer.
+#  2. Redistributions in binary form must reproduce the above copyright notice,
+#     this list of conditions and the following disclaimer in the documentation
+#     and/or other materials provided with the distribution.
+#  3. The name of the author may not be used to endorse or promote products
+#     derived from this software without specific prior written permission.
+# 
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
+# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
+# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
+# OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
+# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
+# OF SUCH DAMAGE.
+
+Tb::Cmd.subcommands << 'newfield'
+
+def (Tb::Cmd).op_newfield
+  op = OptionParser.new
+  op.banner = 'Usage: tb newfield [OPTS] FIELD RUBY-EXP [TABLE]'
+  define_common_option(op, "ho", "--no-pager")
+  op
+end
+
+def (Tb::Cmd).main_newfield(argv)
+  op_newfield.parse!(argv)
+  exit_if_help('newfield')
+  err('no new field name given.') if argv.empty?
+  field = argv.shift
+  err('no ruby expression given.') if argv.empty?
+  rubyexp = argv.shift
+  pr = eval("lambda {|_| #{rubyexp} }")
+  argv = ['-'] if argv.empty?
+  Tb::CatReader.open(argv, Tb::Cmd.opt_N) {|tblreader|
+    renamed_header = [field] + tblreader.header
+    with_table_stream_output {|gen|
+      gen.output_header(renamed_header)
+      tblreader.each {|ary|
+        h = {}
+        ary.each_with_index {|str, i|
+          f = tblreader.field_from_index_ex(i)
+          h[f] = str
+        }
+        gen << [pr.call(h), *ary]
+      }
+    }
+  }
+end
+
+

data/lib/tb/cmd_pnm.rb

@@ -0,0 +1,43 @@
+# Copyright (C) 2011 Tanaka Akira  <akr@fsij.org>
+# 
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+# 
+#  1. Redistributions of source code must retain the above copyright notice, this
+#     list of conditions and the following disclaimer.
+#  2. Redistributions in binary form must reproduce the above copyright notice,
+#     this list of conditions and the following disclaimer in the documentation
+#     and/or other materials provided with the distribution.
+#  3. The name of the author may not be used to endorse or promote products
+#     derived from this software without specific prior written permission.
+# 
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
+# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
+# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
+# OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
+# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
+# OF SUCH DAMAGE.
+
+Tb::Cmd.subcommands << 'pnm'
+
+def (Tb::Cmd).op_pnm
+  op = OptionParser.new
+  op.banner = 'Usage: tb pnm [OPTS] [TABLE]'
+  define_common_option(op, "hNo", "--no-pager")
+  op
+end
+
+def (Tb::Cmd).main_pnm(argv)
+  op_pnm.parse!(argv)
+  exit_if_help('pnm')
+  argv = ['-'] if argv.empty?
+  tbl = Tb::CatReader.open(argv, Tb::Cmd.opt_N) {|creader| build_table(creader) }
+  with_output {|out|
+    tbl.generate_pnm(out)
+  }
+end
+

data/lib/tb/cmd_pp.rb

@@ -0,0 +1,70 @@
+# Copyright (C) 2011 Tanaka Akira  <akr@fsij.org>
+# 
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+# 
+#  1. Redistributions of source code must retain the above copyright notice, this
+#     list of conditions and the following disclaimer.
+#  2. Redistributions in binary form must reproduce the above copyright notice,
+#     this list of conditions and the following disclaimer in the documentation
+#     and/or other materials provided with the distribution.
+#  3. The name of the author may not be used to endorse or promote products
+#     derived from this software without specific prior written permission.
+# 
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
+# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
+# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
+# OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
+# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
+# OF SUCH DAMAGE.
+
+Tb::Cmd.subcommands << 'pp'
+
+def (Tb::Cmd).op_pp
+  op = OptionParser.new
+  op.banner = 'Usage: tb pp [OPTS] [TABLE]'
+  define_common_option(op, "hNo", "--no-pager")
+  op
+end
+
+def (Tb::Cmd).main_pp(argv)
+  op_pp.parse!(argv)
+  exit_if_help('pp')
+  argv.unshift '-' if argv.empty?
+  with_output {|out|
+    argv.each {|filename|
+      tablereader_open(filename) {|tblreader|
+        tblreader.each {|ary|
+          a = []
+          ary.each_with_index {|v, i|
+            next if v.nil?
+            a << [tblreader.field_from_index_ex(i), v]
+          }
+          q = PP.new(out, 79)
+          q.guard_inspect_key {
+            q.group(1, '{', '}') {
+              q.seplist(a, nil, :each) {|kv|
+                k, v = kv
+                q.group {
+                  q.pp k
+                  q.text '=>'
+                  q.group(1) {
+                    q.breakable ''
+                    q.pp v
+                  }
+                }
+              }
+            }
+          }
+          q.flush
+          out << "\n"
+        }
+      }
+    }
+  }
+end
+

data/lib/tb/cmd_rename.rb

@@ -0,0 +1,58 @@
+# Copyright (C) 2011 Tanaka Akira  <akr@fsij.org>
+# 
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+# 
+#  1. Redistributions of source code must retain the above copyright notice, this
+#     list of conditions and the following disclaimer.
+#  2. Redistributions in binary form must reproduce the above copyright notice,
+#     this list of conditions and the following disclaimer in the documentation
+#     and/or other materials provided with the distribution.
+#  3. The name of the author may not be used to endorse or promote products
+#     derived from this software without specific prior written permission.
+# 
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
+# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
+# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
+# OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
+# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
+# OF SUCH DAMAGE.
+
+Tb::Cmd.subcommands << 'rename'
+
+def (Tb::Cmd).op_rename
+  op = OptionParser.new
+  op.banner = 'Usage: tb rename [OPTS] SRC,DST,... [TABLE]'
+  define_common_option(op, "ho", "--no-pager")
+  op
+end
+
+def (Tb::Cmd).main_rename(argv)
+  op_rename.parse!(argv)
+  exit_if_help('rename')
+  err('rename fields not given.') if argv.empty?
+  fs = split_field_list_argument(argv.shift)
+  argv = ['-'] if argv.empty?
+  h = {}
+  fs.each_slice(2) {|sf, df| h[sf] = df }
+  Tb::CatReader.open(argv, Tb::Cmd.opt_N) {|tblreader|
+    header = tblreader.header
+    h.each {|sf, df|
+      unless header.include? sf
+        err "field not found: #{sf.inspect}"
+      end
+    }
+    renamed_header = tblreader.header.map {|f| h.fetch(f, f) }
+    with_table_stream_output {|gen|
+      gen.output_header(renamed_header)
+      tblreader.each {|ary|
+        gen << ary
+      }
+    }
+  }
+end
+

data/lib/tb/cmd_shape.rb

@@ -0,0 +1,67 @@
+# Copyright (C) 2011 Tanaka Akira  <akr@fsij.org>
+# 
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+# 
+#  1. Redistributions of source code must retain the above copyright notice, this
+#     list of conditions and the following disclaimer.
+#  2. Redistributions in binary form must reproduce the above copyright notice,
+#     this list of conditions and the following disclaimer in the documentation
+#     and/or other materials provided with the distribution.
+#  3. The name of the author may not be used to endorse or promote products
+#     derived from this software without specific prior written permission.
+# 
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
+# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
+# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
+# OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
+# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
+# OF SUCH DAMAGE.
+
+Tb::Cmd.subcommands << 'shape'
+
+def (Tb::Cmd).op_shape
+  op = OptionParser.new
+  op.banner = 'Usage: tb shape [OPTS] [TABLE ...]'
+  define_common_option(op, "hNo", "--no-pager")
+  op
+end
+
+def (Tb::Cmd).main_shape(argv)
+  op_shape.parse!(argv)
+  exit_if_help('shape')
+  filenames = argv.empty? ? ['-'] : argv
+  result = Tb.new(%w[header_fields min_fields max_fields records filename])
+  filenames.each {|filename|
+    tablereader_open(filename) {|tblreader|
+      num_header_fields = tblreader.header.length
+      min_num_fields = nil
+      max_num_fields = nil
+      num_records = 0
+      tblreader.each {|ary|
+        num_records += 1
+        n = ary.length
+        if min_num_fields.nil?
+          min_num_fields = max_num_fields = n
+        else
+          min_num_fields = n if n < min_num_fields
+          max_num_fields = n if max_num_fields < n
+        end
+      }
+      result.insert({'header_fields'=>num_header_fields,
+                     'min_fields'=>min_num_fields,
+                     'max_fields'=>max_num_fields,
+                     'records'=>num_records,
+                     'filename'=>filename})
+    }
+  }
+  with_output {|out|
+    # don't use tbl_generate_csv() because the header should always outputted.
+    result.generate_csv(out)
+  }
+end
+

data/lib/tb/cmd_sort.rb

@@ -0,0 +1,58 @@
+# Copyright (C) 2011 Tanaka Akira  <akr@fsij.org>
+# 
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+# 
+#  1. Redistributions of source code must retain the above copyright notice, this
+#     list of conditions and the following disclaimer.
+#  2. Redistributions in binary form must reproduce the above copyright notice,
+#     this list of conditions and the following disclaimer in the documentation
+#     and/or other materials provided with the distribution.
+#  3. The name of the author may not be used to endorse or promote products
+#     derived from this software without specific prior written permission.
+# 
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
+# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
+# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
+# OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
+# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
+# OF SUCH DAMAGE.
+
+Tb::Cmd.subcommands << 'sort'
+
+Tb::Cmd.default_option[:opt_sort_f] = nil
+
+def (Tb::Cmd).op_sort
+  op = OptionParser.new
+  op.banner = 'Usage: tb sort [OPTS] [TABLE]'
+  define_common_option(op, "hNo", "--no-pager")
+  op.def_option('-f FIELD,...', 'specify sort keys') {|fs| Tb::Cmd.opt_sort_f = fs }
+  op
+end
+
+def (Tb::Cmd).main_sort(argv)
+  op_sort.parse!(argv)
+  exit_if_help('sort')
+  argv = ['-'] if argv.empty?
+  if Tb::Cmd.opt_sort_f
+    fs = split_field_list_argument(Tb::Cmd.opt_sort_f)
+  else
+    fs = nil
+  end
+  tbl = Tb::CatReader.open(argv, Tb::Cmd.opt_N) {|reader| build_table(reader) }
+  if fs
+    blk = lambda {|rec| fs.map {|f| smart_cmp_value(rec[f]) } }
+  else
+    blk = lambda {|rec| rec.map {|k, v| smart_cmp_value(v) } }
+  end
+  tbl2 = tbl.reorder_records_by(&blk)
+  with_output {|out|
+    tbl_generate_csv(tbl2, out)
+  }
+end
+
+

data/lib/tb/cmd_svn_log.rb

@@ -0,0 +1,158 @@
+# Copyright (C) 2011 Tanaka Akira  <akr@fsij.org>
+# 
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+# 
+#  1. Redistributions of source code must retain the above copyright notice, this
+#     list of conditions and the following disclaimer.
+#  2. Redistributions in binary form must reproduce the above copyright notice,
+#     this list of conditions and the following disclaimer in the documentation
+#     and/or other materials provided with the distribution.
+#  3. The name of the author may not be used to endorse or promote products
+#     derived from this software without specific prior written permission.
+# 
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
+# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
+# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
+# OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
+# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
+# OF SUCH DAMAGE.
+
+require 'rexml/document'
+
+Tb::Cmd.subcommands << 'svn-log'
+
+Tb::Cmd.default_option[:opt_svn_log_svn_command] = nil
+Tb::Cmd.default_option[:opt_svn_log_xml] = nil
+
+def (Tb::Cmd).op_svn_log
+  op = OptionParser.new
+  op.banner = 'Usage: tb svn-log [OPTS] -- [SVN-LOG-ARGS]'
+  define_common_option(op, "hNo", "--no-pager")
+  op.def_option('--svn-command COMMAND', 'specify the svn command (default: svn)') {|command| Tb::Cmd.opt_svn_log_svn_command = command }
+  op.def_option('--svn-log-xml FILE', 'specify the result svn log --xml') {|filename| Tb::Cmd.opt_svn_log_xml = filename }
+  op
+end
+
+class Tb::Cmd::SVNLOGListener
+  def initialize(gen)
+    @gen = gen
+    @header = nil
+    @elt_stack = []
+    @att_stack = []
+    @log = nil
+  end
+
+  def tag_start(name, attrs)
+    @elt_stack.push name
+    @att_stack.push attrs
+    case @elt_stack
+    when %w[log logentry]
+      @log = { 'rev' => attrs['revision'] }
+    when %w[log logentry paths]
+      @log['paths'] = []
+    when %w[log logentry paths path]
+      @log['paths'] << { 'kind' => attrs['kind'], 'action' => attrs['action'] }
+    end
+  end
+
+  def text(text)
+    case @elt_stack
+    when %w[log logentry author]
+      @log['author'] = text
+    when %w[log logentry date]
+      @log['date'] = text
+    when %w[log logentry paths path]
+      @log['paths'].last['path'] = text
+    when %w[log logentry msg]
+      @log['msg'] = text
+    end
+  end
+
+  def tag_end(name)
+    case @elt_stack
+    when %w[log logentry]
+      if !@header
+        if @log['paths']
+          @header = %w[rev author date msg kind action path]
+        else
+          @header = %w[rev author date msg]
+        end
+        @gen.output_header @header
+      end
+      if @log['paths']
+        @log['paths'].each {|h|
+          @gen << (@log.values_at(*%w[rev author date msg]) + h.values_at(*%w[kind action path]))
+        }
+      else
+        @gen << @log.values_at(*%w[rev author date msg])
+      end
+      @log = nil
+    end
+    @elt_stack.pop
+    @att_stack.pop
+  end
+
+  def instruction(name, instruction)
+  end
+
+  def comment(comment)
+  end
+
+  def doctype(name, pub_sys, long_name, uri)
+  end
+
+  def doctype_end
+  end
+
+  def attlistdecl(element_name, attributes, raw_content)
+  end
+
+  def elementdecl(content)
+  end
+
+  def entitydecl(content)
+  end
+
+  def notationdecl(content)
+  end
+
+  def entity(content)
+  end
+
+  def cdata(content)
+    # I guess svn doesn't use CDATA...
+  end
+
+  def xmldecl(version, encoding, standalone)
+  end
+end
+
+def (Tb::Cmd).svn_log_with_svn_log(argv)
+  if Tb::Cmd.opt_svn_log_xml
+    File.open(Tb::Cmd.opt_svn_log_xml) {|f|
+      yield f
+    }
+  else
+    svn = Tb::Cmd.opt_svn_log_svn_command || 'svn'
+    IO.popen(['svn', 'log', '--xml', *argv]) {|f|
+      yield f
+    }
+  end
+end
+
+def (Tb::Cmd).main_svn_log(argv)
+  op_svn_log.parse!(argv)
+  exit_if_help('svn-log')
+  with_table_stream_output {|gen|
+    svn_log_with_svn_log(argv) {|f|
+      listener = Tb::Cmd::SVNLOGListener.new(gen)
+      REXML::Parsers::StreamParser.new(f, listener).parse
+    }
+  }
+end
+