tb 0.1 → 0.2

data/lib/tb/cmd_csv.rb

@@ -0,0 +1,42 @@
+# Copyright (C) 2011 Tanaka Akira  <akr@fsij.org>
+# 
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+# 
+#  1. Redistributions of source code must retain the above copyright notice, this
+#     list of conditions and the following disclaimer.
+#  2. Redistributions in binary form must reproduce the above copyright notice,
+#     this list of conditions and the following disclaimer in the documentation
+#     and/or other materials provided with the distribution.
+#  3. The name of the author may not be used to endorse or promote products
+#     derived from this software without specific prior written permission.
+# 
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
+# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
+# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
+# OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
+# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
+# OF SUCH DAMAGE.
+
+Tb::Cmd.subcommands << 'csv'
+
+def (Tb::Cmd).op_csv
+  op = OptionParser.new
+  op.banner = 'Usage: tb csv [OPTS] [TABLE ...]'
+  define_common_option(op, "hNo", "--no-pager")
+  op
+end
+
+def (Tb::Cmd).main_csv(argv)
+  op_csv.parse!(argv)
+  exit_if_help('csv')
+  argv = ['-'] if argv.empty?
+  tbl = Tb::CatReader.open(argv, Tb::Cmd.opt_N) {|creader| build_table(creader) }
+  with_output {|out|
+    tbl_generate_csv(tbl, out)
+  }
+end

data/lib/tb/cmd_cut.rb

@@ -0,0 +1,77 @@
+# Copyright (C) 2011 Tanaka Akira  <akr@fsij.org>
+# 
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+# 
+#  1. Redistributions of source code must retain the above copyright notice, this
+#     list of conditions and the following disclaimer.
+#  2. Redistributions in binary form must reproduce the above copyright notice,
+#     this list of conditions and the following disclaimer in the documentation
+#     and/or other materials provided with the distribution.
+#  3. The name of the author may not be used to endorse or promote products
+#     derived from this software without specific prior written permission.
+# 
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
+# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
+# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
+# OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
+# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
+# OF SUCH DAMAGE.
+
+Tb::Cmd.subcommands << 'cut'
+
+Tb::Cmd.default_option[:opt_cut_v] = nil
+
+def (Tb::Cmd).op_cut
+  op = OptionParser.new
+  op.banner = 'Usage: tb cut [OPTS] FIELD,... [TABLE]'
+  define_common_option(op, "hNo", "--no-pager")
+  op.def_option('-v', 'invert match') { Tb::Cmd.opt_cut_v = true }
+  op
+end
+
+def (Tb::Cmd).main_cut(argv)
+  op_cut.parse!(argv)
+  exit_if_help('cut')
+  err('no fields given.') if argv.empty?
+  fs = split_field_list_argument(argv.shift)
+  argv = ['-'] if argv.empty?
+  Tb::CatReader.open(argv, Tb::Cmd.opt_N) {|tblreader|
+    if Tb::Cmd.opt_cut_v
+      h = {}
+      fs.each {|f| h[tblreader.index_from_field(f)] = true }
+      header = nil
+      if !Tb::Cmd.opt_N
+        header = []
+        tblreader.header.each_with_index {|f, i|
+          header << f if !h[i]
+        }
+      end
+      with_table_stream_output {|gen|
+        gen.output_header(header)
+        tblreader.each {|ary|
+          values = []
+          ary.each_with_index {|v, i|
+            values << v if !h[i]
+          }
+          gen << values
+        }
+      }
+    else
+      header = tblreader.header
+      is = []
+      is = fs.map {|f| tblreader.index_from_field_ex(f) }
+      with_table_stream_output {|gen|
+        gen.output_header(is.map {|i| tblreader.field_from_index_ex(i) })
+        tblreader.each {|ary|
+          gen << ary.values_at(*is)
+        }
+      }
+    end
+  }
+end
+

data/lib/tb/cmd_grep.rb

@@ -0,0 +1,76 @@
+# Copyright (C) 2011 Tanaka Akira  <akr@fsij.org>
+# 
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+# 
+#  1. Redistributions of source code must retain the above copyright notice, this
+#     list of conditions and the following disclaimer.
+#  2. Redistributions in binary form must reproduce the above copyright notice,
+#     this list of conditions and the following disclaimer in the documentation
+#     and/or other materials provided with the distribution.
+#  3. The name of the author may not be used to endorse or promote products
+#     derived from this software without specific prior written permission.
+# 
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
+# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
+# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
+# OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
+# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
+# OF SUCH DAMAGE.
+
+Tb::Cmd.subcommands << 'grep'
+
+Tb::Cmd.default_option[:opt_grep_e] = nil
+Tb::Cmd.default_option[:opt_grep_ruby] = nil
+Tb::Cmd.default_option[:opt_grep_f] = nil
+Tb::Cmd.default_option[:opt_grep_v] = nil
+
+def (Tb::Cmd).op_grep
+  op = OptionParser.new
+  op.banner = 'Usage: tb grep [OPTS] REGEXP [TABLE ...]'
+  define_common_option(op, "hNo", "--no-pager")
+  op.def_option('-f FIELD', 'search field') {|field| Tb::Cmd.opt_grep_f = field }
+  op.def_option('-e REGEXP', 'predicate written in ruby.  A hash is given as _.  no usual regexp argument.') {|pattern| Tb::Cmd.opt_grep_e = pattern }
+  op.def_option('--ruby RUBY-EXP', 'specify a regexp.  no usual regexp argument.') {|ruby_exp| Tb::Cmd.opt_grep_ruby = ruby_exp }
+  op.def_option('-v', 'ouput the records which doesn\'t match') { Tb::Cmd.opt_grep_v = true }
+  op
+end
+
+def (Tb::Cmd).main_grep(argv)
+  op_grep.parse!(argv)
+  exit_if_help('grep')
+  if Tb::Cmd.opt_grep_ruby
+    pred = eval("lambda {|_| #{Tb::Cmd.opt_grep_ruby} }")
+  elsif Tb::Cmd.opt_grep_e
+    re = Regexp.new(Tb::Cmd.opt_grep_e)
+    pred = Tb::Cmd.opt_grep_f ? lambda {|_| re =~ _[Tb::Cmd.opt_grep_f] } :
+                                lambda {|_| _.any? {|k, v| re =~ v.to_s } }
+  else
+    err("no regexp given.") if argv.empty?
+    re = Regexp.new(argv.shift)
+    pred = Tb::Cmd.opt_grep_f ? lambda {|_| re =~ _[Tb::Cmd.opt_grep_f] } :
+                                lambda {|_| _.any? {|k, v| re =~ v.to_s } }
+  end
+  opt_v = Tb::Cmd.opt_grep_v ? true : false
+  argv = ['-'] if argv.empty?
+  Tb::CatReader.open(argv, Tb::Cmd.opt_N) {|tblreader|
+    with_table_stream_output {|gen|
+      gen.output_header tblreader.header
+      tblreader.each {|ary|
+        h = {}
+        ary.each_with_index {|str, i|
+          f = tblreader.field_from_index_ex(i)
+          h[f] = str
+        }
+        found = pred.call(h)
+        found = opt_v ^ !!(found)
+        gen << ary if found
+      }
+    }
+  }
+end
+

data/lib/tb/cmd_group.rb

@@ -0,0 +1,82 @@
+# Copyright (C) 2011 Tanaka Akira  <akr@fsij.org>
+# 
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+# 
+#  1. Redistributions of source code must retain the above copyright notice, this
+#     list of conditions and the following disclaimer.
+#  2. Redistributions in binary form must reproduce the above copyright notice,
+#     this list of conditions and the following disclaimer in the documentation
+#     and/or other materials provided with the distribution.
+#  3. The name of the author may not be used to endorse or promote products
+#     derived from this software without specific prior written permission.
+# 
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
+# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
+# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
+# OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
+# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
+# OF SUCH DAMAGE.
+
+Tb::Cmd.subcommands << 'group'
+
+Tb::Cmd.default_option[:opt_group_fields] = []
+
+def (Tb::Cmd).op_group
+  op = OptionParser.new
+  op.banner = 'Usage: tb group [OPTS] KEY-FIELD1,... [TABLE ...]'
+  define_common_option(op, "hNo", "--no-pager")
+  op.def_option('-a AGGREGATION-SPEC[,NEW-FIELD]',
+                '--aggregate AGGREGATION-SPEC[,NEW-FIELD]') {|arg| Tb::Cmd.opt_group_fields << arg }
+  op.def_option('--no-pager', 'don\'t use pager') { Tb::Cmd.opt_no_pager = true }
+  op
+end
+
+def (Tb::Cmd).main_group(argv)
+  op_group.parse!(argv)
+  exit_if_help('group')
+  err("no key fields given.") if argv.empty?
+  kfs = split_field_list_argument(argv.shift)
+  opt_group_fields = Tb::Cmd.opt_group_fields.map {|arg|
+    aggregation_spec, new_field = split_field_list_argument(arg)
+    new_field ||= aggregation_spec
+    [new_field,
+      lambda {|fields|
+        begin
+          make_aggregator(aggregation_spec, fields)
+        rescue ArgumentError
+          err($!.message)
+        end
+      }
+    ]
+  }
+  argv = ['-'] if argv.empty?
+  h = {}
+  Tb::CatReader.open(argv, Tb::Cmd.opt_N) {|tblreader|
+    kis = kfs.map {|f| tblreader.index_from_field(f) }
+    result_fields = kfs + opt_group_fields.map {|nf, maker| nf }
+    tblreader.each {|ary|
+      kvs = ary.values_at(*kis)
+      if !h.include?(kvs)
+        h[kvs] = opt_group_fields.map {|nf, maker| ag = maker.call(tblreader.header); ag.update(ary); ag }
+      else
+        h[kvs].each {|ag|
+          ag.update(ary)
+        }
+      end
+    }
+    result = Tb.new(result_fields)
+    h.keys.sort_by {|k| k.map {|v| smart_cmp_value(v) } }.each {|k|
+      a = h[k]
+      result.insert_values result_fields, k + a.map {|ag| ag.finish }
+    }
+    with_output {|out|
+      tbl_generate_csv(result, out)
+    }
+  }
+end
+

data/lib/tb/cmd_gsub.rb

@@ -0,0 +1,77 @@
+# Copyright (C) 2011 Tanaka Akira  <akr@fsij.org>
+# 
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+# 
+#  1. Redistributions of source code must retain the above copyright notice, this
+#     list of conditions and the following disclaimer.
+#  2. Redistributions in binary form must reproduce the above copyright notice,
+#     this list of conditions and the following disclaimer in the documentation
+#     and/or other materials provided with the distribution.
+#  3. The name of the author may not be used to endorse or promote products
+#     derived from this software without specific prior written permission.
+# 
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
+# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
+# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
+# OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
+# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
+# OF SUCH DAMAGE.
+
+Tb::Cmd.subcommands << 'gsub'
+
+Tb::Cmd.default_option[:opt_gsub_e] = nil
+Tb::Cmd.default_option[:opt_gsub_f] = nil
+
+def (Tb::Cmd).op_gsub
+  op = OptionParser.new
+  op.banner = 'Usage: tb gsub [OPTS] REGEXP STRING [TABLE ...]'
+  define_common_option(op, "hNo", "--no-pager")
+  op.def_option('-f FIELD', 'target field') {|field| Tb::Cmd.opt_gsub_f = field }
+  op.def_option('-e REGEXP', 'specify regexp, possibly begins with a hyphen') {|pattern| Tb::Cmd.opt_gsub_e = pattern }
+  op
+end
+
+def (Tb::Cmd).main_gsub(argv)
+  op_gsub.parse!(argv)
+  exit_if_help('gsub')
+  if Tb::Cmd.opt_gsub_e
+    re = Regexp.new(Tb::Cmd.opt_gsub_e)
+  else
+    err('no regexp given.') if argv.empty?
+    re = Regexp.new(argv.shift)
+  end
+  err('no substitution given.') if argv.empty?
+  repl = argv.shift
+  argv = ['-'] if argv.empty?
+  Tb::CatReader.open(argv, Tb::Cmd.opt_N) {|tblreader|
+    with_table_stream_output {|gen|
+      gen.output_header tblreader.header
+      tblreader.each {|ary|
+        if Tb::Cmd.opt_gsub_f
+          ary2 = []
+          ary.each_with_index {|str, i|
+            f = tblreader.field_from_index_ex(i)
+            if f == Tb::Cmd.opt_gsub_f
+              str ||= ''
+              ary2 << str.gsub(re, repl)
+            else
+              ary2 << str
+            end
+          }
+        else
+          ary2 = ary.map {|s|
+            s ||= ''
+            s.gsub(re, repl)
+          }
+        end
+        gen << ary2
+      }
+    }
+  }
+end
+

data/lib/tb/cmd_help.rb

@@ -0,0 +1,98 @@
+# Copyright (C) 2011 Tanaka Akira  <akr@fsij.org>
+# 
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+# 
+#  1. Redistributions of source code must retain the above copyright notice, this
+#     list of conditions and the following disclaimer.
+#  2. Redistributions in binary form must reproduce the above copyright notice,
+#     this list of conditions and the following disclaimer in the documentation
+#     and/or other materials provided with the distribution.
+#  3. The name of the author may not be used to endorse or promote products
+#     derived from this software without specific prior written permission.
+# 
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
+# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
+# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
+# OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
+# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
+# OF SUCH DAMAGE.
+
+Tb::Cmd.subcommands << 'help'
+
+def (Tb::Cmd).usage_list_subcommands
+  with_output {|f|
+    f.print <<'End'
+Usage:
+End
+    Tb::Cmd.subcommands.each {|subcommand|
+      f.puts "  " + self.subcommand_send("op", subcommand).banner.sub(/\AUsage: /, '')
+    }
+  }
+end
+
+def (Tb::Cmd).op_help
+  op = OptionParser.new
+  op.banner = 'Usage: tb help [OPTS] [SUBCOMMAND]'
+  define_common_option(op, "hvo", "--no-pager")
+  op
+end
+
+Tb::Cmd.def_vhelp('help', <<'End')
+Example:
+
+  tb -h                 : list subcommands
+  tb help               : list subcommands
+
+  tb cat -h             : succinct help of "cat" subcommand
+  tb cat -hh            : verbose help of "cat" subcommand
+  tb help cat           : succinct help of "cat" subcommand
+  tb help -h cat        : verbose help of "cat" subcommand
+
+  tb help -h            : succinct help of "help" subcommand
+  tb help -hh           : verbose help of "help" subcommand
+  tb help help          : succinct help of "help" subcommand
+  tb help -h help       : verbose help of "help" subcommand
+End
+
+def (Tb::Cmd).exit_if_help(subcommand)
+  if 0 < Tb::Cmd.opt_help
+    show_help(subcommand)
+    exit
+  end
+end
+
+def (Tb::Cmd).show_help(subcommand)
+  if Tb::Cmd.subcommands.include?(subcommand)
+    with_output {|f|
+      f.puts self.subcommand_send("op", subcommand)
+      if 2 <= Tb::Cmd.opt_help && Tb::Cmd.verbose_help[subcommand]
+        f.puts
+        f.puts Tb::Cmd.verbose_help[subcommand]
+      end
+    }
+    true
+  else
+    err "unexpected subcommand: #{subcommand.inspect}"
+  end
+end
+
+def (Tb::Cmd).main_help(argv)
+  op_help.parse!(argv)
+  if argv.empty?
+    if Tb::Cmd.opt_help == 0
+      usage_list_subcommands
+      return true
+    else
+      argv.unshift 'help'
+      Tb::Cmd.opt_help -= 1
+    end
+  end
+  Tb::Cmd.opt_help += 1
+  subcommand = argv.shift
+  exit_if_help(subcommand)
+end