tb 0.2 → 0.3

data/lib/tb/cmdmain.rb

@@ -1,26 +1,30 @@
-# Copyright (C) 2011 Tanaka Akira  <akr@fsij.org>
+# Copyright (C) 2011-2012 Tanaka Akira  <akr@fsij.org>
 # 
 # Redistribution and use in source and binary forms, with or without
-# modification, are permitted provided that the following conditions are met:
+# modification, are permitted provided that the following conditions
+# are met:
 # 
-#  1. Redistributions of source code must retain the above copyright notice, this
-#     list of conditions and the following disclaimer.
-#  2. Redistributions in binary form must reproduce the above copyright notice,
-#     this list of conditions and the following disclaimer in the documentation
-#     and/or other materials provided with the distribution.
-#  3. The name of the author may not be used to endorse or promote products
-#     derived from this software without specific prior written permission.
+#  1. Redistributions of source code must retain the above copyright
+#     notice, this list of conditions and the following disclaimer.
+#  2. Redistributions in binary form must reproduce the above
+#     copyright notice, this list of conditions and the following
+#     disclaimer in the documentation and/or other materials provided
+#     with the distribution.
+#  3. The name of the author may not be used to endorse or promote
+#     products derived from this software without specific prior
+#     written permission.
 # 
-# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
-# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
-# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
-# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
-# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
-# OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
-# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
-# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
-# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
-# OF SUCH DAMAGE.
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
+# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+# ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
+# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE
+# GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
+# WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
+# OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
+# EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 
 def (Tb::Cmd).main_body(argv)
   subcommand = argv.shift
@@ -39,7 +43,7 @@ end
 def (Tb::Cmd).main(argv)
   main_body(argv)
 rescue SystemExit
-  STDERR.puts $!.message if $!.message != 'exit'
+  $stderr.puts $!.message if $!.message != 'exit'
   raise
 end
 

data/lib/tb/cmdtop.rb

@@ -1,26 +1,30 @@
-# Copyright (C) 2011 Tanaka Akira  <akr@fsij.org>
+# Copyright (C) 2011-2012 Tanaka Akira  <akr@fsij.org>
 # 
 # Redistribution and use in source and binary forms, with or without
-# modification, are permitted provided that the following conditions are met:
+# modification, are permitted provided that the following conditions
+# are met:
 # 
-#  1. Redistributions of source code must retain the above copyright notice, this
-#     list of conditions and the following disclaimer.
-#  2. Redistributions in binary form must reproduce the above copyright notice,
-#     this list of conditions and the following disclaimer in the documentation
-#     and/or other materials provided with the distribution.
-#  3. The name of the author may not be used to endorse or promote products
-#     derived from this software without specific prior written permission.
+#  1. Redistributions of source code must retain the above copyright
+#     notice, this list of conditions and the following disclaimer.
+#  2. Redistributions in binary form must reproduce the above
+#     copyright notice, this list of conditions and the following
+#     disclaimer in the documentation and/or other materials provided
+#     with the distribution.
+#  3. The name of the author may not be used to endorse or promote
+#     products derived from this software without specific prior
+#     written permission.
 # 
-# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
-# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
-# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
-# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
-# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
-# OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
-# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
-# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
-# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
-# OF SUCH DAMAGE.
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
+# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+# ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
+# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE
+# GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
+# WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
+# OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
+# EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 
 require 'tb'
 require 'optparse'
@@ -31,12 +35,12 @@ require 'enumerator'
 require 'tb/pager'
 require 'tb/cmdutil'
 require 'tb/cmd_help'
-require 'tb/cmd_csv'
-require 'tb/cmd_tsv'
-require 'tb/cmd_pnm'
-require 'tb/cmd_json'
-require 'tb/cmd_yaml'
-require 'tb/cmd_pp'
+require 'tb/cmd_to_csv'
+require 'tb/cmd_to_tsv'
+require 'tb/cmd_to_pnm'
+require 'tb/cmd_to_json'
+require 'tb/cmd_to_yaml'
+require 'tb/cmd_to_pp'
 require 'tb/cmd_grep'
 require 'tb/cmd_gsub'
 require 'tb/cmd_sort'
@@ -48,11 +52,15 @@ require 'tb/cmd_join'
 require 'tb/cmd_consecutive'
 require 'tb/cmd_group'
 require 'tb/cmd_cross'
+require 'tb/cmd_nest'
+require 'tb/cmd_unnest'
 require 'tb/cmd_shape'
 require 'tb/cmd_mheader'
 require 'tb/cmd_crop'
 require 'tb/cmd_ls'
+require 'tb/cmd_tar_tvf'
 require 'tb/cmd_svn_log'
+require 'tb/cmd_git_log'
 require 'tb/cmdmain'
 
 Tb::Cmd.init_option

data/lib/tb/cmdutil.rb

@@ -1,26 +1,30 @@
-# Copyright (C) 2011 Tanaka Akira  <akr@fsij.org>
+# Copyright (C) 2011-2012 Tanaka Akira  <akr@fsij.org>
 # 
 # Redistribution and use in source and binary forms, with or without
-# modification, are permitted provided that the following conditions are met:
+# modification, are permitted provided that the following conditions
+# are met:
 # 
-#  1. Redistributions of source code must retain the above copyright notice, this
-#     list of conditions and the following disclaimer.
-#  2. Redistributions in binary form must reproduce the above copyright notice,
-#     this list of conditions and the following disclaimer in the documentation
-#     and/or other materials provided with the distribution.
-#  3. The name of the author may not be used to endorse or promote products
-#     derived from this software without specific prior written permission.
+#  1. Redistributions of source code must retain the above copyright
+#     notice, this list of conditions and the following disclaimer.
+#  2. Redistributions in binary form must reproduce the above
+#     copyright notice, this list of conditions and the following
+#     disclaimer in the documentation and/or other materials provided
+#     with the distribution.
+#  3. The name of the author may not be used to endorse or promote
+#     products derived from this software without specific prior
+#     written permission.
 # 
-# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
-# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
-# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
-# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
-# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
-# OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
-# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
-# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
-# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
-# OF SUCH DAMAGE.
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
+# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+# ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
+# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE
+# GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
+# WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
+# OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
+# EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 
 class Tb::Cmd
   @subcommands = []
@@ -245,52 +249,8 @@ def split_csv_argument(arg)
   return []
 end
 
-def build_table(tblreader)
-  arys = []
-  tblreader.each {|ary|
-    arys << ary
-  }
-  header = tblreader.header
-  tbl = Tb.new(header)
-  arys.each {|ary|
-    ary << nil while ary.length < header.length
-    tbl.insert_values header, ary
-  }
-  tbl
-end
-
-def load_table(filename)
-  tablereader_open(filename) {|tblreader|
-    build_table(tblreader)
-  }
-end
-
 def tablereader_open(filename, &b)
-  Tb::Reader.open(filename, {:numeric=>Tb::Cmd.opt_N}, &b)
-end
-
-def with_table_stream_output
-  with_output {|out|
-    Tb.csv_stream_output(out) {|gen|
-      def gen.output_header(header)
-        self << header if !Tb::Cmd.opt_N
-      end
-      yield gen
-    }
-  }
-end
-
-def tbl_generate_csv(tbl, out)
-  if Tb::Cmd.opt_N
-    header = tbl.list_fields
-    Tb.csv_stream_output(out) {|gen|
-      tbl.each {|rec|
-        gen << rec.values_at(*header)
-      }
-    }
-  else
-    tbl.generate_csv(out)
-  end
+  Tb.open_reader(filename, {:numeric=>Tb::Cmd.opt_N}, &b)
 end
 
 def tbl_generate_tsv(tbl, out)
@@ -317,11 +277,11 @@ def with_output
     ensure
       File.unlink tmp if File.exist? tmp
     end
-  elsif STDOUT.tty? && !Tb::Cmd.opt_no_pager
+  elsif $stdout.tty? && !Tb::Cmd.opt_no_pager
     Tb::Pager.open {|pager|
       yield pager
     }
   else
-    yield STDOUT
+    yield $stdout
   end
 end

data/lib/tb/csv.rb

@@ -1,28 +1,32 @@
 # lib/tb/csv.rb - CSV related fetures for table library
 #
-# Copyright (C) 2010-2011 Tanaka Akira  <akr@fsij.org>
+# Copyright (C) 2010-2012 Tanaka Akira  <akr@fsij.org>
 # 
 # Redistribution and use in source and binary forms, with or without
-# modification, are permitted provided that the following conditions are met:
+# modification, are permitted provided that the following conditions
+# are met:
 # 
-#  1. Redistributions of source code must retain the above copyright notice, this
-#     list of conditions and the following disclaimer.
-#  2. Redistributions in binary form must reproduce the above copyright notice,
-#     this list of conditions and the following disclaimer in the documentation
-#     and/or other materials provided with the distribution.
-#  3. The name of the author may not be used to endorse or promote products
-#     derived from this software without specific prior written permission.
+#  1. Redistributions of source code must retain the above copyright
+#     notice, this list of conditions and the following disclaimer.
+#  2. Redistributions in binary form must reproduce the above
+#     copyright notice, this list of conditions and the following
+#     disclaimer in the documentation and/or other materials provided
+#     with the distribution.
+#  3. The name of the author may not be used to endorse or promote
+#     products derived from this software without specific prior
+#     written permission.
 # 
-# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
-# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
-# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
-# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
-# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
-# OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
-# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
-# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
-# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
-# OF SUCH DAMAGE.
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
+# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+# ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
+# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE
+# GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
+# WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
+# OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
+# EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 
 require 'csv'
 
@@ -38,22 +42,18 @@ class Tb
     }
     aa = yield aa if block_given?
     if header_fields.empty?
-      reader = Tb::Reader.new(aa)
-      arys = []
-      reader.each {|ary|
-        arys << ary
-      }
-      header = reader.header
+      reader = Tb::Reader.new {|body| body.call(aa) }
+      reader.to_tb
     else
       header = header_fields
       arys = aa
+      t = Tb.new(header)
+      arys.each {|ary|
+        ary << nil while ary.length < header.length
+        t.insert_values header, ary
+      }
+      t
     end
-    t = Tb.new(header)
-    arys.each {|ary|
-      ary << nil while ary.length < header.length
-      t.insert_values header, ary
-    }
-    t
   end
 
   def Tb.csv_stream_input(csv, &b)
@@ -102,9 +102,6 @@ class Tb
       end
       nil
     end
-
-    def close
-    end
   end
 
   def Tb.csv_stream_output(out)
@@ -125,6 +122,21 @@ class Tb
     end
   end
 
+  def Tb.csv_encode_row(ary)
+    require 'csv'
+    if defined? CSV::Writer
+      # Ruby 1.8
+      out = ''
+      CSV::Writer.generate(out) {|csvgen|
+        csvgen << ary
+      }
+      out
+    else
+      # Ruby 1.9
+      ary.to_csv
+    end
+  end
+
   # :call-seq:
   #   generate_csv(out='', fields=nil) {|recordids| modified_recordids }
   #   generate_csv(out='', fields=nil)

data/lib/tb/enum.rb

@@ -0,0 +1,294 @@
+# Copyright (C) 2012 Tanaka Akira  <akr@fsij.org>
+# 
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+# 
+#  1. Redistributions of source code must retain the above copyright
+#     notice, this list of conditions and the following disclaimer.
+#  2. Redistributions in binary form must reproduce the above
+#     copyright notice, this list of conditions and the following
+#     disclaimer in the documentation and/or other materials provided
+#     with the distribution.
+#  3. The name of the author may not be used to endorse or promote
+#     products derived from this software without specific prior
+#     written permission.
+# 
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
+# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+# ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
+# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE
+# GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
+# WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
+# OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
+# EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+module Tb::Enum
+  include Enumerable
+
+  def with_header(&header_proc)
+    Enumerator.new {|y|
+      header_and_each(header_proc) {|pairs|
+        y.yield pairs
+      }
+    }
+  end
+
+  def with_cumulative_header(&header_proc)
+    Enumerator.new {|y|
+      hset = {}
+      internal_header_proc = lambda {|header0|
+        if header0
+          header0.each {|f|
+            hset[f] = true
+          }
+        end
+        header_proc.call(header0) if header_proc
+      }
+      header_and_each(internal_header_proc) {|pairs|
+        pairs.each {|f, v|
+          if !hset[f]
+            hset[f] = true
+          end
+        }
+        y.yield [pairs, hset.keys.freeze]
+      }
+    }
+  end
+
+  def cat(*ers, &b)
+    ers = [self, *ers]
+    rec = lambda {|y, header|
+      if ers.empty?
+        if header
+          y.set_header header
+        end
+      else
+        last_e = ers.pop
+        last_e.with_header {|last_e_header|
+          if last_e_header && header
+            header = last_e_header | header
+          else
+            header = nil
+          end
+          rec.call(y, header)
+        }.each {|v|
+          y.yield v
+        }
+      end
+    }
+    er = Tb::Enumerator.new {|y|
+      rec.call(y, [])
+    }
+    if block_given?
+      er.each(&b)
+    else
+      er
+    end
+  end
+
+  # creates a new Tb::Enumerator object which have
+  # new field named by _field_ with the value returned by the block.
+  #
+  #   t1 = Tb.new %w[a b], [1, 2], [3, 4]
+  #   p t1.newfield("x") {|row| row["a"] + row["b"] + 100 }.to_a
+  #   #=> [#<Tb::Pairs: "x"=>103, "a"=>1, "b"=>2>,
+  #   #    #<Tb::Pairs: "x"=>107, "a"=>3, "b"=>4>]
+  #
+  def newfield(field)
+    Tb::Enumerator.new {|y|
+      self.with_header {|header|
+        if header
+          y.set_header(Tb::FieldSet.normalize([field, *header]))
+        end
+      }.each {|row|
+        keys = row.keys
+        keys = Tb::FieldSet.normalize([field, *keys])
+        vals = row.values
+        vals = [yield(row), *vals]
+        y << Tb::Pairs.new(keys.zip(vals))
+      }
+    }
+  end
+
+  # :call-seq:
+  #   table1.natjoin2(table2, missing_value=nil, retain_left=false, retain_right=false)
+  def natjoin2(tbl2, missing_value=nil, retain_left=false, retain_right=false)
+    Tb::Enumerator.new {|y|
+      tbl1 = self
+      header1 = header2 = nil
+      sorted_tbl2 = nil
+      common_header = nil
+      total_header = nil
+      sorted_tbl1 = tbl1.with_header {|h1|
+        header1 = h1
+        sorted_tbl2 = tbl2.with_header {|h2|
+          header2 = h2
+          common_header = header1 & header2
+          total_header = header1 | header2
+          y.set_header total_header
+        }.lazy_map {|pairs|
+          [common_header.map {|f| pairs[f] }, pairs]
+        }.extsort_by {|cv, pairs| cv }.to_fileenumerator
+      }.lazy_map {|pairs|
+        [common_header.map {|f| pairs[f] }, pairs]
+      }.extsort_by {|cv, pairs| cv }.to_fileenumerator
+      sorted_tbl1.open_reader {|t1|
+        sorted_tbl2.open_reader {|t2|
+          t1_eof = t2_eof = false
+          while true
+            begin
+              cv1, pairs1 = t1.peek
+            rescue StopIteration
+              t1_eof = true
+            end
+            begin
+              cv2, pairs2 = t2.peek
+            rescue StopIteration
+              t2_eof = true
+            end
+            break if t1_eof || t2_eof
+            cmp = cv1 <=> cv2
+            if cmp < 0
+              t1.subeach_by {|_cv1, _| _cv1 }.each {|_, _pairs1|
+                if retain_left
+                  h = {}
+                  total_header.each {|f|
+                    h[f] = missing_value if !_pairs1.has_key?(f)
+                  }
+                  y.yield _pairs1.merge(h)
+                end
+              }
+            elsif 0 < cmp
+              t2.subeach_by {|_cv2, _| _cv2 }.each {|_, _pairs2|
+                if retain_right
+                  h = {}
+                  total_header.each {|f|
+                    h[f] = missing_value if !_pairs2.has_key?(f)
+                  }
+                  y.yield _pairs2.merge(h)
+                end
+              }
+            else
+              t2_pos = t2.pos
+              t1.subeach_by {|_cv1, _| _cv1 }.each {|_, _pairs1|
+                t2.pos = t2_pos
+                t2.subeach_by {|_cv2, _| _cv2 }.each {|_, _pairs2|
+                  pairs = {}
+                  _pairs1.each {|f, v| pairs[f] = v }
+                  _pairs2.each {|f, v| pairs[f] = v if !pairs.has_key?(f) }
+                  y.yield(pairs)
+                }
+              }
+            end
+          end
+          begin
+            cv1, pairs1 = t1.next
+            if retain_left
+              h = {}
+              total_header.each {|f|
+                h[f] = missing_value if !pairs1.has_key?(f)
+              }
+              y.yield pairs1.merge(h)
+            end
+          rescue StopIteration
+          end
+          begin
+            cv2, pairs2 = t2.next
+            if retain_right
+              h = {}
+              total_header.each {|f|
+                h[f] = missing_value if !pairs2.has_key?(f)
+              }
+              y.yield pairs2.merge(h)
+            end
+          rescue StopIteration
+          end
+        }
+      }
+    }
+  end
+
+  # :call-seq:
+  #   table1.natjoin2_outer(table2, missing=nil, retain_left=true, retain_right=true)
+  def natjoin2_outer(tbl2, missing_value=nil, retain_left=true, retain_right=true)
+    natjoin2(tbl2, missing_value, retain_left, retain_right)
+  end
+
+  def to_tb
+    tb = Tb.new
+    self.each {|pairs|
+      pairs.each {|k, v|
+        unless tb.has_field? k
+          tb.define_field(k)
+        end
+      }
+      tb.insert pairs
+    }
+    tb
+  end
+
+  def write_to_csv(io, with_header=true)
+    stream = nil
+    header = []
+    fgen = fnew = nil
+    self.with_cumulative_header {|header0|
+      if !with_header
+        stream = true
+      elsif header0
+        stream = true
+        io.puts Tb.csv_encode_row(header0)
+      else
+        stream = false
+        fgen, fnew = Tb::FileEnumerator.gen_new
+      end
+    }.each {|pairs, header1|
+      pairs = Tb::Pairs.new(pairs) unless pairs.respond_to? :has_key?
+      header = header1
+      if stream
+        fs = header.dup
+        while !fs.empty? && !pairs.has_key?(fs.last)
+          fs.pop
+        end
+        ary = fs.map {|f| pairs[f] }
+        io.puts Tb.csv_encode_row(ary)
+      else
+        fgen.call Tb::Pairs.new(pairs)
+      end
+    }
+    if !stream
+      if with_header
+        io.puts Tb.csv_encode_row(header)
+      end
+      fnew.call.each {|pairs|
+        fs = header.dup
+        while !fs.empty? && !pairs.has_key?(fs.last)
+          fs.pop
+        end
+        ary = fs.map {|f| pairs[f] }
+        io.puts Tb.csv_encode_row(ary)
+      }
+    end
+  end
+
+  def extsort_by(opts={}, &cmpvalue_from)
+    Tb::Enumerator.new {|ty|
+      header = []
+      er = Enumerator.new {|y|
+        self.with_cumulative_header {|header0|
+          header = header0 if header0
+        }.each {|pairs, header1|
+          header = header1
+          y.yield pairs
+        }
+        ty.set_header header
+      }
+      er.extsort_by(opts, &cmpvalue_from).each {|pairs|
+        ty.yield pairs
+      }
+    }
+  end
+end