tb 0.1 → 0.2

data/test/test_tsv.rb

@@ -38,4 +38,11 @@ class TestTbTSV < Test::Unit::TestCase
     tbl.generate_tsv(out="")
     assert_equal("a\tb\nfoo\tbar\n", out)
   end
+
+  def test_generate_tsv_with_block
+    tbl = Tb.new %w[a b], %w[foo bar], %w[q w]
+    tbl.generate_tsv(out="") {|recids| recids.reverse }
+    assert_equal("a\tb\nq\tw\nfoo\tbar\n", out)
+  end
+
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: tb
 version: !ruby/object:Gem::Version
-  version: '0.1'
+  version: '0.2'
   prerelease: 
 platform: ruby
 authors:
@@ -9,9 +9,18 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2011-12-01 00:00:00.000000000 Z
+date: 2011-12-29 00:00:00.000000000 Z
 dependencies: []
-description: ! 'manipulation tool for table: CSV, TSV, etc.
+description: ! 'tb is a manipulation tool for table: CSV, TSV, etc.
+
+
+  tb provides a command and a library for manipulating tables:
+
+  Unix filter like operations (grep, sort, cat, cut, ls, etc.),
+
+  SQL like operations (join, group, etc.),
+
+  and more.
 
 '
 email: akr@fsij.org
@@ -24,22 +33,86 @@ files:
 - bin/tb
 - lib/tb.rb
 - lib/tb/basic.rb
+- lib/tb/catreader.rb
+- lib/tb/cmd_cat.rb
+- lib/tb/cmd_consecutive.rb
+- lib/tb/cmd_crop.rb
+- lib/tb/cmd_cross.rb
+- lib/tb/cmd_csv.rb
+- lib/tb/cmd_cut.rb
+- lib/tb/cmd_grep.rb
+- lib/tb/cmd_group.rb
+- lib/tb/cmd_gsub.rb
+- lib/tb/cmd_help.rb
+- lib/tb/cmd_join.rb
+- lib/tb/cmd_json.rb
+- lib/tb/cmd_ls.rb
+- lib/tb/cmd_mheader.rb
+- lib/tb/cmd_newfield.rb
+- lib/tb/cmd_pnm.rb
+- lib/tb/cmd_pp.rb
+- lib/tb/cmd_rename.rb
+- lib/tb/cmd_shape.rb
+- lib/tb/cmd_sort.rb
+- lib/tb/cmd_svn_log.rb
+- lib/tb/cmd_tsv.rb
+- lib/tb/cmd_yaml.rb
+- lib/tb/cmdmain.rb
+- lib/tb/cmdtop.rb
+- lib/tb/cmdutil.rb
 - lib/tb/csv.rb
 - lib/tb/enumerable.rb
 - lib/tb/fieldset.rb
-- lib/tb/pathfinder.rb
-- lib/tb/qtsv.rb
+- lib/tb/pager.rb
+- lib/tb/pnm.rb
 - lib/tb/reader.rb
 - lib/tb/record.rb
+- lib/tb/ropen.rb
+- lib/tb/search.rb
 - lib/tb/tsv.rb
+- sample/colors.ppm
 - sample/excel2csv
+- sample/gradation.pgm
+- sample/langs.csv
 - sample/poi-xls2csv.rb
 - sample/poi-xls2csv.sh
+- sample/tbplot
+- test-all-cov.rb
 - test-all.rb
 - test/test_basic.rb
+- test/test_catreader.rb
+- test/test_cmd_cat.rb
+- test/test_cmd_consecutive.rb
+- test/test_cmd_crop.rb
+- test/test_cmd_cross.rb
+- test/test_cmd_csv.rb
+- test/test_cmd_cut.rb
+- test/test_cmd_grep.rb
+- test/test_cmd_group.rb
+- test/test_cmd_gsub.rb
+- test/test_cmd_help.rb
+- test/test_cmd_join.rb
+- test/test_cmd_json.rb
+- test/test_cmd_ls.rb
+- test/test_cmd_mheader.rb
+- test/test_cmd_newfield.rb
+- test/test_cmd_pnm.rb
+- test/test_cmd_pp.rb
+- test/test_cmd_rename.rb
+- test/test_cmd_shape.rb
+- test/test_cmd_sort.rb
+- test/test_cmd_tsv.rb
+- test/test_cmd_yaml.rb
+- test/test_cmdtty.rb
+- test/test_cmdutil.rb
 - test/test_csv.rb
 - test/test_enumerable.rb
+- test/test_fieldset.rb
+- test/test_pager.rb
+- test/test_pnm.rb
+- test/test_reader.rb
 - test/test_record.rb
+- test/test_search.rb
 - test/test_tsv.rb
 homepage: https://github.com/akr/tb
 licenses: []
@@ -67,7 +140,37 @@ specification_version: 3
 summary: ! 'manipulation tool for table: CSV, TSV, etc.'
 test_files:
 - test/test_basic.rb
+- test/test_catreader.rb
+- test/test_cmd_cat.rb
+- test/test_cmd_consecutive.rb
+- test/test_cmd_crop.rb
+- test/test_cmd_cross.rb
+- test/test_cmd_csv.rb
+- test/test_cmd_cut.rb
+- test/test_cmd_grep.rb
+- test/test_cmd_group.rb
+- test/test_cmd_gsub.rb
+- test/test_cmd_help.rb
+- test/test_cmd_join.rb
+- test/test_cmd_json.rb
+- test/test_cmd_ls.rb
+- test/test_cmd_mheader.rb
+- test/test_cmd_newfield.rb
+- test/test_cmd_pnm.rb
+- test/test_cmd_pp.rb
+- test/test_cmd_rename.rb
+- test/test_cmd_shape.rb
+- test/test_cmd_sort.rb
+- test/test_cmd_tsv.rb
+- test/test_cmd_yaml.rb
+- test/test_cmdtty.rb
+- test/test_cmdutil.rb
 - test/test_csv.rb
 - test/test_enumerable.rb
+- test/test_fieldset.rb
+- test/test_pager.rb
+- test/test_pnm.rb
+- test/test_reader.rb
 - test/test_record.rb
+- test/test_search.rb
 - test/test_tsv.rb

data/lib/tb/qtsv.rb

@@ -1,93 +0,0 @@
-# lib/tb/qtsv.rb - quoted TSV related fetures for table library
-#
-# Copyright (C) 2010 Tanaka Akira  <akr@fsij.org>
-# 
-# Redistribution and use in source and binary forms, with or without
-# modification, are permitted provided that the following conditions are met:
-# 
-#  1. Redistributions of source code must retain the above copyright notice, this
-#     list of conditions and the following disclaimer.
-#  2. Redistributions in binary form must reproduce the above copyright notice,
-#     this list of conditions and the following disclaimer in the documentation
-#     and/or other materials provided with the distribution.
-#  3. The name of the author may not be used to endorse or promote products
-#     derived from this software without specific prior written permission.
-# 
-# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
-# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
-# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
-# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
-# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
-# OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
-# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
-# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
-# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
-# OF SUCH DAMAGE.
-
-class Tb
-
-  # quoted TSV is a variant of TSV (tab separated value)
-  #
-  # All non-empty values are quoted by double-quotes.
-
-  def Tb.load_qtsv(filename, *header_fields, &block)
-    Tb.parse_qtsv(File.read(filename), *header_fields, &block)
-  end
-
-  def Tb.qtsv_stream_input(qtsv)
-    qtsv = qtsv.read unless String === qtsv
-    qtsv = qtsv.dup
-    cells = []
-    verify = ''
-    qtsv.scan(/\G("(.*?)"|)(\t|\n|\r\n|\z)/m) {
-      verify << $&
-      cell = $2
-      sep = $3
-      break if cell.nil? && sep.empty?
-      cells << cell
-      if sep != "\t"
-        yield cells
-        cells = []
-      end
-    }
-    if verify != qtsv
-      if qtsv.start_with?(verify)
-        raise "unexpected scan ('verify' is a prefix of 'qtsv')"
-      end
-      if verify.length != qtsv.length
-        raise "unexpected scan (length differ: orig:#{qtsv.length} verify:#{verify.length})" 
-      end
-      raise "unexpected scan" 
-    end
-    nil
-  end
-
-  def Tb.parse_qtsv(qtsv, *header_fields)
-    aa = []
-    qtsv_stream_input(qtsv) {|ary|
-      aa << ary
-    }
-    aa = yield aa if block_given?
-    if header_fields.empty?
-      aa.shift while aa.first.all? {|elt| elt.nil? || elt == '' }
-      header_fields = aa.shift
-      h = Hash.new(0)
-      header_fields.each_with_index {|f, i|
-        if h.include? f
-          raise ArgumentError, "ambiguous header field: #{f.inspect} (#{h[f]}th and #{i}th)"
-        end
-        h[f] = i
-      }
-    end
-    t = Tb.new(header_fields)
-    aa.each {|ary|
-      h = {}
-      header_fields.each_with_index {|f, i|
-        h[f] = ary[i]
-      }
-      t.insert(h)
-    }
-    t
-  end
-
-end