tb 0.2 → 0.3
Sign up to get free protection for your applications and to get access to all the features.
- data/README +62 -50
- data/bin/tb +22 -18
- data/lib/tb.rb +35 -19
- data/lib/tb/basic.rb +85 -86
- data/lib/tb/catreader.rb +33 -116
- data/lib/tb/cmd_cat.rb +31 -27
- data/lib/tb/cmd_consecutive.rb +45 -35
- data/lib/tb/cmd_crop.rb +86 -52
- data/lib/tb/cmd_cross.rb +113 -71
- data/lib/tb/cmd_cut.rb +49 -44
- data/lib/tb/cmd_git_log.rb +193 -0
- data/lib/tb/cmd_grep.rb +43 -32
- data/lib/tb/cmd_group.rb +63 -39
- data/lib/tb/cmd_gsub.rb +53 -43
- data/lib/tb/cmd_help.rb +51 -24
- data/lib/tb/cmd_join.rb +32 -35
- data/lib/tb/cmd_ls.rb +233 -205
- data/lib/tb/cmd_mheader.rb +47 -37
- data/lib/tb/cmd_nest.rb +94 -0
- data/lib/tb/cmd_newfield.rb +29 -33
- data/lib/tb/cmd_rename.rb +40 -32
- data/lib/tb/cmd_shape.rb +31 -24
- data/lib/tb/cmd_sort.rb +46 -25
- data/lib/tb/cmd_svn_log.rb +47 -28
- data/lib/tb/cmd_tar_tvf.rb +447 -0
- data/lib/tb/cmd_to_csv.rb +60 -0
- data/lib/tb/cmd_to_json.rb +60 -0
- data/lib/tb/cmd_to_pnm.rb +48 -0
- data/lib/tb/cmd_to_pp.rb +71 -0
- data/lib/tb/cmd_to_tsv.rb +48 -0
- data/lib/tb/cmd_to_yaml.rb +52 -0
- data/lib/tb/cmd_unnest.rb +118 -0
- data/lib/tb/cmdmain.rb +24 -20
- data/lib/tb/cmdtop.rb +33 -25
- data/lib/tb/cmdutil.rb +26 -66
- data/lib/tb/csv.rb +46 -34
- data/lib/tb/enum.rb +294 -0
- data/lib/tb/enumerable.rb +198 -7
- data/lib/tb/enumerator.rb +73 -0
- data/lib/tb/fieldset.rb +27 -19
- data/lib/tb/fileenumerator.rb +365 -0
- data/lib/tb/json.rb +50 -0
- data/lib/tb/pager.rb +6 -6
- data/lib/tb/pairs.rb +227 -0
- data/lib/tb/pnm.rb +23 -22
- data/lib/tb/reader.rb +52 -49
- data/lib/tb/record.rb +48 -19
- data/lib/tb/revcmp.rb +38 -0
- data/lib/tb/ropen.rb +74 -57
- data/lib/tb/search.rb +25 -21
- data/lib/tb/tsv.rb +31 -34
- data/sample/excel2csv +24 -20
- data/sample/poi-xls2csv.rb +24 -20
- data/sample/poi-xls2csv.sh +22 -18
- data/sample/tbplot +185 -127
- data/test-all-cov.rb +3 -3
- data/test-all.rb +1 -1
- data/test/test_basic.rb +26 -10
- data/test/test_catreader.rb +7 -6
- data/test/test_cmd_cat.rb +32 -0
- data/test/test_cmd_consecutive.rb +10 -0
- data/test/test_cmd_crop.rb +4 -4
- data/test/test_cmd_cross.rb +16 -4
- data/test/test_cmd_git_log.rb +46 -0
- data/test/test_cmd_help.rb +17 -12
- data/test/test_cmd_join.rb +21 -1
- data/test/test_cmd_ls.rb +3 -4
- data/test/test_cmd_mheader.rb +17 -11
- data/test/test_cmd_nest.rb +49 -0
- data/test/test_cmd_sort.rb +15 -0
- data/test/test_cmd_tar_tvf.rb +281 -0
- data/test/{test_cmd_csv.rb → test_cmd_to_csv.rb} +35 -21
- data/test/{test_cmd_json.rb → test_cmd_to_json.rb} +31 -3
- data/test/{test_cmd_pnm.rb → test_cmd_to_pnm.rb} +2 -2
- data/test/{test_cmd_pp.rb → test_cmd_to_pp.rb} +4 -4
- data/test/{test_cmd_tsv.rb → test_cmd_to_tsv.rb} +4 -4
- data/test/{test_cmd_yaml.rb → test_cmd_to_yaml.rb} +3 -3
- data/test/test_cmd_unnest.rb +89 -0
- data/test/test_cmdtty.rb +19 -13
- data/test/test_enumerable.rb +83 -1
- data/test/test_fileenumerator.rb +265 -0
- data/test/test_json.rb +15 -0
- data/test/test_pager.rb +3 -4
- data/test/test_pairs.rb +122 -0
- data/test/test_pnm.rb +24 -24
- data/test/test_reader.rb +35 -13
- data/test/test_revcmp.rb +10 -0
- data/test/test_tbenum.rb +173 -0
- metadata +51 -23
- data/lib/tb/cmd_csv.rb +0 -42
- data/lib/tb/cmd_json.rb +0 -60
- data/lib/tb/cmd_pnm.rb +0 -43
- data/lib/tb/cmd_pp.rb +0 -70
- data/lib/tb/cmd_tsv.rb +0 -43
- data/lib/tb/cmd_yaml.rb +0 -47
data/lib/tb/cmd_json.rb
DELETED
@@ -1,60 +0,0 @@
|
|
1
|
-
# Copyright (C) 2011 Tanaka Akira <akr@fsij.org>
|
2
|
-
#
|
3
|
-
# Redistribution and use in source and binary forms, with or without
|
4
|
-
# modification, are permitted provided that the following conditions are met:
|
5
|
-
#
|
6
|
-
# 1. Redistributions of source code must retain the above copyright notice, this
|
7
|
-
# list of conditions and the following disclaimer.
|
8
|
-
# 2. Redistributions in binary form must reproduce the above copyright notice,
|
9
|
-
# this list of conditions and the following disclaimer in the documentation
|
10
|
-
# and/or other materials provided with the distribution.
|
11
|
-
# 3. The name of the author may not be used to endorse or promote products
|
12
|
-
# derived from this software without specific prior written permission.
|
13
|
-
#
|
14
|
-
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
|
15
|
-
# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
|
16
|
-
# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
|
17
|
-
# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
|
18
|
-
# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
|
19
|
-
# OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
20
|
-
# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
21
|
-
# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
|
22
|
-
# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
|
23
|
-
# OF SUCH DAMAGE.
|
24
|
-
|
25
|
-
Tb::Cmd.subcommands << 'json'
|
26
|
-
|
27
|
-
def (Tb::Cmd).op_json
|
28
|
-
op = OptionParser.new
|
29
|
-
op.banner = 'Usage: tb json [OPTS] [TABLE]'
|
30
|
-
define_common_option(op, "hNo", "--no-pager")
|
31
|
-
op
|
32
|
-
end
|
33
|
-
|
34
|
-
def (Tb::Cmd).main_json(argv)
|
35
|
-
require 'json'
|
36
|
-
op_json.parse!(argv)
|
37
|
-
exit_if_help('json')
|
38
|
-
argv = ['-'] if argv.empty?
|
39
|
-
with_output {|out|
|
40
|
-
out.print "["
|
41
|
-
sep = nil
|
42
|
-
argv.each {|filename|
|
43
|
-
sep = ",\n\n" if sep
|
44
|
-
tablereader_open(filename) {|tblreader|
|
45
|
-
tblreader.each {|ary|
|
46
|
-
out.print sep if sep
|
47
|
-
header = tblreader.header
|
48
|
-
h = {}
|
49
|
-
ary.each_with_index {|e, i|
|
50
|
-
h[header[i]] = e if !e.nil?
|
51
|
-
}
|
52
|
-
out.print JSON.pretty_generate(h)
|
53
|
-
sep = ",\n"
|
54
|
-
}
|
55
|
-
}
|
56
|
-
}
|
57
|
-
out.puts "]"
|
58
|
-
}
|
59
|
-
end
|
60
|
-
|
data/lib/tb/cmd_pnm.rb
DELETED
@@ -1,43 +0,0 @@
|
|
1
|
-
# Copyright (C) 2011 Tanaka Akira <akr@fsij.org>
|
2
|
-
#
|
3
|
-
# Redistribution and use in source and binary forms, with or without
|
4
|
-
# modification, are permitted provided that the following conditions are met:
|
5
|
-
#
|
6
|
-
# 1. Redistributions of source code must retain the above copyright notice, this
|
7
|
-
# list of conditions and the following disclaimer.
|
8
|
-
# 2. Redistributions in binary form must reproduce the above copyright notice,
|
9
|
-
# this list of conditions and the following disclaimer in the documentation
|
10
|
-
# and/or other materials provided with the distribution.
|
11
|
-
# 3. The name of the author may not be used to endorse or promote products
|
12
|
-
# derived from this software without specific prior written permission.
|
13
|
-
#
|
14
|
-
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
|
15
|
-
# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
|
16
|
-
# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
|
17
|
-
# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
|
18
|
-
# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
|
19
|
-
# OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
20
|
-
# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
21
|
-
# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
|
22
|
-
# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
|
23
|
-
# OF SUCH DAMAGE.
|
24
|
-
|
25
|
-
Tb::Cmd.subcommands << 'pnm'
|
26
|
-
|
27
|
-
def (Tb::Cmd).op_pnm
|
28
|
-
op = OptionParser.new
|
29
|
-
op.banner = 'Usage: tb pnm [OPTS] [TABLE]'
|
30
|
-
define_common_option(op, "hNo", "--no-pager")
|
31
|
-
op
|
32
|
-
end
|
33
|
-
|
34
|
-
def (Tb::Cmd).main_pnm(argv)
|
35
|
-
op_pnm.parse!(argv)
|
36
|
-
exit_if_help('pnm')
|
37
|
-
argv = ['-'] if argv.empty?
|
38
|
-
tbl = Tb::CatReader.open(argv, Tb::Cmd.opt_N) {|creader| build_table(creader) }
|
39
|
-
with_output {|out|
|
40
|
-
tbl.generate_pnm(out)
|
41
|
-
}
|
42
|
-
end
|
43
|
-
|
data/lib/tb/cmd_pp.rb
DELETED
@@ -1,70 +0,0 @@
|
|
1
|
-
# Copyright (C) 2011 Tanaka Akira <akr@fsij.org>
|
2
|
-
#
|
3
|
-
# Redistribution and use in source and binary forms, with or without
|
4
|
-
# modification, are permitted provided that the following conditions are met:
|
5
|
-
#
|
6
|
-
# 1. Redistributions of source code must retain the above copyright notice, this
|
7
|
-
# list of conditions and the following disclaimer.
|
8
|
-
# 2. Redistributions in binary form must reproduce the above copyright notice,
|
9
|
-
# this list of conditions and the following disclaimer in the documentation
|
10
|
-
# and/or other materials provided with the distribution.
|
11
|
-
# 3. The name of the author may not be used to endorse or promote products
|
12
|
-
# derived from this software without specific prior written permission.
|
13
|
-
#
|
14
|
-
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
|
15
|
-
# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
|
16
|
-
# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
|
17
|
-
# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
|
18
|
-
# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
|
19
|
-
# OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
20
|
-
# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
21
|
-
# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
|
22
|
-
# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
|
23
|
-
# OF SUCH DAMAGE.
|
24
|
-
|
25
|
-
Tb::Cmd.subcommands << 'pp'
|
26
|
-
|
27
|
-
def (Tb::Cmd).op_pp
|
28
|
-
op = OptionParser.new
|
29
|
-
op.banner = 'Usage: tb pp [OPTS] [TABLE]'
|
30
|
-
define_common_option(op, "hNo", "--no-pager")
|
31
|
-
op
|
32
|
-
end
|
33
|
-
|
34
|
-
def (Tb::Cmd).main_pp(argv)
|
35
|
-
op_pp.parse!(argv)
|
36
|
-
exit_if_help('pp')
|
37
|
-
argv.unshift '-' if argv.empty?
|
38
|
-
with_output {|out|
|
39
|
-
argv.each {|filename|
|
40
|
-
tablereader_open(filename) {|tblreader|
|
41
|
-
tblreader.each {|ary|
|
42
|
-
a = []
|
43
|
-
ary.each_with_index {|v, i|
|
44
|
-
next if v.nil?
|
45
|
-
a << [tblreader.field_from_index_ex(i), v]
|
46
|
-
}
|
47
|
-
q = PP.new(out, 79)
|
48
|
-
q.guard_inspect_key {
|
49
|
-
q.group(1, '{', '}') {
|
50
|
-
q.seplist(a, nil, :each) {|kv|
|
51
|
-
k, v = kv
|
52
|
-
q.group {
|
53
|
-
q.pp k
|
54
|
-
q.text '=>'
|
55
|
-
q.group(1) {
|
56
|
-
q.breakable ''
|
57
|
-
q.pp v
|
58
|
-
}
|
59
|
-
}
|
60
|
-
}
|
61
|
-
}
|
62
|
-
}
|
63
|
-
q.flush
|
64
|
-
out << "\n"
|
65
|
-
}
|
66
|
-
}
|
67
|
-
}
|
68
|
-
}
|
69
|
-
end
|
70
|
-
|
data/lib/tb/cmd_tsv.rb
DELETED
@@ -1,43 +0,0 @@
|
|
1
|
-
# Copyright (C) 2011 Tanaka Akira <akr@fsij.org>
|
2
|
-
#
|
3
|
-
# Redistribution and use in source and binary forms, with or without
|
4
|
-
# modification, are permitted provided that the following conditions are met:
|
5
|
-
#
|
6
|
-
# 1. Redistributions of source code must retain the above copyright notice, this
|
7
|
-
# list of conditions and the following disclaimer.
|
8
|
-
# 2. Redistributions in binary form must reproduce the above copyright notice,
|
9
|
-
# this list of conditions and the following disclaimer in the documentation
|
10
|
-
# and/or other materials provided with the distribution.
|
11
|
-
# 3. The name of the author may not be used to endorse or promote products
|
12
|
-
# derived from this software without specific prior written permission.
|
13
|
-
#
|
14
|
-
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
|
15
|
-
# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
|
16
|
-
# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
|
17
|
-
# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
|
18
|
-
# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
|
19
|
-
# OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
20
|
-
# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
21
|
-
# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
|
22
|
-
# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
|
23
|
-
# OF SUCH DAMAGE.
|
24
|
-
|
25
|
-
Tb::Cmd.subcommands << 'tsv'
|
26
|
-
|
27
|
-
def (Tb::Cmd).op_tsv
|
28
|
-
op = OptionParser.new
|
29
|
-
op.banner = 'Usage: tb tsv [OPTS] [TABLE]'
|
30
|
-
define_common_option(op, "hNo", "--no-pager")
|
31
|
-
op
|
32
|
-
end
|
33
|
-
|
34
|
-
def (Tb::Cmd).main_tsv(argv)
|
35
|
-
op_tsv.parse!(argv)
|
36
|
-
exit_if_help('tsv')
|
37
|
-
argv = ['-'] if argv.empty?
|
38
|
-
tbl = Tb::CatReader.open(argv, Tb::Cmd.opt_N) {|creader| build_table(creader) }
|
39
|
-
with_output {|out|
|
40
|
-
tbl_generate_tsv(tbl, out)
|
41
|
-
}
|
42
|
-
end
|
43
|
-
|
data/lib/tb/cmd_yaml.rb
DELETED
@@ -1,47 +0,0 @@
|
|
1
|
-
# Copyright (C) 2011 Tanaka Akira <akr@fsij.org>
|
2
|
-
#
|
3
|
-
# Redistribution and use in source and binary forms, with or without
|
4
|
-
# modification, are permitted provided that the following conditions are met:
|
5
|
-
#
|
6
|
-
# 1. Redistributions of source code must retain the above copyright notice, this
|
7
|
-
# list of conditions and the following disclaimer.
|
8
|
-
# 2. Redistributions in binary form must reproduce the above copyright notice,
|
9
|
-
# this list of conditions and the following disclaimer in the documentation
|
10
|
-
# and/or other materials provided with the distribution.
|
11
|
-
# 3. The name of the author may not be used to endorse or promote products
|
12
|
-
# derived from this software without specific prior written permission.
|
13
|
-
#
|
14
|
-
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
|
15
|
-
# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
|
16
|
-
# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
|
17
|
-
# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
|
18
|
-
# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
|
19
|
-
# OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
20
|
-
# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
21
|
-
# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
|
22
|
-
# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
|
23
|
-
# OF SUCH DAMAGE.
|
24
|
-
|
25
|
-
Tb::Cmd.subcommands << 'yaml'
|
26
|
-
|
27
|
-
def (Tb::Cmd).op_yaml
|
28
|
-
op = OptionParser.new
|
29
|
-
op.banner = 'Usage: tb yaml [OPTS] [TABLE]'
|
30
|
-
define_common_option(op, "hNo", "--no-pager")
|
31
|
-
op
|
32
|
-
end
|
33
|
-
|
34
|
-
def (Tb::Cmd).main_yaml(argv)
|
35
|
-
require 'yaml'
|
36
|
-
op_yaml.parse!(argv)
|
37
|
-
exit_if_help('yaml')
|
38
|
-
argv = ['-'] if argv.empty?
|
39
|
-
tbl = Tb::CatReader.open(argv, Tb::Cmd.opt_N) {|creader| build_table(creader) }
|
40
|
-
ary = tbl.map {|rec| rec.to_h }
|
41
|
-
with_output {|out|
|
42
|
-
YAML.dump(ary, out)
|
43
|
-
out.puts
|
44
|
-
}
|
45
|
-
end
|
46
|
-
|
47
|
-
|