rbbt-util 5.13.13 → 5.13.14
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/rbbt/persist.rb +3 -0
- data/lib/rbbt/tsv/parallel/traverse.rb +1 -0
- data/lib/rbbt/tsv/stream.rb +2 -2
- data/lib/rbbt/tsv/util.rb +5 -2
- data/lib/rbbt/util/misc/format.rb +1 -1
- data/lib/rbbt/util/misc/pipes.rb +0 -1
- data/lib/rbbt/util/simpleopt/doc.rb +1 -1
- data/lib/rbbt/workflow/accessor.rb +1 -1
- data/lib/rbbt/workflow/examples.rb +1 -1
- data/lib/rbbt/workflow/usage.rb +15 -10
- data/share/rbbt_commands/workflow/task +0 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 5399e9cd15518ddd19400ba2cf089758cb0e60d2
|
4
|
+
data.tar.gz: 8adfd1f1ec5293cfcd1aa4749ed8ba84aba078c4
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 132f5a6172cd496d7cadc66affcfc73251fc35b73f1cf458521d08726f766597957d095d029ddc6f3a14cb6f880599ba6576a6c91fbee2fcda7bbde8919c1ca9
|
7
|
+
data.tar.gz: 3cd484b4a5cdf42edae4d19698f8ee780812785d033ccac47b26e9f326fbe5413c977f922344d59a1b715ed703fdfe48a0cce494f312c2f7047281532afedbc5
|
data/lib/rbbt/persist.rb
CHANGED
@@ -360,8 +360,11 @@ module Persist
|
|
360
360
|
Log.low "Persist up-to-date: #{ path } - #{Misc.fingerprint persist_options}"
|
361
361
|
return path if persist_options[:no_load]
|
362
362
|
return load_file(path, type)
|
363
|
+
else
|
364
|
+
Open.rm path if Open.exists? path
|
363
365
|
end
|
364
366
|
|
367
|
+
|
365
368
|
begin
|
366
369
|
|
367
370
|
lock_filename = Persist.persistence_path(path + '.persist', {:dir => Persist.lock_dir})
|
@@ -257,6 +257,7 @@ module TSV
|
|
257
257
|
Log.medium "Aborted traversing 2 #{stream_name(obj)}"
|
258
258
|
rescue Exception
|
259
259
|
Log.medium "Exception traversing #{stream_name(obj)}"
|
260
|
+
Log.exception $!
|
260
261
|
stream = obj_stream(obj)
|
261
262
|
stream.abort if stream and stream.respond_to? :abort
|
262
263
|
stream = obj_stream(options[:into])
|
data/lib/rbbt/tsv/stream.rb
CHANGED
@@ -95,8 +95,8 @@ module TSV
|
|
95
95
|
|
96
96
|
sin.puts TSV.header_lines(key_field, fields, options)
|
97
97
|
|
98
|
-
empty.
|
99
|
-
|
98
|
+
empty_pos = empty.collect{|stream| streams.index stream }
|
99
|
+
empty_pos.sort.reverse.each do |i|
|
100
100
|
lines.delete_at i
|
101
101
|
fields.delete_at i
|
102
102
|
key_fields.delete_at i
|
data/lib/rbbt/tsv/util.rb
CHANGED
@@ -91,8 +91,11 @@ module TSV
|
|
91
91
|
end
|
92
92
|
file
|
93
93
|
when String
|
94
|
-
|
95
|
-
|
94
|
+
if Open.remote?(file) or File.exists? file
|
95
|
+
Open.open(file, open_options)
|
96
|
+
else
|
97
|
+
StringIO.new file
|
98
|
+
end
|
96
99
|
when (defined? Step and Step)
|
97
100
|
file.grace
|
98
101
|
stream = file.get_stream
|
@@ -48,8 +48,8 @@ module Misc
|
|
48
48
|
|
49
49
|
def self.format_definition_list_item(dt, dd, size = 80, indent = 20, color = :yellow)
|
50
50
|
dd = "" if dd.nil?
|
51
|
-
dt = dt.to_s + ":" unless dd.empty?
|
52
51
|
dt = Log.color color, dt if color
|
52
|
+
dt = dt.to_s + ":" unless dd.empty?
|
53
53
|
len = Log.uncolor(dt).length
|
54
54
|
|
55
55
|
if indent < 0
|
data/lib/rbbt/util/misc/pipes.rb
CHANGED
@@ -19,7 +19,7 @@ module Workflow
|
|
19
19
|
end
|
20
20
|
|
21
21
|
def example(task_name, example)
|
22
|
-
|
22
|
+
task_info(task_name.to_sym)[:input_types].collect do |input,type|
|
23
23
|
next unless example_dir[task_name][example][input].exists?
|
24
24
|
[input, type, example_dir[task_name][example][input].find]
|
25
25
|
end.compact
|
data/lib/rbbt/workflow/usage.rb
CHANGED
@@ -2,7 +2,7 @@ require 'rbbt/util/simpleopt'
|
|
2
2
|
|
3
3
|
module Task
|
4
4
|
def doc(deps = nil)
|
5
|
-
puts Log.color
|
5
|
+
puts Log.color(:yellow, "## #{ name }") << ":"
|
6
6
|
puts "\n" << description << "\n" if description and not description.empty?
|
7
7
|
puts
|
8
8
|
|
@@ -19,21 +19,23 @@ module Task
|
|
19
19
|
puts
|
20
20
|
end
|
21
21
|
|
22
|
-
|
23
|
-
|
22
|
+
if inputs.any?
|
23
|
+
puts SOPT.input_doc(inputs, input_types, input_descriptions, input_defaults, true)
|
24
|
+
puts
|
25
|
+
end
|
24
26
|
|
25
27
|
if deps and deps.any?
|
26
|
-
puts "
|
28
|
+
puts Log.color(:magenta, "Inputs from dependencies:")
|
27
29
|
puts
|
28
30
|
deps.each do |dep|
|
29
|
-
puts " #{Log.color :
|
31
|
+
puts " #{Log.color :yellow, dep.name.to_s}:"
|
30
32
|
puts
|
31
33
|
puts SOPT.input_doc((dep.inputs - self.inputs), dep.input_types, dep.input_descriptions, dep.input_defaults, true)
|
32
34
|
puts
|
33
35
|
end
|
34
36
|
end
|
35
37
|
|
36
|
-
puts "Returns: " << Log.color(:blue, result_type.to_s) << "\n"
|
38
|
+
puts Log.color(:magenta, "Returns: ") << Log.color(:blue, result_type.to_s) << "\n"
|
37
39
|
puts
|
38
40
|
end
|
39
41
|
end
|
@@ -71,6 +73,7 @@ module Workflow
|
|
71
73
|
task_name = task
|
72
74
|
task = self.tasks[task_name]
|
73
75
|
end
|
76
|
+
|
74
77
|
dependencies = self.rec_dependencies(task_name).collect{|dep_name| Array === dep_name ? dep_name.first.tasks[dep_name.last.to_sym] : self.tasks[dep_name.to_sym]}
|
75
78
|
|
76
79
|
task.doc(dependencies)
|
@@ -78,18 +81,20 @@ module Workflow
|
|
78
81
|
if self.examples.include? task_name
|
79
82
|
self.examples[task_name].each do |example|
|
80
83
|
|
81
|
-
puts Log.color(:magenta, "Example " << example) + " -- " + Log.color(:blue, example_dir[task_name][example])
|
84
|
+
puts Log.color(:magenta, "Example ") << Log.color(:green, example) + " -- " + Log.color(:blue, example_dir[task_name][example])
|
82
85
|
|
83
86
|
inputs = self.example(task_name, example)
|
84
87
|
|
85
88
|
inputs.each do |input, type, file|
|
86
89
|
case type
|
87
90
|
when :tsv, :array, :text
|
88
|
-
|
91
|
+
lines = file.read.split("\n")
|
92
|
+
head = lines[0..5].compact * "\n\n"
|
89
93
|
head = head[0..500]
|
90
|
-
puts Misc.format_definition_list_item(input, head,
|
94
|
+
puts Misc.format_definition_list_item(input, head, 1000, -1, :blue).gsub(/\n\s*\n/,"\n")
|
95
|
+
puts '...' if lines.length > 6
|
91
96
|
else
|
92
|
-
puts Misc.format_definition_list_item(input, file.read)
|
97
|
+
puts Misc.format_definition_list_item(input, file.read, 80, 20, :blue)
|
93
98
|
end
|
94
99
|
end
|
95
100
|
puts
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: rbbt-util
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 5.13.
|
4
|
+
version: 5.13.14
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Miguel Vazquez
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2014-05-
|
11
|
+
date: 2014-05-20 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: rake
|