rbbt-util 5.20.18 → 5.20.20
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/rbbt/tsv/parallel/traverse.rb +15 -15
- data/lib/rbbt/util/misc/multipart_payload.rb +3 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 2d615e30c6b71a74392e81bad39283b73f17046e
|
4
|
+
data.tar.gz: 5c6a2a4250f2c89e1f6a8b2122c04e1545532bab
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: e7dc2b8ed60aeaf314f6aa63e131c0dc1b45f3dd51732446d1a10589d535628a785faa3a5f90feabe72cc5c3e6c5b77a211492d201265b22abcdeca08fb97833
|
7
|
+
data.tar.gz: cfaad20cbb2baf0cf29465c1f5db500139096a02b2f7ba873de6995fd7ab1069f28621d37af4ac22cd9a71527cbf5a527c639e554b569196c6caa8b034e06cd3
|
@@ -63,7 +63,7 @@ module TSV
|
|
63
63
|
def self.report(msg, obj, into)
|
64
64
|
into = into[:into] if Hash === into and into.include? :into
|
65
65
|
|
66
|
-
Log.
|
66
|
+
Log.low{"#{ msg } #{stream_name(obj)} -> #{stream_name(into)}"}
|
67
67
|
end
|
68
68
|
|
69
69
|
#{{{ TRAVERSE OBJECTS
|
@@ -151,7 +151,7 @@ module TSV
|
|
151
151
|
callback, bar, join = Misc.process_options options, :callback, :bar, :join
|
152
152
|
if File === io and io.closed?
|
153
153
|
begin
|
154
|
-
Log.
|
154
|
+
Log.low{"Rewinding stream #{stream_name(io)}"}
|
155
155
|
io.reopen io.filename, "r"
|
156
156
|
rescue
|
157
157
|
Log.exception $!
|
@@ -192,7 +192,7 @@ module TSV
|
|
192
192
|
callback, bar, join = Misc.process_options options, :callback, :bar, :join
|
193
193
|
if File === io and io.closed?
|
194
194
|
begin
|
195
|
-
Log.
|
195
|
+
Log.low{"Rewinding stream #{stream_name(io)}"}
|
196
196
|
io.reopen io.filename, "r"
|
197
197
|
rescue
|
198
198
|
Log.exception $!
|
@@ -224,7 +224,7 @@ module TSV
|
|
224
224
|
end
|
225
225
|
|
226
226
|
name = stream_name(obj)
|
227
|
-
Log.
|
227
|
+
Log.low{"Traversing #{name} #{Log.color :green, "->"} #{stream_name(options[:into])}"}
|
228
228
|
begin
|
229
229
|
case obj
|
230
230
|
when TSV
|
@@ -290,28 +290,28 @@ module TSV
|
|
290
290
|
raise "Unknown object for traversal: #{Misc.fingerprint obj }"
|
291
291
|
end
|
292
292
|
rescue IOError
|
293
|
-
Log.
|
293
|
+
Log.low{"IOError traversing #{stream_name(obj)}: #{$!.message}"}
|
294
294
|
stream = obj_stream(obj)
|
295
295
|
stream.abort if stream and stream.respond_to? :abort
|
296
296
|
stream = obj_stream(options[:into])
|
297
297
|
stream.abort if stream.respond_to? :abort
|
298
298
|
raise $!
|
299
299
|
rescue Errno::EPIPE
|
300
|
-
Log.
|
300
|
+
Log.low{"Pipe closed while traversing #{stream_name(obj)}: #{$!.message}"}
|
301
301
|
stream = obj_stream(obj)
|
302
302
|
stream.abort if stream and stream.respond_to? :abort
|
303
303
|
stream = obj_stream(options[:into])
|
304
304
|
stream.abort if stream.respond_to? :abort
|
305
305
|
raise $!
|
306
306
|
rescue Aborted
|
307
|
-
Log.
|
307
|
+
Log.low{"Aborted traversing #{stream_name(obj)}"}
|
308
308
|
stream = obj_stream(obj)
|
309
309
|
stream.abort if stream and stream.respond_to? :abort
|
310
310
|
stream = obj_stream(options[:into])
|
311
311
|
stream.abort if stream.respond_to? :abort
|
312
|
-
Log.
|
312
|
+
Log.low{"Aborted traversing 2 #{stream_name(obj)}"}
|
313
313
|
rescue Exception
|
314
|
-
Log.
|
314
|
+
Log.low{"Exception traversing #{stream_name(obj)}"}
|
315
315
|
begin
|
316
316
|
stream = obj_stream(obj)
|
317
317
|
stream.abort if stream and stream.respond_to? :abort
|
@@ -373,7 +373,7 @@ module TSV
|
|
373
373
|
rescue Interrupt, Aborted
|
374
374
|
error = true
|
375
375
|
q.abort
|
376
|
-
Log.
|
376
|
+
Log.low{"Aborted traversal in CPUs for #{stream_name(obj) || Misc.fingerprint(obj)}: #{$!.backtrace*","}"}
|
377
377
|
stream = obj_stream(obj)
|
378
378
|
stream.abort if stream.respond_to? :abort
|
379
379
|
stream = obj_stream(options[:into])
|
@@ -382,7 +382,7 @@ module TSV
|
|
382
382
|
rescue Exception
|
383
383
|
error = true
|
384
384
|
q.abort
|
385
|
-
Log.
|
385
|
+
Log.low "Exception during traversal in CPUs for #{stream_name(obj) || Misc.fingerprint(obj)}: #{$!.message}"
|
386
386
|
stream = obj_stream(obj)
|
387
387
|
stream.abort if stream.respond_to? :abort
|
388
388
|
stream = obj_stream(options[:into])
|
@@ -436,11 +436,11 @@ module TSV
|
|
436
436
|
end
|
437
437
|
true
|
438
438
|
rescue Aborted, Interrupt
|
439
|
-
Log.
|
439
|
+
Log.low "Aborted storing into #{Misc.fingerprint store}"
|
440
440
|
stream = obj_stream(store)
|
441
441
|
stream.abort if stream.respond_to? :abort
|
442
442
|
rescue Exception
|
443
|
-
Log.
|
443
|
+
Log.low "Exception storing into #{Misc.fingerprint store}: #{$!.message}"
|
444
444
|
stream = obj_stream(store)
|
445
445
|
stream.abort if stream.respond_to? :abort
|
446
446
|
raise $!
|
@@ -597,13 +597,13 @@ module TSV
|
|
597
597
|
begin
|
598
598
|
store_into into, e
|
599
599
|
rescue Aborted
|
600
|
-
Log.
|
600
|
+
Log.low "Aborted callback #{stream_name(obj)} #{Log.color :green, "->"} #{stream_name(options[:into])}"
|
601
601
|
stream = nil
|
602
602
|
stream = get_stream obj
|
603
603
|
stream.abort if stream.respond_to? :abort
|
604
604
|
raise $!
|
605
605
|
rescue Exception
|
606
|
-
Log.
|
606
|
+
Log.low "Exception callback #{stream_name(obj)} #{Log.color :green, "->"} #{stream_name(options[:into])}"
|
607
607
|
stream = nil
|
608
608
|
stream = get_stream obj
|
609
609
|
stream.abort if stream.respond_to? :abort
|
@@ -106,8 +106,10 @@ module RbbtMutiplartPayload
|
|
106
106
|
|
107
107
|
req.add_field "Transfer-Encoding", 'chunked'
|
108
108
|
req.add_field "RBBT_ID", (jobname || "No name")
|
109
|
+
timeout_minutes = 60
|
110
|
+
timeout = 60 * timeout_minutes
|
109
111
|
Misc.open_pipe do |sin|
|
110
|
-
Net::HTTP.start(uri.hostname, uri.port) do |http|
|
112
|
+
Net::HTTP.start(uri.hostname, uri.port, :read_timeout => timeout) do |http|
|
111
113
|
http.request(req) do |res|
|
112
114
|
if Net::HTTPSuccess === res
|
113
115
|
url_path = res["RBBT-STREAMING-JOB-URL"]
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: rbbt-util
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 5.20.
|
4
|
+
version: 5.20.20
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Miguel Vazquez
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2016-06-
|
11
|
+
date: 2016-06-22 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: rake
|