rbbt-util 5.20.18 → 5.20.20

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 275b3d126d9067cb0221c14fab806e7433a1ea21
-  data.tar.gz: 9eb4e0938a45edb0fdf381a1f0459900e89d4df2
+  metadata.gz: 2d615e30c6b71a74392e81bad39283b73f17046e
+  data.tar.gz: 5c6a2a4250f2c89e1f6a8b2122c04e1545532bab
 SHA512:
-  metadata.gz: 6626a15c382c40acd98dfe5b2c3221f8340942a619ecd52b0e640f2ee41ac40d4d93f40c09a45831af5b62bf28973b7ae87d43c49f347aea595dc0945543fa27
-  data.tar.gz: b5793d5cdcedd1d715aa2dcbf0454830bbccbbf3fb7e988944bd34a4d5e1a130d790785e903ae4e860894801f4cb039782c3755421bcd9a24d0414861e480164
+  metadata.gz: e7dc2b8ed60aeaf314f6aa63e131c0dc1b45f3dd51732446d1a10589d535628a785faa3a5f90feabe72cc5c3e6c5b77a211492d201265b22abcdeca08fb97833
+  data.tar.gz: cfaad20cbb2baf0cf29465c1f5db500139096a02b2f7ba873de6995fd7ab1069f28621d37af4ac22cd9a71527cbf5a527c639e554b569196c6caa8b034e06cd3

data/lib/rbbt/tsv/parallel/traverse.rb

@@ -63,7 +63,7 @@ module TSV
   def self.report(msg, obj, into)
     into = into[:into] if Hash === into and into.include? :into
 
-    Log.medium{"#{ msg } #{stream_name(obj)} -> #{stream_name(into)}"}
+    Log.low{"#{ msg } #{stream_name(obj)} -> #{stream_name(into)}"}
   end
 
   #{{{ TRAVERSE OBJECTS
@@ -151,7 +151,7 @@ module TSV
     callback, bar, join = Misc.process_options options, :callback, :bar, :join
     if File === io and io.closed? 
       begin
-        Log.medium{"Rewinding stream #{stream_name(io)}"}
+        Log.low{"Rewinding stream #{stream_name(io)}"}
         io.reopen io.filename, "r"
       rescue
         Log.exception $!
@@ -192,7 +192,7 @@ module TSV
     callback, bar, join = Misc.process_options options, :callback, :bar, :join
     if File === io and io.closed? 
       begin
-        Log.medium{"Rewinding stream #{stream_name(io)}"}
+        Log.low{"Rewinding stream #{stream_name(io)}"}
         io.reopen io.filename, "r"
       rescue
         Log.exception $!
@@ -224,7 +224,7 @@ module TSV
     end
 
     name = stream_name(obj)
-    Log.medium{"Traversing #{name} #{Log.color :green, "->"} #{stream_name(options[:into])}"}
+    Log.low{"Traversing #{name} #{Log.color :green, "->"} #{stream_name(options[:into])}"}
     begin
       case obj
       when TSV
@@ -290,28 +290,28 @@ module TSV
         raise "Unknown object for traversal: #{Misc.fingerprint obj }"
       end
     rescue IOError
-      Log.medium{"IOError traversing #{stream_name(obj)}: #{$!.message}"}
+      Log.low{"IOError traversing #{stream_name(obj)}: #{$!.message}"}
       stream = obj_stream(obj)
       stream.abort if stream and stream.respond_to? :abort
       stream = obj_stream(options[:into])
       stream.abort if stream.respond_to? :abort
       raise $!
     rescue Errno::EPIPE
-      Log.medium{"Pipe closed while traversing #{stream_name(obj)}: #{$!.message}"}
+      Log.low{"Pipe closed while traversing #{stream_name(obj)}: #{$!.message}"}
       stream = obj_stream(obj)
       stream.abort if stream and stream.respond_to? :abort
       stream = obj_stream(options[:into])
       stream.abort if stream.respond_to? :abort
       raise $!
     rescue Aborted
-      Log.medium{"Aborted traversing #{stream_name(obj)}"}
+      Log.low{"Aborted traversing #{stream_name(obj)}"}
       stream = obj_stream(obj)
       stream.abort if stream and stream.respond_to? :abort
       stream = obj_stream(options[:into])
       stream.abort if stream.respond_to? :abort
-      Log.medium{"Aborted traversing 2 #{stream_name(obj)}"}
+      Log.low{"Aborted traversing 2 #{stream_name(obj)}"}
     rescue Exception
-      Log.medium{"Exception traversing #{stream_name(obj)}"}
+      Log.low{"Exception traversing #{stream_name(obj)}"}
       begin
         stream = obj_stream(obj)
         stream.abort if stream and stream.respond_to? :abort
@@ -373,7 +373,7 @@ module TSV
     rescue Interrupt, Aborted
       error = true
       q.abort
-      Log.medium{"Aborted traversal in CPUs for #{stream_name(obj) || Misc.fingerprint(obj)}: #{$!.backtrace*","}"}
+      Log.low{"Aborted traversal in CPUs for #{stream_name(obj) || Misc.fingerprint(obj)}: #{$!.backtrace*","}"}
       stream = obj_stream(obj)
       stream.abort if stream.respond_to? :abort
       stream = obj_stream(options[:into])
@@ -382,7 +382,7 @@ module TSV
     rescue Exception
       error = true
       q.abort
-      Log.medium "Exception during traversal in CPUs for #{stream_name(obj) || Misc.fingerprint(obj)}: #{$!.message}"
+      Log.low "Exception during traversal in CPUs for #{stream_name(obj) || Misc.fingerprint(obj)}: #{$!.message}"
       stream = obj_stream(obj)
       stream.abort if stream.respond_to? :abort
       stream = obj_stream(options[:into])
@@ -436,11 +436,11 @@ module TSV
       end 
       true
     rescue Aborted, Interrupt
-      Log.medium "Aborted storing into #{Misc.fingerprint store}"
+      Log.low "Aborted storing into #{Misc.fingerprint store}"
       stream = obj_stream(store)
       stream.abort if stream.respond_to? :abort
     rescue Exception
-      Log.medium "Exception storing into #{Misc.fingerprint store}: #{$!.message}"
+      Log.low "Exception storing into #{Misc.fingerprint store}: #{$!.message}"
       stream = obj_stream(store)
       stream.abort if stream.respond_to? :abort
       raise $!
@@ -597,13 +597,13 @@ module TSV
         begin
           store_into into, e
         rescue Aborted
-          Log.medium "Aborted callback #{stream_name(obj)} #{Log.color :green, "->"} #{stream_name(options[:into])}"
+          Log.low "Aborted callback #{stream_name(obj)} #{Log.color :green, "->"} #{stream_name(options[:into])}"
           stream = nil
           stream = get_stream obj
           stream.abort if stream.respond_to? :abort
           raise $!
         rescue Exception
-          Log.medium "Exception callback #{stream_name(obj)} #{Log.color :green, "->"} #{stream_name(options[:into])}"
+          Log.low "Exception callback #{stream_name(obj)} #{Log.color :green, "->"} #{stream_name(options[:into])}"
           stream = nil
           stream = get_stream obj
           stream.abort if stream.respond_to? :abort

data/lib/rbbt/util/misc/multipart_payload.rb

@@ -106,8 +106,10 @@ module RbbtMutiplartPayload
 
     req.add_field "Transfer-Encoding", 'chunked'
     req.add_field "RBBT_ID", (jobname || "No name")
+    timeout_minutes = 60
+    timeout = 60 * timeout_minutes
     Misc.open_pipe do |sin|
-      Net::HTTP.start(uri.hostname, uri.port) do |http|
+      Net::HTTP.start(uri.hostname, uri.port, :read_timeout => timeout) do |http|
         http.request(req) do |res|
           if Net::HTTPSuccess === res
             url_path = res["RBBT-STREAMING-JOB-URL"]

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: rbbt-util
 version: !ruby/object:Gem::Version
-  version: 5.20.18
+  version: 5.20.20
 platform: ruby
 authors:
 - Miguel Vazquez
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-06-21 00:00:00.000000000 Z
+date: 2016-06-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake