rbbt-util 5.14.38 → 5.14.39

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d8a0ba5fcb0625780c5a1cca6a17d1c7716533d0
-  data.tar.gz: db0e0a4843e3e8b63e7526ca1c1c6c156ee20f05
+  metadata.gz: fb9eba165b567301078196458cb721d1ca1f130b
+  data.tar.gz: e2f067c01e6a2aff41d00d76d89fbad6c895678d
 SHA512:
-  metadata.gz: 9a4554bce956bd3ae4c4f457cc815d084622bde543504f4105b2b218bb2fb99e1ec33accae814a278b4062d92ad35b30d19e8295ffb9633484ccdb3d89f4a91b
-  data.tar.gz: 3de5de3a7f71fdcbc40f0ca62132e1dbc49dc5924c62101361fbf0f5caf1bdcee797775a5e6d6777871a5b128e1fd74b37eef48e245f12cb8835e7cad968b656
+  metadata.gz: e943920dabb8863f3fc5b1b142c7c02bd1ce1131ddf4173cf42463f4d77726bca36f700b50ba67aa0d6d952c3033f96f164009a626d3a2fd050cbd0db00201b7
+  data.tar.gz: 77591c927621415e7030ac7f8e4d2efad8d1c7b4b977c07147d49639de2ed1b8f018a753c32453830aa6e8a5585ad079730e3e56f86896d0859b159bc7a6ed48

data/etc/app.d/grid_system.rb

@@ -1,3 +1,4 @@
 #require 'zen-grids'
 require 'compass'
 require 'compass-susy'
+require 'font-awesome-sass'

data/etc/app.d/resources.rb

@@ -5,9 +5,12 @@ RbbtRESTHelpers.template_resources.unshift Rbbt.www.views.find if Rbbt.www.views
 #load Rbbt.etc['app.d']['foundation.rb'].find if Rbbt.etc['app.d']['foundation.rb'].exists?
 load Rbbt.etc['app.d']['grid_system.rb'].find if Rbbt.etc['app.d']['grid_system.rb'].exists?
 
+require 'sass-css-importer'
+
 Compass::Frameworks::ALL.each do |importer|
   next unless importer.respond_to? :path
   path = importer.stylesheets_directory
   RbbtRESTHelpers.add_sass_load_path path
 end
+RbbtRESTHelpers.add_sass_load_path './www/views/compass'
 

data/lib/rbbt/association/database.rb

@@ -71,8 +71,9 @@ module Association
     info_fields = field_pos.collect{|f| f == :key ? :key : all_fields[f]}
     options = options.merge({:key_field => source_field, :fields =>  info_fields})
 
-
-    tsv = tsv.reorder source_field, fields if true or source_field != tsv.key_field or (fields and tsv.fields != fields)
+    tsv.with_monitor(options[:monitor]) do
+      tsv = tsv.reorder source_field, fields if true or source_field != tsv.key_field or (fields and tsv.fields != fields)
+    end
 
     tsv.key_field = source_header
     tsv.fields = field_headers
@@ -124,6 +125,7 @@ module Association
     end
 
     open_options = options.merge(parser.options).merge(:parser => parser)
+    open_options = Misc.add_defaults open_options, :monitor => {:desc => "Parsing #{ Misc.fingerprint stream }"}
 
     tsv = TSV.parse parser.stream, {}, open_options
     tsv.key_field = source_header

data/lib/rbbt/association/index.rb

@@ -7,12 +7,12 @@ module Association
     options = options.nil? ? {} : options.dup
     persist_options = persist_options.nil? ?  Misc.pull_keys(options, :persist)  : persist_options.dup 
 
-    persist_options = Misc.add_defaults persist_options.dup, :persist => true, :engine => "BDB"
+    persist_options = Misc.add_defaults persist_options.dup, :persist => true
     persist = persist_options[:persist]
 
     file = version_file(file, options[:namespace]) if options[:namespace] and String === file
-
-    Persist.persist_tsv(file, "Association Index", options, persist_options.dup) do |data|
+    Persist.persist_tsv(file, "Association Index", options, persist_options.merge(:engine => "BDB")) do |data|
+      options = Misc.add_defaults options.dup, :monitor => "Building index for #{Misc.fingerprint file}"
       recycle = options[:recycle]
       undirected = options[:undirected]
 
@@ -117,29 +117,39 @@ module Association
 
                      if File.exists?(reverse_filename)
                        new = Persist.open_tokyocabinet(reverse_filename, false, serializer, TokyoCabinet::BDB)
+                       raise "Index has no info: #{reverse_filename}" if new.key_field.nil?
+                       Association::Index.setup new
                        new
                      else
-                       FileUtils.mkdir_p File.dirname(reverse_filename) unless File.exists?(File.basename(reverse_filename))
+                       FileUtils.mkdir_p File.dirname(reverse_filename) unless File.exists?(File.dirname(reverse_filename))
+
                        new = Persist.open_tokyocabinet(reverse_filename, true, serializer, TokyoCabinet::BDB)
-                       new.write
+                       
                        self.with_unnamed do
-                         through do |key, value|
-                           new_key = key.split("~").reverse.join("~")
-                           new[new_key] = value
+                         self.with_monitor :desc => "Reversing #{ persistence_path }" do
+                           self.through do |key, value|
+                             new_key = key.split("~").reverse.join("~")
+                             new[new_key] = value
+                           end
                          end
                        end
                        annotate(new)
                        new.key_field = key_field.split("~").values_at(1,0,2).compact * "~"
+                       new.read_and_close do
+                         Association::Index.setup new
+                       end
                        new.read
                      end
 
                      new.unnamed = true
 
-                     Association::Index.setup new
-
                      new.undirected = undirected
 
                      new
+                   rescue Exception
+                     Log.error "Deleting after error reversing database: #{ reverse_filename }"
+                     FileUtils.rm reverse_filename if File.exists? reverse_filename
+                     raise $!
                    end
     end
 

data/lib/rbbt/association/open.rb

@@ -11,7 +11,7 @@ module Association
     options = options.nil? ? {} : options.dup
     persist_options = persist_options.nil? ?  Misc.pull_keys(options, :persist)  : persist_options.dup 
 
-    options = Misc.add_defaults options, :zipped => true
+    options = Misc.add_defaults options, :zipped => true, :monitor => {:desc => "Opening database #{Misc.fingerprint file}"}
     persist_options = Misc.add_defaults persist_options, :persist => true, :dir => Rbbt.var.associations
     persist = persist_options[:persist]
 
@@ -19,15 +19,18 @@ module Association
     file = file.call if Proc === file
 
     data = Persist.persist_tsv(file, "Association Database", options, persist_options) do |data|
+      options = options.dup
       tsv = Association.database(file, options.merge(:persist => persist))
       tsv = tsv.to_double unless tsv.type == :double
 
       tsv.annotate data
 
       data.serializer = :double if data.respond_to? :serializer
-      tsv.with_monitor(options[:monitor]) do
-        tsv.through do |k,v|
-          data[k] = v
+      tsv.with_unnamed do
+        tsv.with_monitor(options[:monitor]) do
+          tsv.through do |k,v|
+            data[k] = v
+          end
         end
       end
 

data/lib/rbbt/association/util.rb

@@ -55,6 +55,18 @@ module Association
     source_specs[2] = source_format if source_format
     target_specs[2] = target_format if target_format
 
+    if source_specs.first and not all_fields.include? source_specs.first and defined? Entity and (_format = Entity.formats[source_specs.first.to_s])
+      _source = all_fields.select{|f| Entity.formats[f.to_s] == _format }.first
+      raise "Source not found #{source_specs}. Options: #{Misc.fingerprint all_fields}" if _target.nil?
+      source_specs[0] = _source
+    end
+
+    if target_specs.first and  not all_fields.include? target_specs.first and defined? Entity and (_format = Entity.formats[target_specs.first.to_s])
+      _target = all_fields.select{|f| Entity.formats[f.to_s].to_s == _format.to_s }.first
+      raise "Target not found #{target_specs}. Options: #{Misc.fingerprint all_fields}" if _target.nil?
+      target_specs[0] = _target
+    end
+
     if source_specs[0].nil? and target_specs[0].nil?
       source_specs[0] = key_field 
       target_specs[0] = fields[0]

data/lib/rbbt/knowledge_base/registry.rb

@@ -44,7 +44,7 @@ class KnowledgeBase
         Persist.memory("Index:" << [key, dir] * "@") do
           options = options.dup
           persist_dir = dir
-          persist_file = persist_dir[key]
+          persist_file = persist_dir[key].find
           file, registered_options = registry[name]
 
           options = Misc.add_defaults options, registered_options if registered_options and registered_options.any?
@@ -79,15 +79,16 @@ class KnowledgeBase
 
   def get_database(name, options = {})
     name = name.to_s
-    key = "Index:" + name.to_s + "_" + Misc.digest(Misc.fingerprint([name,options.dup]))
-    @indices[key] ||= 
+    @databases[[name, options]] ||= 
       begin 
+        fp = Misc.fingerprint([name,options])
+        key = name.to_s + "_" + Misc.digest(fp) + '.database'
         Persist.memory("Database:" << [key, dir] * "@") do
           options = options.dup
-          persist_file = dir.indices[key]
+          persist_dir = dir
+          persist_file = persist_dir[key].find
           file, registered_options = registry[name]
 
-
           options = Misc.add_defaults options, registered_options if registered_options and registered_options.any?
           options = Misc.add_defaults options, :persist_file => persist_file, :namespace => namespace, :format => format, :persist => true
 

data/lib/rbbt/knowledge_base.rb

@@ -7,9 +7,9 @@ require 'rbbt/knowledge_base/syndicate'
 
 class KnowledgeBase
 
-  attr_accessor :namespace, :dir, :indices, :registry, :format, :databases, :entity_options
+  attr_accessor :namespace, :dir, :databases, :indices, :registry, :format, :entity_options
   def initialize(dir, namespace = nil)
-    @dir = Path.setup(dir.dup).find
+    @dir = Path.setup(dir.dup)
 
     @namespace = namespace
     @format = IndiferentHash.setup({})

data/lib/rbbt/persist.rb

@@ -253,16 +253,20 @@ module Persist
   end
 
   def self.persist_file(path, type, persist_options, &block)
-    begin
-      if is_persisted?(path, persist_options)
-        Log.low "Persist up-to-date: #{ path } - #{Misc.fingerprint persist_options}"
-        return path if persist_options[:no_load]
-        return load_file(path, type) 
-      else
+    Misc.insist do
+      begin
+        if is_persisted?(path, persist_options)
+          Log.low "Persist up-to-date: #{ path } - #{Misc.fingerprint persist_options}"
+          return path if persist_options[:no_load]
+          return load_file(path, type) 
+        else
+          Open.rm path if Open.exists? path
+        end
+      rescue Exception
+        Log.warn "Exception loading persistence (#{ type }) #{ path }: #{$!.message}. Erase and retry."
         Open.rm path if Open.exists? path
+        raise $!
       end
-    rescue Exception
-      Open.rm path if Open.exists? path
     end
 
     lock_filename = Persist.persistence_path(path + '.persist', {:dir => Persist.lock_dir})

data/lib/rbbt/tsv/change_id.rb

@@ -98,11 +98,16 @@ module TSV
           return file.index(options.merge(:target => target, :fields => fields, :order => true)) 
         end
       else
-        all_fields = TSV.parse_header(file).all_fields
-        target = all_fields[1] if target.nil?
-        if (source.nil? or all_fields.include? source) and all_fields.include? target
-          index = TSV.index(file, options.merge(:target => target, :fields => fields, :order => true)) 
-          return index
+        next unless file.exists?
+        begin
+          all_fields = TSV.parse_header(file).all_fields
+          target = all_fields[1] if target.nil?
+          if (source.nil? or all_fields.include? source) and all_fields.include? target
+            index = TSV.index(file, options.merge(:target => target, :fields => fields, :order => true)) 
+            return index
+          end
+        rescue Exception
+          Log.error "Exception reading identifier file: #{file.find}"
         end
       end
     end

data/lib/rbbt/tsv/manipulate.rb

@@ -636,14 +636,15 @@ module TSV
     @monitor = {:desc => "Adding field #{ names * ", " }"} if TrueClass === monitor
 
     through do |key, values|
+      values ||= fields ? [nil] * fields : []
       new_values = yield(key, values)
 
       case type
       when :double
         new_values = new_values.collect{|v| [v] } if Array === new_values and new_values.first and not Array === new_values.first
-        values += new_values
+        values += new_values || [nil] * names.length
       when :list
-        values += new_values
+        values += new_values || [nil] * names.length
       end
 
       self[key] = values

data/lib/rbbt/tsv/matrix.rb

@@ -3,7 +3,6 @@ require 'rbbt/association'
 module TSV
   def self.read_matrix(tsv, field_format = "ID", value_format = "Value", *others)
     tsv = TSV.open(tsv) unless TSV === tsv
-    
 
     if others.any?
       other_tsv = tsv.slice(others)

data/lib/rbbt/tsv/parallel/traverse.rb

@@ -335,7 +335,9 @@ module TSV
   def self.traverse_cpus(num, obj, options, &block)
     begin
       callback, cleanup, join, respawn = Misc.process_options options, :callback, :cleanup, :join, :respawn
+      respawn = true if ENV["RBBT_RESPAWN"] and ENV["RBBT_RESPAWN"] == "true"
 
+      Log.low "Traversing in #{ num } cpus: #{respawn ? "respawn" : "no respawn"}"
       q = RbbtProcessQueue.new num, cleanup, join, respawn
       q.callback &callback
       q.init &block

data/lib/rbbt/tsv/util.rb

@@ -186,6 +186,24 @@ module TSV
     self
   end
 
+  def unzip_replicates
+    raise "Can only unzip replicates in :double TSVs" unless type == :double
+
+    new = {}
+    self.with_unnamed do
+      through do |k,vs|
+        Misc.zip_fields(vs).each_with_index do |v,i|
+          new[k + "(#{i})"] = v
+        end
+      end
+    end
+
+    self.annotate(new)
+    new.type = :list
+
+    new
+  end
+
   def to_list
     new = {}
     case type

data/lib/rbbt/util/R/eval.rb

@@ -31,9 +31,9 @@ module R
   end
 
   def self.clear
-    Log.warn "Clearing Rserver session #{SESSION}, PID #{@@instance_process}"
     @@instance = nil
     if defined? @@instance_process and @@instance_process and Misc.pid_exists? @@instance_process
+      Log.warn "Clearing Rserver session #{SESSION}, PID #{@@instance_process}"
       begin
         Process.kill :INT, @@instance_process
       rescue Exception

data/lib/rbbt/util/R/model.rb

@@ -19,13 +19,18 @@ module R
     R_METHOD = :eval
 
     attr_accessor :name, :formula
-    def initialize(name, formula, options = {})
+    def initialize(name, formula, data = nil, options = {})
       @name = name
       @formula = formula
       @options = options || {}
+      if data and not model_file.exists?
+        method = Misc.process_options options, :fit
+        fit(data, method || "lm", options)
+      end
     end
 
     def colClasses(tsv)
+      return nil unless TSV === tsv
       "c('character', " << 
       (tsv.fields.collect{|f| R.ruby2R(@options[f] ? @options[f].to_s : ":NA") } * ", ") <<
       ")"
@@ -63,12 +68,31 @@ data = NULL
     end
 
     def predict(tsv, field = "Prediction")
-      tsv = Model.groom tsv, formula 
-      tsv.R <<-EOF, r_options(tsv)
+      case tsv
+      when TSV
+        tsv = Model.groom tsv, formula 
+        tsv.R <<-EOF, r_options(tsv)
 model = rbbt.model.load('#{model_file}');
 data.groomed = rbbt.model.groom(data,formula=#{formula})
 data$#{field} = predict(model, data.groomed);
-      EOF
+        EOF
+      when Hash
+        res = R.eval_a <<-EOF
+model = rbbt.model.load('#{model_file}');
+predict(model, data.frame(#{R.ruby2R tsv}));
+        EOF
+        Array === tsv.values.first ? res : res.first
+      when Fixnum, Array, Float, String
+        field = formula.split("~").last.strip
+
+        res = R.eval_a <<-EOF
+model = rbbt.model.load('#{model_file}');
+predict(model, data.frame(#{field} = #{R.ruby2R tsv}));
+        EOF
+        Array === tsv ? res : res.first
+      else
+        raise "Unknown object for predict: #{Misc.fingerprint tsv}"
+      end
     end
 
     def exists?

data/lib/rbbt/util/R.rb

@@ -86,8 +86,12 @@ source('#{UTIL}');
 
   def self.ruby2R(object)
     case object
+    when Float::INFINITY
+      "Inf"
     when nil
       "NULL"
+    when "NA"
+      "NA"
     when TSV
       "matrix(#{R.ruby2R object.values},dimnames=list(#{R.ruby2R object.keys}, #{R.ruby2R object.fields}))"
     when Symbol
@@ -102,6 +106,8 @@ source('#{UTIL}');
       "FALSE"
     when Array
       "c(#{object.collect{|e| ruby2R(e) } * ", "})"
+    when Hash
+      object.collect{|k,v| [k, ruby2R(v)] * "="} * ", "
     else
       raise "Type of object not known: #{ object.inspect }"
     end

data/lib/rbbt/util/concurrency/processes/socket.rb

@@ -55,7 +55,12 @@ class RbbtProcessQueue
         payload = Misc.read_stream stream, size
         case type
         when "S"
-          @serializer.load(payload)
+          begin
+            @serializer.load(payload)
+          rescue Exception
+            Log.exception $!
+            raise $!
+          end
         when "C"
           payload
         end
@@ -84,6 +89,7 @@ class RbbtProcessQueue
     
     def push(obj)
       RbbtSemaphore.synchronize(@write_sem) do
+        obj = Annotated.purge(obj)
         self.dump(obj, @swrite)
       end
     end

data/lib/rbbt/util/concurrency/processes/worker.rb

@@ -30,7 +30,7 @@ class RbbtProcessQueue
         Kernel.exit! 28
       rescue ClosedStream
       rescue Aborted, Interrupt
-        Log.warn "Worker #{Process.pid} aborted"
+        Log.info "Worker #{Process.pid} aborted"
       rescue Exception
         Log.exception $!
         @callback_queue.push($!) if @callback_queue
@@ -56,17 +56,24 @@ class RbbtProcessQueue
         @current = Process.fork do
           run
         end
-        Log.warn "Worker #{Process.pid} started with #{@current}"
+        @asked = false
+
+        initial = Misc.memory_use(Process.pid)
+        memory_cap = multiplier * initial
+        Log.medium "Worker #{Process.pid} started with #{@current} -- initial: #{initial} - multiplier: #{multiplier} - cap: #{memory_cap}"
 
         @monitor_thread = Thread.new do
           begin
             while true
               current = Misc.memory_use(@current) 
-              initial = Misc.memory_use(Process.pid)
-              if current > multiplier * initial
-                Process.kill "USR1", @current
+              if current > memory_cap and not @asked
+                Log.medium "Worker #{@current} for #{Process.pid} asked to respawn -- initial: #{initial} - multiplier: #{multiplier} - cap: #{memory_cap} - current: #{current}"
+                RbbtSemaphore.synchronize(@callback_queue.write_sem) do
+                  Process.kill "USR1", @current
+                end
+                @asked = true
               end
-              sleep 1
+              sleep 3 + rand(5)
             end
           rescue
             Log.exception $!
@@ -80,7 +87,8 @@ class RbbtProcessQueue
           @current = Process.fork do
             run
           end
-          Log.warn "Worker #{Process.pid} respawning to #{@current}"
+          @asked = false
+          Log.high "Worker #{Process.pid} respawning to #{@current}"
         end
       rescue Aborted, Interrupt
         Log.warn "Worker #{Process.pid} aborted"

data/lib/rbbt/util/concurrency/processes.rb

@@ -24,8 +24,13 @@ class RbbtProcessQueue
         begin
           loop do
             p = @callback_queue.pop
-            raise p if Exception === p
-            raise p.first if Array === p and Exception === p.first
+
+            if Exception === p or (Array === p and Exception === p.first)
+              e = Array === p ? p.first : p
+              Log.warn "Callback recieved exception from worker: #{e.message}" unless Aborted === e or ClosedStream === e
+              raise e 
+            end
+
             @callback.call p
           end
         rescue Aborted
@@ -34,8 +39,7 @@ class RbbtProcessQueue
           raise $!
         rescue ClosedStream
         rescue Exception
-          Log.warn "Callback thread exception: #{$!.message}"
-          Log.exception $!
+          Log.warn "Exception captured in callback: #{$!.message}"
           @process_monitor.raise $!
           raise $!
         ensure

data/lib/rbbt/util/log/progress/report.rb

@@ -64,7 +64,7 @@ module Log
       indicator << " #{Log.color(:blue, percent.to_s << "%")}"
 
       used = time - @start
-      if @mean_max and @mean_max > 0
+      if @mean_max and @mean_max > 0 and @mean > 0
         eta =  (@max - @ticks) / @mean
       else
         eta =  (@max - @ticks) / (@ticks/used)
@@ -73,7 +73,7 @@ module Log
       used = Misc.format_seconds(used) 
       eta = [eta/3600, eta/60 % 60, eta % 60].map{|t| "%02i" % t }.join(':')
 
-      indicator << " #{Log.color :yellow, used} used #{Log.color :yellow, eta} left"
+      indicator << " #{Log.color :yellow, used} used #{Log.color :yellow, eta} left - #{Log.color :yellow, ticks.to_s} of #{Log.color :yellow, @max.to_s}"
 
       indicator
     end
@@ -83,7 +83,7 @@ module Log
       return str << " " << Log.color(:yellow, "waiting") if @ticks == 0
       str << " " << thr_msg
       if max
-        str << Log.color(:blue, " -- ") << eta_msg 
+        str << Log.color(:blue, " -- ") << eta_msg
       else
         str << Log.color(:blue, " -- ") << ticks.to_s
       end

data/lib/rbbt/util/log/progress.rb

@@ -27,24 +27,29 @@ module Log
       return if ENV["RBBT_NO_PROGRESS"] == "true"
       @ticks += 1
 
-      time = Time.now
-      if @last_time.nil?
-        @last_time = time
-        @last_count = @ticks
-        @start = time
-        return
-      end
+      begin
+        time = Time.now
+        if @last_time.nil?
+          @last_time = time
+          @last_count = @ticks
+          @start = time
+          return
+        end
 
-      diff = time - @last_time
-      report and return if diff > @frequency
-      return unless max
+        diff = time - @last_time
+        report and return if diff > @frequency
+        return unless max
 
-      percent = self.percent
-      if @last_percent.nil?
-        @last_percent = percent
-        return
+        percent = self.percent
+        if @last_percent.nil?
+          @last_percent = percent
+          return
+        end
+        report and return if percent > @last_percent and diff > 0.3
+      rescue Exception
+        Log.warn "Exception during report: " << $!.message
+        Log.exception $!
       end
-      report and return if percent > @last_percent and diff > 0.3
     end
   end
 end

data/lib/rbbt/util/misc/concurrent_stream.rb

@@ -77,13 +77,14 @@ module ConcurrentStream
   end
 
   def join
-    @joined = true
 
     join_threads
     join_pids
 
     join_callback
 
+    @joined = true
+
     lockfile.unlock if lockfile and lockfile.locked?
     close unless closed?
   end

data/lib/rbbt/util/misc/development.rb

@@ -6,7 +6,9 @@ module Misc
   end
 
   def self.pre_fork
-    Persist::CONNECTIONS.values.each do |db| db.close if db.write? end
+    Persist::CONNECTIONS.values.each do |db| 
+      db.close if db.write? 
+    end
     ObjectSpace.each_object(Mutex) do |m| 
       begin 
         m.unlock 
@@ -276,7 +278,8 @@ module Misc
     end
   end
 
-  def self.bootstrap(elems, num = :current, file = nil, options = {}, &block)
+  def self.bootstrap(elems, num = :current, options = {}, &block)
+    IndiferentHash.setup options
     num = :current if num.nil?
     cpus = case num
            when :current
@@ -289,10 +292,14 @@ module Misc
              else
                32000 / num
              end
+           else
+             raise "Parameter 'num' not understood: #{Misc.fingerprint num}"
            end
 
 
-    options = Misc.add_defaults options, :cpus => cpus, :bar => "Bootstrap in #{ cpus } cpus: #{ Misc.fingerprint Annotated.purge(elems) }", :into => Set.new 
+    options = Misc.add_defaults options, :respawn => true, :cpus => cpus, :into => Set.new 
+    options = Misc.add_defaults options, :bar => "Bootstrap in #{ options[:cpus] } cpus: #{ Misc.fingerprint Annotated.purge(elems) }"
+    respawn = options[:respawn] and options[:cpus] and options[:cpus].to_i > 1
 
     index = (0..elems.length-1).to_a.collect{|v| v.to_s }
     TSV.traverse index, options do |pos|
@@ -303,6 +310,7 @@ module Misc
       rescue Interrupt
         Log.warn "Process #{Process.pid} was aborted"
       end
+      raise RbbtProcessQueue::RbbtProcessQueueWorker::Respawn if respawn == :always and cpus > 1
       nil
     end
   end