rbbt-util 5.31.5 → 5.31.11

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4a455f72e89c6996a19cea23673b6c49f99ffd891bf04b6d0d239fbf79a1897a
-  data.tar.gz: d8dd575e2869c014508eaeebe52ef20cc29b6baed79a6d3e7559c9fdd1d8da19
+  metadata.gz: c451106f276fa0ba5bf8cacce6f4867439b756f41ea439f8ce1f7f9e926f15c8
+  data.tar.gz: ef03fd45181215040380e9e0344a0fd86b4552e41daf7f5e2feb6ff32be325cf
 SHA512:
-  metadata.gz: 8613bbffa085f4899e64a5cb71071a061d20f08b479f95d8bc95e9c5abfd5735539a87ee4dddb6ed4822f3acc65d4bac787704e98213b99e4c7922d6ca8a0645
-  data.tar.gz: 231dc925d3ae454cadacd5f60f0d7f40d3646df2f7dc00949a7ae5f3e7480f372df06c4c59a3a85d36151d898511eee4c604315aaa2cbae92cf36ffbb1378e7d
+  metadata.gz: b0efd21d9ea3ec27fb0264fd3e4a163178e8b3b2b9430150e2822bd41ad01b729a3ca9193b779f7956545334442accc207a163e1c02ec125b17930e9a7d88dd3
+  data.tar.gz: abf50fd62c965161f5c13230d35aae45502df0934c82d69c59ca034e33c01154fa5105b2a65d8725463bb94352b0c3c97de4f5e6955d44581e3b31d4343be5cd

data/lib/rbbt/hpc/batch.rb

@@ -121,6 +121,9 @@ EOF
         :nodes,
         :queue,
         :singularity,
+        :singularity_img,
+        :singularity_opt_dir,
+        :singularity_ruby_inline,
         :sync,
         :task_cpus,
         :time,
@@ -163,6 +166,8 @@ EOF
       batch_options[:scratch_group_dir] = File.join('/gpfs/scratch/', group)
       batch_options[:projects_group_dir] = File.join('/gpfs/projects/', group)
 
+      batch_options[:singularity] = true if batch_options[:singularity_img]
+
       if batch_options[:contain_and_sync]
         if batch_options[:contain].nil?
           contain_base = Rbbt::Config.get(:contain_base_dir, :batch_contain, :batch, :default => "/scratch/tmp/rbbt-[USER]")

data/lib/rbbt/hpc/slurm.rb

@@ -23,6 +23,7 @@ BATCH_SYSTEM=SLURM
       nodes          = Misc.process_options options, :nodes
       workdir        = Misc.process_options options, :workdir
       exclusive      = Misc.process_options options, :exclusive
+      highmem        = Misc.process_options options, :highmem
 
       batch_dir  = Misc.process_options options, :batch_dir
       batch_name = Misc.process_options options, :batch_name
@@ -45,6 +46,7 @@ BATCH_SYSTEM=SLURM
       EOF
 
       header << "#SBATCH --exclusive" << "\n" if exclusive
+      header << "#SBATCH --constraint=highmem" << "\n" if highmem
 
       header
     end

data/lib/rbbt/resource/util.rb

@@ -33,7 +33,7 @@ end
 
 module Resource
   def set_software_env(software_dir)
-    software_dir.find_all.reverse.each do |software_dir|
+    software_dir.opt.find_all.collect{|d| d.annotate(File.dirname(d)) }.reverse.each do |software_dir|
       next unless software_dir.exists?
       software_dir = File.expand_path(software_dir)
       opt_dir = File.join(software_dir, 'opt')

data/lib/rbbt/util/cmd.rb

@@ -10,6 +10,14 @@ module CMD
     TOOLS[tool] = [claim, test, block, cmd]
   end
 
+  def self.conda(tool, env = nil, channel = 'bioconda')
+    if env
+      CMD.cmd("bash -l -c '(conda activate #{env} && conda install #{tool} -c #{channel})'")      
+    else
+      CMD.cmd("bash -l -c 'conda install #{tool} -c #{channel}'")      
+    end
+  end
+
   def self.get_tool(tool)
     return tool.to_s unless TOOLS[tool]
 
@@ -30,16 +38,18 @@ module CMD
         end
       end
       version_txt = ""
-      %w(--version -version --help).each do |f|
+      version = nil
+      ["--version", "-version", "--help", ""].each do |f|
         begin
-          version_txt += CMD.cmd("#{tool} #{f}").read
-          break
+          version_txt += CMD.cmd("#{tool} #{f} 2>&1", :nofail => true).read
+          ppp version_txt
+          version = Misc.scan_version_text(version_txt, tool)
+          break if version
         rescue
+          Log.exception $!
         end
       end
 
-      version = Misc.scan_version_text(version_txt, tool)
-
       @@init_cmd_tool[tool] = version || true
 
       return cmd if cmd
@@ -67,7 +77,8 @@ module CMD
     string = ""
     options.each do |option, value|
       raise "Invalid option key: #{option.inspect}" if option.to_s !~ /^[a-z_0-9\-=]+$/i
-      raise "Invalid option value: #{value.inspect}" if value.to_s.include? "'"
+      #raise "Invalid option value: #{value.inspect}" if value.to_s.include? "'"
+      value = value.gsub("'","\\'") if value.to_s.include? "'"
 
       option = "--" << option.to_s if add_dashes and option.to_s[0] != '-'
 

data/lib/rbbt/util/misc/inspect.rb

@@ -431,8 +431,20 @@ module Misc
 
   def self.scan_version_text(text, cmd = nil)
     cmd = "NOCMDGIVE" if cmd.nil? || cmd.empty?
+    text.split("\n").each do |line|
+      next unless line =~ /\W#{cmd}\W/i
+      m = line.match(/(v(?:\d+\.)*\d+(?:-[a-z_]+)?)/i)
+      return m[1] if m
+      m = line.match(/((?:\d+\.)*\d+(?:-[a-z_]+)?v)/i)
+      return m[1] if m
+      next unless line =~ /\Wversion\W/i
+      m = line.match(/((?:\d+\.)*\d+(?:-[a-z_]+)?)/i)
+      return m[1] if m
+    end
     m = text.match(/(?:version.*?|#{cmd}.*?|#{cmd.to_s.split(/[-_.]/).first}.*?|v)((?:\d+\.)*\d+(?:-[a-z_]+)?)/i)
-    return nil if m.nil?
-    m[1]
+    return m[1] if m
+    m = text.match(/(?:#{cmd}.*(v.*|.*v))/i)
+    return m[1] if m
+    nil
   end
 end

data/lib/rbbt/util/misc/options.rb

@@ -46,8 +46,8 @@ module Misc
   def self.hash2string(hash)
     hash.sort_by{|k,v| k.to_s}.collect{|k,v| 
       next unless %w(Symbol String Float Fixnum Integer Numeric TrueClass FalseClass Module Class Object).include? v.class.to_s
-      [ Symbol === k ? ":" << k.to_s : k,
-        Symbol === v ? ":" << v.to_s : v] * "="
+      [ Symbol === k ? ":" << k.to_s : k.to_s.chomp,
+        Symbol === v ? ":" << v.to_s : v.to_s.chomp] * "="
     }.compact * "#"
   end
 

data/lib/rbbt/util/misc/pipes.rb

@@ -35,10 +35,11 @@ module Misc
     res
   end
 
-  def self.with_fifo(path = nil, &block)
+  def self.with_fifo(path = nil, clean = true, &block)
     begin
       erase = path.nil?
       path = TmpFile.tmp_file if path.nil?
+      File.rm path if clean && File.exists?(path)
       File.mkfifo path
       yield path
     ensure

data/lib/rbbt/workflow/definition.rb

@@ -76,8 +76,10 @@ module Workflow
     extension workflow.tasks[oname].extension if workflow.tasks.include?(oname) unless @extension
     task name do
       raise RbbtException, "dependency not found in dep_task" if dependencies.empty?
-      dep = dependencies.last.join
+      dep = dependencies.last
+      dep.join
       raise dep.get_exception if dep.error?
+      raise Aborted, "Aborted dependency #{dep.path}" if dep.aborted?
       set_info :result_type, dep.info[:result_type]
       forget = config :forget_dep_tasks, "forget_dep_tasks", "key:forget_dep_tasks", :default => FORGET_DEP_TASKS
       if forget
@@ -103,7 +105,11 @@ module Workflow
           Open.rm_rf self.files_dir 
           Open.link dep.files_dir, self.files_dir
         end
-        Open.link dep.path, self.path
+        if defined?(RemoteStep) && RemoteStep === dep
+          Open.write(self.tmp_path, Open.read(dep.path))
+        else
+          Open.link dep.path, self.path
+        end
       end
       nil
     end

data/lib/rbbt/workflow/step/accessor.rb

@@ -368,7 +368,7 @@ class Step
   end
 
   def self.log_progress(status, options = {}, path = nil, &block)
-    options = Misc.add_defaults options, :severity => Log::INFO, :file => path
+    options = Misc.add_defaults options, :severity => Log::INFO, :file => (@exec ? nil : path)
     max = Misc.process_options options, :max
     Log::ProgressBar.with_bar(max, options) do |bar|
       begin
@@ -394,7 +394,7 @@ class Step
     options = {} if options.nil?
 
     max = options[:max]
-    Log::ProgressBar.new_bar(max, {:desc => msg, :file => file(:progress)}.merge(options))
+    Log::ProgressBar.new_bar(max, {:desc => msg, :file => (@exec ? nil : file(:progress))}.merge(options))
   end
 
   def self.log(status, message, path, &block)

data/lib/rbbt/workflow/usage.rb

@@ -215,7 +215,7 @@ module Workflow
 
       dep_tree = {[self, task_name] => dep_tree(task_name)}
       prov_tree = prov_tree(dep_tree)
-      if prov_tree && ! prov_tree.empty?
+      if prov_tree && ! prov_tree.empty? && prov_tree.split("\n").length > 2
 
         puts Log.color :magenta, "## DEPENDENCY GRAPH (abridged)"
         puts

data/share/rbbt_commands/hpc/orchestrate

@@ -12,6 +12,7 @@ $slurm_options = SOPT.get <<EOF
 -cj--clean_job Clean job
 --drbbt* Use development version of rbbt 
 -sing--singularity Use Singularity
+-si--singularity_img* Singularity image to use
 -ug--user_group* Use alternative user group for group project directory
 -c--contain* Contain in directory (using Singularity)
 -s--sync* Contain in directory and sync jobs

data/share/rbbt_commands/hpc/task

@@ -11,6 +11,7 @@ $slurm_options = SOPT.get <<EOF
 -cj--clean_job Clean job
 --drbbt* Use development version of rbbt 
 -sing--singularity Use Singularity
+-si--singularity_img* Singularity image to use
 -ug--user_group* Use alternative user group for group project directory
 -c--contain* Contain in directory (using Singularity)
 -s--sync* Contain in directory and sync jobs

data/share/rbbt_commands/workflow/trace

@@ -23,7 +23,7 @@ $ rbbt workflow trace <job-result>
 -h--help Help
 -w--width* Image Width
 -h--height* Image Height
--p--plot Plot file
+-p--plot* Plot file
 -s--size* Image Size (Height and Width)
 -fg--fix_gap Remove execution gaps
 -pd--plot_data Print plot data

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: rbbt-util
 version: !ruby/object:Gem::Version
-  version: 5.31.5
+  version: 5.31.11
 platform: ruby
 authors:
 - Miguel Vazquez
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-03-26 00:00:00.000000000 Z
+date: 2021-03-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake