rbbt-util 5.44.1 → 6.0.4

data/lib/rbbt-util.rb

@@ -1,18 +1,26 @@
-require 'rbbt'
-require 'rbbt/util/misc'
-require 'rbbt/util/open'
-Open.cachedir        = Rbbt.var.cache["open-remote"].find :user
+require_relative 'rbbt'
+require_relative 'rbbt/util/misc'
+require 'scout/open'
+Open.remote_cache_dir = Rbbt.var.cache["open-remote"].find :user
 
-require 'rbbt/persist'
-Persist.cachedir = Rbbt.var.cache.persistence
+require 'scout/path'
 
-require 'rbbt/util/filecache'
-FileCache.cachedir   = Rbbt.var.cache.filecache.find :user
+require 'set'
+require 'scout/persist'
 
-require 'rbbt/util/tmpfile'
-TmpFile.tmpdir       = Rbbt.tmp.find :user
+require 'scout/resource'
 
-require 'rbbt/util/cmd'
-require 'rbbt/tsv'
+require_relative 'rbbt/util/filecache'
+
+require_relative 'rbbt/util/tmpfile'
+
+require_relative 'rbbt/util/cmd'
+require_relative 'rbbt/tsv'
+
+require_relative 'rbbt/workflow'
+
+Persist.cache_dir     = Rbbt.var.cache.persistence
+FileCache.cachedir    = Rbbt.var.cache.filecache.find
+TmpFile.tmpdir        = Rbbt.tmp.find
+Resource.default_resource = Rbbt
 
-require 'rbbt/util/config'

data/lib/rbbt.rb

@@ -1,7 +1,20 @@
-require 'rbbt/resource'
+$LOAD_PATH.unshift File.join(__dir__)
+$LOAD_PATH.unshift File.join(__dir__, '../../lib')
+
+require 'scout/path'
+require 'scout/resource'
+Path.add_path :rbbt_util, File.join(Path.caller_lib_dir(__FILE__), "{TOPLEVEL}/{SUBPATH}")
 module Rbbt
   extend Resource
-  pkgdir = 'rbbt'
+
+  self.pkgdir = 'rbbt'
 end
+Path.default_pkgdir   = Rbbt
+Resource.set_software_env Rbbt.software
+
+require_relative 'rbbt/util/version'
+require 'scout/log'
+require_relative 'rbbt/refactor'
 
-require 'rbbt/util/version'
+require 'scout/config'
+Rbbt::Config = Scout::Config

data/python/rbbt/__init__.py

@@ -1,22 +1,29 @@
-import warnings
 import sys
 import os
 import subprocess
+import tempfile
+import shutil
+import pandas
+import numpy
 
-def rbbt(cmd = None):
+
+def cmd(cmd=None):
     if cmd is None:
         print("Rbbt")
     else:
         return subprocess.run('rbbt_exec.rb', input=cmd.encode('utf-8'), capture_output=True).stdout.decode()
 
+
 def libdir():
-    return rbbt('puts Rbbt.find(:lib)').rstrip()
+    return cmd('puts Rbbt.find(:lib)').rstrip()
+
 
 def add_libdir():
     pythondir = os.path.join(libdir(), 'python')
     sys.path.insert(0, pythondir)
 
-def path(subdir = None, base_dir = None):
+
+def path(subdir=None, base_dir=None):
     from pathlib import Path
     import os
 
@@ -52,6 +59,15 @@ def log_tsv(tsv):
     print(tsv)
     print(tsv.keys())
 
+def benchmark():
+    import time
+    tic: float = time.perf_counter()
+    try:
+        yield
+    finally:
+        toc: float = time.perf_counter()
+    print(f"Computation time = {1000*(toc - tic):.3f}ms")
+
 def tsv_preamble(line, comment_char="#"):
     import re
     header = dict()
@@ -127,3 +143,79 @@ def tsv_pandas(filename, sep="\t", comment_char="#", index_col=0, **kwargs):
 def tsv(*args, **kwargs):
     return tsv_pandas(*args, **kwargs)
 
+def save_tsv(filename, df, key=None):
+    if (key == None):
+        key = df.index.name
+    if (key == None):
+        key = "Key"
+    key = "#" + key
+    df.to_csv(filename, sep="\t", index_label=key)
+
+def save_job_inputs(data):
+    temp_dir = tempfile.mkdtemp()  # Create a temporary directory
+
+    for name, value in data.items():
+        file_path = os.path.join(temp_dir, name)
+
+        if isinstance(value, str):
+            file_path += ".txt"
+            with open(file_path, "w") as f:
+                f.write(value)
+
+        elif isinstance(value, (bool)):
+            with open(file_path, "w") as f:
+                if value:
+                    f.write('true')
+                else:
+                    f.write('false')
+
+        elif isinstance(value, (int, float)):
+            with open(file_path, "w") as f:
+                f.write(str(value))
+
+        elif isinstance(value, pandas.DataFrame):
+            file_path += ".tsv"
+            save_tsv(file_path, value)
+
+        elif isinstance(value, numpy.ndarray) or isinstance(value, list):
+            file_path += ".list"
+            with open(file_path, "w") as f:
+                f.write("\n".join(value))
+
+        else:
+            raise TypeError(f"Unsupported data type for argument '{name}': {type(value)}")
+
+    return temp_dir
+
+
+def run_job(workflow, task, name='Default', fork=False, clean=False, **kwargs):
+    inputs_dir = save_job_inputs(kwargs)
+    cmd = ['rbbt', 'workflow', 'task', workflow, task, '--jobname', name, '--load_inputs', inputs_dir, '--nocolor']
+
+    if fork:
+        cmd.append('--fork')
+        cmd.append('--detach')
+
+    if clean:
+        if clean == 'recursive':
+            cmd.append('--recursive_clean')
+        else:
+            cmd.append('--clean')
+
+    proc = subprocess.run(
+        cmd,
+        capture_output=True,  # Capture both stdout and stderr
+        text=True  # Automatically decode outputs to strings
+        )
+    shutil.rmtree(inputs_dir)
+    if proc.returncode != 0:
+        output = proc.stderr.strip()
+        if output == '' :
+            output = proc.stdout.strip()
+        raise RuntimeError(output)  # Raise error with cleaned stderr content
+    return proc.stdout.strip()
+
+if __name__ == "__main__":
+    import json
+    res = run_job('Baking', 'bake_muffin_tray', 'test', add_blueberries=True, fork=True)
+    print(res)

data/python/rbbt/workflow/remote.py

@@ -0,0 +1,104 @@
+import requests
+import logging
+import json
+from urllib.parse import urlencode, urljoin
+from time import sleep
+import itertools
+
+def request_post(url, params):
+    response = requests.post(url, params)
+    return response
+
+def request_get(url, params):
+    query = urlencode(params)
+    full_url = f"{url}?{query}"
+    response = requests.get(full_url)
+    return response
+
+def get_json(url, params={}):
+    params['_format'] = 'json'
+    response = request_get(url, params)
+    if response.status_code == 200:
+        return json.loads(response.content)  # parse the JSON content from the response
+    else:
+        logging.error("Failed to initialize remote tasks")
+
+def get_raw(url, params={}):
+    params['_format'] = 'raw'
+    response = request_get(url, params)
+    if response.status_code == 200:
+        return response.content  # parse the JSON content from the response
+    else:
+        logging.error("Failed to initialize remote tasks")
+
+def join(url, *subpaths):
+    return url + "/" + "/".join(subpaths)
+
+class RemoteStep:
+    def __init__(self, url):
+        self.url = url
+
+    def info(self):
+        return get_json(join(self.url, 'info'))
+    def status(self):
+        return self.info()['status']
+
+    def done(self):
+        return self.status() == 'done'
+
+    def error(self):
+        return self.status() == 'error' or self.status() == 'aborted'
+
+    def running(self):
+        return not (self.done() or self.error())
+
+    def wait(self, time=1):
+        while self.running():
+            sleep(time)
+
+
+    def raw(self):
+        return get_raw(self.url)
+
+    def json(self):
+        return get_json(self.url)
+
+class RemoteWorkflow:
+    def __init__(self, url):
+        self.url = url
+        self.task_exports = {}
+        self.init_remote_tasks()
+
+    def init_remote_tasks(self):
+        self.task_exports = get_json(self.url)
+        self.tasks = []
+        self.tasks += self.task_exports['asynchronous']
+        self.tasks += self.task_exports['synchronous']
+        self.tasks += self.task_exports['exec']
+
+    def task_info(self, name):
+        return get_json(join(self.url, name, '/info'))
+
+    def job(self, task, **kwargs):
+        kwargs['_format'] = 'jobname'
+        response = request_post(join(self.url, task), kwargs)
+        if response.status_code == 200:
+            jobname = response.content.decode('utf-8')
+            step_url = join(self.url, task, jobname)
+            print(step_url)
+            return RemoteStep(step_url)
+        else:
+            logging.error("Failed to initialize remote tasks")
+
+
+if __name__ == "__main__":
+    wf = RemoteWorkflow('http://localhost:1900/Baking')
+    print(wf.tasks)
+    print(wf.task_info('bake_muffin_tray'))
+
+    step = wf.job('bake_muffin_tray', add_blueberries=True)
+    step.wait()
+    print(step.json())
+
+
+

data/python/rbbt/workflow.py

@@ -0,0 +1,64 @@
+from . import cmd, run_job
+import subprocess
+import json
+import time
+
+def save_inputs(directory, inputs, types):
+    return
+
+class Workflow:
+    def __init__(self, name):
+        self.name = name
+
+    def tasks(self):
+        ruby=f'Workflow.require_workflow("{self.name}").tasks.keys * "\n"'
+        return cmd(ruby).strip().split("\n")
+
+    def task_info(self, name):
+        ruby=f'Workflow.require_workflow("{self.name}").task_info("{name}").to_json'
+        return cmd(ruby)
+
+    def run(self, task, **kwargs):
+        return run_job(self.name, task, **kwargs)
+
+    def fork(self, task, **kwargs):
+        path = run_job(self.name, task, fork=True, **kwargs)
+        return Step(path)
+
+class Step:
+    def __init__(self, path):
+        self.path = path
+        self.info_content = None
+
+    def info(self):
+        if self.info_content:
+            return self.info_content
+        ruby=f'puts Step.load("{self.path}").info.to_json'
+        txt = cmd(ruby)
+        info_content = json.loads(txt)
+        status = info_content["status"]
+        if status == "done" or status == "error" or status == "aborted":
+            self.info_content = info_content
+        return info_content
+
+    def status(self):
+        return self.info()["status"]
+
+    def done(self):
+        return self.status() == 'done'
+
+    def error(self):
+        return self.status() == 'error'
+
+    def aborted(self):
+        return self.status() == 'aborted'
+
+    def join(self):
+        while not (self.done() or self.error() or self.aborted()):
+            time.sleep(1)
+
+    def load(self):
+        ruby=f'puts Step.load("{self.path}").load.to_json'
+        txt = cmd(ruby)
+        return json.loads(txt)
+

data/python/test.py

@@ -0,0 +1,10 @@
+if __name__ == "__main__":
+    import rbbt
+    import rbbt.workflow
+    wf = rbbt.workflow.Workflow('Baking')
+    step = wf.fork('bake_muffin_tray', add_blueberries=True, clean='recursive')
+    step.join()
+    print(step.load())
+
+
+

data/share/Rlib/plot.R

@@ -1,42 +1,42 @@
 rbbt.require('ggplot2')
 
-geom_entity <- function (real.geom = NULL, mapping = NULL, data = NULL, stat = "identity",
-                          position = "identity", ...) {
-    rg <- real.geom(mapping = mapping, data = data, stat = stat, 
-                    position = position, ...)
-
-    rg$geom <- proto(rg$geom, { 
-        draw <- function(., data, ...) {
-            grobs <- list()
-
-            for (i in 1:nrow(data)) {
-                grob <- .super$draw(., data[i,], ...) 
-                if (is.null(data$entity.type)) 
-                    grobs[[i]] <- garnishGrob(grob, `data-entity`=data[i,]$entity)
-                else
-                    grobs[[i]] <- garnishGrob(grob, `data-entity`=data[i,]$entity, `data-entity-type`=data[i,]$entity.type)
-            }
-
-            ggplot2:::ggname("geom_entity", gTree(children = do.call("gList", grobs)))
-        }
-
-        draw_groups <- function(., data, ...) {
-            grobs <- list()
-
-            for (i in 1:nrow(data)) {
-                grob <- .super$draw_groups(., data[i,], ...) 
-                if (is.null(data$entity.type)) 
-                    grobs[[i]] <- garnishGrob(grob, `data-entity`=data[i,]$entity)
-                else
-                    grobs[[i]] <- garnishGrob(grob, `data-entity`=data[i,]$entity, `data-entity-type`=data[i,]$entity.type)
-            }
-
-            ggplot2:::ggname("geom_entity", gTree(children = do.call("gList", grobs)))
-        }
-    })
-
-    rg
-}
+#geom_entity <- function (real.geom = NULL, mapping = NULL, data = NULL, stat = "identity",
+#                          position = "identity", ...) {
+#    rg <- real.geom(mapping = mapping, data = data, stat = stat, 
+#                    position = position, ...)
+#
+#    rg$geom <- ggproto(rg$geom, { 
+#        draw <- function(., data, ...) {
+#            grobs <- list()
+#
+#            for (i in 1:nrow(data)) {
+#                grob <- .super$draw(., data[i,], ...) 
+#                if (is.null(data$entity.type)) 
+#                    grobs[[i]] <- garnishGrob(grob, `data-entity`=data[i,]$entity)
+#                else
+#                    grobs[[i]] <- garnishGrob(grob, `data-entity`=data[i,]$entity, `data-entity-type`=data[i,]$entity.type)
+#            }
+#
+#            ggplot2:::ggname("geom_entity", gTree(children = do.call("gList", grobs)))
+#        }
+#
+#        draw_groups <- function(., data, ...) {
+#            grobs <- list()
+#
+#            for (i in 1:nrow(data)) {
+#                grob <- .super$draw_groups(., data[i,], ...) 
+#                if (is.null(data$entity.type)) 
+#                    grobs[[i]] <- garnishGrob(grob, `data-entity`=data[i,]$entity)
+#                else
+#                    grobs[[i]] <- garnishGrob(grob, `data-entity`=data[i,]$entity, `data-entity-type`=data[i,]$entity.type)
+#            }
+#
+#            ggplot2:::ggname("geom_entity", gTree(children = do.call("gList", grobs)))
+#        }
+#    })
+#
+#    rg
+#}
 
 rbbt.ggplot2.rotate_x_labels <- function(){ theme(axis.text.x = element_text(angle = 45, vjust = 1, hjust=1)) }
 

data/share/Rlib/svg.R

@@ -9,12 +9,17 @@ rbbt.require('Cairo')
 
 # Modified from http://aaronecay.com/blog/2014/02/tooltips-in-ggplot/
 
-rbbt.SVG.extract <- function(plot, size=NULL, prefix=NULL, ...){
+rbbt.SVG.extract <- function(plot, size=NULL, prefix=NULL, entity.geom='geom_point', data=NULL, ...){
+
+    if (is.null(data)) data = plot$data;
 
     if (is.null(prefix)) prefix = rbbt.random_string();
+
+    if (!endsWith(prefix, '.'))
+        prefix = paste(prefix, ".", sep="")
+
     if (is.null(size)){
         print(plot, type='cairo');
-        mysvg <- grid.export(prefix=prefix, ...)
     }else{
         base.size = 10 * (7/size)
         resolution = 72 * (size/7)
@@ -25,11 +30,23 @@ rbbt.SVG.extract <- function(plot, size=NULL, prefix=NULL, ...){
 
         if (is.null(plot$theme$text$size))
           plot$theme$text$size = base.size
-
-        print(plot, type='cairo')
-        mysvg <- grid.export(res=resolution, prefix=prefix, ...)
+        print(plot, type='cairo');
     }
 
+    grid.force()
+
+    if (!is.null(data[["Entity"]]))
+        grid.garnish(entity.geom, 'data-entity'= data[["Entity"]], group = FALSE, grep = TRUE, redraw = TRUE)
+    else
+        grid.garnish(entity.geom, 'data-entity'= rownames(data), group = FALSE, grep = TRUE, redraw = TRUE)
+
+    if (!is.null(data[["Entity type"]]))
+        grid.garnish(entity.geom, 'data-entity_type' = data[["Entity type"]], group = FALSE, grep = TRUE, redraw = TRUE)
+    else if (!is.null(attributes(data)$key.field))
+        grid.garnish(entity.geom, 'data-entity_type' = rep(attributes(data)$key.field, length(rownames(data))), group = FALSE, grep = TRUE, redraw = TRUE)
+
+    mysvg <- grid.export(prefix=prefix, strict = FALSE, ...)
+
     xml <- saveXML(mysvg$svg)
     xml
 }

data/share/install/software/lib/install_helpers

@@ -10,7 +10,7 @@ OPT_BUILD_DIR="$SOFTWARE_DIR/.build"; [ -d $OPT_BUILD_DIR ] || mkdir -p $OPT_BUI
 
 mkdir -p "$OPT_BUILD_DIR"
 
-if realpath --help | grep realative > /dev/null; then
+if (command -v realpath && realpath --help | grep relative) > /dev/null; then
 	function relative_path(){
 		local basedir=$1
 		local path=$2

data/share/rbbt_commands/hpc/list

@@ -206,7 +206,6 @@ workdir.glob("**/command.batch").sort_by{|f| File.mtime(f)}.each do |fcmd|
         require 'rbbt/workflow'
         step_path = step_line.split(": ").last.strip
         step = Step.new step_path
-        step.load_dependencies_from_info
         has_bar = false
         [step].reverse.each do |j|
           next if j.done? 
@@ -218,6 +217,7 @@ workdir.glob("**/command.batch").sort_by{|f| File.mtime(f)}.each do |fcmd|
             prog_rep << [rep]
           end
         end
+        prog_rep = [Log.color(step.status, step.status)] if prog_rep.empty?
       end
     end
     workflow, task, name = step_path.split("/")[-3..-1]
@@ -321,7 +321,7 @@ workdir.glob("**/command.batch").sort_by{|f| File.mtime(f)}.each do |fcmd|
   if tail && File.exist?(File.join(dir, 'std.err'))
     if exit_status && exit_status != 0
       puts Log.color(:magenta, "First error or exception found: ")
-      puts CMD.cmd("grep -i -w 'error\\|[a-z]*exception' #{File.join(dir, 'std.err')} -A #{tail.to_i} |head -n #{tail.to_i}", :no_fail => true).read
+      puts CMD.cmd("grep -i 'error\\|exception' #{File.join(dir, 'std.err')} -A #{tail.to_i} |head -n #{tail.to_i}", :no_fail => true).read
     elsif exit_status
       puts Log.color(:magenta, "Completed jobs: ")
       puts CMD.cmd("grep -i -w 'Completed step' #{File.join(dir, 'std.err')} | grep -v 'Retrying dep.' | tail -n #{tail.to_i}", :no_fail => true).read
@@ -337,7 +337,6 @@ workdir.glob("**/command.batch").sort_by{|f| File.mtime(f)}.each do |fcmd|
       require 'rbbt/workflow'
       step_path = step_line.split(": ").last.strip
       step = Step.new step_path
-      step.load_dependencies_from_info
       has_bar = false
       (step.rec_dependencies + [step]).reverse.each do |j|
         next if j.done? 

data/share/rbbt_commands/hpc/orchestrate

@@ -18,9 +18,9 @@ $slurm_options = SOPT.get <<EOF
 -si--singularity_img* Singularity image to use
 -sm--singularity_mounts* Singularity image to use
 -ug--user_group* Use alternative user group for group project directory
--c--contain* Contain in directory (using Singularity)
--s--sync* Contain in directory and sync jobs
--e--exclusive Make exclusive use of the node
+--contain* Contain in directory (using Singularity)
+--sync* Contain in directory and sync jobs
+--exclusive Make exclusive use of the node
 -hm--highmem Make use of highmem cores
 -wc--wipe_container* Wipe the jobs from the contain directory
 -pd--purge_deps Purge job dependencies
@@ -57,7 +57,7 @@ raise ParameterException.new("Could not detect batch_system: #{Misc.fingerprint
 
 class Step
   def join
-    HPC::BATCH_MODULE.wait_for_job(@batch_job_dir)
+    HPC::BATCH_MODULE.wait_for_job(@batch_job_dir) unless done?
   end
 
   def run(no_load = true)

data/share/rbbt_commands/hpc/tail

@@ -33,6 +33,8 @@ raise ParameterException.new("Could not detect batch_system: #{Misc.fingerprint
 
 directory = ARGV.shift
 
+directory = HPC::BATCH_MODULE.jobs.first if directory.nil?
+
 raise ParameterException if directory.nil?
 
 if directory =~ /^[0-9]*$/

data/share/rbbt_commands/hpc/task

@@ -9,7 +9,7 @@ require 'time'
 
 rbbt_options = SOPT::GOT_OPTIONS
 
-$slurm_options = SOPT.get <<EOF
+$batch_options = SOPT.get <<EOF
 -dr--dry_run Print only the template
 -cj--clean_job Clean job
 --drbbt* Use development version of rbbt 
@@ -17,9 +17,9 @@ $slurm_options = SOPT.get <<EOF
 -si--singularity_img* Singularity image to use
 -sm--singularity_mounts* Singularity image to use
 -ug--user_group* Use alternative user group for group project directory
--c--contain* Contain in directory (using Singularity)
--s--sync* Contain in directory and sync jobs
--e--exclusive Make exclusive use of the node
+--contain* Contain in directory (using Singularity)
+--sync* Contain in directory and sync jobs
+--exclusive Make exclusive use of the node
 -hm--highmem Make use of highmem cores
 -wc--wipe_container* Wipe the jobs from the contain directory
 -pd--purge_deps Purge job dependencies
@@ -45,11 +45,14 @@ $slurm_options = SOPT.get <<EOF
 -OR--orchestration_rules* Orchestration rules
 EOF
 
-batch_system = $slurm_options.delete :batch_system
+batch_system = $batch_options.delete :batch_system
 batch_system ||= 'auto'
+$batch_options[:log] = rbbt_options[:log]
+$batch_options[:config_keys] = rbbt_options[:config_keys]
 
 HPC::BATCH_MODULE = HPC.batch_system batch_system
 
+
 raise ParameterException.new("Could not detect batch_system: #{Misc.fingerprint batch_system}") if HPC::BATCH_MODULE.nil?
 
 class Step
@@ -60,7 +63,7 @@ class Step
     else
       begin
         Log.debug "Issuing BATCH job for #{self.path}"
-        HPC::BATCH_MODULE.run_job(self, $slurm_options) 
+        HPC::BATCH_MODULE.run_job(self, $batch_options) 
       rescue HPC::BATCH_DRY_RUN
       end
     end
@@ -70,7 +73,7 @@ end
 module RemoteStep::SSH
 
   def _run
-    RemoteWorkflow::SSH.run_slurm_job(File.join(base_url, task.to_s), @input_id, @base_name, $slurm_options)
+    RemoteWorkflow::SSH.run_slurm_job(File.join(base_url, task.to_s), @input_id, @base_name, $batch_options)
   end
 
 end

data/share/rbbt_commands/lsf/list

@@ -206,7 +206,6 @@ workdir.glob("**/command.batch").sort_by{|f| File.mtime(f)}.each do |fcmd|
         require 'rbbt/workflow'
         step_path = step_line.split(": ").last.strip
         step = Step.new step_path
-        step.load_dependencies_from_info
         has_bar = false
         [step].reverse.each do |j|
           next if j.done? 
@@ -218,6 +217,7 @@ workdir.glob("**/command.batch").sort_by{|f| File.mtime(f)}.each do |fcmd|
             prog_rep << [rep]
           end
         end
+        prog_rep = [Log.color(step.status, step.status)] if prog_rep.empty?
       end
     end
     workflow, task, name = step_path.split("/")[-3..-1]
@@ -321,7 +321,7 @@ workdir.glob("**/command.batch").sort_by{|f| File.mtime(f)}.each do |fcmd|
   if tail && File.exist?(File.join(dir, 'std.err'))
     if exit_status && exit_status != 0
       puts Log.color(:magenta, "First error or exception found: ")
-      puts CMD.cmd("grep -i -w 'error\\|[a-z]*exception' #{File.join(dir, 'std.err')} -A #{tail.to_i} |head -n #{tail.to_i}", :no_fail => true).read
+      puts CMD.cmd("grep -i 'error\\|exception' #{File.join(dir, 'std.err')} -A #{tail.to_i} |head -n #{tail.to_i}", :no_fail => true).read
     elsif exit_status
       puts Log.color(:magenta, "Completed jobs: ")
       puts CMD.cmd("grep -i -w 'Completed step' #{File.join(dir, 'std.err')} | grep -v 'Retrying dep.' | tail -n #{tail.to_i}", :no_fail => true).read
@@ -337,7 +337,6 @@ workdir.glob("**/command.batch").sort_by{|f| File.mtime(f)}.each do |fcmd|
       require 'rbbt/workflow'
       step_path = step_line.split(": ").last.strip
       step = Step.new step_path
-      step.load_dependencies_from_info
       has_bar = false
       (step.rec_dependencies + [step]).reverse.each do |j|
         next if j.done?