scout-gear 2.0.0 → 5.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7af276a76f116d6ba9dc7a995c55dbefd5d432a5df4d0b13b7335e1f8581a48c
-  data.tar.gz: 2aae18d093c071a844ec2780fa79b5caabc0127c88938873d5e07e8eeeb21ce8
+  metadata.gz: c39189bc9fe8816a3c0494c78966486f28383e8e15bf38ab33fe4dcde6739f3c
+  data.tar.gz: 5f2753e6810a68be44589f9392de1eff2f8592dd2704b05a0ccdf866f07f6a1b
 SHA512:
-  metadata.gz: 5d642aab0bcb89f0e0c06de0ae0fadb0295170c66faee5188bd2eb23ee4366e776ec9c3ddb675b4ab15394e45c493896a917d6e29f04bc024b08ed7829cf6263
-  data.tar.gz: b2f370a8088d8abb4b4e7955da2c8616cf5af4b6bca88e8578442505ef1cfb9477927e5ccb6522208bdf1520a9b3fec46e53bbacfbee636a218fa1e33fd05330
+  metadata.gz: 820d17306f468e7b206672b717489f78eb6fbfa37c843441202ce124c54cb7b84b89062a951c14a2db65ada47faf073dbc6a1b863294388ce66a8c1f7dd36e9f
+  data.tar.gz: c0fe23608355128c0e709db78c5598c5ece26e885eaa8788872878b7d55e29fc50bcb8215d3b4080f9e8d89456630e2739b087ee7d8b4b57498b299df3dc89d2

data/.vimproject

@@ -1,10 +1,24 @@
 scout-gear=/$PWD filter="*.rb *.yaml" {
  Rakefile
- bin=bin {
+ bin=bin filter="*"{
   scout
  }
+ scout_commands=scout_commands filter="*"{
+  rbbt
+  alias
+  find
+  glob
+  workflow=workflow{
+   task_old
+   task
+   list
+   info
+  }
+ }
  lib=lib {
   scout-gear.rb
+  workflow-scout.rb
+  scout.rb
   scout=scout{
    meta_extension.rb
    exceptions.rb
@@ -12,8 +26,11 @@ scout-gear=/$PWD filter="*.rb *.yaml" {
    misc.rb
    misc=misc{
     format.rb
+    insist.rb
+    digest.rb
+    filesystem.rb
+    monitor.rb
    }
-   tmpfile.rb
    indiferent_hash.rb
    indiferent_hash=indiferent_hash{
     case_insensitive.rb
@@ -30,6 +47,7 @@ scout-gear=/$PWD filter="*.rb *.yaml" {
      util.rb
     }
    }
+   tmpfile.rb
    simple_opt.rb
    simple_opt=simple_opt{
     accessor.rb
@@ -42,6 +60,48 @@ scout-gear=/$PWD filter="*.rb *.yaml" {
    path=path{
     find.rb
     util.rb
+    tmpfile.rb
+   }
+   concurrent_stream.rb
+   cmd.rb
+   open.rb
+   open=open{
+    lock.rb
+    stream.rb
+    remote.rb
+    util.rb
+   }
+   resource.rb
+   resource=resource{
+    produce.rb
+    produce=produce{
+     rake.rb
+    }
+    scout.rb
+    util.rb
+    path.rb
+   }
+   persist.rb
+   persist=persist{
+    serialize.rb
+    open.rb
+    path.rb
+   }
+   workflow.rb
+   workflow=workflow{
+    definition.rb
+    step.rb
+    step=step{
+     info.rb
+     load.rb
+    }
+    task.rb
+    task=task{
+     inputs.rb
+    }
+    documentation.rb
+    usage.rb
+    util.rb
    }
   }
  }
@@ -85,6 +145,8 @@ scout-gear=/$PWD filter="*.rb *.yaml" {
      util=util{
       misc.rb
       misc=misc{
+       refactor.rb
+
        serialize.rb
        exceptions.rb
        concurrent_stream.rb
@@ -292,6 +354,7 @@ scout-gear=/$PWD filter="*.rb *.yaml" {
 
    persist.rb
    persist=persist{
+    refactor.rb
     tsv.rb
     tsv=tsv{
      adapter.rb

data/Rakefile

@@ -1,5 +1,7 @@
 # encoding: utf-8
 
+ENV["BRANCH"] = 'main'
+
 require 'rubygems'
 require 'rake'
 

data/VERSION

@@ -1 +1 @@
-2.0.0
+5.2.0

data/bin/scout

@@ -1,28 +1,237 @@
 #!/usr/bin/env ruby
 
-require_relative '../lib/scout-gear'
-
-$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
-
-case
-when File.exist?(file = File.join(__dir__, '../modules/rbbt-util/bin/rbbt'))
-  $LOAD_PATH.unshift(lib_dir = File.join(file, '../..', 'lib'))
-  require_relative File.join(lib_dir,'rbbt-util')
-  Path.add_path(:rbbt, File.expand_path(File.join(File.dirname(lib_dir), "/{TOPLEVEL}/{SUBPATH}")))
-  Path.default_pkgdir = Rbbt
-  load file
-when File.exist?(file = File.join(ENV["HOME"], 'git/scout-gear/modules/rbbt-util/bin/rbbt'))
-  $LOAD_PATH.unshift(lib_dir = File.join(file, '../..', 'lib'))
-  require_relative File.join(lib_dir,'rbbt-util')
-  Path.add_path(:rbbt, File.expand_path(File.join(File.dirname(lib_dir), "/{TOPLEVEL}/{SUBPATH}")))
-  Path.default_pkgdir = Rbbt
-  load file
-when File.exist?(file = File.join(ENV["HOME"], 'git/rbbt-util/bin/rbbt'))
-  $LOAD_PATH.unshift(lib_dir = File.join(file, '../..', 'lib'))
-  require_relative File.join(lib_dir,'rbbt-util')
-  Path.add_path(:rbbt, File.expand_path(File.join(File.dirname(lib_dir), "/{TOPLEVEL}/{SUBPATH}")))
-  Path.default_pkgdir = Rbbt
-  load file
+$LOAD_PATH.unshift File.join(__dir__, '../lib')
+
+require 'scout-gear'
+
+class CmdStop < Exception
+  attr_accessor :exit_status
+  def initialize(exit_status = 0)
+    @exit_status = exit_status
+  end
+end
+
+# Add paths to scout repos under --dev to LOAD_PATHS
+dev_dir = nil
+if _i = ARGV.index("--dev")
+  dev_dir = ARGV[_i+1]
+  ARGV.delete "--dev"
+  ARGV.delete dev_dir
+end
+
+if dev_dir.nil? 
+  _s = nil
+  ARGV.each_with_index do |s,i|
+    if s.match(/^--dev(?:=(.*))?/)
+      dev_dir = $1
+      _s = s
+      next
+    end
+  end
+  ARGV.delete _s if _s
+end
+
+if dev_dir
+  ['scout-*/lib'].each do |pattern|
+    Dir.glob(File.join(File.expand_path(dev_dir), pattern)).each do |f|
+      $LOAD_PATH.unshift f
+    end
+  end
+end
+
+Log.nocolor = true if ARGV.include? "--nocolor"
+
+require 'scout/simple_opt'
+
+options = SOPT.setup <<EOF
+Ruby bioinformatics toolkit
+
+$ #{$0} <command> <subcommand> ... -a --arg1 --arg2='value' --arg3 'another-value'
+
+
+--log*                  #{Log.color :yellow, "Log level from 0 (debug) 6 (errors)"}
+--dev*                  #{Log.color :yellow, "Find development libraries in the directory specified"}
+--nocolor               #{Log.color :yellow, "Disable colored output"}
+--nobar                 #{Log.color :yellow, "Disable progress report"}
+--locate_file           #{Log.color :yellow, "Report the location of the script instead of executing it"}
+EOF
+
+Log.nocolor = true if options[:nocolor]
+
+locate = options.delete :locate_file
+
+if options[:log_file]
+  Log.logfile(options[:log_file])
+end
+
+if options[:log]
+  Log.severity = options[:log].to_i
 else
-  raise "Cant find rbbt"
+  global_severity = Log.get_level(Scout.etc.log_severity.read.strip) if Scout.etc.log_severity.exists?
+  if ENV["SCOUT_LOG"]
+    Log.severity = ENV["SCOUT_LOG"].to_i 
+  else
+    global_severity = Log.get_level(Scout.etc.log_severity.read.strip) if Scout.etc.log_severity.exists?
+    Log.severity = global_severity.to_i if global_severity
+  end
 end
+
+$scout_command_dir = Scout.bin.scout
+$scout_command_dir.path_maps[:scout_commands] = File.join(File.dirname(__dir__), "{PATH/bin\\/scout/scout_commands}")
+
+SOPT.description =<<EOF
+This command controls many aspects of the Scout framework, from configuration tasks to running applications. 
+
+Commands are implemented in separate files under the Scout path '#{$scout_command_dir}'. 
+Known locations are: #{([$scout_command_dir] + $scout_command_dir.find_all) * ", " }. 
+You can place your own commads at #{$scout_command_dir.find(:user)}.
+EOF
+
+if options[:profile]
+  require 'ruby-prof'
+  RubyProf.start
+end
+
+
+def prev_dir(prev)
+    scout_command_dir = $scout_command_dir
+
+    prev.each do |previous_command|
+        scout_command_dir = scout_command_dir[previous_command]
+    end
+
+    scout_command_dir
+end
+
+def commands(prev)
+    scout_command_dir = prev_dir(prev)
+
+    command_file_dirs = scout_command_dir.find_all
+    command_files = command_file_dirs.collect{|d| d.glob('*') }.flatten
+    command_files.collect{|p| File.basename(p) }.uniq.reject{|p| p =~ /\.desc$/}.sort
+end
+
+def scout_usage(prev = nil)
+  puts
+  puts SOPT.doc
+
+  if prev
+    puts
+    puts Log.color :magenta, "## COMMANDS"
+    puts
+    puts Log.color :magenta, "Command:"
+    puts 
+    puts "  #{File.basename($0)} #{prev * " "}"
+    puts 
+    puts Log.color :magenta, "Subcommands:"
+    puts 
+    prev_dir = prev_dir(prev)
+    commands(prev).each do |command|
+      directory = File.directory? prev_dir[command].find
+      if directory
+        puts "  " << Log.color(:blue, command)
+      else
+        puts "  " << command
+      end
+    end
+  end
+  puts
+  true
+end
+
+alias usage scout_usage 
+
+def print_error(error, backtrace = nil)
+  puts Log.color :magenta, "## ERROR"
+  puts
+  if backtrace
+    puts Log.color :red, "Backtrace: "
+    puts
+    puts Log.color_stack(backtrace.reverse) * "\n"
+    puts
+  end
+  puts Log.color :red, error
+  puts
+end
+
+def aliases
+  @aliases ||= Scout.etc.cmd_alias.exists? ? Scout.etc.cmd_alias.yaml : {}
+end
+
+def tokenize_cmd_params(str)
+ return str if Array === str
+ str.scan(/
+          (?:["']([^"']*?)["']) |
+          ([^"'\s]+)
+          /x).flatten.compact
+end
+
+def cmd_alias
+  while ARGV[0] && aliases.include?(ARGV[0])
+    ARGV.replace tokenize_cmd_params(aliases[ARGV[0]]) + ARGV[1..-1]
+  end
+end
+    
+dir = $scout_command_dir
+$previous_commands = []
+
+cmd_alias
+
+exit_status = 0
+begin
+  while ARGV.any?
+    $command = ARGV.shift
+    case
+    when File.directory?(dir[$command].find)
+      $previous_commands << $command
+      dir = dir[$command]
+    when dir[$command].exists?
+      if locate
+        puts dir[$command].find
+        exit_status = 0
+        exit exit_status
+      else
+        load dir[$command].find
+        exit_status = 0
+        exit exit_status
+      end
+    when File.exist?($command)
+      load $command
+      exit_status = 0
+      exit exit_status
+    else
+      error = "Command '#{$command }' not understood"
+      scout_usage($previous_commands)
+      print_error(error)
+      exit_status = -1
+      exit exit_status
+    end
+  end
+
+  scout_usage($previous_commands)
+  exit_status = 0
+  exit exit_status
+
+rescue ParameterException
+  puts
+  scout_usage
+  print_error($!.message, $!.backtrace)
+  puts
+  exit_status = -1
+  exit exit_status
+rescue SystemExit,CmdStop
+  exit_status = $!.status
+  exit exit_status
+rescue Exception
+  Log.exception $!
+  exit_status = -1
+  exit exit_status
+ensure
+  if options[:profile]
+    result = RubyProf.stop
+    printer = RubyProf::FlatPrinter.new(result)
+    printer.print(STDOUT, :min_percent => 10)
+  end
+end
+
+exit exit_status