workflow_manager 0.5.8 → 0.7.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2a2b2e23d038d7a8e71a88f3dfab605a10ce889a4bc59ec4fcd7ec647c7239c8
-  data.tar.gz: 44e6121985b273019fc5098efd6084736935149496ca6aa38e710f9f4ae5e48f
+  metadata.gz: 6ea3816ec54cac7bf1097d94f410aeb9d17641755494de742814c4151a20d4de
+  data.tar.gz: 8adcaf1765299151ccddc6f68740989e265b68b7829c07a4e49ee751bb0ff608
 SHA512:
-  metadata.gz: 78ee76362caff7fe5f6eb668cae5858e05dd94b06e29dc8c754ce424c1c3af8c8d21d87ac4c4de8a40b17c7ad10dafd0492b6a465677d191f8e599d5db96e787
-  data.tar.gz: bd14b2c039458901783a4485c6aad6afbcf5f20a1fef89496e9e93db14d072425990b0b2629c2d05b0b1d8920d4917d46f2062c0f37a1d02e3861d891abc3742
+  metadata.gz: fb11c23c1346ca6fff218b2283b6254cf18ef3872725c1f7a068c8261d1af2217d7d13686c61ea28f2d4c01b7c1f1b242862f9ae60e223ffb64f70d0646aae2b
+  data.tar.gz: 764e474e5fbbf9fffb411f5484c774bff60e517893ef983e7307ca923d8c12f982ac4c4f20468015d7b78a2b0ff4c9adab8cbf465c0a9fb09bf46170bd9eea69

data/.gitignore

@@ -15,3 +15,4 @@ spec/reports
 test/tmp
 test/version_tmp
 tmp
+command.log

data/Gemfile

@@ -1,4 +1,5 @@
 source 'https://rubygems.org'
 
-# Specify your gem's dependencies in workflow_manager.gemspec
-gemspec
+gem 'redis'
+gem 'sidekiq'
+gem 'workflow_manager', :path => '/srv/GT/analysis/masaomi/FGCZ/prototype_workflow_manager_with_sidekiq_20210122/workflow_manager/'

data/bin/wfm_monitoring

@@ -1,7 +1,7 @@
 #!/usr/bin/env ruby
 # encoding: utf-8
 # 20121112 masa workflow manager client
-Version = '20200722-161135'
+Version = '20210625-165025'
 
 require 'drb/drb' 
 require 'workflow_manager/optparse_ex'
@@ -54,4 +54,5 @@ sge_options << "-n #{opt.nodes}" if opt.nodes
 script_content = File.read(script_file)
 workflow_manager = DRbObject.new_with_uri(uri)
 #puts workflow_manager.start_monitoring(script_file, user, 0, script_content, project_number, sge_options.join(' '), opt.log)
-puts workflow_manager.start_monitoring2(script_file, script_content, user, project_number, sge_options.join(' '), opt.log)
+#puts workflow_manager.start_monitoring2(script_file, script_content, user, project_number, sge_options.join(' '), opt.log)
+puts workflow_manager.start_monitoring3(script_file, script_content, user, project_number, sge_options.join(' '), opt.log)

data/bin/workflow_manager

@@ -8,7 +8,7 @@ Version = WorkflowManager::VERSION
 opt = OptionParser.new do |o|
   o.banner = "Version: #{Version}\nUsage:\n #{File.basename(__FILE__)} -d [druby://host:port] -m [development|production]"
   o.on(:server, 'druby://localhost:12345', '-d server', '--server', 'workflow manager URI (default: druby://localhost:12345)')
-  o.on(:mode, 'development', '-m mode', '--mode', 'development|production (default: development)')
+  o.on(:mode, 'production', '-m mode', '--mode', 'development|production (default: production)')
   o.parse!(ARGV)
 end
 
@@ -33,7 +33,9 @@ if opt.mode
     default_config_file = File.join(default_config_dir, opt.mode+".rb")
     if File.exist?(default_config_file)
       default_redis_config_file = File.join(default_config_dir, "redis.conf")
+      default_sidekiq_config_file = File.join(default_config_dir, "sidekiq.conf")
       FileUtils.cp(default_redis_config_file, config_dir)
+      FileUtils.cp(default_sidekiq_config_file, config_dir)
       FileUtils.cp(default_config_file, config_file)
     else
       raise "Configure file does not exist: #{config_file}"
@@ -43,4 +45,22 @@ if opt.mode
 end
 DRb.start_service(uri, WorkflowManager::Server.new) 
 puts DRb.uri
-DRb.thread.join
+#DRb.thread.join
+
+sleep 1
+
+sidekiq_pid = fork do
+  app_dir = File.expand_path('..', __FILE__)
+  job_checker = File.join(app_dir, "../lib/job_checker.rb")
+  exec("sidekiq -C config/environments/sidekiq.yml -r #{job_checker}")
+end
+
+begin
+  DRb.thread.join
+  puts "__END__"
+rescue SignalException
+  Process.kill("HUP", sidekiq_pid)
+  sleep 1
+  puts "__CORRECTLY_END__"
+end
+

data/config/environments/production.rb

@@ -7,6 +7,6 @@ WorkflowManager::Server.configure do |config|
   config.interval = 30
   config.resubmit = 0
   config.redis_conf = "config/environments/redis.conf"
-  config.cluster = WorkflowManager::FGCZCluster.new('FGCZCluster')
+  config.cluster = WorkflowManager::FGCZDebian10Cluster.new('FGCZDebian10Cluster')
 end
 

data/config/environments/redis.conf

@@ -1,9 +1,9 @@
 loglevel debug
 logfile ./logs/redis.log
-databases 2
+databases 4
 save 300 10
 rdbcompression yes
 dir ./dbs
 dbfilename redis.rdb
 maxmemory 10gb
-port 6379
+port 6380

data/config/environments/sidekiq.yml

@@ -0,0 +1,8 @@
+:verbose: false
+:pidfile: ./tmp/pids/sidekiq.pid
+:logfile: ./log/sidekiq.log
+:concurrency: 100
+:queues:
+  - default
+  - test
+

data/lib/job_checker.rb

@@ -0,0 +1,81 @@
+require 'sidekiq'
+require 'redis'
+
+WORKER_INTERVAL = 10 # [s]
+REDIS_CONF = File.expand_path("../../config/environments/redis.conf", __FILE__)
+PORT = if File.exist?(REDIS_CONF)
+         redis_conf = Hash[*File.readlines(REDIS_CONF).map{|line| line.chomp.split}.map{|e| [e[0], e[1,100].join(",")]}.flatten]
+         redis_conf["port"].to_i
+       else
+         6379
+       end
+SIDEKIQ_URL = "redis://localhost:#{PORT}/3"
+warn "redis.conf: #{REDIS_CONF}"
+warn "Redis port: #{PORT}"
+warn "Sidekiq URL: #{SIDEKIQ_URL}"
+
+Sidekiq.configure_server do |config|
+  config.redis = { url: SIDEKIQ_URL }
+end
+
+Sidekiq.configure_client do |config|
+  config.redis = { url: SIDEKIQ_URL }
+end
+
+class Redis
+  alias_method :[], :get
+  alias_method :[]=, :set
+end
+
+class JobChecker
+  include Sidekiq::Worker
+  sidekiq_options queue: :default, retry: 5
+
+  def generate_new_job_script(log_dir, script_basename, script_content)
+    new_job_script = File.basename(script_basename) + "_" + Time.now.strftime("%Y%m%d%H%M%S%L")
+    new_job_script = File.join(log_dir, new_job_script)
+    open(new_job_script, 'w') do |out|
+      out.print script_content
+      out.print "\necho __SCRIPT END__\n"
+    end
+    new_job_script
+  end
+  def update_time_status(status, script_basename, user, project_number)
+    unless @start_time
+      @start_time = Time.now.strftime("%Y-%m-%d %H:%M:%S")
+    end
+    time = Time.now.strftime("%Y-%m-%d %H:%M:%S")
+    [status, script_basename, [@start_time, time].join("/"), user, project_number].join(',')
+  end
+
+  def perform(job_id, script_basename, log_file, user, project_id)
+    puts "JobID (in JobChecker): #{job_id}"
+    db0 = Redis.new(port: PORT, db: 0) # state + alpha DB
+    db1 = Redis.new(port: PORT, db: 1) # log DB
+    db2 = Redis.new(port: PORT, db: 2) # project jobs DB
+    db1[job_id] = log_file
+    pre_state = nil
+    @start_time = nil
+    begin
+      command = "sacct --jobs=#{job_id} --format=state"
+      #puts command
+      ret = `#{command}`
+      #print ret
+      state = ret.split(/\n/).last.strip
+      #puts "state: #{state}"
+      db0[job_id] = update_time_status(state, script_basename, user, project_id)
+
+      unless state == pre_state
+        db0[job_id] = update_time_status(state, script_basename, user, project_id)
+        project_jobs = eval((db2[project_id]||[]).to_s)
+        project_jobs = Hash[*project_jobs]
+        project_jobs[job_id] = state
+        #p project_jobs
+        db2[project_id] = project_jobs.to_a.flatten.last(200).to_s
+      end
+      pre_state = state
+      sleep WORKER_INTERVAL
+    end while state =~ /RUNNING/  or state =~ /PENDING/ or state =~ /---/
+  end
+end
+

data/lib/worker4.rb

@@ -0,0 +1,80 @@
+require 'sidekiq'
+require 'redis'
+
+WORKER_INTERVAL = 10 # [s]
+
+Sidekiq.configure_server do |config|
+  config.redis = { url: 'redis://localhost:6380/3' }
+end
+
+Sidekiq.configure_client do |config|
+  config.redis = { url: 'redis://localhost:6380/3' }
+end
+
+class Redis
+  alias_method :[], :get
+  alias_method :[]=, :set
+end
+
+class JobWorker
+  include Sidekiq::Worker
+  sidekiq_options queue: :default, retry: 5
+
+  def generate_new_job_script(log_dir, script_basename, script_content)
+    new_job_script = File.basename(script_basename) + "_" + Time.now.strftime("%Y%m%d%H%M%S%L")
+    new_job_script = File.join(log_dir, new_job_script)
+    open(new_job_script, 'w') do |out|
+      out.print script_content
+      out.print "\necho __SCRIPT END__\n"
+    end
+    new_job_script
+  end
+  def update_time_status(status, script_basename, user, project_number)
+    unless @start_time
+      @start_time = Time.now.strftime("%Y-%m-%d %H:%M:%S")
+    end
+    time = Time.now.strftime("%Y-%m-%d %H:%M:%S")
+    [status, script_basename, [@start_time, time].join("/"), user, project_number].join(',')
+  end
+
+  def perform(project_id, log_dir, script_basename, script_content)
+    #script_base_name = "test_job.sh"
+    job_script = generate_new_job_script(log_dir, script_basename, script_content)
+    log_file = job_script + "_o.log"
+    err_file = job_script + "_e.log"
+    command = "sbatch -o #{log_file} -e #{err_file} -N 1 #{job_script}"
+    puts command
+    ret = `#{command}`
+    job_id = ret.chomp.split.last
+    puts "JobID: #{job_id}"
+    db0 = Redis.new(port: 6380, db: 0) # state + alpha DB
+    db1 = Redis.new(port: 6380, db: 1) # log DB
+    db2 = Redis.new(port: 6380, db: 2) # project jobs DB
+    db1[job_id] = log_file
+    pre_state = nil
+    @start_time = nil
+    begin
+      command = "sacct --jobs=#{job_id} --format=state"
+      puts command
+      ret = `#{command}`
+      #print ret
+      state = ret.split(/\n/).last.strip
+      puts "state: #{state}"
+      #db.set(job_id, state)
+      db0[job_id] = update_time_status(state, script_basename, "sushi_lover", project_id)
+
+      unless state == pre_state
+        db0[job_id] = update_time_status(state, script_basename, "sushi_lover", project_id)
+        project_jobs = eval((db2[project_id]||[]).to_s)
+        project_jobs = Hash[*project_jobs]
+        project_jobs[job_id] = state
+        p project_jobs
+        db2[project_id] = project_jobs.to_a.flatten.last(200).to_s
+        #db2[project_id] = project_jobs.to_s
+      end
+      pre_state = state
+      sleep WORKER_INTERVAL
+    end while state =~ /RUNNING/  or state =~ /PENDING/ or state =~ /---/
+  end
+end
+

data/lib/workflow_manager/cluster.rb

@@ -308,6 +308,7 @@ module WorkflowManager
     end
   end
 
+
   class HydraCluster < Cluster
     def submit_job(script_file, script_content, option='')
       # TODO
@@ -434,97 +435,6 @@ module WorkflowManager
     end
   end
 
-  class FGCZDebian10CourseCluster < Cluster
-    def submit_job(script_file, script_content, option='')
-      if script_name = File.basename(script_file) and script_name =~ /\.sh/
-        script_name = script_name.split(/\.sh/).first + ".sh"
-        new_job_script = generate_new_job_script(script_name, script_content)
-        new_job_script_base = File.basename(new_job_script)
-        log_file = File.join(@log_dir, new_job_script_base + "_o.log")
-        err_file = File.join(@log_dir, new_job_script_base + "_e.log")
-        command = "g-sub -o #{log_file} -e #{err_file} -q course #{option} #{new_job_script}"
-        job_id = `#{command}`
-        job_id = job_id.chomp.split.last
-        [job_id, log_file, command]
-      else
-        err_msg = "FGCZDebian10CourseCluster#submit_job, ERROR: script_name is not *.sh: #{File.basename(script_file)}"
-        warn err_msg
-        raise err_msg
-      end
-    end
-    def job_running?(job_id)
-     qstat_flag = false
-      IO.popen('squeue') do |io|
-        while line=io.gets
-          # ["JOBID", "PARTITION", "NAME", "USER", "ST", "TIME", "NODES", "NODELIST(REASON)"]
-          # ["206", "employee", "test.sh", "masaomi", "R", "0:03", "1", "fgcz-h-030"]
-          jobid, partition, name, user, state, *others = line.chomp.split
-          if jobid.strip == job_id and state == 'R'
-            qstat_flag = true
-            break
-          end
-        end
-      end
-      qstat_flag
-    end
-    def job_ends?(log_file)
-      log_flag = false
-      IO.popen("tail -n 10 #{log_file} 2> /dev/null") do |io|
-        while line=io.gets
-          if line =~ /__SCRIPT END__/
-            log_flag = true
-            break
-          end
-        end
-      end
-      log_flag
-    end
-    def job_pending?(job_id)
-     qstat_flag = false
-      IO.popen('squeue') do |io|
-        while line=io.gets
-          jobid, partition, name, user, state, *others = line.chomp.split
-          if jobid.strip == job_id and state =~ /PD/
-            qstat_flag = true
-            break
-          end
-        end
-      end
-      qstat_flag
-    end
-    def copy_commands(org_dir, dest_parent_dir, now=nil)
-      commands = ["cp -r #{org_dir} #{dest_parent_dir}"]
-    end
-    def kill_command(job_id)
-      command = "scancel #{job_id}"
-    end
-    def delete_command(target)
-      command = "rm -rf #{target}"
-    end
-    def cluster_nodes
-      nodes = {
-        'fgcz-h-900: cpu 8,mem  30 GB,scr 500G' => 'fgcz-h-900',
-        'fgcz-h-901: cpu 8,mem  30 GB,scr 500G' => 'fgcz-h-901',
-        'fgcz-h-902: cpu 8,mem  30 GB,scr 500G' => 'fgcz-h-902',
-        'fgcz-h-903: cpu 8,mem  30 GB,scr 500G' => 'fgcz-h-903',
-        'fgcz-h-904: cpu 8,mem  30 GB,scr 500G' => 'fgcz-h-904',
-        'fgcz-h-905: cpu 8,mem  30 GB,scr 500G' => 'fgcz-h-905',
-        'fgcz-h-906: cpu 8,mem  30 GB,scr 500G' => 'fgcz-h-906',
-        'fgcz-h-907: cpu 8,mem  30 GB,scr 500G' => 'fgcz-h-907',
-        'fgcz-h-908: cpu 8,mem  30 GB,scr 500G' => 'fgcz-h-908',
-        'fgcz-h-909: cpu 8,mem  30 GB,scr 500G' => 'fgcz-h-909',
-        'fgcz-h-910: cpu 8,mem  30 GB,scr 500G' => 'fgcz-h-910',
-        'fgcz-h-911: cpu 8,mem  30 GB,scr 500G' => 'fgcz-h-911',
-        'fgcz-h-912: cpu 8,mem  30 GB,scr 500G' => 'fgcz-h-912',
-        'fgcz-h-913: cpu 8,mem  30 GB,scr 500G' => 'fgcz-h-913',
-        'fgcz-h-914: cpu 8,mem  30 GB,scr 500G' => 'fgcz-h-914',
-        'fgcz-h-915: cpu 8,mem  30 GB,scr 500G' => 'fgcz-h-915',
-        'fgcz-h-916: cpu 8,mem  30 GB,scr 500G' => 'fgcz-h-916',
-        'fgcz-h-917: cpu 8,mem  30 GB,scr 500G' => 'fgcz-h-917',
-      }
-    end
-  end
-
   class FGCZDebian10Cluster < Cluster
     def parse(options)
       options = options.split
@@ -537,14 +447,14 @@ module WorkflowManager
       scratch = if i = options.index("-s")
                   options[i+1]
                 end
-      queue = if i = options.index("-q")
-                options[i+1]
-              end
+      partition = if i = options.index("-p")
+                    options[i+1]
+                  end
       new_options = []
       new_options << "--mem=#{ram}G" if ram
       new_options << "-n #{cores}" if cores
       new_options << "--tmp=#{scratch}G" if scratch
-      new_options << "-p #{queue}" if queue
+      new_options << "-p #{partition}" if partition
       new_options.join(" ")
     end
     def submit_job(script_file, script_content, option='')
@@ -630,4 +540,13 @@ module WorkflowManager
       }
     end
   end
+
+  class FGCZDebian10DemoCluster < FGCZDebian10Cluster
+    def copy_commands(org_dir, dest_parent_dir, now=nil)
+      commands = ["cp -r #{org_dir} #{dest_parent_dir}"]
+    end
+    def delete_command(target)
+      command = "rm -rf #{target}"
+    end
+  end
 end

data/lib/workflow_manager/server.rb

@@ -4,6 +4,9 @@
 require 'drb/drb' 
 require 'fileutils'
 require 'csv'
+
+require 'job_checker'
+
 begin
   require 'redis'
   DB_MODE = "Redis"
@@ -159,6 +162,7 @@ module WorkflowManager
                   when "Redis"
                     RedisDB.new(1, @redis_conf)
                 end
+      @jobs = RedisDB.new(2, @redis_conf)
 
       @system_log = File.join(@log_dir, "system.log")
       @mutex = Mutex.new
@@ -172,15 +176,34 @@ module WorkflowManager
       log_puts("DB = #{DB_MODE}")
       log_puts("Cluster = #{@cluster.name}")
       log_puts("Server starts")
+      log_puts("Recovery check")
+      recovery_job_checker
+    end
+    def recovery_job_checker
+      @logs.transaction do |logs|
+      @statuses.transaction do |statuses|
+        statuses.each do |job_id, status|
+          # puts [job_id, status].join(",")
+          # 120249,RUNNING,QC_ventricles_100k.sh,2021-07-30 09:47:04/2021-07-30 09:47:04,masaomi,1535
+          stat, script_basename, time, user, project_number = status.split(",")
+          if stat == "RUNNING" or stat == "PENDING"
+            log_file = logs[job_id]
+            log_puts("JobID (in recovery check): #{job_id}")
+            puts "JobID (in recovery check): #{job_id}"
+            JobChecker.perform_async(job_id, script_basename, log_file, user, project_number)
+          end
+        end
+      end
+      end
     end
     def hello
-      'hello test hoge, '+ @cluster.name
+      'hello hoge hoge bar boo bundle, '+ @cluster.name
     end
     def copy_commands(org_dir, dest_parent_dir, now=nil)
       @cluster.copy_commands(org_dir, dest_parent_dir, now)
     end
     def kill_job(job_id)
-      status(job_id, 'fail')
+      status(job_id, 'FAIL')
       status = `#{@cluster.kill_command(job_id)}`
     end
     def delete_command(target)
@@ -272,6 +295,17 @@ module WorkflowManager
         Thread.current.kill
       end
     end
+    def start_monitoring3(script_path, script_content, user='sushi_lover', project_number=0, sge_options='', log_dir='')
+      script_basename = File.basename(script_path)
+      job_id, log_file, command = @cluster.submit_job(script_path, script_content, sge_options)
+      #p command
+      #p log_file
+      #p job_id
+      puts "JobID (in WorkflowManager): #{job_id}"
+      sleep 1
+      JobChecker.perform_async(job_id, script_basename, log_file, user, project_number)
+      job_id
+    end
     def start_monitoring2(script_path, script_content, user='sushi_lover', project_number=0, sge_options='', log_dir='')
       # script_path is only used to generate a log file name
       # It is not used to read the script contents
@@ -418,7 +452,7 @@ module WorkflowManager
       #@statuses.open(@db_stat)
       @statuses.transaction do |statuses|
         if new_status and stat = statuses[job_id.to_s]
-          status_list = ['success', 'running', 'pending', 'fail']
+          status_list = ['CONPLETED', 'RUNNING', 'PENDING', 'FAIL']
           if status_list.include?(new_status)
             items = stat.split(/,/)
             items.shift
@@ -438,17 +472,19 @@ module WorkflowManager
       job_idsh = if job_ids
                    Hash[*(job_ids.split(',')).map{|job_id| [job_id, true]}.flatten]
                  end
-      @statuses.transaction do |statuses|
-        statuses.each do |key, value|
-          if project_number 
-            if x = value.split(/,/)[4].to_i==project_number.to_i
-              s << [key, value]
-            end
-          else
-            s << [key, value]
+      s_ = {}
+      unless job_ids
+        @jobs.transaction do |jobs|
+          if project_jobs = jobs[project_number]
+            s_ = Hash[*eval(project_jobs)]
           end
         end
       end
+      @statuses.transaction do |statuses|
+        s_.each do |job_id, stat|
+          s << [job_id, statuses[job_id]]
+        end
+      end
       if job_ids
         s = s.select{|job_id, stat| job_idsh[job_id]}
       end

data/lib/workflow_manager/version.rb

@@ -1,3 +1,3 @@
 module WorkflowManager
-  VERSION = "0.5.8"
+  VERSION = "0.7.1"
 end

data/test/call_worker4.rb

@@ -0,0 +1,11 @@
+#!/usr/bin/env ruby
+# encoding: utf-8
+# Version = '20210625-104318'
+
+require './lib/worker4'
+script_file = "./test/test_job1.sh"
+script_content = File.read(script_file)
+log_dir = "./logs"
+script_basename = File.basename(script_file)
+JobWorker.perform_async(1001, log_dir, script_basename, script_content)
+p "submitted test_job1.sh"

data/test/call_worker_method.rb

@@ -0,0 +1,11 @@
+#!/usr/bin/env ruby
+# encoding: utf-8
+# Version = '20210625-162836'
+
+require 'workflow_manager'
+script_file = "./test/test_job1.sh"
+script_content = File.read(script_file)
+log_dir = "./logs"
+script_basename = File.basename(script_file)
+JobWorker.perform_async(1001, log_dir, script_basename, script_content)
+p "submitted test_job1.sh"

data/test/job_list.rb

@@ -0,0 +1,50 @@
+#!/usr/bin/env ruby
+# encoding: utf-8
+# Version = '20210723-134812'
+
+PORT = (ARGV[0]||6380).to_i
+require 'redis'
+db0 = Redis.new(port: PORT, db: 0)
+db1 = Redis.new(port: PORT, db: 1)
+db2 = Redis.new(port: PORT, db: 2)
+#db3 = Redis.new(port: 6380, db: 3)
+
+class Redis
+  def show_all
+    self.keys.sort.each do |key|
+      value = self.get(key)
+      puts [key, value].join("\t")
+    end
+  end
+end
+
+dbs = [db0, db1, db2]
+db_notes = ["state DB", "log DB", "project job DB"]
+
+dbs.each.with_index do |db, i|
+  note = db_notes[i]
+  puts ["db#{i}", note].join("\t")
+  db.show_all
+  puts
+end
+exit
+puts "db0, status DB"
+puts ["JobID", "Status"].join("\t")
+db0.keys.sort.each do |key|
+  value = db0.get(key)
+  puts [key, value].join("\t")
+end
+
+puts
+puts "db1, log DB"
+db1.keys.sort.each do |key|
+  value = db1.get(key)
+  puts [key, value].join("\t")
+end
+
+puts
+puts "db2, status DB2, project specific"
+db2.keys.sort.each do |key|
+  value = db2.get(key)
+  puts [key, value].join("\t")
+end

data/test/test_job1.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+echo "Job1"
+sleep 60
+echo "END"

data/workflow_manager.gemspec

@@ -19,6 +19,6 @@ Gem::Specification.new do |spec|
   spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
   spec.require_paths = ["lib"]
 
-  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "bundler", "~> 2.2.10"
   spec.add_development_dependency "rake"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: workflow_manager
 version: !ruby/object:Gem::Version
-  version: 0.5.8
+  version: 0.7.1
 platform: ruby
 authors:
 - Functional Genomics Center Zurich
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-07-23 00:00:00.000000000 Z
+date: 2021-07-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.3'
+        version: 2.2.10
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.3'
+        version: 2.2.10
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -76,6 +76,9 @@ files:
 - config/environments/development.rb
 - config/environments/production.rb
 - config/environments/redis.conf
+- config/environments/sidekiq.yml
+- lib/job_checker.rb
+- lib/worker4.rb
 - lib/workflow_manager.rb
 - lib/workflow_manager/cluster.rb
 - lib/workflow_manager/optparse_ex.rb
@@ -84,6 +87,10 @@ files:
 - spec/cluster_spec.rb
 - spec/server_spec.rb
 - spec/spec_helper.rb
+- test/call_worker4.rb
+- test/call_worker_method.rb
+- test/job_list.rb
+- test/test_job1.sh
 - workflow_manager.gemspec
 homepage: ''
 licenses:
@@ -104,7 +111,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.3
+rubygems_version: 3.0.3.1
 signing_key: 
 specification_version: 4
 summary: Workflow Manager manages job submissions using dRuby.
@@ -112,3 +119,7 @@ test_files:
 - spec/cluster_spec.rb
 - spec/server_spec.rb
 - spec/spec_helper.rb
+- test/call_worker4.rb
+- test/call_worker_method.rb
+- test/job_list.rb
+- test/test_job1.sh