inst-jobs 0.14.0 → 0.14.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: ee8d7326e878b8571d349ec95ae6b6b8870c8ca9
-  data.tar.gz: 43c64c727119ba15d95a0a7f2e39c102068c1cce
+  metadata.gz: e485941f6b24b6f88e18b37c1b25e2cab3862630
+  data.tar.gz: 8f753f31b331870b59a226e65822619da4429ab1
 SHA512:
-  metadata.gz: b9e12899372899fe7ae9ee0c2e692cbad12244f22f3507279ce7c4f9426f876bb058ef632c53c8c1b70d6c010bb9a7b63c441b6733b8fdfca77d2246ef358381
-  data.tar.gz: 4e77f257047f61b065e0505994974d718a4f6a98b3ef956a640dc825f2eee3a6a07d24d10a0e0be017fce9aa034a630809b550460254d94a7eac2c7819306a51
+  metadata.gz: 0f33b3e301a818b103d98ed74bdff5baaee8387b7073a227945931dd6c60543bb072e009847bfc16aa6aba1c67813b1166e7af3877dfea8d0db5f722134b4e41
+  data.tar.gz: 686bdb0292db19d3662202020e7a21fc956dab17e4d68cfe671f6b1e80646baf329dcc5b6dd1b6b1c76120520fcb1d633b4495c1104e98d60da5e0bc1235d3be

data/lib/delayed/backend/active_record.rb

@@ -312,12 +312,19 @@ module Delayed
         # on the strand but it's already running)
         def self.create_singleton(options)
           strand = options[:strand]
+          on_conflict = options.delete(:on_conflict) || :use_earliest
           transaction_for_singleton(strand) do
             job = self.where(:strand => strand, :locked_at => nil).order(:id).first
             new_job = new(options)
             if job
               new_job.initialize_defaults
-              job.run_at = [job.run_at, new_job.run_at].min
+              job.run_at =
+                case on_conflict
+                when :use_earliest
+                  [job.run_at, new_job.run_at].min
+                when :overwrite
+                  new_job.run_at
+                end
               job.save! if job.changed?
             else
               new_job.save!

data/lib/delayed/backend/redis/job.rb

@@ -360,7 +360,7 @@ class Job
   end
 
   # not saved, just used as a marker when creating
-  attr_accessor :singleton
+  attr_accessor :singleton, :on_conflict
 
   def transfer_lock!(from:, to:)
     lock_in_redis!(to)
@@ -442,7 +442,15 @@ class Job
       # replace this job with the other for returning.
       if job_id != self.id
         singleton = self.class.find(job_id)
-        singleton.run_at = [singleton.run_at, run_at].min
+
+        self.on_conflict ||= :use_earliest
+        singleton.run_at =
+          case self.on_conflict
+          when :use_earliest
+            [singleton.run_at, run_at].min
+          when :overwrite
+            run_at
+          end
         singleton.save! if singleton.changed?
         COLUMNS.each { |c| send("#{c}=", singleton.send(c)) }
       end

data/lib/delayed/periodic.rb

@@ -20,8 +20,6 @@ class Periodic
     self.overrides.merge!(overrides)
   end
 
-  STRAND = 'periodic scheduling'
-
   def self.cron(job_name, cron_line, job_args = {}, &block)
     raise ArgumentError, "job #{job_name} already scheduled!" if self.scheduled[job_name]
     cron_line = overrides[job_name] || cron_line

data/lib/delayed/settings.rb

@@ -19,6 +19,8 @@ module Delayed
       :sleep_delay,
       :sleep_delay_stagger,
       :slow_exit_timeout,
+      :worker_health_check_type,
+      :worker_health_check_config,
       :worker_procname_prefix,
     ]
     SETTINGS_WITH_ARGS = [ :num_strands ]
@@ -69,6 +71,9 @@ module Delayed
     self.kill_workers_on_exit = true
     self.slow_exit_timeout = 20
 
+    self.worker_health_check_type = :none
+    self.worker_health_check_config = {}
+
     def self.worker_config(config_filename = nil)
       config_filename ||= default_worker_config_name
       config = YAML.load(ERB.new(File.read(config_filename)).result)
@@ -117,5 +122,9 @@ module Delayed
       raise 'Parent process configurations must be a hash!' unless Hash === new_config
       @@parent_process = PARENT_PROCESS_DEFAULTS.merge(new_config)
     end
+
+    def self.worker_health_check_config=(new_config)
+      @@worker_health_check_config = (new_config || {}).with_indifferent_access
+    end
   end
 end

data/lib/delayed/version.rb

@@ -1,3 +1,3 @@
 module Delayed
-  VERSION = "0.14.0"
+  VERSION = "0.14.1"
 end

data/lib/delayed/worker/consul_health_check.rb

@@ -0,0 +1,108 @@
+require_relative 'health_check'
+require 'socket'
+
+module Delayed
+  class Worker
+    class ConsulHealthCheck < HealthCheck
+      self.type_name = :consul
+
+      CONSUL_CONFIG_KEYS = %w{url host port ssl token connect_timeout receive_timeout send_timeout}.map(&:freeze).freeze
+      DEFAULT_SERVICE_NAME = 'inst-jobs_worker'.freeze
+      attr_reader :agent_client, :catalog_client
+
+      SCRIPT_TEMPLATE = <<-BASH.freeze
+        WORKER_PID="%<pid>d" # an example, filled from ruby when the check is created
+        ORIGINAL_MTIME="%<mtime>d" # an example, filled from ruby when the check is created
+
+        if [ -d "/proc/$WORKER_PID" ]; then
+            CURRENT_MTIME=$(stat -f %%Y /proc/$WORKER_PID)
+
+            if [ "$ORIGINAL_MTIME" = "$CURRENT_MTIME" ]; then
+                exit 0 # Happy day
+            else
+                echo "PID still exists but procfs entry has changed, current command:"
+                ps -p $PID -o 'command='
+                exit 1 # Something is wrong, trigger a "warning" state
+            fi
+        else
+            exit 255 # The process is no more, trigger a "critical" state.
+        fi
+      BASH
+
+      def initialize(*args)
+        super
+        # Because we don't want the consul client to be a hard dependency we're
+        # only requiring it once it's absolutely needed
+        require 'imperium'
+
+        if config.keys.any? { |k| CONSUL_CONFIG_KEYS.include?(k) }
+          consul_config = Imperium::Configuration.new.tap do |conf|
+            CONSUL_CONFIG_KEYS.each do |key|
+              conf.send("#{key}=", config[key]) if config[key]
+            end
+          end
+          @agent_client = Imperium::Agent.new(consul_config)
+          @catalog_client = Imperium::Catalog.new(consul_config)
+        else
+          @agent_client = Imperium::Agent.default_client
+          @catalog_client = Imperium::Catalog.default_client
+        end
+      end
+
+      def start
+        service = Imperium::Service.new({
+          id: worker_name,
+          name: service_name,
+        })
+        service.add_check(check_attributes)
+        response = @agent_client.register_service(service)
+        response.ok?
+      end
+
+      def stop
+        response = @agent_client.deregister_service(worker_name)
+        response.ok? || response.not_found?
+      end
+
+      def live_workers
+        live_nodes = @catalog_client.list_nodes_for_service(service_name)
+        if live_nodes.ok?
+          live_nodes.map(&:service_id)
+        else
+          raise "Unable to read from Consul catalog: #{live_nodes.content}"
+        end
+      end
+
+      private
+
+      def check_attributes
+        {
+          script: check_script,
+          status: 'passing',
+          interval: @config.fetch(:check_interval, '5m'),
+          deregister_critical_service_after: @config.fetch(:deregister_service_delay, '10m'),
+        }.tap do |h|
+          h[:docker_container_id] = docker_container_id if @config['docker']
+        end
+      end
+
+      def check_script
+        return @check_script if @check_script
+        stat = File::Stat.new("/proc/#{Process.pid}")
+        @check_script = sprintf(SCRIPT_TEMPLATE, {pid: Process.pid, mtime: stat.mtime.to_i})
+      end
+
+      # This method is horrible, it takes advantage of the fact that docker uses
+      # cgroups for part of its magic and also uses the container id as the cgroup name
+      def docker_container_id
+        return @docker_container_id if @docker_container_id
+        content = File.read("/proc/1/cgroup").split("\n")
+        @docker_container_id = content.last.split("/").last
+      end
+
+      def service_name
+        @service_name ||= @config.fetch('service_name', DEFAULT_SERVICE_NAME)
+      end
+    end
+  end
+end

data/lib/delayed/worker/health_check.rb

@@ -0,0 +1,57 @@
+module Delayed
+  class Worker
+    class HealthCheck
+      @subclasses = []
+
+      class << self
+        attr_accessor :type_name
+        attr_reader :subclasses
+
+        def inherited(subclass)
+          @subclasses << subclass
+        end
+
+        def build(type:, worker_name:, config: {})
+          type = type.to_sym
+          klass = @subclasses.find { |sc| sc.type_name == type }
+          raise ArgumentError, "Unable to build a HealthCheck for type #{type}" unless klass
+          klass.new(worker_name: worker_name, config: config)
+        end
+
+        def reschedule_abandoned_jobs
+          checker = Worker::HealthCheck.build(
+            type: Settings.worker_health_check_type,
+            config: Settings.worker_health_check_config,
+            worker_name: 'cleanup-crew'
+          )
+          live_workers = checker.live_workers
+
+          Delayed::Job.running_jobs.each do |job|
+            unless live_workers.include?(job.locked_by)
+              job.reschedule
+            end
+          end
+        end
+      end
+
+      attr_accessor :config, :worker_name
+
+      def initialize(worker_name:, config: {})
+        @config = config.with_indifferent_access
+        @worker_name = worker_name
+      end
+
+      def start
+        raise NotImplementedError
+      end
+
+      def stop
+        raise NotImplementedError
+      end
+
+      def live_workers
+        raise NotImplementedError
+      end
+    end
+  end
+end

data/lib/delayed/worker/null_health_check.rb

@@ -0,0 +1,11 @@
+module Delayed
+  class Worker
+    class NullHealthCheck < HealthCheck
+      self.type_name = :none
+
+      attr_reader *%i{start stop}
+
+      def live_workers; []; end
+    end
+  end
+end

data/lib/delayed/worker.rb

@@ -51,6 +51,8 @@ class Worker
     @max_job_count = options[:worker_max_job_count].to_i
     @max_memory_usage = options[:worker_max_memory_usage].to_i
     @work_queue = options.delete(:work_queue) || WorkQueue::InProcess.new
+    @health_check_type = Settings.worker_health_check_type
+    @health_check_config = Settings.worker_health_check_config
     @config = options
     @job_count = 0
 
@@ -99,6 +101,8 @@ class Worker
       trap(sig) { @signal_queue << sig; wake_up }
     end
 
+    health_check.start
+
     signal_processor = Thread.new do
       loop do
         @self_pipe[0].read(1)
@@ -121,14 +125,17 @@ class Worker
       end
     end
 
-    work_queue.close
-    signal_processor.kill
-    signal_processor.join
     logger.info "Stopping worker"
   rescue => e
     Rails.logger.fatal("Child process died: #{e.inspect}") rescue nil
     self.class.lifecycle.run_callbacks(:exceptional_exit, self, e) { }
   ensure
+    health_check.stop
+    work_queue.close
+    if signal_processor
+      signal_processor.kill
+      signal_processor.join
+    end
     Delayed::Job.clear_locks!(name)
   end
 
@@ -248,6 +255,14 @@ class Worker
     ENV['TMPDIR'] = previous_tmpdir
   end
 
+  def health_check
+    @health_check ||= HealthCheck.build(
+      type: @health_check_type,
+      worker_name: name,
+      config: @health_check_config
+    )
+  end
+
   # `sample` reports KB, not B
   if File.directory?("/proc")
     # linux w/ proc fs

data/lib/delayed_job.rb

@@ -36,6 +36,11 @@ require 'delayed/periodic'
 require 'delayed/plugin'
 require 'delayed/pool'
 require 'delayed/worker'
+
+require 'delayed/worker/health_check'
+require 'delayed/worker/consul_health_check'
+require 'delayed/worker/null_health_check'
+
 require 'delayed/work_queue/in_process'
 require 'delayed/work_queue/parent_process'
 

data/spec/delayed/worker/consul_health_check_spec.rb

@@ -0,0 +1,74 @@
+require 'spec_helper'
+require 'imperium'
+
+RSpec.describe Delayed::Worker::ConsulHealthCheck do
+  let(:health_check) { Delayed::Worker::ConsulHealthCheck.new(worker_name: 'foobar') }
+
+  # can't use a verifying double for the response because the methods we're
+  # tryig to stub are actually on HTTP::Message
+  let(:response) { double('Imperium::Response') }
+  let(:agent_client) { instance_double(Imperium::Agent) }
+
+  before do
+    allow(Imperium::Agent).to receive(:default_client).and_return(agent_client)
+  end
+
+  describe '#initialize' do
+    it 'must use the default agent client when the config is mostly empty' do
+      check = Delayed::Worker::ConsulHealthCheck.new({worker_name: 'foobar'})
+      expect(check.agent_client).to eq Imperium::Agent.default_client
+    end
+
+    it 'must create a new agent API client when the config has relevant keys set' do
+      check = Delayed::Worker::ConsulHealthCheck.new(worker_name: 'foobar', config: {url: 'http://consul.example.com:8500'})
+      agent_client = check.agent_client
+      expect(agent_client).to_not eq Imperium::Agent.default_client
+      expect(agent_client.config.url.to_s).to eq 'http://consul.example.com:8500'
+    end
+  end
+
+  describe '#start' do
+    it 'must register this process as a service with consul' do
+      expect(response).to receive(:ok?).and_return(true)
+      expect(agent_client).to receive(:register_service)
+        .with(an_instance_of(Imperium::Service))
+        .and_return(response)
+      health_check.start
+    end
+
+
+    it 'must supply a script style check' do
+      allow(response).to receive(:ok?).and_return(true)
+      allow(agent_client).to receive(:register_service) { |service|
+        check = service.checks.first
+        expect(check.script).to_not be_nil
+        response
+      }
+      health_check.start
+    end
+
+    it 'must include the docker container id when the docker option is set to true' do
+      local_health_check = Delayed::Worker::ConsulHealthCheck.new(
+        worker_name: 'foobar',
+        config: {docker: true}
+      )
+      allow(response).to receive(:ok?).and_return(true)
+      allow(agent_client).to receive(:register_service) { |service|
+        check = service.checks.first
+        expect(check.docker_container_id).to_not be_nil
+        response
+      }
+      local_health_check.start
+    end
+  end
+
+  describe '#stop' do
+    it 'must deregister the service from consul' do
+      allow(response).to receive(:ok?).and_return(true)
+      expect(agent_client).to receive(:deregister_service)
+        .with(health_check.worker_name)
+        .and_return(response)
+      health_check.stop
+    end
+  end
+end

data/spec/delayed/worker/health_check_spec.rb

@@ -0,0 +1,98 @@
+require 'spec_helper'
+
+RSpec.describe Delayed::Worker::HealthCheck do
+  let(:klass) { Class.new(Delayed::Worker::HealthCheck) { self.type_name = :test } }
+
+  before do
+    klass # Gotta make sure the class has been defined before we try to use it
+  end
+
+  after do
+    Delayed::Worker::HealthCheck.subclasses.delete(klass)
+  end
+
+  it "must maintain a list of its subclasses" do
+    klass
+    expect(Delayed::Worker::HealthCheck.subclasses).to include klass
+  end
+
+  describe '.build(type:, config: {})' do
+    it 'must select the concrete class to use by the type_name in the subclass' do
+      check = Delayed::Worker::HealthCheck.build(type: 'test', worker_name: 'foobar')
+      expect(check).to be_a(klass)
+    end
+
+    it "must raise ArgumentError when the specified type doesn't exist" do
+      expect {
+        Delayed::Worker::HealthCheck.build(type: 'nope', config: {worker_name: 'foobar'})
+      }.to raise_error ArgumentError
+    end
+
+    it 'must initiaize the specified class using the supplied config' do
+      config = {foo: 'bar'}.with_indifferent_access
+      check = Delayed::Worker::HealthCheck.build(type: 'test', worker_name: 'foobar', config: config)
+      expect(check.config).to eq config
+    end
+  end
+
+  describe '.reschedule_abandoned_jobs' do
+    let(:klass) { Class.new(Delayed::Worker::HealthCheck) {
+      self.type_name = :fake
+      class << self
+        attr_accessor :live_workers
+      end
+
+      def live_workers
+        self.class.live_workers
+      end
+    } }
+
+    let(:initial_run_at) { Time.zone.now }
+
+    before do
+      klass.live_workers = %w{alive}
+      Delayed.select_backend(Delayed::Backend::ActiveRecord::Job)
+
+      2.times { Delayed::Job.enqueue(SimpleJob.new, run_at: initial_run_at, max_attempts: 4) }
+      @alive_job = Delayed::Job.first
+      @alive_job.update_attributes!({
+        locked_by: 'alive',
+        locked_at: initial_run_at
+      })
+      @dead_job = Delayed::Job.last
+      @dead_job.update_attributes!({
+        locked_by: 'dead',
+        locked_at: initial_run_at
+      })
+      Delayed::Settings.worker_health_check_type = :fake
+      Delayed::Settings.worker_health_check_config = {}
+      Delayed::Worker::HealthCheck.reschedule_abandoned_jobs
+    end
+
+    after do
+      Delayed::Worker::HealthCheck.subclasses.delete(klass)
+      Delayed::Settings.worker_health_check_type = :none
+      Delayed::Settings.worker_health_check_config = {}
+    end
+
+    it 'must leave jobs locked by live workers alone' do
+      @alive_job.reload
+      expect(@alive_job.run_at.to_i).to eq initial_run_at.to_i
+      expect(@alive_job.locked_at.to_i).to eq initial_run_at.to_i
+      expect(@alive_job.locked_by).to eq 'alive'
+    end
+
+    it 'must reschedule jobs locked by dead workers' do
+      @dead_job.reload
+      expect(@dead_job.run_at).to be > initial_run_at
+      expect(@dead_job.locked_at).to be_nil
+      expect(@dead_job.locked_by).to be_nil
+    end
+  end
+
+  describe '#initialize' do
+    it 'must raise ArgumentError when the worker name is not supplied' do
+      expect { klass.new }.to raise_error ArgumentError
+    end
+  end
+end

data/spec/shared/shared_backend.rb

@@ -356,6 +356,19 @@ shared_examples_for 'a backend' do
         # it should be scheduled to run immediately
         Delayed::Job.get_and_lock_next_available('w1').should == job1
       end
+
+      it "should update existing job to a later date if requested" do
+        t1 = 1.hour.from_now
+        t2 = 2.hours.from_now
+        job1 = create_job(singleton: 'myjobs', run_at: t1)
+        job2 = create_job(singleton: 'myjobs', run_at: t2)
+        job2.should == job1
+        job2.run_at.to_i.should == t1.to_i
+
+        job3 = create_job(singleton: 'myjobs', run_at: t2, on_conflict: :overwrite)
+        job3.should == job1
+        job3.run_at.to_i.should == t2.to_i
+      end
     end
   end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: inst-jobs
 version: !ruby/object:Gem::Version
-  version: 0.14.0
+  version: 0.14.1
 platform: ruby
 authors:
 - Tobias Luetke
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-09-19 00:00:00.000000000 Z
+date: 2017-11-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: after_transaction_commit
@@ -255,6 +255,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: imperium
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.2.3
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.2.3
 description: 
 email:
 - brianp@instructure.com
@@ -325,6 +339,9 @@ files:
 - lib/delayed/work_queue/parent_process/client.rb
 - lib/delayed/work_queue/parent_process/server.rb
 - lib/delayed/worker.rb
+- lib/delayed/worker/consul_health_check.rb
+- lib/delayed/worker/health_check.rb
+- lib/delayed/worker/null_health_check.rb
 - lib/delayed/yaml_extensions.rb
 - lib/delayed_job.rb
 - lib/inst-jobs.rb
@@ -337,13 +354,12 @@ files:
 - spec/delayed/work_queue/parent_process/client_spec.rb
 - spec/delayed/work_queue/parent_process/server_spec.rb
 - spec/delayed/work_queue/parent_process_spec.rb
+- spec/delayed/worker/consul_health_check_spec.rb
+- spec/delayed/worker/health_check_spec.rb
 - spec/delayed/worker_spec.rb
 - spec/gemfiles/42.gemfile
-- spec/gemfiles/42.gemfile.lock
 - spec/gemfiles/50.gemfile
-- spec/gemfiles/50.gemfile.lock
 - spec/gemfiles/51.gemfile
-- spec/gemfiles/51.gemfile.lock
 - spec/migrate/20140924140513_add_story_table.rb
 - spec/redis_job_spec.rb
 - spec/sample_jobs.rb
@@ -374,7 +390,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.13
+rubygems_version: 2.6.10
 signing_key: 
 specification_version: 4
 summary: Instructure-maintained fork of delayed_job
@@ -388,13 +404,12 @@ test_files:
 - spec/delayed/work_queue/parent_process/client_spec.rb
 - spec/delayed/work_queue/parent_process/server_spec.rb
 - spec/delayed/work_queue/parent_process_spec.rb
+- spec/delayed/worker/consul_health_check_spec.rb
+- spec/delayed/worker/health_check_spec.rb
 - spec/delayed/worker_spec.rb
 - spec/gemfiles/42.gemfile
-- spec/gemfiles/42.gemfile.lock
 - spec/gemfiles/50.gemfile
-- spec/gemfiles/50.gemfile.lock
 - spec/gemfiles/51.gemfile
-- spec/gemfiles/51.gemfile.lock
 - spec/migrate/20140924140513_add_story_table.rb
 - spec/redis_job_spec.rb
 - spec/sample_jobs.rb

data/spec/gemfiles/42.gemfile.lock

@@ -1,182 +0,0 @@
-PATH
-  remote: ../..
-  specs:
-    inst-jobs (0.13.4)
-      after_transaction_commit (>= 1.0, < 3)
-      rails (>= 4.2)
-      redis (> 3.0)
-      redis-scripting (~> 1.0.1)
-      rufus-scheduler (~> 3.4)
-
-GEM
-  remote: https://rubygems.org/
-  specs:
-    actionmailer (4.2.9)
-      actionpack (= 4.2.9)
-      actionview (= 4.2.9)
-      activejob (= 4.2.9)
-      mail (~> 2.5, >= 2.5.4)
-      rails-dom-testing (~> 1.0, >= 1.0.5)
-    actionpack (4.2.9)
-      actionview (= 4.2.9)
-      activesupport (= 4.2.9)
-      rack (~> 1.6)
-      rack-test (~> 0.6.2)
-      rails-dom-testing (~> 1.0, >= 1.0.5)
-      rails-html-sanitizer (~> 1.0, >= 1.0.2)
-    actionview (4.2.9)
-      activesupport (= 4.2.9)
-      builder (~> 3.1)
-      erubis (~> 2.7.0)
-      rails-dom-testing (~> 1.0, >= 1.0.5)
-      rails-html-sanitizer (~> 1.0, >= 1.0.3)
-    activejob (4.2.9)
-      activesupport (= 4.2.9)
-      globalid (>= 0.3.0)
-    activemodel (4.2.9)
-      activesupport (= 4.2.9)
-      builder (~> 3.1)
-    activerecord (4.2.9)
-      activemodel (= 4.2.9)
-      activesupport (= 4.2.9)
-      arel (~> 6.0)
-    activesupport (4.2.9)
-      i18n (~> 0.7)
-      minitest (~> 5.1)
-      thread_safe (~> 0.3, >= 0.3.4)
-      tzinfo (~> 1.1)
-    after_transaction_commit (1.1.2)
-      activerecord (>= 4.0)
-    arel (6.0.4)
-    backports (3.8.0)
-    builder (3.2.3)
-    bump (0.5.4)
-    byebug (9.0.6)
-    coderay (1.1.1)
-    concurrent-ruby (1.0.5)
-    database_cleaner (1.6.1)
-    diff-lcs (1.3)
-    erubis (2.7.0)
-    et-orbi (1.0.5)
-      tzinfo
-    globalid (0.4.0)
-      activesupport (>= 4.2.0)
-    i18n (0.8.6)
-    loofah (2.0.3)
-      nokogiri (>= 1.5.9)
-    mail (2.6.6)
-      mime-types (>= 1.16, < 4)
-    method_source (0.8.2)
-    mime-types (3.1)
-      mime-types-data (~> 3.2015)
-    mime-types-data (3.2016.0521)
-    mini_portile2 (2.2.0)
-    minitest (5.10.3)
-    multi_json (1.12.1)
-    nokogiri (1.8.0)
-      mini_portile2 (~> 2.2.0)
-    pg (0.21.0)
-    pry (0.10.4)
-      coderay (~> 1.1.0)
-      method_source (~> 0.8.1)
-      slop (~> 3.4)
-    rack (1.6.8)
-    rack-protection (1.5.3)
-      rack
-    rack-test (0.6.3)
-      rack (>= 1.0)
-    rails (4.2.9)
-      actionmailer (= 4.2.9)
-      actionpack (= 4.2.9)
-      actionview (= 4.2.9)
-      activejob (= 4.2.9)
-      activemodel (= 4.2.9)
-      activerecord (= 4.2.9)
-      activesupport (= 4.2.9)
-      bundler (>= 1.3.0, < 2.0)
-      railties (= 4.2.9)
-      sprockets-rails
-    rails-deprecated_sanitizer (1.0.3)
-      activesupport (>= 4.2.0.alpha)
-    rails-dom-testing (1.0.8)
-      activesupport (>= 4.2.0.beta, < 5.0)
-      nokogiri (~> 1.6)
-      rails-deprecated_sanitizer (>= 1.0.1)
-    rails-html-sanitizer (1.0.3)
-      loofah (~> 2.0)
-    railties (4.2.9)
-      actionpack (= 4.2.9)
-      activesupport (= 4.2.9)
-      rake (>= 0.8.7)
-      thor (>= 0.18.1, < 2.0)
-    rake (12.0.0)
-    redis (3.3.3)
-    redis-scripting (1.0.1)
-      redis (>= 3.0)
-    rspec (3.4.0)
-      rspec-core (~> 3.4.0)
-      rspec-expectations (~> 3.4.0)
-      rspec-mocks (~> 3.4.0)
-    rspec-core (3.4.4)
-      rspec-support (~> 3.4.0)
-    rspec-expectations (3.4.0)
-      diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.4.0)
-    rspec-mocks (3.4.1)
-      diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.4.0)
-    rspec-support (3.4.1)
-    rufus-scheduler (3.4.2)
-      et-orbi (~> 1.0)
-    sinatra (1.4.8)
-      rack (~> 1.5)
-      rack-protection (~> 1.4)
-      tilt (>= 1.3, < 3)
-    sinatra-contrib (1.4.7)
-      backports (>= 2.0)
-      multi_json
-      rack-protection
-      rack-test
-      sinatra (~> 1.4.0)
-      tilt (>= 1.3, < 3)
-    slop (3.6.0)
-    sprockets (3.7.1)
-      concurrent-ruby (~> 1.0)
-      rack (> 1, < 3)
-    sprockets-rails (3.2.0)
-      actionpack (>= 4.0)
-      activesupport (>= 4.0)
-      sprockets (>= 3.0.0)
-    test_after_commit (0.4.1)
-      activerecord (>= 3.2)
-    thor (0.19.4)
-    thread_safe (0.3.6)
-    tilt (2.0.8)
-    timecop (0.7.1)
-    tzinfo (1.2.3)
-      thread_safe (~> 0.1)
-    wwtd (1.3.0)
-
-PLATFORMS
-  ruby
-
-DEPENDENCIES
-  after_transaction_commit (< 2)
-  bump
-  byebug
-  database_cleaner (= 1.6.1)
-  inst-jobs!
-  pg
-  pry
-  rack-test
-  rails (~> 4.2.5)
-  rake
-  rspec (= 3.4.0)
-  sinatra
-  sinatra-contrib
-  test_after_commit (= 0.4.1)
-  timecop (= 0.7.1)
-  wwtd (~> 1.3.0)
-
-BUNDLED WITH
-   1.15.3

data/spec/gemfiles/50.gemfile.lock

@@ -1,187 +0,0 @@
-PATH
-  remote: ../..
-  specs:
-    inst-jobs (0.13.4)
-      after_transaction_commit (>= 1.0, < 3)
-      rails (>= 4.2)
-      redis (> 3.0)
-      redis-scripting (~> 1.0.1)
-      rufus-scheduler (~> 3.4)
-
-GEM
-  remote: https://rubygems.org/
-  specs:
-    actioncable (5.0.5)
-      actionpack (= 5.0.5)
-      nio4r (>= 1.2, < 3.0)
-      websocket-driver (~> 0.6.1)
-    actionmailer (5.0.5)
-      actionpack (= 5.0.5)
-      actionview (= 5.0.5)
-      activejob (= 5.0.5)
-      mail (~> 2.5, >= 2.5.4)
-      rails-dom-testing (~> 2.0)
-    actionpack (5.0.5)
-      actionview (= 5.0.5)
-      activesupport (= 5.0.5)
-      rack (~> 2.0)
-      rack-test (~> 0.6.3)
-      rails-dom-testing (~> 2.0)
-      rails-html-sanitizer (~> 1.0, >= 1.0.2)
-    actionview (5.0.5)
-      activesupport (= 5.0.5)
-      builder (~> 3.1)
-      erubis (~> 2.7.0)
-      rails-dom-testing (~> 2.0)
-      rails-html-sanitizer (~> 1.0, >= 1.0.3)
-    activejob (5.0.5)
-      activesupport (= 5.0.5)
-      globalid (>= 0.3.6)
-    activemodel (5.0.5)
-      activesupport (= 5.0.5)
-    activerecord (5.0.5)
-      activemodel (= 5.0.5)
-      activesupport (= 5.0.5)
-      arel (~> 7.0)
-    activesupport (5.0.5)
-      concurrent-ruby (~> 1.0, >= 1.0.2)
-      i18n (~> 0.7)
-      minitest (~> 5.1)
-      tzinfo (~> 1.1)
-    after_transaction_commit (2.0.0)
-      activerecord (>= 5.0)
-    arel (7.1.4)
-    backports (3.8.0)
-    builder (3.2.3)
-    bump (0.5.4)
-    byebug (9.0.6)
-    coderay (1.1.1)
-    concurrent-ruby (1.0.5)
-    database_cleaner (1.6.1)
-    diff-lcs (1.3)
-    erubis (2.7.0)
-    et-orbi (1.0.5)
-      tzinfo
-    globalid (0.4.0)
-      activesupport (>= 4.2.0)
-    i18n (0.8.6)
-    loofah (2.0.3)
-      nokogiri (>= 1.5.9)
-    mail (2.6.6)
-      mime-types (>= 1.16, < 4)
-    method_source (0.8.2)
-    mime-types (3.1)
-      mime-types-data (~> 3.2015)
-    mime-types-data (3.2016.0521)
-    mini_portile2 (2.2.0)
-    minitest (5.10.3)
-    multi_json (1.12.1)
-    mustermann (1.0.0.beta2)
-    nio4r (2.1.0)
-    nokogiri (1.8.0)
-      mini_portile2 (~> 2.2.0)
-    pg (0.21.0)
-    pry (0.10.4)
-      coderay (~> 1.1.0)
-      method_source (~> 0.8.1)
-      slop (~> 3.4)
-    rack (2.0.3)
-    rack-protection (2.0.0.beta2)
-      rack
-    rack-test (0.6.3)
-      rack (>= 1.0)
-    rails (5.0.5)
-      actioncable (= 5.0.5)
-      actionmailer (= 5.0.5)
-      actionpack (= 5.0.5)
-      actionview (= 5.0.5)
-      activejob (= 5.0.5)
-      activemodel (= 5.0.5)
-      activerecord (= 5.0.5)
-      activesupport (= 5.0.5)
-      bundler (>= 1.3.0)
-      railties (= 5.0.5)
-      sprockets-rails (>= 2.0.0)
-    rails-dom-testing (2.0.3)
-      activesupport (>= 4.2.0)
-      nokogiri (>= 1.6)
-    rails-html-sanitizer (1.0.3)
-      loofah (~> 2.0)
-    railties (5.0.5)
-      actionpack (= 5.0.5)
-      activesupport (= 5.0.5)
-      method_source
-      rake (>= 0.8.7)
-      thor (>= 0.18.1, < 2.0)
-    rake (12.0.0)
-    redis (3.3.3)
-    redis-scripting (1.0.1)
-      redis (>= 3.0)
-    rspec (3.4.0)
-      rspec-core (~> 3.4.0)
-      rspec-expectations (~> 3.4.0)
-      rspec-mocks (~> 3.4.0)
-    rspec-core (3.4.4)
-      rspec-support (~> 3.4.0)
-    rspec-expectations (3.4.0)
-      diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.4.0)
-    rspec-mocks (3.4.1)
-      diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.4.0)
-    rspec-support (3.4.1)
-    rufus-scheduler (3.4.2)
-      et-orbi (~> 1.0)
-    sinatra (2.0.0.beta2)
-      mustermann (= 1.0.0.beta2)
-      rack (~> 2.0)
-      rack-protection (= 2.0.0.beta2)
-      tilt (~> 2.0)
-    sinatra-contrib (2.0.0.beta2)
-      backports (>= 2.0)
-      multi_json
-      mustermann (= 1.0.0.beta2)
-      rack-protection (= 2.0.0.beta2)
-      rack-test
-      sinatra (= 2.0.0.beta2)
-      tilt (>= 1.3, < 3)
-    slop (3.6.0)
-    sprockets (3.7.1)
-      concurrent-ruby (~> 1.0)
-      rack (> 1, < 3)
-    sprockets-rails (3.2.0)
-      actionpack (>= 4.0)
-      activesupport (>= 4.0)
-      sprockets (>= 3.0.0)
-    thor (0.19.4)
-    thread_safe (0.3.6)
-    tilt (2.0.8)
-    timecop (0.7.1)
-    tzinfo (1.2.3)
-      thread_safe (~> 0.1)
-    websocket-driver (0.6.5)
-      websocket-extensions (>= 0.1.0)
-    websocket-extensions (0.1.2)
-    wwtd (1.3.0)
-
-PLATFORMS
-  ruby
-
-DEPENDENCIES
-  bump
-  byebug
-  database_cleaner (= 1.6.1)
-  inst-jobs!
-  pg
-  pry
-  rack-test
-  rails (~> 5.0.0)
-  rake
-  rspec (= 3.4.0)
-  sinatra (= 2.0.0.beta2)
-  sinatra-contrib (= 2.0.0.beta2)
-  timecop (= 0.7.1)
-  wwtd (~> 1.3.0)
-
-BUNDLED WITH
-   1.15.3

data/spec/gemfiles/51.gemfile.lock

@@ -1,187 +0,0 @@
-PATH
-  remote: ../..
-  specs:
-    inst-jobs (0.13.3)
-      after_transaction_commit (~> 1.0)
-      rails (>= 4.2)
-      redis (> 3.0)
-      redis-scripting (~> 1.0.1)
-      rufus-scheduler (~> 3.4)
-
-GEM
-  remote: https://rubygems.org/
-  specs:
-    actioncable (5.1.1)
-      actionpack (= 5.1.1)
-      nio4r (~> 2.0)
-      websocket-driver (~> 0.6.1)
-    actionmailer (5.1.1)
-      actionpack (= 5.1.1)
-      actionview (= 5.1.1)
-      activejob (= 5.1.1)
-      mail (~> 2.5, >= 2.5.4)
-      rails-dom-testing (~> 2.0)
-    actionpack (5.1.1)
-      actionview (= 5.1.1)
-      activesupport (= 5.1.1)
-      rack (~> 2.0)
-      rack-test (~> 0.6.3)
-      rails-dom-testing (~> 2.0)
-      rails-html-sanitizer (~> 1.0, >= 1.0.2)
-    actionview (5.1.1)
-      activesupport (= 5.1.1)
-      builder (~> 3.1)
-      erubi (~> 1.4)
-      rails-dom-testing (~> 2.0)
-      rails-html-sanitizer (~> 1.0, >= 1.0.3)
-    activejob (5.1.1)
-      activesupport (= 5.1.1)
-      globalid (>= 0.3.6)
-    activemodel (5.1.1)
-      activesupport (= 5.1.1)
-    activerecord (5.1.1)
-      activemodel (= 5.1.1)
-      activesupport (= 5.1.1)
-      arel (~> 8.0)
-    activesupport (5.1.1)
-      concurrent-ruby (~> 1.0, >= 1.0.2)
-      i18n (~> 0.7)
-      minitest (~> 5.1)
-      tzinfo (~> 1.1)
-    after_transaction_commit (1.1.2)
-      activerecord (>= 4.0)
-    arel (8.0.0)
-    backports (3.7.0)
-    builder (3.2.3)
-    bump (0.5.3)
-    byebug (9.0.6)
-    coderay (1.1.1)
-    concurrent-ruby (1.0.5)
-    database_cleaner (1.6.1)
-    diff-lcs (1.3)
-    erubi (1.6.0)
-    et-orbi (1.0.3)
-      tzinfo
-    globalid (0.4.0)
-      activesupport (>= 4.2.0)
-    i18n (0.8.4)
-    loofah (2.0.3)
-      nokogiri (>= 1.5.9)
-    mail (2.6.6)
-      mime-types (>= 1.16, < 4)
-    method_source (0.8.2)
-    mime-types (3.1)
-      mime-types-data (~> 3.2015)
-    mime-types-data (3.2016.0521)
-    mini_portile2 (2.2.0)
-    minitest (5.10.2)
-    multi_json (1.12.1)
-    mustermann (1.0.0.beta2)
-    nio4r (2.1.0)
-    nokogiri (1.8.0)
-      mini_portile2 (~> 2.2.0)
-    pg (0.21.0)
-    pry (0.10.4)
-      coderay (~> 1.1.0)
-      method_source (~> 0.8.1)
-      slop (~> 3.4)
-    rack (2.0.3)
-    rack-protection (2.0.0.beta2)
-      rack
-    rack-test (0.6.3)
-      rack (>= 1.0)
-    rails (5.1.1)
-      actioncable (= 5.1.1)
-      actionmailer (= 5.1.1)
-      actionpack (= 5.1.1)
-      actionview (= 5.1.1)
-      activejob (= 5.1.1)
-      activemodel (= 5.1.1)
-      activerecord (= 5.1.1)
-      activesupport (= 5.1.1)
-      bundler (>= 1.3.0, < 2.0)
-      railties (= 5.1.1)
-      sprockets-rails (>= 2.0.0)
-    rails-dom-testing (2.0.3)
-      activesupport (>= 4.2.0)
-      nokogiri (>= 1.6)
-    rails-html-sanitizer (1.0.3)
-      loofah (~> 2.0)
-    railties (5.1.1)
-      actionpack (= 5.1.1)
-      activesupport (= 5.1.1)
-      method_source
-      rake (>= 0.8.7)
-      thor (>= 0.18.1, < 2.0)
-    rake (12.0.0)
-    redis (3.3.3)
-    redis-scripting (1.0.1)
-      redis (>= 3.0)
-    rspec (3.4.0)
-      rspec-core (~> 3.4.0)
-      rspec-expectations (~> 3.4.0)
-      rspec-mocks (~> 3.4.0)
-    rspec-core (3.4.4)
-      rspec-support (~> 3.4.0)
-    rspec-expectations (3.4.0)
-      diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.4.0)
-    rspec-mocks (3.4.1)
-      diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.4.0)
-    rspec-support (3.4.1)
-    rufus-scheduler (3.4.0)
-      et-orbi (~> 1.0)
-    sinatra (2.0.0.beta2)
-      mustermann (= 1.0.0.beta2)
-      rack (~> 2.0)
-      rack-protection (= 2.0.0.beta2)
-      tilt (~> 2.0)
-    sinatra-contrib (2.0.0.beta2)
-      backports (>= 2.0)
-      multi_json
-      mustermann (= 1.0.0.beta2)
-      rack-protection (= 2.0.0.beta2)
-      rack-test
-      sinatra (= 2.0.0.beta2)
-      tilt (>= 1.3, < 3)
-    slop (3.6.0)
-    sprockets (3.7.1)
-      concurrent-ruby (~> 1.0)
-      rack (> 1, < 3)
-    sprockets-rails (3.2.0)
-      actionpack (>= 4.0)
-      activesupport (>= 4.0)
-      sprockets (>= 3.0.0)
-    thor (0.19.4)
-    thread_safe (0.3.6)
-    tilt (2.0.7)
-    timecop (0.7.1)
-    tzinfo (1.2.3)
-      thread_safe (~> 0.1)
-    websocket-driver (0.6.5)
-      websocket-extensions (>= 0.1.0)
-    websocket-extensions (0.1.2)
-    wwtd (1.3.0)
-
-PLATFORMS
-  ruby
-
-DEPENDENCIES
-  bump
-  byebug
-  database_cleaner (= 1.6.1)
-  inst-jobs!
-  pg
-  pry
-  rack-test
-  rails (~> 5.1.0)
-  rake
-  rspec (= 3.4.0)
-  sinatra (= 2.0.0.beta2)
-  sinatra-contrib (= 2.0.0.beta2)
-  timecop (= 0.7.1)
-  wwtd (~> 1.3.0)
-
-BUNDLED WITH
-   1.14.6