gush 1.1.1 → 2.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9cfd59c5cadd225e30c41bcd7a5293893d78041056409c2e1fd15316d2cc4d75
-  data.tar.gz: ef3e28f72d5ed90bb175f9452e189111fbc5bb95facc9585df1c660fd691038f
+  metadata.gz: 12fdb9a62d33353f827194c198c011ff42d7491669d0ab9717be0920a8066313
+  data.tar.gz: 7f3d4ada23215e818f0cb801c92f4752e80b21b344f3b48d9ab4b83787c029ec
 SHA512:
-  metadata.gz: 38578ba5a3f159577d38d6af662137fc5c9b95a394c01f498b22d6ff2931fc3e78eb9634f9c0ae1da683d197412f0ee38c43efa6035d223f1ece1d09b483cb9d
-  data.tar.gz: bf8954ea6d409a1fc9db19e24c4dae322f15cf2d3e9240df17d2ff847503318fbdcf0f50b27c08910273fb6dfc3223919f79679d1986670b0483b2b27f627384
+  metadata.gz: bec4bcb3e251bdb1a2e184b6b62ae896fd40af4a0cd4bad2ec7ee4925ab356e36a3388d2cb78ed21582c0f6cfdd429c304f0591a5ee3760c73255d03a2b1d80e
+  data.tar.gz: 67fba0b65b575449114233a4ff9cfaf1cb6ac3ff61633f94b7c595988165b3315fe7ae5d0744792315d9329795da0e42ae840789e3d4f72c84ef8956081c5fbd

data/.gitignore

@@ -19,3 +19,5 @@ tmp
 test.rb
 /Gushfile
 dump.rdb
+.ruby-version
+.ruby-gemset

data/.travis.yml

@@ -4,6 +4,9 @@ rvm:
   - 2.2.2
   - 2.3.4
   - 2.4.1
+  - 2.5
+  - 2.6
+  - 2.7
 services:
   - redis-server
 email:

data/CHANGELOG.md

@@ -5,6 +5,24 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/)
 and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.html).
 
+## 2.0.1
+
+### Fixed
+
+- Fix bug when retried jobs didn't correctly reset their failed flag when ran again (Thanks to @theo-delaune-argus and @mickael-palma-argus! [See issue](https://github.com/chaps-io/gush/issues/61))
+
+## 2.0.0
+
+## Changed
+
+- *[BREAKING]* Store gush jobs on redis hash instead of plain keys - this improves performance when retrieving keys (Thanks to @Saicheg! [See pull request](https://github.com/chaps-io/gush/pull/56))
+
+
+## Added
+
+- Allow setting queue for each job via `:queue` option in `run` method (Thanks to @devilankur18! [See pull request](https://github.com/chaps-io/gush/pull/58))
+
+
 ## 1.1.1 - 2018-06-09
 
 ## Changed

data/README.md

@@ -1,7 +1,5 @@
 # Gush [![Build Status](https://travis-ci.org/chaps-io/gush.svg?branch=master)](https://travis-ci.org/chaps-io/gush)
 
-## [![](http://i.imgur.com/ya8Wnyl.png)](https://chaps.io) proudly made by [Chaps](https://chaps.io)
-
 Gush is a parallel workflow runner using only Redis as storage and [ActiveJob](http://guides.rubyonrails.org/v4.2/active_job_basics.html#introduction) for scheduling and executing jobs.
 
 ## Theory

data/gush.gemspec

@@ -4,7 +4,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |spec|
   spec.name          = "gush"
-  spec.version       = "1.1.1"
+  spec.version       = "2.0.2"
   spec.authors       = ["Piotrek Okoński"]
   spec.email         = ["piotrek@okonski.org"]
   spec.summary       = "Fast and distributed workflow runner based on ActiveJob and Redis"
@@ -17,17 +17,18 @@ Gem::Specification.new do |spec|
   spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
   spec.require_paths = ["lib"]
 
-  spec.add_dependency "activejob", ">= 4.2.7", "< 6.0"
-  spec.add_dependency "connection_pool", "~> 2.2.1"
+  spec.add_dependency "activejob", ">= 4.2.7", "< 7.0"
+  spec.add_dependency "concurrent-ruby", "~> 1.0"
   spec.add_dependency "multi_json", "~> 1.11"
   spec.add_dependency "redis", ">= 3.2", "< 5"
+  spec.add_dependency "redis-mutex", "~> 4.0.1"
   spec.add_dependency "hiredis", "~> 0.6"
   spec.add_dependency "ruby-graphviz", "~> 1.2"
   spec.add_dependency "terminal-table", "~> 1.4"
   spec.add_dependency "colorize", "~> 0.7"
   spec.add_dependency "thor", "~> 0.19"
   spec.add_dependency "launchy", "~> 2.4"
-  spec.add_development_dependency "bundler", "~> 1.5"
+  spec.add_development_dependency "bundler"
   spec.add_development_dependency "rake", "~> 10.4"
   spec.add_development_dependency "rspec", '~> 3.0'
   spec.add_development_dependency "pry", '~> 0.10'

data/lib/gush/client.rb

@@ -1,9 +1,22 @@
-require 'connection_pool'
+require 'redis'
+require 'concurrent-ruby'
 
 module Gush
   class Client
     attr_reader :configuration
 
+    @@redis_connection = Concurrent::ThreadLocalVar.new(nil)
+
+    def self.redis_connection(config)
+      cached = (@@redis_connection.value ||= { url: config.redis_url, connection: nil })
+      return cached[:connection] if !cached[:connection].nil? && config.redis_url == cached[:url]
+
+      Redis.new(url: config.redis_url).tap do |instance|
+        RedisClassy.redis = instance
+        @@redis_connection.value = { url: config.redis_url, connection: instance }
+      end
+    end
+
     def initialize(config = Gush.configuration)
       @configuration = config
     end
@@ -42,28 +55,24 @@ module Gush
       persist_workflow(workflow)
     end
 
-    def next_free_job_id(workflow_id,job_klass)
-      job_identifier = nil
+    def next_free_job_id(workflow_id, job_klass)
+      job_id = nil
+
       loop do
-        id = SecureRandom.uuid
-        job_identifier = "#{job_klass}-#{id}"
-        available = connection_pool.with do |redis|
-          !redis.exists("gush.jobs.#{workflow_id}.#{job_identifier}")
-        end
+        job_id = SecureRandom.uuid
+        available = !redis.hexists("gush.jobs.#{workflow_id}.#{job_klass}", job_id)
 
         break if available
       end
 
-      job_identifier
+      job_id
     end
 
     def next_free_workflow_id
       id = nil
       loop do
         id = SecureRandom.uuid
-        available = connection_pool.with do |redis|
-          !redis.exists("gush.workflow.#{id}")
-        end
+        available = !redis.exists("gush.workflow.#{id}")
 
         break if available
       end
@@ -72,58 +81,50 @@ module Gush
     end
 
     def all_workflows
-      connection_pool.with do |redis|
-        redis.scan_each(match: "gush.workflows.*").map do |key|
-          id = key.sub("gush.workflows.", "")
-          find_workflow(id)
-        end
+      redis.scan_each(match: "gush.workflows.*").map do |key|
+        id = key.sub("gush.workflows.", "")
+        find_workflow(id)
       end
     end
 
     def find_workflow(id)
-      connection_pool.with do |redis|
-        data = redis.get("gush.workflows.#{id}")
-
-        unless data.nil?
-          hash = Gush::JSON.decode(data, symbolize_keys: true)
-          keys = redis.scan_each(match: "gush.jobs.#{id}.*")
-          nodes = redis.mget(*keys).map { |json| Gush::JSON.decode(json, symbolize_keys: true) }
-          workflow_from_hash(hash, nodes)
-        else
-          raise WorkflowNotFound.new("Workflow with given id doesn't exist")
+      data = redis.get("gush.workflows.#{id}")
+
+      unless data.nil?
+        hash = Gush::JSON.decode(data, symbolize_keys: true)
+        keys = redis.scan_each(match: "gush.jobs.#{id}.*")
+
+        nodes = keys.each_with_object([]) do |key, array|
+          array.concat redis.hvals(key).map { |json| Gush::JSON.decode(json, symbolize_keys: true) }
         end
+
+        workflow_from_hash(hash, nodes)
+      else
+        raise WorkflowNotFound.new("Workflow with given id doesn't exist")
       end
     end
 
     def persist_workflow(workflow)
-      connection_pool.with do |redis|
-        redis.set("gush.workflows.#{workflow.id}", workflow.to_json)
-      end
+      redis.set("gush.workflows.#{workflow.id}", workflow.to_json)
 
       workflow.jobs.each {|job| persist_job(workflow.id, job) }
       workflow.mark_as_persisted
+
       true
     end
 
     def persist_job(workflow_id, job)
-      connection_pool.with do |redis|
-        redis.set("gush.jobs.#{workflow_id}.#{job.name}", job.to_json)
-      end
+      redis.hset("gush.jobs.#{workflow_id}.#{job.klass}", job.id, job.to_json)
     end
 
-    def find_job(workflow_id, job_id)
-      job_name_match = /(?<klass>\w*[^-])-(?<identifier>.*)/.match(job_id)
-      hypen = '-' if job_name_match.nil?
-
-      keys = connection_pool.with do |redis|
-        redis.scan_each(match: "gush.jobs.#{workflow_id}.#{job_id}#{hypen}*").to_a
-      end
+    def find_job(workflow_id, job_name)
+      job_name_match = /(?<klass>\w*[^-])-(?<identifier>.*)/.match(job_name)
 
-      return nil if keys.nil?
-
-      data = connection_pool.with do |redis|
-        redis.get(keys.first)
-      end
+      data = if job_name_match
+               find_job_by_klass_and_id(workflow_id, job_name)
+             else
+               find_job_by_klass(workflow_id, job_name)
+             end
 
       return nil if data.nil?
 
@@ -132,42 +133,50 @@ module Gush
     end
 
     def destroy_workflow(workflow)
-      connection_pool.with do |redis|
-        redis.del("gush.workflows.#{workflow.id}")
-      end
+      redis.del("gush.workflows.#{workflow.id}")
       workflow.jobs.each {|job| destroy_job(workflow.id, job) }
     end
 
     def destroy_job(workflow_id, job)
-      connection_pool.with do |redis|
-        redis.del("gush.jobs.#{workflow_id}.#{job.name}")
-      end
+      redis.del("gush.jobs.#{workflow_id}.#{job.klass}")
     end
 
     def expire_workflow(workflow, ttl=nil)
       ttl = ttl || configuration.ttl
-      connection_pool.with do |redis|
-        redis.expire("gush.workflows.#{workflow.id}", ttl)
-      end
+      redis.expire("gush.workflows.#{workflow.id}", ttl)
       workflow.jobs.each {|job| expire_job(workflow.id, job, ttl) }
     end
 
     def expire_job(workflow_id, job, ttl=nil)
       ttl = ttl || configuration.ttl
-      connection_pool.with do |redis|
-        redis.expire("gush.jobs.#{workflow_id}.#{job.name}", ttl)
-      end
+      redis.expire("gush.jobs.#{workflow_id}.#{job.klass}", ttl)
     end
 
     def enqueue_job(workflow_id, job)
       job.enqueue!
       persist_job(workflow_id, job)
+      queue = job.queue || configuration.namespace
 
-      Gush::Worker.set(queue: configuration.namespace).perform_later(*[workflow_id, job.name])
+      Gush::Worker.set(queue: queue).perform_later(*[workflow_id, job.name])
     end
 
     private
 
+    def find_job_by_klass_and_id(workflow_id, job_name)
+      job_klass, job_id = job_name.split('|')
+
+      redis.hget("gush.jobs.#{workflow_id}.#{job_klass}", job_id)
+    end
+
+    def find_job_by_klass(workflow_id, job_name)
+      new_cursor, result = redis.hscan("gush.jobs.#{workflow_id}.#{job_name}", 0, count: 1)
+      return nil if result.empty?
+
+      job_id, job = *result[0]
+
+      job
+    end
+
     def workflow_from_hash(hash, nodes = [])
       flow = hash[:klass].constantize.new(*hash[:arguments])
       flow.jobs = []
@@ -181,12 +190,8 @@ module Gush
       flow
     end
 
-    def build_redis
-      Redis.new(url: configuration.redis_url)
-    end
-
-    def connection_pool
-      @connection_pool ||= ConnectionPool.new(size: configuration.concurrency, timeout: 1) { build_redis }
+    def redis
+      self.class.redis_connection(configuration)
     end
   end
 end

data/lib/gush/job.rb

@@ -1,8 +1,8 @@
 module Gush
   class Job
     attr_accessor :workflow_id, :incoming, :outgoing, :params,
-      :finished_at, :failed_at, :started_at, :enqueued_at, :payloads, :klass
-    attr_reader :name, :output_payload, :params
+      :finished_at, :failed_at, :started_at, :enqueued_at, :payloads, :klass, :queue
+    attr_reader :id, :klass, :output_payload, :params
 
     def initialize(opts = {})
       options = opts.dup
@@ -11,8 +11,9 @@ module Gush
 
     def as_json
       {
-        name: name,
-        klass: self.class.to_s,
+        id: id,
+        klass: klass.to_s,
+        queue: queue,
         incoming: incoming,
         outgoing: outgoing,
         finished_at: finished_at,
@@ -25,6 +26,10 @@ module Gush
       }
     end
 
+    def name
+      @name ||= "#{klass}|#{id}"
+    end
+
     def to_json(options = {})
       Gush::JSON.encode(as_json)
     end
@@ -42,6 +47,7 @@ module Gush
 
     def start!
       @started_at = current_timestamp
+      @failed_at = nil
     end
 
     def enqueue!
@@ -108,7 +114,7 @@ module Gush
     end
 
     def assign_variables(opts)
-      @name           = opts[:name]
+      @id             = opts[:id]
       @incoming       = opts[:incoming] || []
       @outgoing       = opts[:outgoing] || []
       @failed_at      = opts[:failed_at]
@@ -116,9 +122,10 @@ module Gush
       @started_at     = opts[:started_at]
       @enqueued_at    = opts[:enqueued_at]
       @params         = opts[:params] || {}
-      @klass          = opts[:klass]
+      @klass          = opts[:klass] || self.class
       @output_payload = opts[:output_payload]
       @workflow_id    = opts[:workflow_id]
+      @queue          = opts[:queue]
     end
   end
 end

data/lib/gush/worker.rb

@@ -1,10 +1,17 @@
 require 'active_job'
+require 'redis-mutex'
 
 module Gush
   class Worker < ::ActiveJob::Base
     def perform(workflow_id, job_id)
       setup_job(workflow_id, job_id)
 
+      if job.succeeded?
+        # Try to enqueue outgoing jobs again because the last job has redis mutex lock error
+        enqueue_outgoing_jobs
+        return
+      end
+
       job.payloads = incoming_payloads
 
       error = nil
@@ -66,11 +73,16 @@ module Gush
 
     def enqueue_outgoing_jobs
       job.outgoing.each do |job_name|
-        out = client.find_job(workflow_id, job_name)
-        if out.ready_to_start?
-          client.enqueue_job(workflow_id, out)
+        RedisMutex.with_lock("gush_enqueue_outgoing_jobs_#{workflow_id}-#{job_name}", sleep: 0.3, block: 2) do
+          out = client.find_job(workflow_id, job_name)
+
+          if out.ready_to_start?
+            client.enqueue_job(workflow_id, out)
+          end
         end
       end
+    rescue RedisMutex::LockError
+      Worker.set(wait: 2.seconds).perform_later(workflow_id, job.name)
     end
   end
 end

data/lib/gush/workflow.rb

@@ -77,11 +77,13 @@ module Gush
 
     def find_job(name)
       match_data = /(?<klass>\w*[^-])-(?<identifier>.*)/.match(name.to_s)
+
       if match_data.nil?
-        job = jobs.find { |node| node.class.to_s == name.to_s }
+        job = jobs.find { |node| node.klass.to_s == name.to_s }
       else
         job = jobs.find { |node| node.name.to_s == name.to_s }
       end
+
       job
     end
 
@@ -108,18 +110,21 @@ module Gush
     def run(klass, opts = {})
       node = klass.new({
         workflow_id: id,
-        name: client.next_free_job_id(id, klass.to_s),
-        params: opts.fetch(:params, {})
+        id: client.next_free_job_id(id, klass.to_s),
+        params: opts.fetch(:params, {}),
+        queue: opts[:queue]
       })
 
       jobs << node
 
       deps_after = [*opts[:after]]
+
       deps_after.each do |dep|
         @dependencies << {from: dep.to_s, to: node.name.to_s }
       end
 
       deps_before = [*opts[:before]]
+
       deps_before.each do |dep|
         @dependencies << {from: node.name.to_s, to: dep.to_s }
       end

data/spec/features/integration_spec.rb

@@ -15,6 +15,53 @@ describe "Workflows" do
     end
   end
 
+  context 'when one of the jobs fails initally' do
+    it 'succeeds when the job retries' do
+      FAIL_THEN_SUCCEED_SPY = double()
+      allow(FAIL_THEN_SUCCEED_SPY).to receive(:foo).and_return('failure', 'success')
+
+      class FailsThenSucceeds < Gush::Job
+        def perform
+          if FAIL_THEN_SUCCEED_SPY.foo == 'failure'
+            raise NameError
+          end
+        end
+      end
+
+      class SecondChanceWorkflow < Gush::Workflow
+        def configure
+          run Prepare
+          run FailsThenSucceeds, after: Prepare
+          run NormalizeJob, after: FailsThenSucceeds
+        end
+      end
+
+      flow = SecondChanceWorkflow.create
+      flow.start!
+
+      expect(Gush::Worker).to have_jobs(flow.id, jobs_with_id(['Prepare']))
+      perform_one
+
+      expect(Gush::Worker).to have_jobs(flow.id, jobs_with_id(['FailsThenSucceeds']))
+      expect do
+        perform_one
+      end.to raise_error(NameError)
+
+      expect(flow.reload).to be_failed
+      expect(Gush::Worker).to have_jobs(flow.id, jobs_with_id(['FailsThenSucceeds']))
+
+      # Retry the same job again, but this time succeeds
+      perform_one
+
+      expect(Gush::Worker).to have_jobs(flow.id, jobs_with_id(['NormalizeJob']))
+      perform_one
+
+      flow = flow.reload
+      expect(flow).to be_finished
+      expect(flow).to_not be_failed
+    end
+  end
+
   it "runs the whole workflow in proper order" do
     flow = TestWorkflow.create
     flow.start!
@@ -77,8 +124,6 @@ describe "Workflows" do
 
     perform_one
     expect(flow.reload.find_job("PrependJob").output_payload).to eq("A prefix: SOME TEXT")
-
-
   end
 
   it "passes payloads from workflow that runs multiple same class jobs with nameized payloads" do
@@ -158,4 +203,45 @@ describe "Workflows" do
     expect(flow).to be_finished
     expect(flow).to_not be_failed
   end
+
+  it 'executes job with multiple ancestors only once' do
+    NO_DUPS_INTERNAL_SPY = double('spy')
+    expect(NO_DUPS_INTERNAL_SPY).to receive(:some_method).exactly(1).times
+
+    class FirstAncestor < Gush::Job
+      def perform
+      end
+    end
+
+    class SecondAncestor < Gush::Job
+      def perform
+      end
+    end
+
+    class FinalJob < Gush::Job
+      def perform
+        NO_DUPS_INTERNAL_SPY.some_method
+      end
+    end
+
+    class NoDuplicatesWorkflow < Gush::Workflow
+      def configure
+        run FirstAncestor
+        run SecondAncestor
+
+        run FinalJob, after: [FirstAncestor, SecondAncestor]
+      end
+    end
+
+    flow = NoDuplicatesWorkflow.create
+    flow.start!
+
+    5.times do
+      perform_one
+    end
+
+    flow = flow.reload
+    expect(flow).to be_finished
+    expect(flow).to_not be_failed
+  end
 end

data/spec/gush/client_spec.rb

@@ -95,12 +95,18 @@ describe Gush::Client do
   end
 
   describe "#expire_workflow" do
+    let(:ttl) { 2000 }
+
     it "sets TTL for all Redis keys related to the workflow" do
       workflow = TestWorkflow.create
 
-      client.expire_workflow(workflow, -1)
+      client.expire_workflow(workflow, ttl)
+
+      expect(redis.ttl("gush.workflows.#{workflow.id}")).to eq(ttl)
 
-      # => TODO - I believe fakeredis does not handle TTL the same.   
+      workflow.jobs.each do |job|
+        expect(redis.ttl("gush.jobs.#{workflow.id}.#{job.klass}")).to eq(ttl)
+      end
     end
   end
 

data/spec/gush/job_spec.rb

@@ -52,19 +52,27 @@ describe Gush::Job do
   describe "#start!" do
     it "resets flags and marks as running" do
       job = described_class.new(name: "a-job")
+
+      job.enqueue!
+      job.fail!
+
+      now = Time.now.to_i
+      expect(job.started_at).to eq(nil)
+      expect(job.failed_at).to eq(now)
+
       job.start!
+
       expect(job.started_at).to eq(Time.now.to_i)
-      expect(job.enqueued?).to eq(false)
-      expect(job.running?).to eq(true)
+      expect(job.failed_at).to eq(nil)
     end
   end
 
   describe "#as_json" do
     context "finished and enqueued set to true" do
       it "returns correct hash" do
-        job = described_class.new(workflow_id: 123, name: "a-job", finished_at: 123, enqueued_at: 120)
+        job = described_class.new(workflow_id: 123, id: "702bced5-bb72-4bba-8f6f-15a3afa358bd", finished_at: 123, enqueued_at: 120)
         expected = {
-          name: "a-job",
+          id: '702bced5-bb72-4bba-8f6f-15a3afa358bd',
           klass: "Gush::Job",
           incoming: [],
           outgoing: [],
@@ -73,6 +81,7 @@ describe Gush::Job do
           finished_at: 123,
           enqueued_at: 120,
           params: {},
+          queue: nil,
           output_payload: nil,
           workflow_id: 123
         }
@@ -86,7 +95,7 @@ describe Gush::Job do
       job = described_class.from_hash(
         {
           klass: 'Gush::Job',
-          name: 'gob',
+          id: '702bced5-bb72-4bba-8f6f-15a3afa358bd',
           incoming: ['a', 'b'],
           outgoing: ['c'],
           failed_at: 123,
@@ -96,7 +105,8 @@ describe Gush::Job do
         }
       )
 
-      expect(job.name).to eq('gob')
+      expect(job.id).to eq('702bced5-bb72-4bba-8f6f-15a3afa358bd')
+      expect(job.name).to eq('Gush::Job|702bced5-bb72-4bba-8f6f-15a3afa358bd')
       expect(job.class).to eq(Gush::Job)
       expect(job.klass).to eq("Gush::Job")
       expect(job.finished?).to eq(true)

data/spec/gush/worker_spec.rb

@@ -39,6 +39,18 @@ describe Gush::Worker do
       end
     end
 
+    context 'when job failed to enqueue outgoing jobs' do
+      it 'enqeues another job to handling enqueue_outgoing_jobs' do
+        allow(RedisMutex).to receive(:with_lock).and_raise(RedisMutex::LockError)
+        subject.perform(workflow.id, 'Prepare')
+        expect(Gush::Worker).to have_no_jobs(workflow.id, jobs_with_id(["FetchFirstJob", "FetchSecondJob"]))
+
+        allow(RedisMutex).to receive(:with_lock).and_call_original
+        perform_one
+        expect(Gush::Worker).to have_jobs(workflow.id, jobs_with_id(["FetchFirstJob", "FetchSecondJob"]))
+      end
+    end
+
     it "calls job.perform method" do
       SPY = double()
       expect(SPY).to receive(:some_method)

data/spec/gush/workflow_spec.rb

@@ -135,6 +135,7 @@ describe Gush::Workflow do
       klass1 = Class.new(Gush::Job)
       klass2 = Class.new(Gush::Job)
       klass3 = Class.new(Gush::Job)
+
       tree.run(klass1)
       tree.run(klass2, after: [klass1, klass3])
       tree.run(klass3)

data/spec/spec_helper.rb

@@ -14,7 +14,7 @@ class PersistSecondJob < Gush::Job; end
 class NormalizeJob < Gush::Job; end
 class BobJob < Gush::Job; end
 
-GUSHFILE  = Pathname.new(__FILE__).parent.join("Gushfile")
+GUSHFILE = Pathname.new(__FILE__).parent.join("Gushfile")
 
 class TestWorkflow < Gush::Workflow
   def configure
@@ -26,7 +26,6 @@ class TestWorkflow < Gush::Workflow
     run FetchSecondJob,  after: Prepare, before: NormalizeJob
 
     run PersistFirstJob, after: FetchFirstJob, before: NormalizeJob
-
   end
 end
 
@@ -62,7 +61,7 @@ module GushHelpers
   end
 
   def job_with_id(job_name)
-    /#{job_name}-(?<identifier>.*)/
+    /#{job_name}|(?<identifier>.*)/
   end
 end
 
@@ -79,6 +78,19 @@ RSpec::Matchers.define :have_jobs do |flow, jobs|
   end
 end
 
+RSpec::Matchers.define :have_no_jobs do |flow, jobs|
+  match do |actual|
+    expected = jobs.map do |job|
+      hash_including(args: include(flow, job))
+    end
+    expect(ActiveJob::Base.queue_adapter.enqueued_jobs).not_to match_array(expected)
+  end
+
+  failure_message do |actual|
+    "expected queue to have no #{jobs}, but instead has: #{ActiveJob::Base.queue_adapter.enqueued_jobs.map{ |j| j[:args][1]}}"
+  end
+end
+
 RSpec.configure do |config|
   config.include ActiveJob::TestHelper
   config.include GushHelpers

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gush
 version: !ruby/object:Gem::Version
-  version: 1.1.1
+  version: 2.0.2
 platform: ruby
 authors:
 - Piotrek Okoński
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-06-09 00:00:00.000000000 Z
+date: 2022-03-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activejob
@@ -19,7 +19,7 @@ dependencies:
         version: 4.2.7
     - - "<"
       - !ruby/object:Gem::Version
-        version: '6.0'
+        version: '7.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -29,21 +29,21 @@ dependencies:
         version: 4.2.7
     - - "<"
       - !ruby/object:Gem::Version
-        version: '6.0'
+        version: '7.0'
 - !ruby/object:Gem::Dependency
-  name: connection_pool
+  name: concurrent-ruby
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 2.2.1
+        version: '1.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 2.2.1
+        version: '1.0'
 - !ruby/object:Gem::Dependency
   name: multi_json
   requirement: !ruby/object:Gem::Requirement
@@ -78,6 +78,20 @@ dependencies:
     - - "<"
       - !ruby/object:Gem::Version
         version: '5'
+- !ruby/object:Gem::Dependency
+  name: redis-mutex
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.0.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.0.1
 - !ruby/object:Gem::Dependency
   name: hiredis
   requirement: !ruby/object:Gem::Requirement
@@ -166,16 +180,16 @@ dependencies:
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.5'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.5'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -293,8 +307,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.6
+rubygems_version: 3.1.4
 signing_key: 
 specification_version: 4
 summary: Fast and distributed workflow runner based on ActiveJob and Redis