delayed_job_groups_plugin 0.12.0 → 0.13.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1614cbedffbd4c2f49972dce192e778aa05b371eb95418f9dc8d1960b0ad749f
-  data.tar.gz: f25ddd68ba02ff554f4ee34c7e84e78f5fc8b41d7fb95dd602d87eb2caeffc69
+  metadata.gz: 9773f978178a522b2f7d150230d2aec54bdd5a3bd11b13a980e93ebd71a0bf8c
+  data.tar.gz: 9d7ae98668fc83a5d7aa516138470585dc5f711a52796c297f8c408969cb2903
 SHA512:
-  metadata.gz: eca2537bb58924b5d701e3b80e655c5ce1b01f1267f959131691f789bc398c9e872df8dc9bec7675362bb73a4c6389b67ffc9336285efdd04e216bdf1e88a279
-  data.tar.gz: ebfe107eed1975870c85884766d756ca0e790e4ea194d84013b7a0840c1f9306a6dd6081258f5086b0e31c2cabba1cd3d3d8c9973bf3695514f3b15d501f3171
+  metadata.gz: 964f5ea0c140c4d9122ed4602e2e059263f8e2ba71242aa741f079a195a8f7a39c42938380b8794f40b7ebb0b464c640ae1945c7a4174150d5299df9af381bd0
+  data.tar.gz: 98ff4ae8816c181e05aea9ad267d105e0d0397f3d02a50ef7fa3c61bfc9c53100d8e0a3a10aee298b512ae80a55f753f08e7407dafaabfaf6f5f40080428f600

data/Appraisals

@@ -4,6 +4,7 @@ appraise 'rails-7.0' do
   gem 'activerecord', '~> 7.0.8'
   gem 'activesupport', '~> 7.0.8'
   gem 'sqlite3', '~> 1.7'
+  gem 'concurrent-ruby', '1.3.4'
 end
 
 appraise 'rails-7.1' do

data/CHANGELOG.md

@@ -1,5 +1,11 @@
 # Changelog
 
+## 0.13.0
+- Moves `on_cancellation` logic from the before delayed job lifecycle hook to the after hook.
+- Gem will now fail to load if `Delayed::Worker.destroy_failed_jobs` is set to true.
+- Wrapped the job group cancel hook in a lock to prevent concurrently failing jobs from enqueueing
+  multiple on cancellation jobs.
+
 ## 0.12.0
 - Add support for Rails 8.0.
 - Drop support for Rails 6.1

data/gemfiles/rails_7.0.gemfile

@@ -5,5 +5,6 @@ source "https://rubygems.org"
 gem "activerecord", "~> 7.0.8"
 gem "activesupport", "~> 7.0.8"
 gem "sqlite3", "~> 1.7"
+gem 'concurrent-ruby', '1.3.4'
 
 gemspec path: "../"

data/lib/delayed/job_groups/errors.rb

@@ -0,0 +1,16 @@
+# frozen_string_literal: true
+
+module Delayed
+  module JobGroups
+    ConfigurationError = Class.new(StandardError)
+
+    class IncompatibleWithDelayedJobError < ConfigurationError
+      DEFAULT_MESSAGE = 'DelayedJobGroupsPlugin is incompatible with Delayed::Job ' \
+                        'when `destroy_failed_jobs` is set to `true`'
+
+      def initialize(msg = DEFAULT_MESSAGE)
+        super(msg)
+      end
+    end
+  end
+end

data/lib/delayed/job_groups/job_group.rb

@@ -62,8 +62,18 @@ module Delayed
       end
 
       def cancel
-        Delayed::Job.enqueue(on_cancellation_job, on_cancellation_job_options || {}) if on_cancellation_job
-        destroy
+        with_lock do
+          return if destroyed?
+
+          Delayed::Job.enqueue(on_cancellation_job, on_cancellation_job_options || {}) if on_cancellation_job
+          destroy
+        end
+      rescue ActiveRecord::RecordNotFound
+        # The first failing job to attempt cancelling the job group will enqueue the
+        # on cancellation job and destroy the group. Any other concurrently failing job
+        # in the same group can therefore silently return if the job group has already
+        # been destroyed.
+        nil
       end
 
       def check_for_completion(skip_pending_jobs_check: false)

data/lib/delayed/job_groups/plugin.rb

@@ -17,7 +17,13 @@ module Delayed
           end
         end
 
-        lifecycle.before(:failure) do |_worker, job|
+        # In order to allow individual jobs in the JobGroup to perform cleanup activities upon
+        # job failure, a JobGroups on cancellation job must be enqueued in the after failure
+        # delayed job lifecycle hook. If both were to be performed in the same hook, the job's
+        # failure hook and the on cancellation job may run at the same time since hook execution
+        # order is never guaranteed. This is particular important if the on cancellation job
+        # depends on state set in the failure hook of an individual job.
+        lifecycle.after(:failure) do |_worker, job|
           # If a job in the job group fails, then cancel the whole job group.
           # Need to check that the job group is present since another
           # job may have concurrently cancelled it.

data/lib/delayed/job_groups/railtie.rb

@@ -4,6 +4,15 @@ module Delayed
   module JobGroups
     class Railtie < ::Rails::Railtie
       config.after_initialize do
+
+        # On cancellation checks are performed in the after failure delayed job lifecycle, however
+        # https://github.com/collectiveidea/delayed_job/blob/master/lib/delayed/worker.rb#L268 may
+        # delete jobs before the hook runs. This could cause a successful job in the same group to
+        # complete the group instead of the group being cancelled. Therefore, we must ensure that
+        # the Delayed::Worker.destroy_failed_jobs is set to false, guaranteeing that the group is
+        # never empty if failure occurs.
+        raise Delayed::JobGroups::IncompatibleWithDelayedJobError if Delayed::Worker.destroy_failed_jobs
+
         Delayed::Backend::ActiveRecord::Job.include(Delayed::JobGroups::JobExtensions)
       end
     end

data/lib/delayed/job_groups/version.rb

@@ -2,6 +2,6 @@
 
 module Delayed
   module JobGroups
-    VERSION = '0.12.0'
+    VERSION = '0.13.0'
   end
 end

data/lib/delayed_job_groups_plugin.rb

@@ -4,6 +4,7 @@ require 'active_support'
 require 'active_record'
 require 'delayed_job'
 require 'delayed_job_active_record'
+require 'delayed/job_groups/errors'
 require 'delayed/job_groups/compatibility'
 require 'delayed/job_groups/complete_stuck_job_groups_job'
 require 'delayed/job_groups/job_extensions'
@@ -18,6 +19,7 @@ if defined?(Rails::Railtie)
 else
   # Do the same as in the railtie
   Delayed::Backend::ActiveRecord::Job.include(Delayed::JobGroups::JobExtensions)
+  raise Delayed::JobGroups::IncompatibleWithDelayedJobError if Delayed::Worker.destroy_failed_jobs
 end
 
 Delayed::Worker.plugins << Delayed::JobGroups::Plugin

data/spec/delayed/job_groups/job_group_spec.rb

@@ -299,11 +299,28 @@ describe Delayed::JobGroups::JobGroup do
   end
 
   describe "#cancel" do
+    subject(:job_group) do
+      create(
+        :job_group,
+        on_completion_job: on_completion_job,
+        on_completion_job_options: on_completion_job_options,
+        on_cancellation_job: on_cancellation_job,
+        on_cancellation_job_options: on_cancellation_job_options,
+        blocked: blocked
+      )
+    end
+
     let!(:queued_job) { Delayed::Job.create!(job_group_id: job_group.id) }
     let!(:running_job)  { Delayed::Job.create!(job_group_id: job_group.id, locked_at: Time.now, locked_by: 'test') }
+    let(:before_hook) {}
+    let(:on_cancellation_job) { 'dummy job' }
+    let(:on_cancellation_job_options) do
+      { foo: 'bar' }
+    end
+    let(:cancel) { true }
 
     before do
-      job_group.cancel
+      job_group.cancel if cancel
     end
 
     it "destroys the job group" do
@@ -317,6 +334,21 @@ describe Delayed::JobGroups::JobGroup do
     it "does not destroy running jobs" do
       expect(running_job).not_to have_been_destroyed
     end
+
+    context "when already cancelled" do
+      let(:cancel) { false }
+
+      it "skips cancel block if already cancelled" do
+        other = Delayed::JobGroups::JobGroup.find(job_group.id)
+        job_group.cancel
+
+        other.cancel
+        other.cancel
+
+        expect(Delayed::Job)
+          .to have_received(:enqueue).with(on_cancellation_job, on_cancellation_job_options).once
+      end
+    end
   end
 
   describe "#failure_cancels_group?" do

data/spec/spec_helper.rb

@@ -13,6 +13,11 @@ end
 
 require 'rspec/its'
 require 'database_cleaner'
+require 'delayed_job'
+
+Delayed::Worker.read_ahead = 1
+Delayed::Worker.destroy_failed_jobs = false
+
 require 'delayed_job_groups_plugin'
 require 'factory_bot'
 require 'yaml'
@@ -23,9 +28,6 @@ Dir["#{spec_dir}/support/**/*.rb"].sort.each { |f| require f }
 
 FileUtils.makedirs('log')
 
-Delayed::Worker.read_ahead = 1
-Delayed::Worker.destroy_failed_jobs = false
-
 Delayed::Worker.logger = Logger.new('log/test.log')
 Delayed::Worker.logger.level = Logger::DEBUG
 ActiveRecord::Base.logger = Delayed::Worker.logger

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: delayed_job_groups_plugin
 version: !ruby/object:Gem::Version
-  version: 0.12.0
+  version: 0.13.0
 platform: ruby
 authors:
 - Joel Turkel
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2024-11-12 00:00:00.000000000 Z
+date: 2025-09-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -269,6 +269,7 @@ files:
 - gemfiles/rails_8.0.gemfile
 - lib/delayed/job_groups/compatibility.rb
 - lib/delayed/job_groups/complete_stuck_job_groups_job.rb
+- lib/delayed/job_groups/errors.rb
 - lib/delayed/job_groups/job_extensions.rb
 - lib/delayed/job_groups/job_group.rb
 - lib/delayed/job_groups/plugin.rb
@@ -312,7 +313,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.26
+rubygems_version: 3.4.1
 signing_key: 
 specification_version: 4
 summary: Delayed::Job job groups plugin