switchman-inst-jobs 4.3.0 → 4.3.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 469e2aadfc5975a5a52eff1f92550e0d811bd30962cc25346f287e829ec88e7c
-  data.tar.gz: 10956f8da4d2662236a7ef61a092e6cd568e46886729428025625f8a17fc2ce9
+  metadata.gz: 3d126fdf9fae2bd957760dd1fdf1cac821e5103eb691fc2b293b3bda6170bb5c
+  data.tar.gz: 977e7915aea7e1e389ad95c190e5ae749a868f869f1d28542ee264342f57b89e
 SHA512:
-  metadata.gz: aa941c70362bbe2c61b0cb155110fd6e9905af1720f8925fbe80eb990ffc242d1788873b19e273b914e0a1b56c4346984a3ae9e3486454f2304c826d13bb42b7
-  data.tar.gz: 777f46f0ed99fa7f2a298ce6c839f5be066fb5a1a553833d80527d20c1925e7a119411ecea6e6b6c0fad205920d1e9bcea9b2850f1295938cf31b02f9b74d659
+  metadata.gz: 407591bf52c6068c6133b1654a68ffacb4aae0c0d941f7bdab9536a682c70a0a3ca04017c68e61ac6475fbd75a0b7cb93c35b1ce94e6e54b69fb638020802225
+  data.tar.gz: d5a69e5b56e07f4c90dcd5fea9f28f491c56f832acdd821b081ee5d3bb068af516b9ca114d464cda4f154edf4765b91c3d10c05f60b31c6612b5e72dca0c79ec

data/db/migrate/20260120092005_add_previous_jobs_shard.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+class AddPreviousJobsShard < ActiveRecord::Migration[7.1]
+  def change
+    add_reference :switchman_shards, :previous_delayed_jobs_shard, foreign_key: { to_table: :switchman_shards }, index: false, if_not_exists: true
+  end
+end

data/lib/switchman_inst_jobs/jobs_migrator.rb

@@ -35,12 +35,24 @@ module SwitchmanInstJobs
       end
 
       def migrate_shards(shard_map)
-        source_shards = Set[]
+        effective_map = shard_map.dup
+        source_shards = Hash.new([].freeze)
         target_shards = Hash.new([].freeze)
-        shard_map.each do |(shard, target_shard)|
+        # Also add any incomplete moves to the source shards to ensure we clean up appropriately
+        ::Switchman::Shard.where.not(previous_delayed_jobs_shard_id: nil).find_each do |shard|
+          effective_map[shard.id] ||= shard.delayed_jobs_shard.id
+        end
+        effective_map.each do |(shard, target_shard)|
           shard = ::Switchman::Shard.find(shard) unless shard.is_a?(::Switchman::Shard)
-          source_shards << shard.delayed_jobs_shard.id
           target_shard = target_shard.try(:id) || target_shard
+          # if a move was interrupted, the new shard is already set as the delayed_jobs_shard
+          # but we still have the old shard stored in previous_delayed_jobs_shard and should
+          # act as if we are moving from there in the first place
+          if shard.previous_delayed_jobs_shard_id && shard.delayed_jobs_shard.id == target_shard
+            source_shards[shard.previous_delayed_jobs_shard_id] += [shard.id]
+          else
+            source_shards[shard.delayed_jobs_shard.id] += [shard.id]
+          end
           target_shards[target_shard] += [shard.id]
 
           @validation_callbacks&.each do |proc|
@@ -48,26 +60,33 @@ module SwitchmanInstJobs
           end
         end
 
-        # Do the updates in batches and then just clear redis instead of clearing them one at a time
-        target_shards.each do |target_shard, shards|
-          updates = { delayed_jobs_shard_id: target_shard, block_stranded: true }
-          updates[:updated_at] = Time.zone.now if ::Switchman::Shard.column_names.include?("updated_at")
-          ::Switchman::Shard.where(id: shards).update_all(updates)
+        ::Switchman::Shard.transaction do
+          # Do the updates in batches and then just clear redis instead of clearing them one at a time
+          source_shards.each do |source_shard, shards|
+            updates = { previous_delayed_jobs_shard_id: source_shard }
+            ::Switchman::Shard.where(id: shards).update_all(updates)
+          end
+          target_shards.each do |target_shard, shards|
+            updates = { delayed_jobs_shard_id: target_shard, block_stranded: true }
+            updates[:updated_at] = Time.zone.now if ::Switchman::Shard.column_names.include?("updated_at")
+            ::Switchman::Shard.where(id: shards).update_all(updates)
+          end
         end
         clear_shard_cache(default: ::Switchman::Shard.exists?(id: target_shards.values.flatten, default: true))
 
         ::Switchman::Shard.clear_cache
         # rubocop:disable Style/CombinableLoops
         # We first migrate strands so that we can stop blocking strands before we migrate unstranded jobs
-        source_shards.each do |s|
+        source_shards.each_key do |s|
           ::Switchman::Shard.lookup(s).activate(::Delayed::Backend::ActiveRecord::AbstractJob) { migrate_strands }
         end
 
-        source_shards.each do |s|
+        source_shards.each_key do |s|
           ::Switchman::Shard.lookup(s).activate(::Delayed::Backend::ActiveRecord::AbstractJob) { migrate_everything }
         end
-        ensure_unblock_stranded_for(shard_map.map(&:first))
+        ensure_unblock_stranded_for(effective_map.map(&:first))
         # rubocop:enable Style/CombinableLoops
+        ::Switchman::Shard.where(id: effective_map.map(&:first)).update_all(previous_delayed_jobs_shard_id: nil)
       end
 
       # if :migrate_strands ran on any shards that fell into scenario 1, then

data/lib/switchman_inst_jobs/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module SwitchmanInstJobs
-  VERSION = "4.3.0"
+  VERSION = "4.3.1"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: switchman-inst-jobs
 version: !ruby/object:Gem::Version
-  version: 4.3.0
+  version: 4.3.1
 platform: ruby
 authors:
 - Bryan Petty
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2025-08-26 00:00:00.000000000 Z
+date: 2026-01-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: inst-jobs
@@ -136,6 +136,7 @@ files:
 - db/migrate/20220203063200_remove_old_singleton_index.rb
 - db/migrate/20220328152900_add_failed_jobs_indicies.rb
 - db/migrate/20220519204546_add_requeued_job_id_to_failed_jobs.rb
+- db/migrate/20260120092005_add_previous_jobs_shard.rb
 - lib/switchman-inst-jobs.rb
 - lib/switchman_inst_jobs.rb
 - lib/switchman_inst_jobs/active_record/connection_adapters/postgresql_adapter.rb