switchman-inst-jobs 4.0.4 → 4.0.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/db/migrate/20101216224513_create_delayed_jobs.rb +0 -4
- data/db/migrate/20110208031356_add_delayed_jobs_tag.rb +0 -4
- data/db/migrate/20110426161613_add_delayed_jobs_max_attempts.rb +0 -4
- data/db/migrate/20110516225834_add_delayed_jobs_strand.rb +0 -4
- data/db/migrate/20110531144916_cleanup_delayed_jobs_indexes.rb +1 -5
- data/db/migrate/20110610213249_optimize_delayed_jobs.rb +0 -9
- data/db/migrate/20110831210257_add_delayed_jobs_next_in_strand.rb +6 -10
- data/db/migrate/20120510004759_delayed_jobs_delete_trigger_lock_for_update.rb +0 -4
- data/db/migrate/20120531150712_drop_psql_jobs_pop_fn.rb +0 -4
- data/db/migrate/20120607164022_delayed_jobs_use_advisory_locks.rb +0 -4
- data/db/migrate/20120607181141_index_jobs_on_locked_by.rb +0 -4
- data/db/migrate/20120608191051_add_jobs_run_at_index.rb +0 -4
- data/db/migrate/20120927184213_change_delayed_jobs_handler_to_text.rb +0 -4
- data/db/migrate/20140505215131_add_failed_jobs_original_job_id.rb +0 -4
- data/db/migrate/20140505215510_copy_failed_jobs_original_id.rb +2 -6
- data/db/migrate/20140505223637_drop_failed_jobs_original_id.rb +0 -4
- data/db/migrate/20140512213941_add_source_to_jobs.rb +0 -4
- data/db/migrate/20150807133223_add_max_concurrent_to_jobs.rb +0 -4
- data/db/migrate/20151123210429_add_expires_at_to_jobs.rb +0 -4
- data/db/migrate/20151210162949_improve_max_concurrent.rb +0 -4
- data/db/migrate/20161206323555_add_back_default_string_limits_jobs.rb +4 -8
- data/db/migrate/20170308045400_add_shard_id_to_delayed_jobs.rb +0 -4
- data/db/migrate/20181217155351_speed_up_max_concurrent_triggers.rb +0 -4
- data/db/migrate/20190726154743_make_critical_columns_not_null.rb +0 -4
- data/db/migrate/20200330230722_add_id_to_get_delayed_jobs_index.rb +0 -4
- data/db/migrate/20200824222232_speed_up_max_concurrent_delete_trigger.rb +0 -4
- data/db/migrate/20200825011002_add_strand_order_override.rb +0 -4
- data/db/migrate/20210812210128_add_singleton_column.rb +6 -6
- data/db/migrate/20210917232626_add_delete_conflicting_singletons_before_unlock_trigger.rb +1 -1
- data/lib/switchman_inst_jobs/delayed/backend/active_record/abstract_job.rb +25 -0
- data/lib/switchman_inst_jobs/jobs_migrator.rb +20 -4
- data/lib/switchman_inst_jobs/version.rb +1 -1
- data/lib/switchman_inst_jobs.rb +4 -4
- metadata +5 -5
- data/lib/switchman_inst_jobs/active_record/connection_adapters/connection_pool.rb +0 -15
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: d08a92d9006c02ccc63baced88bc83fa916a2c78f4634f6b4344de2807b2dc57
|
4
|
+
data.tar.gz: 6ff57e36692acaea9e87cc15129e29e79d1963216c65c471ce3decb5cf600045
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: ae104486ac82a41356510c2793aeee3e883ee669192a72b694678b3c4800af9356308c4d938bd1f18432eecf4362897252c7ea7f13274b73c1050acab0fd6408
|
7
|
+
data.tar.gz: f372dfe516b76b19c68c861574b3c24c50af8b9f0101f4a846dfa7722fc43e162e0b907e9270362ca0217cf543ed3eb0288baf65ce4158d8f7e7ccb92b9fde2f
|
@@ -1,8 +1,4 @@
|
|
1
1
|
class CreateDelayedJobs < ActiveRecord::Migration[4.2]
|
2
|
-
def connection
|
3
|
-
Delayed::Backend::ActiveRecord::AbstractJob.connection
|
4
|
-
end
|
5
|
-
|
6
2
|
def up
|
7
3
|
unless connection.adapter_name == 'PostgreSQL'
|
8
4
|
raise("#{connection.adapter_name} is not supported for delayed jobs queue")
|
@@ -1,14 +1,10 @@
|
|
1
1
|
class CleanupDelayedJobsIndexes < ActiveRecord::Migration[4.2]
|
2
|
-
def connection
|
3
|
-
Delayed::Backend::ActiveRecord::AbstractJob.connection
|
4
|
-
end
|
5
|
-
|
6
2
|
def up
|
7
3
|
case connection.adapter_name
|
8
4
|
when 'PostgreSQL'
|
9
5
|
# "nulls first" syntax is postgresql specific, and allows for more
|
10
6
|
# efficient querying for the next job
|
11
|
-
connection.execute("CREATE INDEX get_delayed_jobs_index ON #{::Delayed::Job.
|
7
|
+
connection.execute("CREATE INDEX get_delayed_jobs_index ON #{connection.quote_table_name(::Delayed::Job.table_name)} (priority, run_at, failed_at nulls first, locked_at nulls first, queue)")
|
12
8
|
else
|
13
9
|
add_index :delayed_jobs, %w[priority run_at locked_at failed_at queue], name: 'get_delayed_jobs_index'
|
14
10
|
end
|
@@ -1,8 +1,4 @@
|
|
1
1
|
class OptimizeDelayedJobs < ActiveRecord::Migration[4.2]
|
2
|
-
def connection
|
3
|
-
Delayed::Backend::ActiveRecord::AbstractJob.connection
|
4
|
-
end
|
5
|
-
|
6
2
|
def up
|
7
3
|
create_table :failed_jobs do |t|
|
8
4
|
t.integer 'priority', default: 0
|
@@ -27,11 +23,6 @@ class OptimizeDelayedJobs < ActiveRecord::Migration[4.2]
|
|
27
23
|
|
28
24
|
add_index :delayed_jobs, %w[run_at queue locked_at strand priority], name: 'index_delayed_jobs_for_get_next'
|
29
25
|
add_index :delayed_jobs, %w[strand id], name: 'index_delayed_jobs_on_strand'
|
30
|
-
|
31
|
-
# move all failed jobs to the new failed table
|
32
|
-
Delayed::Backend::ActiveRecord::Job.where.not(failed_at: nil).find_each do |job|
|
33
|
-
job.fail! unless job.on_hold?
|
34
|
-
end
|
35
26
|
end
|
36
27
|
|
37
28
|
def down
|
@@ -1,15 +1,11 @@
|
|
1
1
|
class AddDelayedJobsNextInStrand < ActiveRecord::Migration[4.2]
|
2
|
-
def connection
|
3
|
-
Delayed::Backend::ActiveRecord::AbstractJob.connection
|
4
|
-
end
|
5
|
-
|
6
2
|
def up
|
7
3
|
remove_index :delayed_jobs, name: 'index_delayed_jobs_for_get_next'
|
8
4
|
|
9
5
|
add_column :delayed_jobs, :next_in_strand, :boolean, default: true, null: false
|
10
6
|
|
11
7
|
# create the new index
|
12
|
-
connection.execute("CREATE INDEX get_delayed_jobs_index ON #{::Delayed::Job.
|
8
|
+
connection.execute("CREATE INDEX get_delayed_jobs_index ON #{connection.quote_table_name(::Delayed::Job.table_name)} (priority, run_at, queue) WHERE locked_at IS NULL AND next_in_strand = 't'")
|
13
9
|
|
14
10
|
# create the insert trigger
|
15
11
|
execute(<<-CODE)
|
@@ -23,7 +19,7 @@ class AddDelayedJobsNextInStrand < ActiveRecord::Migration[4.2]
|
|
23
19
|
END;
|
24
20
|
$$ LANGUAGE plpgsql SET search_path TO #{::Switchman::Shard.current.name};
|
25
21
|
CODE
|
26
|
-
execute("CREATE TRIGGER delayed_jobs_before_insert_row_tr BEFORE INSERT ON #{::Delayed::Job.
|
22
|
+
execute("CREATE TRIGGER delayed_jobs_before_insert_row_tr BEFORE INSERT ON #{connection.quote_table_name(::Delayed::Job.table_name)} FOR EACH ROW WHEN (NEW.strand IS NOT NULL) EXECUTE PROCEDURE #{connection.quote_table_name('delayed_jobs_before_insert_row_tr_fn')}()")
|
27
23
|
|
28
24
|
# create the delete trigger
|
29
25
|
execute(<<-CODE)
|
@@ -34,15 +30,15 @@ class AddDelayedJobsNextInStrand < ActiveRecord::Migration[4.2]
|
|
34
30
|
END;
|
35
31
|
$$ LANGUAGE plpgsql SET search_path TO #{::Switchman::Shard.current.name};
|
36
32
|
CODE
|
37
|
-
execute("CREATE TRIGGER delayed_jobs_after_delete_row_tr AFTER DELETE ON #{::Delayed::Job.
|
33
|
+
execute("CREATE TRIGGER delayed_jobs_after_delete_row_tr AFTER DELETE ON #{connection.quote_table_name(::Delayed::Job.table_name)} FOR EACH ROW WHEN (OLD.strand IS NOT NULL AND OLD.next_in_strand = 't') EXECUTE PROCEDURE #{connection.quote_table_name('delayed_jobs_after_delete_row_tr_fn')} ()")
|
38
34
|
|
39
|
-
execute(%{UPDATE #{::Delayed::Job.
|
35
|
+
execute(%{UPDATE #{connection.quote_table_name(::Delayed::Job.table_name)} SET next_in_strand = 'f' WHERE strand IS NOT NULL AND id <> (SELECT id FROM #{connection.quote_table_name(::Delayed::Job.table_name)} j2 WHERE j2.strand = delayed_jobs.strand ORDER BY j2.strand, j2.id ASC LIMIT 1)})
|
40
36
|
end
|
41
37
|
|
42
38
|
def down
|
43
|
-
execute %(DROP TRIGGER delayed_jobs_before_insert_row_tr ON #{::Delayed::Job.
|
39
|
+
execute %(DROP TRIGGER delayed_jobs_before_insert_row_tr ON #{connection.quote_table_name(::Delayed::Job.table_name)})
|
44
40
|
execute %{DROP FUNCTION #{connection.quote_table_name('delayed_jobs_before_insert_row_tr_fn')} ()}
|
45
|
-
execute %(DROP TRIGGER delayed_jobs_after_delete_row_tr ON #{::Delayed::Job.
|
41
|
+
execute %(DROP TRIGGER delayed_jobs_after_delete_row_tr ON #{connection.quote_table_name(::Delayed::Job.table_name)})
|
46
42
|
execute %{DROP FUNCTION #{connection.quote_table_name('delayed_jobs_after_delete_row_tr_fn')} ()}
|
47
43
|
|
48
44
|
remove_column :delayed_jobs, :next_in_strand
|
@@ -1,8 +1,4 @@
|
|
1
1
|
class DropPsqlJobsPopFn < ActiveRecord::Migration[4.2]
|
2
|
-
def connection
|
3
|
-
Delayed::Backend::ActiveRecord::AbstractJob.connection
|
4
|
-
end
|
5
|
-
|
6
2
|
def up
|
7
3
|
if connection.adapter_name == 'PostgreSQL'
|
8
4
|
connection.execute('DROP FUNCTION IF EXISTS pop_from_delayed_jobs(varchar, varchar, integer, integer, timestamp without time zone)')
|
@@ -1,8 +1,4 @@
|
|
1
1
|
class DelayedJobsUseAdvisoryLocks < ActiveRecord::Migration[4.2]
|
2
|
-
def connection
|
3
|
-
Delayed::Backend::ActiveRecord::AbstractJob.connection
|
4
|
-
end
|
5
|
-
|
6
2
|
def up
|
7
3
|
# use an advisory lock based on the name of the strand, instead of locking the whole table
|
8
4
|
# note that we're using half of the md5, so collisions are possible, but we don't really
|
@@ -1,10 +1,6 @@
|
|
1
1
|
class IndexJobsOnLockedBy < ActiveRecord::Migration[4.2]
|
2
2
|
disable_ddl_transaction!
|
3
3
|
|
4
|
-
def connection
|
5
|
-
Delayed::Backend::ActiveRecord::AbstractJob.connection
|
6
|
-
end
|
7
|
-
|
8
4
|
def up
|
9
5
|
add_index :delayed_jobs, :locked_by, algorithm: :concurrently, where: 'locked_by IS NOT NULL'
|
10
6
|
end
|
@@ -1,11 +1,7 @@
|
|
1
1
|
class CopyFailedJobsOriginalId < ActiveRecord::Migration[4.2]
|
2
|
-
def connection
|
3
|
-
Delayed::Backend::ActiveRecord::AbstractJob.connection
|
4
|
-
end
|
5
|
-
|
6
2
|
def up
|
7
|
-
#
|
8
|
-
|
3
|
+
# Noop since we don't want to modify the shard using a different connection than the one we are using to build it and
|
4
|
+
# this migration is very old
|
9
5
|
end
|
10
6
|
|
11
7
|
def down; end
|
@@ -1,8 +1,4 @@
|
|
1
1
|
class AddBackDefaultStringLimitsJobs < ActiveRecord::Migration[4.2]
|
2
|
-
def connection
|
3
|
-
Delayed::Backend::ActiveRecord::AbstractJob.connection
|
4
|
-
end
|
5
|
-
|
6
2
|
def up
|
7
3
|
drop_triggers
|
8
4
|
|
@@ -22,13 +18,13 @@ class AddBackDefaultStringLimitsJobs < ActiveRecord::Migration[4.2]
|
|
22
18
|
end
|
23
19
|
|
24
20
|
def drop_triggers
|
25
|
-
execute %(DROP TRIGGER delayed_jobs_before_insert_row_tr ON #{::Delayed::Job.
|
26
|
-
execute %(DROP TRIGGER delayed_jobs_after_delete_row_tr ON #{::Delayed::Job.
|
21
|
+
execute %(DROP TRIGGER delayed_jobs_before_insert_row_tr ON #{connection.quote_table_name(::Delayed::Job.table_name)})
|
22
|
+
execute %(DROP TRIGGER delayed_jobs_after_delete_row_tr ON #{connection.quote_table_name(::Delayed::Job.table_name)})
|
27
23
|
end
|
28
24
|
|
29
25
|
def readd_triggers
|
30
|
-
execute("CREATE TRIGGER delayed_jobs_before_insert_row_tr BEFORE INSERT ON #{::Delayed::Job.
|
31
|
-
execute("CREATE TRIGGER delayed_jobs_after_delete_row_tr AFTER DELETE ON #{::Delayed::Job.
|
26
|
+
execute("CREATE TRIGGER delayed_jobs_before_insert_row_tr BEFORE INSERT ON #{connection.quote_table_name(::Delayed::Job.table_name)} FOR EACH ROW WHEN (NEW.strand IS NOT NULL) EXECUTE PROCEDURE #{connection.quote_table_name('delayed_jobs_before_insert_row_tr_fn')}()")
|
27
|
+
execute("CREATE TRIGGER delayed_jobs_after_delete_row_tr AFTER DELETE ON #{connection.quote_table_name(::Delayed::Job.table_name)} FOR EACH ROW WHEN (OLD.strand IS NOT NULL AND OLD.next_in_strand = 't') EXECUTE PROCEDURE #{connection.quote_table_name('delayed_jobs_after_delete_row_tr_fn')}()")
|
32
28
|
end
|
33
29
|
|
34
30
|
def add_string_limit_if_missing(table, column)
|
@@ -1,10 +1,6 @@
|
|
1
1
|
class AddShardIdToDelayedJobs < ActiveRecord::Migration[4.2]
|
2
2
|
disable_ddl_transaction!
|
3
3
|
|
4
|
-
def connection
|
5
|
-
Delayed::Backend::ActiveRecord::AbstractJob.connection
|
6
|
-
end
|
7
|
-
|
8
4
|
def up
|
9
5
|
add_column :delayed_jobs, :shard_id, :integer, limit: 8
|
10
6
|
add_index :delayed_jobs, :shard_id, algorithm: :concurrently
|
@@ -1,8 +1,4 @@
|
|
1
1
|
class SpeedUpMaxConcurrentTriggers < ActiveRecord::Migration[4.2]
|
2
|
-
def connection
|
3
|
-
Delayed::Backend::ActiveRecord::AbstractJob.connection
|
4
|
-
end
|
5
|
-
|
6
2
|
def up
|
7
3
|
if connection.adapter_name == 'PostgreSQL'
|
8
4
|
# tl;dr sacrifice some responsiveness to max_concurrent changes for faster performance
|
@@ -1,10 +1,6 @@
|
|
1
1
|
class AddIdToGetDelayedJobsIndex < ActiveRecord::Migration[4.2]
|
2
2
|
disable_ddl_transaction!
|
3
3
|
|
4
|
-
def connection
|
5
|
-
Delayed::Backend::ActiveRecord::AbstractJob.connection
|
6
|
-
end
|
7
|
-
|
8
4
|
def up
|
9
5
|
rename_index :delayed_jobs, 'get_delayed_jobs_index', 'get_delayed_jobs_index_old'
|
10
6
|
add_index :delayed_jobs, %i[queue priority run_at id],
|
@@ -1,8 +1,4 @@
|
|
1
1
|
class SpeedUpMaxConcurrentDeleteTrigger < ActiveRecord::Migration[4.2]
|
2
|
-
def connection
|
3
|
-
Delayed::Backend::ActiveRecord::AbstractJob.connection
|
4
|
-
end
|
5
|
-
|
6
2
|
def up
|
7
3
|
if connection.adapter_name == 'PostgreSQL'
|
8
4
|
# tl;dr sacrifice some responsiveness to max_concurrent changes for faster performance
|
@@ -1,10 +1,6 @@
|
|
1
1
|
class AddStrandOrderOverride < ActiveRecord::Migration[4.2]
|
2
2
|
disable_ddl_transaction!
|
3
3
|
|
4
|
-
def connection
|
5
|
-
Delayed::Backend::ActiveRecord::AbstractJob.connection
|
6
|
-
end
|
7
|
-
|
8
4
|
def up
|
9
5
|
add_column :delayed_jobs, :strand_order_override, :integer, default: 0, null: false
|
10
6
|
add_column :failed_jobs, :strand_order_override, :integer, default: 0, null: false
|
@@ -181,20 +181,20 @@ class AddSingletonColumn < ActiveRecord::Migration[5.2]
|
|
181
181
|
reversible do |direction|
|
182
182
|
direction.up do
|
183
183
|
drop_triggers
|
184
|
-
execute("CREATE TRIGGER delayed_jobs_before_insert_row_tr BEFORE INSERT ON #{::Delayed::Job.
|
185
|
-
execute("CREATE TRIGGER delayed_jobs_after_delete_row_tr AFTER DELETE ON #{::Delayed::Job.
|
184
|
+
execute("CREATE TRIGGER delayed_jobs_before_insert_row_tr BEFORE INSERT ON #{connection.quote_table_name(::Delayed::Job.table_name)} FOR EACH ROW WHEN (NEW.strand IS NOT NULL OR NEW.singleton IS NOT NULL) EXECUTE PROCEDURE #{connection.quote_table_name('delayed_jobs_before_insert_row_tr_fn')}()")
|
185
|
+
execute("CREATE TRIGGER delayed_jobs_after_delete_row_tr AFTER DELETE ON #{connection.quote_table_name(::Delayed::Job.table_name)} FOR EACH ROW WHEN ((OLD.strand IS NOT NULL OR OLD.singleton IS NOT NULL) AND OLD.next_in_strand=true) EXECUTE PROCEDURE #{connection.quote_table_name('delayed_jobs_after_delete_row_tr_fn')}()")
|
186
186
|
end
|
187
187
|
direction.down do
|
188
188
|
drop_triggers
|
189
|
-
execute("CREATE TRIGGER delayed_jobs_before_insert_row_tr BEFORE INSERT ON #{::Delayed::Job.
|
190
|
-
execute("CREATE TRIGGER delayed_jobs_after_delete_row_tr AFTER DELETE ON #{::Delayed::Job.
|
189
|
+
execute("CREATE TRIGGER delayed_jobs_before_insert_row_tr BEFORE INSERT ON #{connection.quote_table_name(::Delayed::Job.table_name)} FOR EACH ROW WHEN (NEW.strand IS NOT NULL) EXECUTE PROCEDURE #{connection.quote_table_name('delayed_jobs_before_insert_row_tr_fn')}()")
|
190
|
+
execute("CREATE TRIGGER delayed_jobs_after_delete_row_tr AFTER DELETE ON #{connection.quote_table_name(::Delayed::Job.table_name)} FOR EACH ROW WHEN (OLD.strand IS NOT NULL AND OLD.next_in_strand = 't') EXECUTE PROCEDURE #{connection.quote_table_name('delayed_jobs_after_delete_row_tr_fn()')}")
|
191
191
|
end
|
192
192
|
end
|
193
193
|
end
|
194
194
|
end
|
195
195
|
|
196
196
|
def drop_triggers
|
197
|
-
execute("DROP TRIGGER delayed_jobs_before_insert_row_tr ON #{::Delayed::Job.
|
198
|
-
execute("DROP TRIGGER delayed_jobs_after_delete_row_tr ON #{::Delayed::Job.
|
197
|
+
execute("DROP TRIGGER delayed_jobs_before_insert_row_tr ON #{connection.quote_table_name(::Delayed::Job.table_name)}")
|
198
|
+
execute("DROP TRIGGER delayed_jobs_after_delete_row_tr ON #{connection.quote_table_name(::Delayed::Job.table_name)}")
|
199
199
|
end
|
200
200
|
end
|
@@ -13,7 +13,7 @@ class AddDeleteConflictingSingletonsBeforeUnlockTrigger < ActiveRecord::Migratio
|
|
13
13
|
$$ LANGUAGE plpgsql SET search_path TO #{::Switchman::Shard.current.name};
|
14
14
|
SQL
|
15
15
|
execute(<<~SQL)
|
16
|
-
CREATE TRIGGER delayed_jobs_before_unlock_delete_conflicting_singletons_row_tr BEFORE UPDATE ON #{::Delayed::Job.
|
16
|
+
CREATE TRIGGER delayed_jobs_before_unlock_delete_conflicting_singletons_row_tr BEFORE UPDATE ON #{connection.quote_table_name(::Delayed::Job.table_name)} FOR EACH ROW WHEN (
|
17
17
|
OLD.singleton IS NOT NULL AND
|
18
18
|
OLD.singleton=NEW.singleton AND
|
19
19
|
OLD.locked_by IS NOT NULL AND
|
@@ -0,0 +1,25 @@
|
|
1
|
+
module SwitchmanInstJobs
|
2
|
+
module Delayed
|
3
|
+
module Backend
|
4
|
+
module ActiveRecord
|
5
|
+
module AbstractJob
|
6
|
+
module ClassMethods
|
7
|
+
def current_switchman_shard
|
8
|
+
connected_to_stack.reverse_each do |hash|
|
9
|
+
return hash[:switchman_shard] if hash[:switchman_shard] && hash[:klasses].include?(connection_classes)
|
10
|
+
end
|
11
|
+
|
12
|
+
::ActiveRecord::Base.current_switchman_shard.delayed_jobs_shard
|
13
|
+
end
|
14
|
+
end
|
15
|
+
|
16
|
+
def self.prepended(base)
|
17
|
+
base.singleton_class.prepend(ClassMethods)
|
18
|
+
|
19
|
+
base.sharded_model
|
20
|
+
end
|
21
|
+
end
|
22
|
+
end
|
23
|
+
end
|
24
|
+
end
|
25
|
+
end
|
@@ -100,7 +100,7 @@ module SwitchmanInstJobs
|
|
100
100
|
# those (= do nothing since it should already be false)
|
101
101
|
# 4) no running job, jobs moved: set next_in_strand=true on the first of
|
102
102
|
# those (= do nothing since it should already be true)
|
103
|
-
handler = lambda { |scope, column, blocker_job_kwargs = {}|
|
103
|
+
handler = lambda { |scope, column, blocker_job_kwargs = {}, advisory_lock_cb = nil|
|
104
104
|
shard_map = build_shard_map(scope, source_shard)
|
105
105
|
shard_map.each do |(target_shard, source_shard_ids)|
|
106
106
|
shard_scope = scope.where(shard_id: source_shard_ids)
|
@@ -111,6 +111,10 @@ module SwitchmanInstJobs
|
|
111
111
|
target_shard.activate(::Delayed::Backend::ActiveRecord::AbstractJob) do
|
112
112
|
values.each do |value|
|
113
113
|
transaction_on([source_shard, target_shard]) do
|
114
|
+
source_shard.activate(::Delayed::Backend::ActiveRecord::AbstractJob) do
|
115
|
+
advisory_lock_cb&.call(value)
|
116
|
+
end
|
117
|
+
|
114
118
|
value_scope = shard_scope.where(**{ column => value })
|
115
119
|
# we want to copy all the jobs except the one that is still running.
|
116
120
|
jobs_scope = value_scope.where(locked_by: nil)
|
@@ -151,9 +155,21 @@ module SwitchmanInstJobs
|
|
151
155
|
singleton_scope = ::Delayed::Job.shard(source_shard).where('strand IS NULL AND singleton IS NOT NULL')
|
152
156
|
all_scope = ::Delayed::Job.shard(source_shard).where('strand IS NOT NULL OR singleton IS NOT NULL')
|
153
157
|
|
154
|
-
|
155
|
-
|
156
|
-
|
158
|
+
singleton_blocker_additional_kwargs = {
|
159
|
+
locked_at: DateTime.now,
|
160
|
+
locked_by: ::Delayed::Backend::Base::ON_HOLD_BLOCKER
|
161
|
+
}
|
162
|
+
|
163
|
+
strand_advisory_lock_fn = lambda do |value|
|
164
|
+
::Delayed::Job.connection.execute("SELECT pg_advisory_xact_lock(half_md5_as_bigint('#{value}'))")
|
165
|
+
end
|
166
|
+
|
167
|
+
singleton_advisory_lock_fn = lambda do |value|
|
168
|
+
::Delayed::Job.connection.execute("SELECT pg_advisory_xact_lock(half_md5_as_bigint('singleton:#{value}'))")
|
169
|
+
end
|
170
|
+
|
171
|
+
handler.call(strand_scope, :strand, {}, strand_advisory_lock_fn)
|
172
|
+
handler.call(singleton_scope, :singleton, singleton_blocker_additional_kwargs, singleton_advisory_lock_fn)
|
157
173
|
|
158
174
|
shard_map = build_shard_map(all_scope, source_shard)
|
159
175
|
shard_map.each do |(target_shard, source_shard_ids)|
|
data/lib/switchman_inst_jobs.rb
CHANGED
@@ -5,9 +5,6 @@ module SwitchmanInstJobs
|
|
5
5
|
cattr_accessor :delayed_jobs_shard_fallback
|
6
6
|
|
7
7
|
def self.initialize_active_record
|
8
|
-
::ActiveRecord::ConnectionAdapters::ConnectionPool.prepend(
|
9
|
-
ActiveRecord::ConnectionAdapters::ConnectionPool
|
10
|
-
)
|
11
8
|
::ActiveRecord::ConnectionAdapters::PostgreSQLAdapter.prepend(
|
12
9
|
ActiveRecord::ConnectionAdapters::PostgreSQLAdapter
|
13
10
|
)
|
@@ -17,6 +14,9 @@ module SwitchmanInstJobs
|
|
17
14
|
::Delayed::Backend::ActiveRecord::Job.prepend(
|
18
15
|
Delayed::Backend::Base
|
19
16
|
)
|
17
|
+
::Delayed::Backend::ActiveRecord::AbstractJob.prepend(
|
18
|
+
Delayed::Backend::ActiveRecord::AbstractJob
|
19
|
+
)
|
20
20
|
::Delayed::Pool.prepend Delayed::Pool
|
21
21
|
::Delayed::Worker.prepend Delayed::Worker
|
22
22
|
::Delayed::Worker::HealthCheck.prepend Delayed::Worker::HealthCheck
|
@@ -35,10 +35,10 @@ module SwitchmanInstJobs
|
|
35
35
|
end
|
36
36
|
end
|
37
37
|
|
38
|
-
require 'switchman_inst_jobs/active_record/connection_adapters/connection_pool'
|
39
38
|
require 'switchman_inst_jobs/active_record/connection_adapters/postgresql_adapter'
|
40
39
|
require 'switchman_inst_jobs/active_record/migration'
|
41
40
|
require 'switchman_inst_jobs/delayed/settings'
|
41
|
+
require 'switchman_inst_jobs/delayed/backend/active_record/abstract_job'
|
42
42
|
require 'switchman_inst_jobs/delayed/backend/base'
|
43
43
|
require 'switchman_inst_jobs/delayed/message_sending'
|
44
44
|
require 'switchman_inst_jobs/delayed/pool'
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: switchman-inst-jobs
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 4.0.
|
4
|
+
version: 4.0.5
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Bryan Petty
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2022-02-
|
11
|
+
date: 2022-02-23 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: inst-jobs
|
@@ -73,7 +73,7 @@ dependencies:
|
|
73
73
|
version: '3.0'
|
74
74
|
- - ">="
|
75
75
|
- !ruby/object:Gem::Version
|
76
|
-
version: 3.0.
|
76
|
+
version: 3.0.7
|
77
77
|
type: :runtime
|
78
78
|
prerelease: false
|
79
79
|
version_requirements: !ruby/object:Gem::Requirement
|
@@ -83,7 +83,7 @@ dependencies:
|
|
83
83
|
version: '3.0'
|
84
84
|
- - ">="
|
85
85
|
- !ruby/object:Gem::Version
|
86
|
-
version: 3.0.
|
86
|
+
version: 3.0.7
|
87
87
|
- !ruby/object:Gem::Dependency
|
88
88
|
name: bundler
|
89
89
|
requirement: !ruby/object:Gem::Requirement
|
@@ -346,9 +346,9 @@ files:
|
|
346
346
|
- db/migrate/20220203063200_remove_old_singleton_index.rb
|
347
347
|
- lib/switchman-inst-jobs.rb
|
348
348
|
- lib/switchman_inst_jobs.rb
|
349
|
-
- lib/switchman_inst_jobs/active_record/connection_adapters/connection_pool.rb
|
350
349
|
- lib/switchman_inst_jobs/active_record/connection_adapters/postgresql_adapter.rb
|
351
350
|
- lib/switchman_inst_jobs/active_record/migration.rb
|
351
|
+
- lib/switchman_inst_jobs/delayed/backend/active_record/abstract_job.rb
|
352
352
|
- lib/switchman_inst_jobs/delayed/backend/base.rb
|
353
353
|
- lib/switchman_inst_jobs/delayed/message_sending.rb
|
354
354
|
- lib/switchman_inst_jobs/delayed/pool.rb
|
@@ -1,15 +0,0 @@
|
|
1
|
-
module SwitchmanInstJobs
|
2
|
-
module ActiveRecord
|
3
|
-
module ConnectionAdapters
|
4
|
-
module ConnectionPool
|
5
|
-
def shard
|
6
|
-
if connection_klass == ::Delayed::Backend::ActiveRecord::AbstractJob
|
7
|
-
return shard_stack.last || ::Switchman::Shard.current(::ActiveRecord::Base).delayed_jobs_shard
|
8
|
-
end
|
9
|
-
|
10
|
-
super
|
11
|
-
end
|
12
|
-
end
|
13
|
-
end
|
14
|
-
end
|
15
|
-
end
|