switchman-inst-jobs 4.0.4 → 4.0.5
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/db/migrate/20101216224513_create_delayed_jobs.rb +0 -4
- data/db/migrate/20110208031356_add_delayed_jobs_tag.rb +0 -4
- data/db/migrate/20110426161613_add_delayed_jobs_max_attempts.rb +0 -4
- data/db/migrate/20110516225834_add_delayed_jobs_strand.rb +0 -4
- data/db/migrate/20110531144916_cleanup_delayed_jobs_indexes.rb +1 -5
- data/db/migrate/20110610213249_optimize_delayed_jobs.rb +0 -9
- data/db/migrate/20110831210257_add_delayed_jobs_next_in_strand.rb +6 -10
- data/db/migrate/20120510004759_delayed_jobs_delete_trigger_lock_for_update.rb +0 -4
- data/db/migrate/20120531150712_drop_psql_jobs_pop_fn.rb +0 -4
- data/db/migrate/20120607164022_delayed_jobs_use_advisory_locks.rb +0 -4
- data/db/migrate/20120607181141_index_jobs_on_locked_by.rb +0 -4
- data/db/migrate/20120608191051_add_jobs_run_at_index.rb +0 -4
- data/db/migrate/20120927184213_change_delayed_jobs_handler_to_text.rb +0 -4
- data/db/migrate/20140505215131_add_failed_jobs_original_job_id.rb +0 -4
- data/db/migrate/20140505215510_copy_failed_jobs_original_id.rb +2 -6
- data/db/migrate/20140505223637_drop_failed_jobs_original_id.rb +0 -4
- data/db/migrate/20140512213941_add_source_to_jobs.rb +0 -4
- data/db/migrate/20150807133223_add_max_concurrent_to_jobs.rb +0 -4
- data/db/migrate/20151123210429_add_expires_at_to_jobs.rb +0 -4
- data/db/migrate/20151210162949_improve_max_concurrent.rb +0 -4
- data/db/migrate/20161206323555_add_back_default_string_limits_jobs.rb +4 -8
- data/db/migrate/20170308045400_add_shard_id_to_delayed_jobs.rb +0 -4
- data/db/migrate/20181217155351_speed_up_max_concurrent_triggers.rb +0 -4
- data/db/migrate/20190726154743_make_critical_columns_not_null.rb +0 -4
- data/db/migrate/20200330230722_add_id_to_get_delayed_jobs_index.rb +0 -4
- data/db/migrate/20200824222232_speed_up_max_concurrent_delete_trigger.rb +0 -4
- data/db/migrate/20200825011002_add_strand_order_override.rb +0 -4
- data/db/migrate/20210812210128_add_singleton_column.rb +6 -6
- data/db/migrate/20210917232626_add_delete_conflicting_singletons_before_unlock_trigger.rb +1 -1
- data/lib/switchman_inst_jobs/delayed/backend/active_record/abstract_job.rb +25 -0
- data/lib/switchman_inst_jobs/jobs_migrator.rb +20 -4
- data/lib/switchman_inst_jobs/version.rb +1 -1
- data/lib/switchman_inst_jobs.rb +4 -4
- metadata +5 -5
- data/lib/switchman_inst_jobs/active_record/connection_adapters/connection_pool.rb +0 -15
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: d08a92d9006c02ccc63baced88bc83fa916a2c78f4634f6b4344de2807b2dc57
|
4
|
+
data.tar.gz: 6ff57e36692acaea9e87cc15129e29e79d1963216c65c471ce3decb5cf600045
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: ae104486ac82a41356510c2793aeee3e883ee669192a72b694678b3c4800af9356308c4d938bd1f18432eecf4362897252c7ea7f13274b73c1050acab0fd6408
|
7
|
+
data.tar.gz: f372dfe516b76b19c68c861574b3c24c50af8b9f0101f4a846dfa7722fc43e162e0b907e9270362ca0217cf543ed3eb0288baf65ce4158d8f7e7ccb92b9fde2f
|
@@ -1,8 +1,4 @@
|
|
1
1
|
class CreateDelayedJobs < ActiveRecord::Migration[4.2]
|
2
|
-
def connection
|
3
|
-
Delayed::Backend::ActiveRecord::AbstractJob.connection
|
4
|
-
end
|
5
|
-
|
6
2
|
def up
|
7
3
|
unless connection.adapter_name == 'PostgreSQL'
|
8
4
|
raise("#{connection.adapter_name} is not supported for delayed jobs queue")
|
@@ -1,14 +1,10 @@
|
|
1
1
|
class CleanupDelayedJobsIndexes < ActiveRecord::Migration[4.2]
|
2
|
-
def connection
|
3
|
-
Delayed::Backend::ActiveRecord::AbstractJob.connection
|
4
|
-
end
|
5
|
-
|
6
2
|
def up
|
7
3
|
case connection.adapter_name
|
8
4
|
when 'PostgreSQL'
|
9
5
|
# "nulls first" syntax is postgresql specific, and allows for more
|
10
6
|
# efficient querying for the next job
|
11
|
-
connection.execute("CREATE INDEX get_delayed_jobs_index ON #{::Delayed::Job.
|
7
|
+
connection.execute("CREATE INDEX get_delayed_jobs_index ON #{connection.quote_table_name(::Delayed::Job.table_name)} (priority, run_at, failed_at nulls first, locked_at nulls first, queue)")
|
12
8
|
else
|
13
9
|
add_index :delayed_jobs, %w[priority run_at locked_at failed_at queue], name: 'get_delayed_jobs_index'
|
14
10
|
end
|
@@ -1,8 +1,4 @@
|
|
1
1
|
class OptimizeDelayedJobs < ActiveRecord::Migration[4.2]
|
2
|
-
def connection
|
3
|
-
Delayed::Backend::ActiveRecord::AbstractJob.connection
|
4
|
-
end
|
5
|
-
|
6
2
|
def up
|
7
3
|
create_table :failed_jobs do |t|
|
8
4
|
t.integer 'priority', default: 0
|
@@ -27,11 +23,6 @@ class OptimizeDelayedJobs < ActiveRecord::Migration[4.2]
|
|
27
23
|
|
28
24
|
add_index :delayed_jobs, %w[run_at queue locked_at strand priority], name: 'index_delayed_jobs_for_get_next'
|
29
25
|
add_index :delayed_jobs, %w[strand id], name: 'index_delayed_jobs_on_strand'
|
30
|
-
|
31
|
-
# move all failed jobs to the new failed table
|
32
|
-
Delayed::Backend::ActiveRecord::Job.where.not(failed_at: nil).find_each do |job|
|
33
|
-
job.fail! unless job.on_hold?
|
34
|
-
end
|
35
26
|
end
|
36
27
|
|
37
28
|
def down
|
@@ -1,15 +1,11 @@
|
|
1
1
|
class AddDelayedJobsNextInStrand < ActiveRecord::Migration[4.2]
|
2
|
-
def connection
|
3
|
-
Delayed::Backend::ActiveRecord::AbstractJob.connection
|
4
|
-
end
|
5
|
-
|
6
2
|
def up
|
7
3
|
remove_index :delayed_jobs, name: 'index_delayed_jobs_for_get_next'
|
8
4
|
|
9
5
|
add_column :delayed_jobs, :next_in_strand, :boolean, default: true, null: false
|
10
6
|
|
11
7
|
# create the new index
|
12
|
-
connection.execute("CREATE INDEX get_delayed_jobs_index ON #{::Delayed::Job.
|
8
|
+
connection.execute("CREATE INDEX get_delayed_jobs_index ON #{connection.quote_table_name(::Delayed::Job.table_name)} (priority, run_at, queue) WHERE locked_at IS NULL AND next_in_strand = 't'")
|
13
9
|
|
14
10
|
# create the insert trigger
|
15
11
|
execute(<<-CODE)
|
@@ -23,7 +19,7 @@ class AddDelayedJobsNextInStrand < ActiveRecord::Migration[4.2]
|
|
23
19
|
END;
|
24
20
|
$$ LANGUAGE plpgsql SET search_path TO #{::Switchman::Shard.current.name};
|
25
21
|
CODE
|
26
|
-
execute("CREATE TRIGGER delayed_jobs_before_insert_row_tr BEFORE INSERT ON #{::Delayed::Job.
|
22
|
+
execute("CREATE TRIGGER delayed_jobs_before_insert_row_tr BEFORE INSERT ON #{connection.quote_table_name(::Delayed::Job.table_name)} FOR EACH ROW WHEN (NEW.strand IS NOT NULL) EXECUTE PROCEDURE #{connection.quote_table_name('delayed_jobs_before_insert_row_tr_fn')}()")
|
27
23
|
|
28
24
|
# create the delete trigger
|
29
25
|
execute(<<-CODE)
|
@@ -34,15 +30,15 @@ class AddDelayedJobsNextInStrand < ActiveRecord::Migration[4.2]
|
|
34
30
|
END;
|
35
31
|
$$ LANGUAGE plpgsql SET search_path TO #{::Switchman::Shard.current.name};
|
36
32
|
CODE
|
37
|
-
execute("CREATE TRIGGER delayed_jobs_after_delete_row_tr AFTER DELETE ON #{::Delayed::Job.
|
33
|
+
execute("CREATE TRIGGER delayed_jobs_after_delete_row_tr AFTER DELETE ON #{connection.quote_table_name(::Delayed::Job.table_name)} FOR EACH ROW WHEN (OLD.strand IS NOT NULL AND OLD.next_in_strand = 't') EXECUTE PROCEDURE #{connection.quote_table_name('delayed_jobs_after_delete_row_tr_fn')} ()")
|
38
34
|
|
39
|
-
execute(%{UPDATE #{::Delayed::Job.
|
35
|
+
execute(%{UPDATE #{connection.quote_table_name(::Delayed::Job.table_name)} SET next_in_strand = 'f' WHERE strand IS NOT NULL AND id <> (SELECT id FROM #{connection.quote_table_name(::Delayed::Job.table_name)} j2 WHERE j2.strand = delayed_jobs.strand ORDER BY j2.strand, j2.id ASC LIMIT 1)})
|
40
36
|
end
|
41
37
|
|
42
38
|
def down
|
43
|
-
execute %(DROP TRIGGER delayed_jobs_before_insert_row_tr ON #{::Delayed::Job.
|
39
|
+
execute %(DROP TRIGGER delayed_jobs_before_insert_row_tr ON #{connection.quote_table_name(::Delayed::Job.table_name)})
|
44
40
|
execute %{DROP FUNCTION #{connection.quote_table_name('delayed_jobs_before_insert_row_tr_fn')} ()}
|
45
|
-
execute %(DROP TRIGGER delayed_jobs_after_delete_row_tr ON #{::Delayed::Job.
|
41
|
+
execute %(DROP TRIGGER delayed_jobs_after_delete_row_tr ON #{connection.quote_table_name(::Delayed::Job.table_name)})
|
46
42
|
execute %{DROP FUNCTION #{connection.quote_table_name('delayed_jobs_after_delete_row_tr_fn')} ()}
|
47
43
|
|
48
44
|
remove_column :delayed_jobs, :next_in_strand
|
@@ -1,8 +1,4 @@
|
|
1
1
|
class DropPsqlJobsPopFn < ActiveRecord::Migration[4.2]
|
2
|
-
def connection
|
3
|
-
Delayed::Backend::ActiveRecord::AbstractJob.connection
|
4
|
-
end
|
5
|
-
|
6
2
|
def up
|
7
3
|
if connection.adapter_name == 'PostgreSQL'
|
8
4
|
connection.execute('DROP FUNCTION IF EXISTS pop_from_delayed_jobs(varchar, varchar, integer, integer, timestamp without time zone)')
|
@@ -1,8 +1,4 @@
|
|
1
1
|
class DelayedJobsUseAdvisoryLocks < ActiveRecord::Migration[4.2]
|
2
|
-
def connection
|
3
|
-
Delayed::Backend::ActiveRecord::AbstractJob.connection
|
4
|
-
end
|
5
|
-
|
6
2
|
def up
|
7
3
|
# use an advisory lock based on the name of the strand, instead of locking the whole table
|
8
4
|
# note that we're using half of the md5, so collisions are possible, but we don't really
|
@@ -1,10 +1,6 @@
|
|
1
1
|
class IndexJobsOnLockedBy < ActiveRecord::Migration[4.2]
|
2
2
|
disable_ddl_transaction!
|
3
3
|
|
4
|
-
def connection
|
5
|
-
Delayed::Backend::ActiveRecord::AbstractJob.connection
|
6
|
-
end
|
7
|
-
|
8
4
|
def up
|
9
5
|
add_index :delayed_jobs, :locked_by, algorithm: :concurrently, where: 'locked_by IS NOT NULL'
|
10
6
|
end
|
@@ -1,11 +1,7 @@
|
|
1
1
|
class CopyFailedJobsOriginalId < ActiveRecord::Migration[4.2]
|
2
|
-
def connection
|
3
|
-
Delayed::Backend::ActiveRecord::AbstractJob.connection
|
4
|
-
end
|
5
|
-
|
6
2
|
def up
|
7
|
-
#
|
8
|
-
|
3
|
+
# Noop since we don't want to modify the shard using a different connection than the one we are using to build it and
|
4
|
+
# this migration is very old
|
9
5
|
end
|
10
6
|
|
11
7
|
def down; end
|
@@ -1,8 +1,4 @@
|
|
1
1
|
class AddBackDefaultStringLimitsJobs < ActiveRecord::Migration[4.2]
|
2
|
-
def connection
|
3
|
-
Delayed::Backend::ActiveRecord::AbstractJob.connection
|
4
|
-
end
|
5
|
-
|
6
2
|
def up
|
7
3
|
drop_triggers
|
8
4
|
|
@@ -22,13 +18,13 @@ class AddBackDefaultStringLimitsJobs < ActiveRecord::Migration[4.2]
|
|
22
18
|
end
|
23
19
|
|
24
20
|
def drop_triggers
|
25
|
-
execute %(DROP TRIGGER delayed_jobs_before_insert_row_tr ON #{::Delayed::Job.
|
26
|
-
execute %(DROP TRIGGER delayed_jobs_after_delete_row_tr ON #{::Delayed::Job.
|
21
|
+
execute %(DROP TRIGGER delayed_jobs_before_insert_row_tr ON #{connection.quote_table_name(::Delayed::Job.table_name)})
|
22
|
+
execute %(DROP TRIGGER delayed_jobs_after_delete_row_tr ON #{connection.quote_table_name(::Delayed::Job.table_name)})
|
27
23
|
end
|
28
24
|
|
29
25
|
def readd_triggers
|
30
|
-
execute("CREATE TRIGGER delayed_jobs_before_insert_row_tr BEFORE INSERT ON #{::Delayed::Job.
|
31
|
-
execute("CREATE TRIGGER delayed_jobs_after_delete_row_tr AFTER DELETE ON #{::Delayed::Job.
|
26
|
+
execute("CREATE TRIGGER delayed_jobs_before_insert_row_tr BEFORE INSERT ON #{connection.quote_table_name(::Delayed::Job.table_name)} FOR EACH ROW WHEN (NEW.strand IS NOT NULL) EXECUTE PROCEDURE #{connection.quote_table_name('delayed_jobs_before_insert_row_tr_fn')}()")
|
27
|
+
execute("CREATE TRIGGER delayed_jobs_after_delete_row_tr AFTER DELETE ON #{connection.quote_table_name(::Delayed::Job.table_name)} FOR EACH ROW WHEN (OLD.strand IS NOT NULL AND OLD.next_in_strand = 't') EXECUTE PROCEDURE #{connection.quote_table_name('delayed_jobs_after_delete_row_tr_fn')}()")
|
32
28
|
end
|
33
29
|
|
34
30
|
def add_string_limit_if_missing(table, column)
|
@@ -1,10 +1,6 @@
|
|
1
1
|
class AddShardIdToDelayedJobs < ActiveRecord::Migration[4.2]
|
2
2
|
disable_ddl_transaction!
|
3
3
|
|
4
|
-
def connection
|
5
|
-
Delayed::Backend::ActiveRecord::AbstractJob.connection
|
6
|
-
end
|
7
|
-
|
8
4
|
def up
|
9
5
|
add_column :delayed_jobs, :shard_id, :integer, limit: 8
|
10
6
|
add_index :delayed_jobs, :shard_id, algorithm: :concurrently
|
@@ -1,8 +1,4 @@
|
|
1
1
|
class SpeedUpMaxConcurrentTriggers < ActiveRecord::Migration[4.2]
|
2
|
-
def connection
|
3
|
-
Delayed::Backend::ActiveRecord::AbstractJob.connection
|
4
|
-
end
|
5
|
-
|
6
2
|
def up
|
7
3
|
if connection.adapter_name == 'PostgreSQL'
|
8
4
|
# tl;dr sacrifice some responsiveness to max_concurrent changes for faster performance
|
@@ -1,10 +1,6 @@
|
|
1
1
|
class AddIdToGetDelayedJobsIndex < ActiveRecord::Migration[4.2]
|
2
2
|
disable_ddl_transaction!
|
3
3
|
|
4
|
-
def connection
|
5
|
-
Delayed::Backend::ActiveRecord::AbstractJob.connection
|
6
|
-
end
|
7
|
-
|
8
4
|
def up
|
9
5
|
rename_index :delayed_jobs, 'get_delayed_jobs_index', 'get_delayed_jobs_index_old'
|
10
6
|
add_index :delayed_jobs, %i[queue priority run_at id],
|
@@ -1,8 +1,4 @@
|
|
1
1
|
class SpeedUpMaxConcurrentDeleteTrigger < ActiveRecord::Migration[4.2]
|
2
|
-
def connection
|
3
|
-
Delayed::Backend::ActiveRecord::AbstractJob.connection
|
4
|
-
end
|
5
|
-
|
6
2
|
def up
|
7
3
|
if connection.adapter_name == 'PostgreSQL'
|
8
4
|
# tl;dr sacrifice some responsiveness to max_concurrent changes for faster performance
|
@@ -1,10 +1,6 @@
|
|
1
1
|
class AddStrandOrderOverride < ActiveRecord::Migration[4.2]
|
2
2
|
disable_ddl_transaction!
|
3
3
|
|
4
|
-
def connection
|
5
|
-
Delayed::Backend::ActiveRecord::AbstractJob.connection
|
6
|
-
end
|
7
|
-
|
8
4
|
def up
|
9
5
|
add_column :delayed_jobs, :strand_order_override, :integer, default: 0, null: false
|
10
6
|
add_column :failed_jobs, :strand_order_override, :integer, default: 0, null: false
|
@@ -181,20 +181,20 @@ class AddSingletonColumn < ActiveRecord::Migration[5.2]
|
|
181
181
|
reversible do |direction|
|
182
182
|
direction.up do
|
183
183
|
drop_triggers
|
184
|
-
execute("CREATE TRIGGER delayed_jobs_before_insert_row_tr BEFORE INSERT ON #{::Delayed::Job.
|
185
|
-
execute("CREATE TRIGGER delayed_jobs_after_delete_row_tr AFTER DELETE ON #{::Delayed::Job.
|
184
|
+
execute("CREATE TRIGGER delayed_jobs_before_insert_row_tr BEFORE INSERT ON #{connection.quote_table_name(::Delayed::Job.table_name)} FOR EACH ROW WHEN (NEW.strand IS NOT NULL OR NEW.singleton IS NOT NULL) EXECUTE PROCEDURE #{connection.quote_table_name('delayed_jobs_before_insert_row_tr_fn')}()")
|
185
|
+
execute("CREATE TRIGGER delayed_jobs_after_delete_row_tr AFTER DELETE ON #{connection.quote_table_name(::Delayed::Job.table_name)} FOR EACH ROW WHEN ((OLD.strand IS NOT NULL OR OLD.singleton IS NOT NULL) AND OLD.next_in_strand=true) EXECUTE PROCEDURE #{connection.quote_table_name('delayed_jobs_after_delete_row_tr_fn')}()")
|
186
186
|
end
|
187
187
|
direction.down do
|
188
188
|
drop_triggers
|
189
|
-
execute("CREATE TRIGGER delayed_jobs_before_insert_row_tr BEFORE INSERT ON #{::Delayed::Job.
|
190
|
-
execute("CREATE TRIGGER delayed_jobs_after_delete_row_tr AFTER DELETE ON #{::Delayed::Job.
|
189
|
+
execute("CREATE TRIGGER delayed_jobs_before_insert_row_tr BEFORE INSERT ON #{connection.quote_table_name(::Delayed::Job.table_name)} FOR EACH ROW WHEN (NEW.strand IS NOT NULL) EXECUTE PROCEDURE #{connection.quote_table_name('delayed_jobs_before_insert_row_tr_fn')}()")
|
190
|
+
execute("CREATE TRIGGER delayed_jobs_after_delete_row_tr AFTER DELETE ON #{connection.quote_table_name(::Delayed::Job.table_name)} FOR EACH ROW WHEN (OLD.strand IS NOT NULL AND OLD.next_in_strand = 't') EXECUTE PROCEDURE #{connection.quote_table_name('delayed_jobs_after_delete_row_tr_fn()')}")
|
191
191
|
end
|
192
192
|
end
|
193
193
|
end
|
194
194
|
end
|
195
195
|
|
196
196
|
def drop_triggers
|
197
|
-
execute("DROP TRIGGER delayed_jobs_before_insert_row_tr ON #{::Delayed::Job.
|
198
|
-
execute("DROP TRIGGER delayed_jobs_after_delete_row_tr ON #{::Delayed::Job.
|
197
|
+
execute("DROP TRIGGER delayed_jobs_before_insert_row_tr ON #{connection.quote_table_name(::Delayed::Job.table_name)}")
|
198
|
+
execute("DROP TRIGGER delayed_jobs_after_delete_row_tr ON #{connection.quote_table_name(::Delayed::Job.table_name)}")
|
199
199
|
end
|
200
200
|
end
|
@@ -13,7 +13,7 @@ class AddDeleteConflictingSingletonsBeforeUnlockTrigger < ActiveRecord::Migratio
|
|
13
13
|
$$ LANGUAGE plpgsql SET search_path TO #{::Switchman::Shard.current.name};
|
14
14
|
SQL
|
15
15
|
execute(<<~SQL)
|
16
|
-
CREATE TRIGGER delayed_jobs_before_unlock_delete_conflicting_singletons_row_tr BEFORE UPDATE ON #{::Delayed::Job.
|
16
|
+
CREATE TRIGGER delayed_jobs_before_unlock_delete_conflicting_singletons_row_tr BEFORE UPDATE ON #{connection.quote_table_name(::Delayed::Job.table_name)} FOR EACH ROW WHEN (
|
17
17
|
OLD.singleton IS NOT NULL AND
|
18
18
|
OLD.singleton=NEW.singleton AND
|
19
19
|
OLD.locked_by IS NOT NULL AND
|
@@ -0,0 +1,25 @@
|
|
1
|
+
module SwitchmanInstJobs
|
2
|
+
module Delayed
|
3
|
+
module Backend
|
4
|
+
module ActiveRecord
|
5
|
+
module AbstractJob
|
6
|
+
module ClassMethods
|
7
|
+
def current_switchman_shard
|
8
|
+
connected_to_stack.reverse_each do |hash|
|
9
|
+
return hash[:switchman_shard] if hash[:switchman_shard] && hash[:klasses].include?(connection_classes)
|
10
|
+
end
|
11
|
+
|
12
|
+
::ActiveRecord::Base.current_switchman_shard.delayed_jobs_shard
|
13
|
+
end
|
14
|
+
end
|
15
|
+
|
16
|
+
def self.prepended(base)
|
17
|
+
base.singleton_class.prepend(ClassMethods)
|
18
|
+
|
19
|
+
base.sharded_model
|
20
|
+
end
|
21
|
+
end
|
22
|
+
end
|
23
|
+
end
|
24
|
+
end
|
25
|
+
end
|
@@ -100,7 +100,7 @@ module SwitchmanInstJobs
|
|
100
100
|
# those (= do nothing since it should already be false)
|
101
101
|
# 4) no running job, jobs moved: set next_in_strand=true on the first of
|
102
102
|
# those (= do nothing since it should already be true)
|
103
|
-
handler = lambda { |scope, column, blocker_job_kwargs = {}|
|
103
|
+
handler = lambda { |scope, column, blocker_job_kwargs = {}, advisory_lock_cb = nil|
|
104
104
|
shard_map = build_shard_map(scope, source_shard)
|
105
105
|
shard_map.each do |(target_shard, source_shard_ids)|
|
106
106
|
shard_scope = scope.where(shard_id: source_shard_ids)
|
@@ -111,6 +111,10 @@ module SwitchmanInstJobs
|
|
111
111
|
target_shard.activate(::Delayed::Backend::ActiveRecord::AbstractJob) do
|
112
112
|
values.each do |value|
|
113
113
|
transaction_on([source_shard, target_shard]) do
|
114
|
+
source_shard.activate(::Delayed::Backend::ActiveRecord::AbstractJob) do
|
115
|
+
advisory_lock_cb&.call(value)
|
116
|
+
end
|
117
|
+
|
114
118
|
value_scope = shard_scope.where(**{ column => value })
|
115
119
|
# we want to copy all the jobs except the one that is still running.
|
116
120
|
jobs_scope = value_scope.where(locked_by: nil)
|
@@ -151,9 +155,21 @@ module SwitchmanInstJobs
|
|
151
155
|
singleton_scope = ::Delayed::Job.shard(source_shard).where('strand IS NULL AND singleton IS NOT NULL')
|
152
156
|
all_scope = ::Delayed::Job.shard(source_shard).where('strand IS NOT NULL OR singleton IS NOT NULL')
|
153
157
|
|
154
|
-
|
155
|
-
|
156
|
-
|
158
|
+
singleton_blocker_additional_kwargs = {
|
159
|
+
locked_at: DateTime.now,
|
160
|
+
locked_by: ::Delayed::Backend::Base::ON_HOLD_BLOCKER
|
161
|
+
}
|
162
|
+
|
163
|
+
strand_advisory_lock_fn = lambda do |value|
|
164
|
+
::Delayed::Job.connection.execute("SELECT pg_advisory_xact_lock(half_md5_as_bigint('#{value}'))")
|
165
|
+
end
|
166
|
+
|
167
|
+
singleton_advisory_lock_fn = lambda do |value|
|
168
|
+
::Delayed::Job.connection.execute("SELECT pg_advisory_xact_lock(half_md5_as_bigint('singleton:#{value}'))")
|
169
|
+
end
|
170
|
+
|
171
|
+
handler.call(strand_scope, :strand, {}, strand_advisory_lock_fn)
|
172
|
+
handler.call(singleton_scope, :singleton, singleton_blocker_additional_kwargs, singleton_advisory_lock_fn)
|
157
173
|
|
158
174
|
shard_map = build_shard_map(all_scope, source_shard)
|
159
175
|
shard_map.each do |(target_shard, source_shard_ids)|
|
data/lib/switchman_inst_jobs.rb
CHANGED
@@ -5,9 +5,6 @@ module SwitchmanInstJobs
|
|
5
5
|
cattr_accessor :delayed_jobs_shard_fallback
|
6
6
|
|
7
7
|
def self.initialize_active_record
|
8
|
-
::ActiveRecord::ConnectionAdapters::ConnectionPool.prepend(
|
9
|
-
ActiveRecord::ConnectionAdapters::ConnectionPool
|
10
|
-
)
|
11
8
|
::ActiveRecord::ConnectionAdapters::PostgreSQLAdapter.prepend(
|
12
9
|
ActiveRecord::ConnectionAdapters::PostgreSQLAdapter
|
13
10
|
)
|
@@ -17,6 +14,9 @@ module SwitchmanInstJobs
|
|
17
14
|
::Delayed::Backend::ActiveRecord::Job.prepend(
|
18
15
|
Delayed::Backend::Base
|
19
16
|
)
|
17
|
+
::Delayed::Backend::ActiveRecord::AbstractJob.prepend(
|
18
|
+
Delayed::Backend::ActiveRecord::AbstractJob
|
19
|
+
)
|
20
20
|
::Delayed::Pool.prepend Delayed::Pool
|
21
21
|
::Delayed::Worker.prepend Delayed::Worker
|
22
22
|
::Delayed::Worker::HealthCheck.prepend Delayed::Worker::HealthCheck
|
@@ -35,10 +35,10 @@ module SwitchmanInstJobs
|
|
35
35
|
end
|
36
36
|
end
|
37
37
|
|
38
|
-
require 'switchman_inst_jobs/active_record/connection_adapters/connection_pool'
|
39
38
|
require 'switchman_inst_jobs/active_record/connection_adapters/postgresql_adapter'
|
40
39
|
require 'switchman_inst_jobs/active_record/migration'
|
41
40
|
require 'switchman_inst_jobs/delayed/settings'
|
41
|
+
require 'switchman_inst_jobs/delayed/backend/active_record/abstract_job'
|
42
42
|
require 'switchman_inst_jobs/delayed/backend/base'
|
43
43
|
require 'switchman_inst_jobs/delayed/message_sending'
|
44
44
|
require 'switchman_inst_jobs/delayed/pool'
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: switchman-inst-jobs
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 4.0.
|
4
|
+
version: 4.0.5
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Bryan Petty
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2022-02-
|
11
|
+
date: 2022-02-23 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: inst-jobs
|
@@ -73,7 +73,7 @@ dependencies:
|
|
73
73
|
version: '3.0'
|
74
74
|
- - ">="
|
75
75
|
- !ruby/object:Gem::Version
|
76
|
-
version: 3.0.
|
76
|
+
version: 3.0.7
|
77
77
|
type: :runtime
|
78
78
|
prerelease: false
|
79
79
|
version_requirements: !ruby/object:Gem::Requirement
|
@@ -83,7 +83,7 @@ dependencies:
|
|
83
83
|
version: '3.0'
|
84
84
|
- - ">="
|
85
85
|
- !ruby/object:Gem::Version
|
86
|
-
version: 3.0.
|
86
|
+
version: 3.0.7
|
87
87
|
- !ruby/object:Gem::Dependency
|
88
88
|
name: bundler
|
89
89
|
requirement: !ruby/object:Gem::Requirement
|
@@ -346,9 +346,9 @@ files:
|
|
346
346
|
- db/migrate/20220203063200_remove_old_singleton_index.rb
|
347
347
|
- lib/switchman-inst-jobs.rb
|
348
348
|
- lib/switchman_inst_jobs.rb
|
349
|
-
- lib/switchman_inst_jobs/active_record/connection_adapters/connection_pool.rb
|
350
349
|
- lib/switchman_inst_jobs/active_record/connection_adapters/postgresql_adapter.rb
|
351
350
|
- lib/switchman_inst_jobs/active_record/migration.rb
|
351
|
+
- lib/switchman_inst_jobs/delayed/backend/active_record/abstract_job.rb
|
352
352
|
- lib/switchman_inst_jobs/delayed/backend/base.rb
|
353
353
|
- lib/switchman_inst_jobs/delayed/message_sending.rb
|
354
354
|
- lib/switchman_inst_jobs/delayed/pool.rb
|
@@ -1,15 +0,0 @@
|
|
1
|
-
module SwitchmanInstJobs
|
2
|
-
module ActiveRecord
|
3
|
-
module ConnectionAdapters
|
4
|
-
module ConnectionPool
|
5
|
-
def shard
|
6
|
-
if connection_klass == ::Delayed::Backend::ActiveRecord::AbstractJob
|
7
|
-
return shard_stack.last || ::Switchman::Shard.current(::ActiveRecord::Base).delayed_jobs_shard
|
8
|
-
end
|
9
|
-
|
10
|
-
super
|
11
|
-
end
|
12
|
-
end
|
13
|
-
end
|
14
|
-
end
|
15
|
-
end
|