inst-jobs 0.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +7 -0
- data/bin/inst_job +4 -0
- data/db/migrate/20101216224513_create_delayed_jobs.rb +40 -0
- data/db/migrate/20110208031356_add_delayed_jobs_tag.rb +14 -0
- data/db/migrate/20110426161613_add_delayed_jobs_max_attempts.rb +13 -0
- data/db/migrate/20110516225834_add_delayed_jobs_strand.rb +14 -0
- data/db/migrate/20110531144916_cleanup_delayed_jobs_indexes.rb +26 -0
- data/db/migrate/20110610213249_optimize_delayed_jobs.rb +40 -0
- data/db/migrate/20110831210257_add_delayed_jobs_next_in_strand.rb +52 -0
- data/db/migrate/20120510004759_delayed_jobs_delete_trigger_lock_for_update.rb +31 -0
- data/db/migrate/20120531150712_drop_psql_jobs_pop_fn.rb +15 -0
- data/db/migrate/20120607164022_delayed_jobs_use_advisory_locks.rb +80 -0
- data/db/migrate/20120607181141_index_jobs_on_locked_by.rb +15 -0
- data/db/migrate/20120608191051_add_jobs_run_at_index.rb +15 -0
- data/db/migrate/20120927184213_change_delayed_jobs_handler_to_text.rb +13 -0
- data/db/migrate/20140505215131_add_failed_jobs_original_job_id.rb +13 -0
- data/db/migrate/20140505215510_copy_failed_jobs_original_id.rb +13 -0
- data/db/migrate/20140505223637_drop_failed_jobs_original_id.rb +13 -0
- data/db/migrate/20140512213941_add_source_to_jobs.rb +15 -0
- data/db/migrate/20150807133223_add_max_concurrent_to_jobs.rb +70 -0
- data/db/migrate/20151123210429_add_expires_at_to_jobs.rb +15 -0
- data/db/migrate/20151210162949_improve_max_concurrent.rb +50 -0
- data/lib/delayed/backend/active_record.rb +340 -0
- data/lib/delayed/backend/base.rb +335 -0
- data/lib/delayed/backend/redis/bulk_update.lua +50 -0
- data/lib/delayed/backend/redis/destroy_job.lua +2 -0
- data/lib/delayed/backend/redis/enqueue.lua +29 -0
- data/lib/delayed/backend/redis/fail_job.lua +5 -0
- data/lib/delayed/backend/redis/find_available.lua +3 -0
- data/lib/delayed/backend/redis/functions.rb +57 -0
- data/lib/delayed/backend/redis/get_and_lock_next_available.lua +17 -0
- data/lib/delayed/backend/redis/includes/jobs_common.lua +203 -0
- data/lib/delayed/backend/redis/job.rb +497 -0
- data/lib/delayed/backend/redis/set_running.lua +5 -0
- data/lib/delayed/backend/redis/tickle_strand.lua +2 -0
- data/lib/delayed/batch.rb +56 -0
- data/lib/delayed/cli.rb +101 -0
- data/lib/delayed/daemon.rb +103 -0
- data/lib/delayed/engine.rb +4 -0
- data/lib/delayed/job_tracking.rb +31 -0
- data/lib/delayed/lifecycle.rb +90 -0
- data/lib/delayed/log_tailer.rb +22 -0
- data/lib/delayed/message_sending.rb +134 -0
- data/lib/delayed/performable_method.rb +52 -0
- data/lib/delayed/periodic.rb +85 -0
- data/lib/delayed/plugin.rb +22 -0
- data/lib/delayed/pool.rb +161 -0
- data/lib/delayed/server/helpers.rb +28 -0
- data/lib/delayed/server/public/css/app.css +12 -0
- data/lib/delayed/server/public/js/app.js +132 -0
- data/lib/delayed/server/views/index.erb +90 -0
- data/lib/delayed/server/views/layout.erb +47 -0
- data/lib/delayed/server.rb +120 -0
- data/lib/delayed/settings.rb +90 -0
- data/lib/delayed/testing.rb +32 -0
- data/lib/delayed/version.rb +3 -0
- data/lib/delayed/work_queue/in_process.rb +13 -0
- data/lib/delayed/work_queue/parent_process.rb +180 -0
- data/lib/delayed/worker.rb +234 -0
- data/lib/delayed/yaml_extensions.rb +109 -0
- data/lib/delayed_job.rb +46 -0
- data/lib/inst-jobs.rb +1 -0
- data/spec/active_record_job_spec.rb +246 -0
- data/spec/delayed/cli_spec.rb +23 -0
- data/spec/delayed/daemon_spec.rb +35 -0
- data/spec/delayed/server_spec.rb +63 -0
- data/spec/delayed/settings_spec.rb +32 -0
- data/spec/delayed/work_queue/in_process_spec.rb +31 -0
- data/spec/delayed/work_queue/parent_process_spec.rb +159 -0
- data/spec/delayed/worker_spec.rb +16 -0
- data/spec/gemfiles/32.gemfile +6 -0
- data/spec/gemfiles/40.gemfile +5 -0
- data/spec/gemfiles/41.gemfile +5 -0
- data/spec/gemfiles/42.gemfile +5 -0
- data/spec/migrate/20140924140513_add_story_table.rb +7 -0
- data/spec/redis_job_spec.rb +140 -0
- data/spec/sample_jobs.rb +28 -0
- data/spec/shared/delayed_batch.rb +85 -0
- data/spec/shared/delayed_method.rb +419 -0
- data/spec/shared/performable_method.rb +66 -0
- data/spec/shared/shared_backend.rb +819 -0
- data/spec/shared/testing.rb +48 -0
- data/spec/shared/worker.rb +378 -0
- data/spec/shared_jobs_specs.rb +15 -0
- data/spec/spec_helper.rb +97 -0
- metadata +390 -0
checksums.yaml
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
---
|
|
2
|
+
SHA1:
|
|
3
|
+
metadata.gz: bc63ba5e864d96838548c1219044e8f8a1cc9435
|
|
4
|
+
data.tar.gz: 94ba64f0cac98fafb26b46552267e0ad84197561
|
|
5
|
+
SHA512:
|
|
6
|
+
metadata.gz: 277a619901441ba700552e5c6bff8c93117929d8615ce0a87aa7582f16c045572b33468e4b0e8a967421bc1ad7d3a5bdf5c2c201f95b9e1b9bedd3bf17fbf4f3
|
|
7
|
+
data.tar.gz: 3b2b21740daba532b04504f720601430e8603203e4815376d7522ec8bbd9ba9d7c836a9d041a15e84fdcf688709cfbabbe94fa4653b58ef008343d323e1bc41c
|
data/bin/inst_job
ADDED
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
class CreateDelayedJobs < ActiveRecord::Migration
|
|
2
|
+
def connection
|
|
3
|
+
Delayed::Backend::ActiveRecord::Job.connection
|
|
4
|
+
end
|
|
5
|
+
|
|
6
|
+
def up
|
|
7
|
+
raise("#{connection.adapter_name} is not supported for delayed jobs queue") unless connection.adapter_name == 'PostgreSQL'
|
|
8
|
+
|
|
9
|
+
create_table :delayed_jobs do |table|
|
|
10
|
+
# Allows some jobs to jump to the front of the queue
|
|
11
|
+
table.integer :priority, :default => 0
|
|
12
|
+
# Provides for retries, but still fail eventually.
|
|
13
|
+
table.integer :attempts, :default => 0
|
|
14
|
+
# YAML-encoded string of the object that will do work
|
|
15
|
+
table.text :handler, :limit => (500 * 1024)
|
|
16
|
+
# reason for last failure (See Note below)
|
|
17
|
+
table.text :last_error
|
|
18
|
+
# The queue that this job is in
|
|
19
|
+
table.string :queue, :default => nil
|
|
20
|
+
# When to run.
|
|
21
|
+
# Could be Time.zone.now for immediately, or sometime in the future.
|
|
22
|
+
table.datetime :run_at
|
|
23
|
+
# Set when a client is working on this object
|
|
24
|
+
table.datetime :locked_at
|
|
25
|
+
# Set when all retries have failed
|
|
26
|
+
table.datetime :failed_at
|
|
27
|
+
# Who is working on this object (if locked)
|
|
28
|
+
table.string :locked_by
|
|
29
|
+
|
|
30
|
+
table.timestamps
|
|
31
|
+
end
|
|
32
|
+
|
|
33
|
+
add_index :delayed_jobs, [:priority, :run_at], :name => 'delayed_jobs_priority'
|
|
34
|
+
add_index :delayed_jobs, [:queue], :name => 'delayed_jobs_queue'
|
|
35
|
+
end
|
|
36
|
+
|
|
37
|
+
def down
|
|
38
|
+
drop_table :delayed_jobs
|
|
39
|
+
end
|
|
40
|
+
end
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
class AddDelayedJobsTag < ActiveRecord::Migration
|
|
2
|
+
def connection
|
|
3
|
+
Delayed::Backend::ActiveRecord::Job.connection
|
|
4
|
+
end
|
|
5
|
+
|
|
6
|
+
def up
|
|
7
|
+
add_column :delayed_jobs, :tag, :string
|
|
8
|
+
add_index :delayed_jobs, [:tag]
|
|
9
|
+
end
|
|
10
|
+
|
|
11
|
+
def down
|
|
12
|
+
remove_column :delayed_jobs, :tag
|
|
13
|
+
end
|
|
14
|
+
end
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
class AddDelayedJobsMaxAttempts < ActiveRecord::Migration
|
|
2
|
+
def connection
|
|
3
|
+
Delayed::Backend::ActiveRecord::Job.connection
|
|
4
|
+
end
|
|
5
|
+
|
|
6
|
+
def up
|
|
7
|
+
add_column :delayed_jobs, :max_attempts, :integer
|
|
8
|
+
end
|
|
9
|
+
|
|
10
|
+
def down
|
|
11
|
+
remove_column :delayed_jobs, :max_attempts
|
|
12
|
+
end
|
|
13
|
+
end
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
class AddDelayedJobsStrand < ActiveRecord::Migration
|
|
2
|
+
def connection
|
|
3
|
+
Delayed::Backend::ActiveRecord::Job.connection
|
|
4
|
+
end
|
|
5
|
+
|
|
6
|
+
def up
|
|
7
|
+
add_column :delayed_jobs, :strand, :string
|
|
8
|
+
add_index :delayed_jobs, :strand
|
|
9
|
+
end
|
|
10
|
+
|
|
11
|
+
def down
|
|
12
|
+
remove_column :delayed_jobs, :strand
|
|
13
|
+
end
|
|
14
|
+
end
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
class CleanupDelayedJobsIndexes < ActiveRecord::Migration
|
|
2
|
+
def connection
|
|
3
|
+
Delayed::Backend::ActiveRecord::Job.connection
|
|
4
|
+
end
|
|
5
|
+
|
|
6
|
+
def up
|
|
7
|
+
case connection.adapter_name
|
|
8
|
+
when 'PostgreSQL'
|
|
9
|
+
# "nulls first" syntax is postgresql specific, and allows for more
|
|
10
|
+
# efficient querying for the next job
|
|
11
|
+
connection.execute("CREATE INDEX get_delayed_jobs_index ON delayed_jobs (priority, run_at, failed_at nulls first, locked_at nulls first, queue)")
|
|
12
|
+
else
|
|
13
|
+
add_index :delayed_jobs, %w(priority run_at locked_at failed_at queue), :name => 'get_delayed_jobs_index'
|
|
14
|
+
end
|
|
15
|
+
|
|
16
|
+
# unused indexes
|
|
17
|
+
remove_index :delayed_jobs, :name => 'delayed_jobs_queue'
|
|
18
|
+
remove_index :delayed_jobs, :name => 'delayed_jobs_priority'
|
|
19
|
+
end
|
|
20
|
+
|
|
21
|
+
def down
|
|
22
|
+
remove_index :delayed_jobs, :name => 'get_delayed_jobs_index'
|
|
23
|
+
add_index :delayed_jobs, [:priority, :run_at], :name => 'delayed_jobs_priority'
|
|
24
|
+
add_index :delayed_jobs, [:queue], :name => 'delayed_jobs_queue'
|
|
25
|
+
end
|
|
26
|
+
end
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
class OptimizeDelayedJobs < ActiveRecord::Migration
|
|
2
|
+
def connection
|
|
3
|
+
Delayed::Backend::ActiveRecord::Job.connection
|
|
4
|
+
end
|
|
5
|
+
|
|
6
|
+
def up
|
|
7
|
+
create_table :failed_jobs do |t|
|
|
8
|
+
t.integer "priority", :default => 0
|
|
9
|
+
t.integer "attempts", :default => 0
|
|
10
|
+
t.string "handler", :limit => 512000
|
|
11
|
+
t.integer "original_id", :limit => 8
|
|
12
|
+
t.text "last_error"
|
|
13
|
+
t.string "queue"
|
|
14
|
+
t.datetime "run_at"
|
|
15
|
+
t.datetime "locked_at"
|
|
16
|
+
t.datetime "failed_at"
|
|
17
|
+
t.string "locked_by"
|
|
18
|
+
t.datetime "created_at"
|
|
19
|
+
t.datetime "updated_at"
|
|
20
|
+
t.string "tag"
|
|
21
|
+
t.integer "max_attempts"
|
|
22
|
+
t.string "strand"
|
|
23
|
+
end
|
|
24
|
+
|
|
25
|
+
remove_index :delayed_jobs, :name => 'get_delayed_jobs_index'
|
|
26
|
+
remove_index :delayed_jobs, [:strand]
|
|
27
|
+
|
|
28
|
+
add_index :delayed_jobs, %w(run_at queue locked_at strand priority), :name => 'index_delayed_jobs_for_get_next'
|
|
29
|
+
add_index :delayed_jobs, %w(strand id), :name => 'index_delayed_jobs_on_strand'
|
|
30
|
+
|
|
31
|
+
# move all failed jobs to the new failed table
|
|
32
|
+
Delayed::Backend::ActiveRecord::Job.where("failed_at IS NOT NULL").find_each do |job|
|
|
33
|
+
job.fail! unless job.on_hold?
|
|
34
|
+
end
|
|
35
|
+
end
|
|
36
|
+
|
|
37
|
+
def down
|
|
38
|
+
raise ActiveRecord::IrreversibleMigration
|
|
39
|
+
end
|
|
40
|
+
end
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
class AddDelayedJobsNextInStrand < ActiveRecord::Migration
|
|
2
|
+
def connection
|
|
3
|
+
Delayed::Backend::ActiveRecord::Job.connection
|
|
4
|
+
end
|
|
5
|
+
|
|
6
|
+
def up
|
|
7
|
+
remove_index :delayed_jobs, :name => 'index_delayed_jobs_for_get_next'
|
|
8
|
+
|
|
9
|
+
add_column :delayed_jobs, :next_in_strand, :boolean, :default => true, :null => false
|
|
10
|
+
|
|
11
|
+
# create the new index
|
|
12
|
+
connection.execute("CREATE INDEX get_delayed_jobs_index ON delayed_jobs (priority, run_at, queue) WHERE locked_at IS NULL AND next_in_strand = 't'")
|
|
13
|
+
|
|
14
|
+
# create the insert trigger
|
|
15
|
+
execute(<<-CODE)
|
|
16
|
+
CREATE FUNCTION delayed_jobs_before_insert_row_tr_fn () RETURNS trigger AS $$
|
|
17
|
+
BEGIN
|
|
18
|
+
LOCK delayed_jobs IN SHARE ROW EXCLUSIVE MODE;
|
|
19
|
+
IF (SELECT 1 FROM delayed_jobs WHERE strand = NEW.strand LIMIT 1) = 1 THEN
|
|
20
|
+
NEW.next_in_strand := 'f';
|
|
21
|
+
END IF;
|
|
22
|
+
RETURN NEW;
|
|
23
|
+
END;
|
|
24
|
+
$$ LANGUAGE plpgsql;
|
|
25
|
+
CODE
|
|
26
|
+
execute("CREATE TRIGGER delayed_jobs_before_insert_row_tr BEFORE INSERT ON delayed_jobs FOR EACH ROW WHEN (NEW.strand IS NOT NULL) EXECUTE PROCEDURE delayed_jobs_before_insert_row_tr_fn()")
|
|
27
|
+
|
|
28
|
+
# create the delete trigger
|
|
29
|
+
execute(<<-CODE)
|
|
30
|
+
CREATE FUNCTION delayed_jobs_after_delete_row_tr_fn () RETURNS trigger AS $$
|
|
31
|
+
BEGIN
|
|
32
|
+
UPDATE delayed_jobs SET next_in_strand = 't' WHERE id = (SELECT id FROM delayed_jobs j2 WHERE j2.strand = OLD.strand ORDER BY j2.strand, j2.id ASC LIMIT 1);
|
|
33
|
+
RETURN OLD;
|
|
34
|
+
END;
|
|
35
|
+
$$ LANGUAGE plpgsql;
|
|
36
|
+
CODE
|
|
37
|
+
execute("CREATE TRIGGER delayed_jobs_after_delete_row_tr AFTER DELETE ON delayed_jobs FOR EACH ROW WHEN (OLD.strand IS NOT NULL AND OLD.next_in_strand = 't') EXECUTE PROCEDURE delayed_jobs_after_delete_row_tr_fn()")
|
|
38
|
+
|
|
39
|
+
execute(%{UPDATE delayed_jobs SET next_in_strand = 'f' WHERE strand IS NOT NULL AND id <> (SELECT id FROM delayed_jobs j2 WHERE j2.strand = delayed_jobs.strand ORDER BY j2.strand, j2.id ASC LIMIT 1)})
|
|
40
|
+
end
|
|
41
|
+
|
|
42
|
+
def down
|
|
43
|
+
execute %{DROP TRIGGER delayed_jobs_before_insert_row_tr ON delayed_jobs}
|
|
44
|
+
execute %{DROP FUNCTION delayed_jobs_before_insert_row_tr_fn()}
|
|
45
|
+
execute %{DROP TRIGGER delayed_jobs_after_delete_row_tr ON delayed_jobs}
|
|
46
|
+
execute %{DROP FUNCTION delayed_jobs_after_delete_row_tr_fn()}
|
|
47
|
+
|
|
48
|
+
remove_column :delayed_jobs, :next_in_strand
|
|
49
|
+
remove_index :delayed_jobs, :name => 'get_delayed_jobs_index'
|
|
50
|
+
add_index :delayed_jobs, %w(run_at queue locked_at strand priority), :name => 'index_delayed_jobs_for_get_next'
|
|
51
|
+
end
|
|
52
|
+
end
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
class DelayedJobsDeleteTriggerLockForUpdate < ActiveRecord::Migration
|
|
2
|
+
def connection
|
|
3
|
+
Delayed::Backend::ActiveRecord::Job.connection
|
|
4
|
+
end
|
|
5
|
+
|
|
6
|
+
def up
|
|
7
|
+
if connection.adapter_name == 'PostgreSQL'
|
|
8
|
+
execute(<<-CODE)
|
|
9
|
+
CREATE OR REPLACE FUNCTION delayed_jobs_after_delete_row_tr_fn () RETURNS trigger AS $$
|
|
10
|
+
BEGIN
|
|
11
|
+
UPDATE delayed_jobs SET next_in_strand = 't' WHERE id = (SELECT id FROM delayed_jobs j2 WHERE j2.strand = OLD.strand ORDER BY j2.strand, j2.id ASC LIMIT 1 FOR UPDATE);
|
|
12
|
+
RETURN OLD;
|
|
13
|
+
END;
|
|
14
|
+
$$ LANGUAGE plpgsql;
|
|
15
|
+
CODE
|
|
16
|
+
end
|
|
17
|
+
end
|
|
18
|
+
|
|
19
|
+
def down
|
|
20
|
+
if connection.adapter_name == 'PostgreSQL'
|
|
21
|
+
execute(<<-CODE)
|
|
22
|
+
CREATE OR REPLACE FUNCTION delayed_jobs_after_delete_row_tr_fn () RETURNS trigger AS $$
|
|
23
|
+
BEGIN
|
|
24
|
+
UPDATE delayed_jobs SET next_in_strand = 't' WHERE id = (SELECT id FROM delayed_jobs j2 WHERE j2.strand = OLD.strand ORDER BY j2.strand, j2.id ASC LIMIT 1);
|
|
25
|
+
RETURN OLD;
|
|
26
|
+
END;
|
|
27
|
+
$$ LANGUAGE plpgsql;
|
|
28
|
+
CODE
|
|
29
|
+
end
|
|
30
|
+
end
|
|
31
|
+
end
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
class DropPsqlJobsPopFn < ActiveRecord::Migration
|
|
2
|
+
def connection
|
|
3
|
+
Delayed::Backend::ActiveRecord::Job.connection
|
|
4
|
+
end
|
|
5
|
+
|
|
6
|
+
def up
|
|
7
|
+
if connection.adapter_name == 'PostgreSQL'
|
|
8
|
+
connection.execute("DROP FUNCTION IF EXISTS pop_from_delayed_jobs(varchar, varchar, integer, integer, timestamp without time zone)")
|
|
9
|
+
end
|
|
10
|
+
end
|
|
11
|
+
|
|
12
|
+
def down
|
|
13
|
+
raise ActiveRecord::IrreversibleMigration
|
|
14
|
+
end
|
|
15
|
+
end
|
|
@@ -0,0 +1,80 @@
|
|
|
1
|
+
class DelayedJobsUseAdvisoryLocks < ActiveRecord::Migration
|
|
2
|
+
def connection
|
|
3
|
+
Delayed::Backend::ActiveRecord::Job.connection
|
|
4
|
+
end
|
|
5
|
+
|
|
6
|
+
def up
|
|
7
|
+
# use an advisory lock based on the name of the strand, instead of locking the whole table
|
|
8
|
+
# note that we're using half of the md5, so collisions are possible, but we don't really
|
|
9
|
+
# care because that would just be the old behavior, whereas for the most part locking will
|
|
10
|
+
# be much smaller
|
|
11
|
+
if connection.adapter_name == 'PostgreSQL'
|
|
12
|
+
execute(<<-CODE)
|
|
13
|
+
CREATE FUNCTION half_md5_as_bigint(strand varchar) RETURNS bigint AS $$
|
|
14
|
+
DECLARE
|
|
15
|
+
strand_md5 bytea;
|
|
16
|
+
BEGIN
|
|
17
|
+
strand_md5 := decode(md5(strand), 'hex');
|
|
18
|
+
RETURN (CAST(get_byte(strand_md5, 0) AS bigint) << 56) +
|
|
19
|
+
(CAST(get_byte(strand_md5, 1) AS bigint) << 48) +
|
|
20
|
+
(CAST(get_byte(strand_md5, 2) AS bigint) << 40) +
|
|
21
|
+
(CAST(get_byte(strand_md5, 3) AS bigint) << 32) +
|
|
22
|
+
(CAST(get_byte(strand_md5, 4) AS bigint) << 24) +
|
|
23
|
+
(get_byte(strand_md5, 5) << 16) +
|
|
24
|
+
(get_byte(strand_md5, 6) << 8) +
|
|
25
|
+
get_byte(strand_md5, 7);
|
|
26
|
+
END;
|
|
27
|
+
$$ LANGUAGE plpgsql;
|
|
28
|
+
CODE
|
|
29
|
+
|
|
30
|
+
execute(<<-CODE)
|
|
31
|
+
CREATE OR REPLACE FUNCTION delayed_jobs_before_insert_row_tr_fn () RETURNS trigger AS $$
|
|
32
|
+
BEGIN
|
|
33
|
+
PERFORM pg_advisory_xact_lock(half_md5_as_bigint(NEW.strand));
|
|
34
|
+
IF (SELECT 1 FROM delayed_jobs WHERE strand = NEW.strand LIMIT 1) = 1 THEN
|
|
35
|
+
NEW.next_in_strand := 'f';
|
|
36
|
+
END IF;
|
|
37
|
+
RETURN NEW;
|
|
38
|
+
END;
|
|
39
|
+
$$ LANGUAGE plpgsql;
|
|
40
|
+
CODE
|
|
41
|
+
|
|
42
|
+
execute(<<-CODE)
|
|
43
|
+
CREATE OR REPLACE FUNCTION delayed_jobs_after_delete_row_tr_fn () RETURNS trigger AS $$
|
|
44
|
+
BEGIN
|
|
45
|
+
PERFORM pg_advisory_xact_lock(half_md5_as_bigint(OLD.strand));
|
|
46
|
+
UPDATE delayed_jobs SET next_in_strand = 't' WHERE id = (SELECT id FROM delayed_jobs j2 WHERE j2.strand = OLD.strand ORDER BY j2.strand, j2.id ASC LIMIT 1 FOR UPDATE);
|
|
47
|
+
RETURN OLD;
|
|
48
|
+
END;
|
|
49
|
+
$$ LANGUAGE plpgsql;
|
|
50
|
+
CODE
|
|
51
|
+
end
|
|
52
|
+
end
|
|
53
|
+
|
|
54
|
+
def down
|
|
55
|
+
if connection.adapter_name == 'PostgreSQL'
|
|
56
|
+
execute(<<-CODE)
|
|
57
|
+
CREATE OR REPLACE FUNCTION delayed_jobs_before_insert_row_tr_fn () RETURNS trigger AS $$
|
|
58
|
+
BEGIN
|
|
59
|
+
LOCK delayed_jobs IN SHARE ROW EXCLUSIVE MODE;
|
|
60
|
+
IF (SELECT 1 FROM delayed_jobs WHERE strand = NEW.strand LIMIT 1) = 1 THEN
|
|
61
|
+
NEW.next_in_strand := 'f';
|
|
62
|
+
END IF;
|
|
63
|
+
RETURN NEW;
|
|
64
|
+
END;
|
|
65
|
+
$$ LANGUAGE plpgsql;
|
|
66
|
+
CODE
|
|
67
|
+
|
|
68
|
+
execute(<<-CODE)
|
|
69
|
+
CREATE OR REPLACE FUNCTION delayed_jobs_after_delete_row_tr_fn () RETURNS trigger AS $$
|
|
70
|
+
BEGIN
|
|
71
|
+
UPDATE delayed_jobs SET next_in_strand = 't' WHERE id = (SELECT id FROM delayed_jobs j2 WHERE j2.strand = OLD.strand ORDER BY j2.strand, j2.id ASC LIMIT 1 FOR UPDATE);
|
|
72
|
+
RETURN OLD;
|
|
73
|
+
END;
|
|
74
|
+
$$ LANGUAGE plpgsql;
|
|
75
|
+
CODE
|
|
76
|
+
|
|
77
|
+
execute('DROP FUNCTION half_md5_as_bigint(varchar)')
|
|
78
|
+
end
|
|
79
|
+
end
|
|
80
|
+
end
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
class IndexJobsOnLockedBy < ActiveRecord::Migration
|
|
2
|
+
disable_ddl_transaction! if respond_to?(:disable_ddl_transaction!)
|
|
3
|
+
|
|
4
|
+
def connection
|
|
5
|
+
Delayed::Backend::ActiveRecord::Job.connection
|
|
6
|
+
end
|
|
7
|
+
|
|
8
|
+
def up
|
|
9
|
+
add_index :delayed_jobs, :locked_by, :algorithm => :concurrently, :where => "locked_by IS NOT NULL"
|
|
10
|
+
end
|
|
11
|
+
|
|
12
|
+
def down
|
|
13
|
+
remove_index :delayed_jobs, :locked_by
|
|
14
|
+
end
|
|
15
|
+
end
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
class AddJobsRunAtIndex < ActiveRecord::Migration
|
|
2
|
+
disable_ddl_transaction! if respond_to?(:disable_ddl_transaction!)
|
|
3
|
+
|
|
4
|
+
def connection
|
|
5
|
+
Delayed::Backend::ActiveRecord::Job.connection
|
|
6
|
+
end
|
|
7
|
+
|
|
8
|
+
def up
|
|
9
|
+
add_index :delayed_jobs, %w[run_at tag], :algorithm => :concurrently
|
|
10
|
+
end
|
|
11
|
+
|
|
12
|
+
def down
|
|
13
|
+
remove_index :delayed_jobs, :name => "index_delayed_jobs_on_run_at_and_tag"
|
|
14
|
+
end
|
|
15
|
+
end
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
class ChangeDelayedJobsHandlerToText < ActiveRecord::Migration
|
|
2
|
+
def connection
|
|
3
|
+
Delayed::Job.connection
|
|
4
|
+
end
|
|
5
|
+
|
|
6
|
+
def up
|
|
7
|
+
change_column :delayed_jobs, :handler, :text
|
|
8
|
+
end
|
|
9
|
+
|
|
10
|
+
def down
|
|
11
|
+
change_column :delayed_jobs, :handler, :string, :limit => 500.kilobytes
|
|
12
|
+
end
|
|
13
|
+
end
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
class AddFailedJobsOriginalJobId < ActiveRecord::Migration
|
|
2
|
+
def connection
|
|
3
|
+
Delayed::Backend::ActiveRecord::Job.connection
|
|
4
|
+
end
|
|
5
|
+
|
|
6
|
+
def up
|
|
7
|
+
add_column :failed_jobs, :original_job_id, :integer, limit: 8
|
|
8
|
+
end
|
|
9
|
+
|
|
10
|
+
def down
|
|
11
|
+
remove_column :failed_jobs, :original_job_id
|
|
12
|
+
end
|
|
13
|
+
end
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
class CopyFailedJobsOriginalId < ActiveRecord::Migration
|
|
2
|
+
def connection
|
|
3
|
+
Delayed::Backend::ActiveRecord::Job.connection
|
|
4
|
+
end
|
|
5
|
+
|
|
6
|
+
def up
|
|
7
|
+
# this is a smaller, less frequently accessed table, so we just update all at once
|
|
8
|
+
Delayed::Backend::ActiveRecord::Job::Failed.where("original_job_id is null").update_all("original_job_id = original_id")
|
|
9
|
+
end
|
|
10
|
+
|
|
11
|
+
def down
|
|
12
|
+
end
|
|
13
|
+
end
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
class DropFailedJobsOriginalId < ActiveRecord::Migration
|
|
2
|
+
def connection
|
|
3
|
+
Delayed::Backend::ActiveRecord::Job.connection
|
|
4
|
+
end
|
|
5
|
+
|
|
6
|
+
def up
|
|
7
|
+
remove_column :failed_jobs, :original_id
|
|
8
|
+
end
|
|
9
|
+
|
|
10
|
+
def down
|
|
11
|
+
add_column :failed_jobs, :original_id, :integer, limit: 8
|
|
12
|
+
end
|
|
13
|
+
end
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
class AddSourceToJobs < ActiveRecord::Migration
|
|
2
|
+
def connection
|
|
3
|
+
Delayed::Job.connection
|
|
4
|
+
end
|
|
5
|
+
|
|
6
|
+
def up
|
|
7
|
+
add_column :delayed_jobs, :source, :string
|
|
8
|
+
add_column :failed_jobs, :source, :string
|
|
9
|
+
end
|
|
10
|
+
|
|
11
|
+
def down
|
|
12
|
+
remove_column :delayed_jobs, :source
|
|
13
|
+
remove_column :failed_jobs, :source
|
|
14
|
+
end
|
|
15
|
+
end
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
class AddMaxConcurrentToJobs < ActiveRecord::Migration
|
|
2
|
+
def connection
|
|
3
|
+
Delayed::Job.connection
|
|
4
|
+
end
|
|
5
|
+
|
|
6
|
+
def up
|
|
7
|
+
add_column :delayed_jobs, :max_concurrent, :integer, :default => 1, :null => false
|
|
8
|
+
|
|
9
|
+
if connection.adapter_name == 'PostgreSQL'
|
|
10
|
+
execute(<<-CODE)
|
|
11
|
+
CREATE OR REPLACE FUNCTION delayed_jobs_before_insert_row_tr_fn () RETURNS trigger AS $$
|
|
12
|
+
BEGIN
|
|
13
|
+
IF NEW.strand IS NOT NULL THEN
|
|
14
|
+
PERFORM pg_advisory_xact_lock(half_md5_as_bigint(NEW.strand));
|
|
15
|
+
IF (SELECT COUNT(*) FROM delayed_jobs WHERE strand = NEW.strand) >= NEW.max_concurrent THEN
|
|
16
|
+
NEW.next_in_strand := 'f';
|
|
17
|
+
END IF;
|
|
18
|
+
END IF;
|
|
19
|
+
RETURN NEW;
|
|
20
|
+
END;
|
|
21
|
+
$$ LANGUAGE plpgsql;
|
|
22
|
+
CODE
|
|
23
|
+
|
|
24
|
+
execute(<<-CODE)
|
|
25
|
+
CREATE OR REPLACE FUNCTION delayed_jobs_after_delete_row_tr_fn () RETURNS trigger AS $$
|
|
26
|
+
BEGIN
|
|
27
|
+
IF OLD.strand IS NOT NULL THEN
|
|
28
|
+
PERFORM pg_advisory_xact_lock(half_md5_as_bigint(OLD.strand));
|
|
29
|
+
IF (SELECT COUNT(*) FROM delayed_jobs WHERE strand = OLD.strand AND next_in_strand = 't') < OLD.max_concurrent THEN
|
|
30
|
+
UPDATE delayed_jobs SET next_in_strand = 't' WHERE id = (
|
|
31
|
+
SELECT id FROM delayed_jobs j2 WHERE next_in_strand = 'f' AND
|
|
32
|
+
j2.strand = OLD.strand ORDER BY j2.id ASC LIMIT 1 FOR UPDATE
|
|
33
|
+
);
|
|
34
|
+
END IF;
|
|
35
|
+
END IF;
|
|
36
|
+
RETURN OLD;
|
|
37
|
+
END;
|
|
38
|
+
$$ LANGUAGE plpgsql;
|
|
39
|
+
CODE
|
|
40
|
+
end
|
|
41
|
+
end
|
|
42
|
+
|
|
43
|
+
def down
|
|
44
|
+
remove_column :delayed_jobs, :max_concurrent
|
|
45
|
+
|
|
46
|
+
if connection.adapter_name == 'PostgreSQL'
|
|
47
|
+
execute(<<-CODE)
|
|
48
|
+
CREATE OR REPLACE FUNCTION delayed_jobs_before_insert_row_tr_fn () RETURNS trigger AS $$
|
|
49
|
+
BEGIN
|
|
50
|
+
PERFORM pg_advisory_xact_lock(half_md5_as_bigint(NEW.strand));
|
|
51
|
+
IF (SELECT 1 FROM delayed_jobs WHERE strand = NEW.strand LIMIT 1) = 1 THEN
|
|
52
|
+
NEW.next_in_strand := 'f';
|
|
53
|
+
END IF;
|
|
54
|
+
RETURN NEW;
|
|
55
|
+
END;
|
|
56
|
+
$$ LANGUAGE plpgsql;
|
|
57
|
+
CODE
|
|
58
|
+
|
|
59
|
+
execute(<<-CODE)
|
|
60
|
+
CREATE OR REPLACE FUNCTION delayed_jobs_after_delete_row_tr_fn () RETURNS trigger AS $$
|
|
61
|
+
BEGIN
|
|
62
|
+
PERFORM pg_advisory_xact_lock(half_md5_as_bigint(OLD.strand));
|
|
63
|
+
UPDATE delayed_jobs SET next_in_strand = 't' WHERE id = (SELECT id FROM delayed_jobs j2 WHERE j2.strand = OLD.strand ORDER BY j2.strand, j2.id ASC LIMIT 1 FOR UPDATE);
|
|
64
|
+
RETURN OLD;
|
|
65
|
+
END;
|
|
66
|
+
$$ LANGUAGE plpgsql;
|
|
67
|
+
CODE
|
|
68
|
+
end
|
|
69
|
+
end
|
|
70
|
+
end
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
class AddExpiresAtToJobs < ActiveRecord::Migration
|
|
2
|
+
def connection
|
|
3
|
+
Delayed::Job.connection
|
|
4
|
+
end
|
|
5
|
+
|
|
6
|
+
def up
|
|
7
|
+
add_column :delayed_jobs, :expires_at, :datetime
|
|
8
|
+
add_column :failed_jobs, :expires_at, :datetime
|
|
9
|
+
end
|
|
10
|
+
|
|
11
|
+
def down
|
|
12
|
+
remove_column :delayed_jobs, :expires_at
|
|
13
|
+
remove_column :failed_jobs, :expires_at
|
|
14
|
+
end
|
|
15
|
+
end
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
class ImproveMaxConcurrent < ActiveRecord::Migration
|
|
2
|
+
def connection
|
|
3
|
+
Delayed::Job.connection
|
|
4
|
+
end
|
|
5
|
+
|
|
6
|
+
def up
|
|
7
|
+
if connection.adapter_name == 'PostgreSQL'
|
|
8
|
+
execute(<<-CODE)
|
|
9
|
+
CREATE OR REPLACE FUNCTION delayed_jobs_after_delete_row_tr_fn () RETURNS trigger AS $$
|
|
10
|
+
DECLARE
|
|
11
|
+
running_count integer;
|
|
12
|
+
BEGIN
|
|
13
|
+
IF OLD.strand IS NOT NULL THEN
|
|
14
|
+
PERFORM pg_advisory_xact_lock(half_md5_as_bigint(OLD.strand));
|
|
15
|
+
running_count := (SELECT COUNT(*) FROM delayed_jobs WHERE strand = OLD.strand AND next_in_strand = 't');
|
|
16
|
+
IF running_count < OLD.max_concurrent THEN
|
|
17
|
+
UPDATE delayed_jobs SET next_in_strand = 't' WHERE id IN (
|
|
18
|
+
SELECT id FROM delayed_jobs j2 WHERE next_in_strand = 'f' AND
|
|
19
|
+
j2.strand = OLD.strand ORDER BY j2.id ASC LIMIT (OLD.max_concurrent - running_count) FOR UPDATE
|
|
20
|
+
);
|
|
21
|
+
END IF;
|
|
22
|
+
END IF;
|
|
23
|
+
RETURN OLD;
|
|
24
|
+
END;
|
|
25
|
+
$$ LANGUAGE plpgsql;
|
|
26
|
+
CODE
|
|
27
|
+
end
|
|
28
|
+
end
|
|
29
|
+
|
|
30
|
+
def down
|
|
31
|
+
if connection.adapter_name == 'PostgreSQL'
|
|
32
|
+
execute(<<-CODE)
|
|
33
|
+
CREATE OR REPLACE FUNCTION delayed_jobs_after_delete_row_tr_fn () RETURNS trigger AS $$
|
|
34
|
+
BEGIN
|
|
35
|
+
IF OLD.strand IS NOT NULL THEN
|
|
36
|
+
PERFORM pg_advisory_xact_lock(half_md5_as_bigint(OLD.strand));
|
|
37
|
+
IF (SELECT COUNT(*) FROM delayed_jobs WHERE strand = OLD.strand AND next_in_strand = 't') < OLD.max_concurrent THEN
|
|
38
|
+
UPDATE delayed_jobs SET next_in_strand = 't' WHERE id = (
|
|
39
|
+
SELECT id FROM delayed_jobs j2 WHERE next_in_strand = 'f' AND
|
|
40
|
+
j2.strand = OLD.strand ORDER BY j2.id ASC LIMIT 1 FOR UPDATE
|
|
41
|
+
);
|
|
42
|
+
END IF;
|
|
43
|
+
END IF;
|
|
44
|
+
RETURN OLD;
|
|
45
|
+
END;
|
|
46
|
+
$$ LANGUAGE plpgsql;
|
|
47
|
+
CODE
|
|
48
|
+
end
|
|
49
|
+
end
|
|
50
|
+
end
|