sidekiq 6.3.1 → 7.0.7
Sign up to get free protection for your applications and to get access to all the features.
Potentially problematic release.
This version of sidekiq might be problematic. Click here for more details.
- checksums.yaml +4 -4
- data/Changes.md +205 -11
- data/LICENSE.txt +9 -0
- data/README.md +45 -32
- data/bin/sidekiq +4 -9
- data/bin/sidekiqload +189 -117
- data/bin/sidekiqmon +4 -1
- data/lib/generators/sidekiq/job_generator.rb +57 -0
- data/lib/generators/sidekiq/templates/{worker.rb.erb → job.rb.erb} +2 -2
- data/lib/generators/sidekiq/templates/{worker_spec.rb.erb → job_spec.rb.erb} +1 -1
- data/lib/generators/sidekiq/templates/{worker_test.rb.erb → job_test.rb.erb} +1 -1
- data/lib/sidekiq/api.rb +308 -188
- data/lib/sidekiq/capsule.rb +127 -0
- data/lib/sidekiq/cli.rb +85 -80
- data/lib/sidekiq/client.rb +74 -81
- data/lib/sidekiq/{util.rb → component.rb} +13 -40
- data/lib/sidekiq/config.rb +270 -0
- data/lib/sidekiq/deploy.rb +62 -0
- data/lib/sidekiq/embedded.rb +61 -0
- data/lib/sidekiq/fetch.rb +23 -24
- data/lib/sidekiq/job.rb +375 -10
- data/lib/sidekiq/job_logger.rb +16 -28
- data/lib/sidekiq/job_retry.rb +81 -57
- data/lib/sidekiq/job_util.rb +105 -0
- data/lib/sidekiq/launcher.rb +103 -95
- data/lib/sidekiq/logger.rb +9 -44
- data/lib/sidekiq/manager.rb +40 -41
- data/lib/sidekiq/metrics/query.rb +153 -0
- data/lib/sidekiq/metrics/shared.rb +95 -0
- data/lib/sidekiq/metrics/tracking.rb +136 -0
- data/lib/sidekiq/middleware/chain.rb +96 -51
- data/lib/sidekiq/middleware/current_attributes.rb +17 -13
- data/lib/sidekiq/middleware/i18n.rb +6 -4
- data/lib/sidekiq/middleware/modules.rb +21 -0
- data/lib/sidekiq/monitor.rb +17 -4
- data/lib/sidekiq/paginator.rb +17 -9
- data/lib/sidekiq/processor.rb +60 -60
- data/lib/sidekiq/rails.rb +12 -10
- data/lib/sidekiq/redis_client_adapter.rb +115 -0
- data/lib/sidekiq/redis_connection.rb +13 -82
- data/lib/sidekiq/ring_buffer.rb +29 -0
- data/lib/sidekiq/scheduled.rb +75 -37
- data/lib/sidekiq/testing/inline.rb +4 -4
- data/lib/sidekiq/testing.rb +41 -68
- data/lib/sidekiq/transaction_aware_client.rb +44 -0
- data/lib/sidekiq/version.rb +2 -1
- data/lib/sidekiq/web/action.rb +3 -3
- data/lib/sidekiq/web/application.rb +45 -11
- data/lib/sidekiq/web/csrf_protection.rb +3 -3
- data/lib/sidekiq/web/helpers.rb +35 -21
- data/lib/sidekiq/web.rb +10 -17
- data/lib/sidekiq/worker_compatibility_alias.rb +13 -0
- data/lib/sidekiq.rb +85 -202
- data/sidekiq.gemspec +20 -10
- data/web/assets/javascripts/application.js +76 -26
- data/web/assets/javascripts/base-charts.js +106 -0
- data/web/assets/javascripts/chart.min.js +13 -0
- data/web/assets/javascripts/chartjs-plugin-annotation.min.js +7 -0
- data/web/assets/javascripts/dashboard-charts.js +166 -0
- data/web/assets/javascripts/dashboard.js +3 -240
- data/web/assets/javascripts/metrics.js +264 -0
- data/web/assets/stylesheets/application-dark.css +17 -17
- data/web/assets/stylesheets/application-rtl.css +2 -91
- data/web/assets/stylesheets/application.css +69 -302
- data/web/locales/ar.yml +70 -70
- data/web/locales/cs.yml +62 -62
- data/web/locales/da.yml +60 -53
- data/web/locales/de.yml +65 -65
- data/web/locales/el.yml +43 -24
- data/web/locales/en.yml +82 -69
- data/web/locales/es.yml +68 -68
- data/web/locales/fa.yml +65 -65
- data/web/locales/fr.yml +67 -67
- data/web/locales/he.yml +65 -64
- data/web/locales/hi.yml +59 -59
- data/web/locales/it.yml +53 -53
- data/web/locales/ja.yml +73 -68
- data/web/locales/ko.yml +52 -52
- data/web/locales/lt.yml +66 -66
- data/web/locales/nb.yml +61 -61
- data/web/locales/nl.yml +52 -52
- data/web/locales/pl.yml +45 -45
- data/web/locales/pt-br.yml +63 -55
- data/web/locales/pt.yml +51 -51
- data/web/locales/ru.yml +67 -66
- data/web/locales/sv.yml +53 -53
- data/web/locales/ta.yml +60 -60
- data/web/locales/uk.yml +62 -61
- data/web/locales/ur.yml +64 -64
- data/web/locales/vi.yml +67 -67
- data/web/locales/zh-cn.yml +43 -16
- data/web/locales/zh-tw.yml +42 -8
- data/web/views/_footer.erb +5 -2
- data/web/views/_job_info.erb +18 -2
- data/web/views/_metrics_period_select.erb +12 -0
- data/web/views/_nav.erb +1 -1
- data/web/views/_paging.erb +2 -0
- data/web/views/_poll_link.erb +1 -1
- data/web/views/_summary.erb +1 -1
- data/web/views/busy.erb +42 -26
- data/web/views/dashboard.erb +36 -4
- data/web/views/metrics.erb +82 -0
- data/web/views/metrics_for_job.erb +71 -0
- data/web/views/morgue.erb +5 -9
- data/web/views/queue.erb +15 -15
- data/web/views/queues.erb +3 -1
- data/web/views/retries.erb +5 -9
- data/web/views/scheduled.erb +12 -13
- metadata +68 -32
- data/LICENSE +0 -9
- data/lib/generators/sidekiq/worker_generator.rb +0 -57
- data/lib/sidekiq/delay.rb +0 -41
- data/lib/sidekiq/exception_handler.rb +0 -27
- data/lib/sidekiq/extensions/action_mailer.rb +0 -48
- data/lib/sidekiq/extensions/active_record.rb +0 -43
- data/lib/sidekiq/extensions/class_methods.rb +0 -43
- data/lib/sidekiq/extensions/generic_proxy.rb +0 -33
- data/lib/sidekiq/worker.rb +0 -311
@@ -143,7 +143,7 @@ module Sidekiq
|
|
143
143
|
one_time_pad = SecureRandom.random_bytes(token.length)
|
144
144
|
encrypted_token = xor_byte_strings(one_time_pad, token)
|
145
145
|
masked_token = one_time_pad + encrypted_token
|
146
|
-
Base64.
|
146
|
+
Base64.urlsafe_encode64(masked_token)
|
147
147
|
end
|
148
148
|
|
149
149
|
# Essentially the inverse of +mask_token+.
|
@@ -152,7 +152,7 @@ module Sidekiq
|
|
152
152
|
# value and decrypt it
|
153
153
|
token_length = masked_token.length / 2
|
154
154
|
one_time_pad = masked_token[0...token_length]
|
155
|
-
encrypted_token = masked_token[token_length
|
155
|
+
encrypted_token = masked_token[token_length..]
|
156
156
|
xor_byte_strings(one_time_pad, encrypted_token)
|
157
157
|
end
|
158
158
|
|
@@ -169,7 +169,7 @@ module Sidekiq
|
|
169
169
|
end
|
170
170
|
|
171
171
|
def decode_token(token)
|
172
|
-
Base64.
|
172
|
+
Base64.urlsafe_decode64(token)
|
173
173
|
end
|
174
174
|
|
175
175
|
def xor_byte_strings(s1, s2)
|
data/lib/sidekiq/web/helpers.rb
CHANGED
@@ -15,7 +15,7 @@ module Sidekiq
|
|
15
15
|
# so extensions can be localized
|
16
16
|
@strings[lang] ||= settings.locales.each_with_object({}) do |path, global|
|
17
17
|
find_locale_files(lang).each do |file|
|
18
|
-
strs = YAML.
|
18
|
+
strs = YAML.safe_load(File.read(file))
|
19
19
|
global.merge!(strs[lang])
|
20
20
|
end
|
21
21
|
end
|
@@ -118,7 +118,7 @@ module Sidekiq
|
|
118
118
|
}.join(" ")
|
119
119
|
end
|
120
120
|
|
121
|
-
#
|
121
|
+
# sidekiq/sidekiq#3243
|
122
122
|
def unfiltered?
|
123
123
|
yield unless env["PATH_INFO"].start_with?("/filter/")
|
124
124
|
end
|
@@ -137,33 +137,50 @@ module Sidekiq
|
|
137
137
|
end
|
138
138
|
|
139
139
|
def sort_direction_label
|
140
|
-
params[:direction] == "asc" ? "↑" : "↓"
|
140
|
+
(params[:direction] == "asc") ? "↑" : "↓"
|
141
141
|
end
|
142
142
|
|
143
|
-
def
|
144
|
-
@
|
143
|
+
def workset
|
144
|
+
@work ||= Sidekiq::WorkSet.new
|
145
145
|
end
|
146
146
|
|
147
147
|
def processes
|
148
148
|
@processes ||= Sidekiq::ProcessSet.new
|
149
149
|
end
|
150
150
|
|
151
|
+
# Sorts processes by hostname following the natural sort order
|
152
|
+
def sorted_processes
|
153
|
+
@sorted_processes ||= begin
|
154
|
+
return processes unless processes.all? { |p| p["hostname"] }
|
155
|
+
|
156
|
+
processes.to_a.sort_by do |process|
|
157
|
+
# Kudos to `shurikk` on StackOverflow
|
158
|
+
# https://stackoverflow.com/a/15170063/575547
|
159
|
+
process["hostname"].split(/(\d+)/).map { |a| /\d+/.match?(a) ? a.to_i : a }
|
160
|
+
end
|
161
|
+
end
|
162
|
+
end
|
163
|
+
|
164
|
+
def busy_weights(capsule_weights)
|
165
|
+
# backwards compat with 7.0.0, remove in 7.1
|
166
|
+
cw = [capsule_weights].flatten
|
167
|
+
cw.map { |hash|
|
168
|
+
hash.map { |name, weight| (weight > 0) ? +name << ": " << weight.to_s : name }.join(", ")
|
169
|
+
}.join("; ")
|
170
|
+
end
|
171
|
+
|
151
172
|
def stats
|
152
173
|
@stats ||= Sidekiq::Stats.new
|
153
174
|
end
|
154
175
|
|
155
|
-
def
|
176
|
+
def redis_url
|
156
177
|
Sidekiq.redis do |conn|
|
157
|
-
conn.
|
178
|
+
conn.config.server_url
|
158
179
|
end
|
159
180
|
end
|
160
181
|
|
161
|
-
def namespace
|
162
|
-
@ns ||= Sidekiq.redis { |conn| conn.respond_to?(:namespace) ? conn.namespace : nil }
|
163
|
-
end
|
164
|
-
|
165
182
|
def redis_info
|
166
|
-
Sidekiq.redis_info
|
183
|
+
Sidekiq.default_configuration.redis_info
|
167
184
|
end
|
168
185
|
|
169
186
|
def root_path
|
@@ -175,7 +192,7 @@ module Sidekiq
|
|
175
192
|
end
|
176
193
|
|
177
194
|
def current_status
|
178
|
-
|
195
|
+
(workset.size == 0) ? "idle" : "active"
|
179
196
|
end
|
180
197
|
|
181
198
|
def relative_time(time)
|
@@ -208,7 +225,7 @@ module Sidekiq
|
|
208
225
|
end
|
209
226
|
|
210
227
|
def truncate(text, truncate_after_chars = 2000)
|
211
|
-
truncate_after_chars && text.size > truncate_after_chars ? "#{text[0..truncate_after_chars]}..." : text
|
228
|
+
(truncate_after_chars && text.size > truncate_after_chars) ? "#{text[0..truncate_after_chars]}..." : text
|
212
229
|
end
|
213
230
|
|
214
231
|
def display_args(args, truncate_after_chars = 2000)
|
@@ -242,7 +259,7 @@ module Sidekiq
|
|
242
259
|
queue class args retry_count retried_at failed_at
|
243
260
|
jid error_message error_class backtrace
|
244
261
|
error_backtrace enqueued_at retry wrapped
|
245
|
-
created_at tags
|
262
|
+
created_at tags display_class
|
246
263
|
])
|
247
264
|
|
248
265
|
def retry_extra_items(retry_job)
|
@@ -301,7 +318,7 @@ module Sidekiq
|
|
301
318
|
end
|
302
319
|
|
303
320
|
def environment_title_prefix
|
304
|
-
environment = Sidekiq.
|
321
|
+
environment = Sidekiq.default_configuration[:environment] || ENV["APP_ENV"] || ENV["RAILS_ENV"] || ENV["RACK_ENV"] || "development"
|
305
322
|
|
306
323
|
"[#{environment.upcase}] " unless environment == "production"
|
307
324
|
end
|
@@ -314,11 +331,8 @@ module Sidekiq
|
|
314
331
|
Time.now.utc.strftime("%H:%M:%S UTC")
|
315
332
|
end
|
316
333
|
|
317
|
-
def
|
318
|
-
|
319
|
-
namespace_suffix = namespace.nil? ? "" : "##{namespace}"
|
320
|
-
"#{redis_connection}#{namespace_suffix}"
|
321
|
-
end
|
334
|
+
def pollable?
|
335
|
+
!(current_path == "" || current_path.start_with?("metrics"))
|
322
336
|
end
|
323
337
|
|
324
338
|
def retry_or_delete_or_kill(job, params)
|
data/lib/sidekiq/web.rb
CHANGED
@@ -30,7 +30,8 @@ module Sidekiq
|
|
30
30
|
"Queues" => "queues",
|
31
31
|
"Retries" => "retries",
|
32
32
|
"Scheduled" => "scheduled",
|
33
|
-
"Dead" => "morgue"
|
33
|
+
"Dead" => "morgue",
|
34
|
+
"Metrics" => "metrics"
|
34
35
|
}
|
35
36
|
|
36
37
|
class << self
|
@@ -47,6 +48,10 @@ module Sidekiq
|
|
47
48
|
end
|
48
49
|
alias_method :tabs, :custom_tabs
|
49
50
|
|
51
|
+
def custom_job_info_rows
|
52
|
+
@custom_job_info_rows ||= []
|
53
|
+
end
|
54
|
+
|
50
55
|
def locales
|
51
56
|
@locales ||= LOCALES
|
52
57
|
end
|
@@ -75,14 +80,6 @@ module Sidekiq
|
|
75
80
|
send(:"#{attribute}=", value)
|
76
81
|
end
|
77
82
|
|
78
|
-
def sessions=(val)
|
79
|
-
puts "WARNING: Sidekiq::Web.sessions= is no longer relevant and will be removed in Sidekiq 7.0. #{caller(1..1).first}"
|
80
|
-
end
|
81
|
-
|
82
|
-
def session_secret=(val)
|
83
|
-
puts "WARNING: Sidekiq::Web.session_secret= is no longer relevant and will be removed in Sidekiq 7.0. #{caller(1..1).first}"
|
84
|
-
end
|
85
|
-
|
86
83
|
attr_accessor :app_url, :redis_pool
|
87
84
|
attr_writer :locales, :views
|
88
85
|
end
|
@@ -129,10 +126,6 @@ module Sidekiq
|
|
129
126
|
send(:"#{attribute}=", value)
|
130
127
|
end
|
131
128
|
|
132
|
-
def sessions=(val)
|
133
|
-
puts "Sidekiq::Web#sessions= is no longer relevant and will be removed in Sidekiq 7.0. #{caller[2..2].first}"
|
134
|
-
end
|
135
|
-
|
136
129
|
def self.register(extension)
|
137
130
|
extension.registered(WebApplication)
|
138
131
|
end
|
@@ -144,13 +137,13 @@ module Sidekiq
|
|
144
137
|
m = middlewares
|
145
138
|
|
146
139
|
rules = []
|
147
|
-
rules = [[:all, {"
|
140
|
+
rules = [[:all, {"cache-control" => "public, max-age=86400"}]] unless ENV["SIDEKIQ_WEB_TESTING"]
|
148
141
|
|
149
142
|
::Rack::Builder.new do
|
150
143
|
use Rack::Static, urls: ["/stylesheets", "/images", "/javascripts"],
|
151
|
-
|
152
|
-
|
153
|
-
|
144
|
+
root: ASSETS,
|
145
|
+
cascade: true,
|
146
|
+
header_rules: rules
|
154
147
|
m.each { |middleware, block| use(*middleware, &block) }
|
155
148
|
use Sidekiq::Web::CsrfProtection unless $TESTING
|
156
149
|
run WebApplication.new(klass)
|
@@ -0,0 +1,13 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
module Sidekiq
|
4
|
+
# Sidekiq::Job is a new alias for Sidekiq::Worker as of Sidekiq 6.3.0.
|
5
|
+
# Use `include Sidekiq::Job` rather than `include Sidekiq::Worker`.
|
6
|
+
#
|
7
|
+
# The term "worker" is too generic and overly confusing, used in several
|
8
|
+
# different contexts meaning different things. Many people call a Sidekiq
|
9
|
+
# process a "worker". Some people call the thread that executes jobs a
|
10
|
+
# "worker". This change brings Sidekiq closer to ActiveJob where your job
|
11
|
+
# classes extend ApplicationJob.
|
12
|
+
Worker = Job
|
13
|
+
end
|
data/lib/sidekiq.rb
CHANGED
@@ -1,14 +1,39 @@
|
|
1
1
|
# frozen_string_literal: true
|
2
2
|
|
3
3
|
require "sidekiq/version"
|
4
|
-
fail "Sidekiq #{Sidekiq::VERSION} does not support Ruby versions below 2.
|
4
|
+
fail "Sidekiq #{Sidekiq::VERSION} does not support Ruby versions below 2.7.0." if RUBY_PLATFORM != "java" && Gem::Version.new(RUBY_VERSION) < Gem::Version.new("2.7.0")
|
5
5
|
|
6
|
+
begin
|
7
|
+
require "sidekiq-ent/version"
|
8
|
+
fail <<~EOM if Gem::Version.new(Sidekiq::Enterprise::VERSION).segments[0] != Sidekiq::MAJOR
|
9
|
+
|
10
|
+
Sidekiq Enterprise #{Sidekiq::Enterprise::VERSION} does not work with Sidekiq #{Sidekiq::VERSION}.
|
11
|
+
Starting with Sidekiq 7, major versions are synchronized so Sidekiq Enterprise 7 works with Sidekiq 7.
|
12
|
+
Use `bundle up sidekiq-ent` to upgrade.
|
13
|
+
|
14
|
+
EOM
|
15
|
+
rescue LoadError
|
16
|
+
end
|
17
|
+
|
18
|
+
begin
|
19
|
+
require "sidekiq/pro/version"
|
20
|
+
fail <<~EOM if Gem::Version.new(Sidekiq::Pro::VERSION).segments[0] != Sidekiq::MAJOR
|
21
|
+
|
22
|
+
Sidekiq Pro #{Sidekiq::Pro::VERSION} does not work with Sidekiq #{Sidekiq::VERSION}.
|
23
|
+
Starting with Sidekiq 7, major versions are synchronized so Sidekiq Pro 7 works with Sidekiq 7.
|
24
|
+
Use `bundle up sidekiq-pro` to upgrade.
|
25
|
+
|
26
|
+
EOM
|
27
|
+
rescue LoadError
|
28
|
+
end
|
29
|
+
|
30
|
+
require "sidekiq/config"
|
6
31
|
require "sidekiq/logger"
|
7
32
|
require "sidekiq/client"
|
8
|
-
require "sidekiq/
|
33
|
+
require "sidekiq/transaction_aware_client"
|
9
34
|
require "sidekiq/job"
|
10
|
-
require "sidekiq/
|
11
|
-
require "sidekiq/
|
35
|
+
require "sidekiq/worker_compatibility_alias"
|
36
|
+
require "sidekiq/redis_client_adapter"
|
12
37
|
|
13
38
|
require "json"
|
14
39
|
|
@@ -16,248 +41,106 @@ module Sidekiq
|
|
16
41
|
NAME = "Sidekiq"
|
17
42
|
LICENSE = "See LICENSE and the LGPL-3.0 for licensing details."
|
18
43
|
|
19
|
-
DEFAULTS = {
|
20
|
-
queues: [],
|
21
|
-
labels: [],
|
22
|
-
concurrency: 10,
|
23
|
-
require: ".",
|
24
|
-
strict: true,
|
25
|
-
environment: nil,
|
26
|
-
timeout: 25,
|
27
|
-
poll_interval_average: nil,
|
28
|
-
average_scheduled_poll_interval: 5,
|
29
|
-
error_handlers: [],
|
30
|
-
death_handlers: [],
|
31
|
-
lifecycle_events: {
|
32
|
-
startup: [],
|
33
|
-
quiet: [],
|
34
|
-
shutdown: [],
|
35
|
-
heartbeat: []
|
36
|
-
},
|
37
|
-
dead_max_jobs: 10_000,
|
38
|
-
dead_timeout_in_seconds: 180 * 24 * 60 * 60, # 6 months
|
39
|
-
reloader: proc { |&block| block.call }
|
40
|
-
}
|
41
|
-
|
42
|
-
DEFAULT_WORKER_OPTIONS = {
|
43
|
-
"retry" => true,
|
44
|
-
"queue" => "default"
|
45
|
-
}
|
46
|
-
|
47
|
-
FAKE_INFO = {
|
48
|
-
"redis_version" => "9.9.9",
|
49
|
-
"uptime_in_days" => "9999",
|
50
|
-
"connected_clients" => "9999",
|
51
|
-
"used_memory_human" => "9P",
|
52
|
-
"used_memory_peak_human" => "9P"
|
53
|
-
}
|
54
|
-
|
55
44
|
def self.❨╯°□°❩╯︵┻━┻
|
56
|
-
puts "
|
57
|
-
end
|
58
|
-
|
59
|
-
def self.options
|
60
|
-
@options ||= DEFAULTS.dup
|
61
|
-
end
|
62
|
-
|
63
|
-
def self.options=(opts)
|
64
|
-
@options = opts
|
65
|
-
end
|
66
|
-
|
67
|
-
##
|
68
|
-
# Configuration for Sidekiq server, use like:
|
69
|
-
#
|
70
|
-
# Sidekiq.configure_server do |config|
|
71
|
-
# config.redis = { :namespace => 'myapp', :size => 25, :url => 'redis://myhost:8877/0' }
|
72
|
-
# config.server_middleware do |chain|
|
73
|
-
# chain.add MyServerHook
|
74
|
-
# end
|
75
|
-
# end
|
76
|
-
def self.configure_server
|
77
|
-
yield self if server?
|
78
|
-
end
|
79
|
-
|
80
|
-
##
|
81
|
-
# Configuration for Sidekiq client, use like:
|
82
|
-
#
|
83
|
-
# Sidekiq.configure_client do |config|
|
84
|
-
# config.redis = { :namespace => 'myapp', :size => 1, :url => 'redis://myhost:8877/0' }
|
85
|
-
# end
|
86
|
-
def self.configure_client
|
87
|
-
yield self unless server?
|
45
|
+
puts "Take a deep breath and count to ten..."
|
88
46
|
end
|
89
47
|
|
90
48
|
def self.server?
|
91
49
|
defined?(Sidekiq::CLI)
|
92
50
|
end
|
93
51
|
|
94
|
-
def self.
|
95
|
-
|
96
|
-
redis_pool.with do |conn|
|
97
|
-
retryable = true
|
98
|
-
begin
|
99
|
-
yield conn
|
100
|
-
rescue Redis::BaseError => ex
|
101
|
-
# 2550 Failover can cause the server to become a replica, need
|
102
|
-
# to disconnect and reopen the socket to get back to the primary.
|
103
|
-
# 4495 Use the same logic if we have a "Not enough replicas" error from the primary
|
104
|
-
# 4985 Use the same logic when a blocking command is force-unblocked
|
105
|
-
if retryable && ex.message =~ /READONLY|NOREPLICAS|UNBLOCKED/
|
106
|
-
conn.disconnect!
|
107
|
-
retryable = false
|
108
|
-
retry
|
109
|
-
end
|
110
|
-
raise
|
111
|
-
end
|
112
|
-
end
|
113
|
-
end
|
114
|
-
|
115
|
-
def self.redis_info
|
116
|
-
redis do |conn|
|
117
|
-
# admin commands can't go through redis-namespace starting
|
118
|
-
# in redis-namespace 2.0
|
119
|
-
if conn.respond_to?(:namespace)
|
120
|
-
conn.redis.info
|
121
|
-
else
|
122
|
-
conn.info
|
123
|
-
end
|
124
|
-
rescue Redis::CommandError => ex
|
125
|
-
# 2850 return fake version when INFO command has (probably) been renamed
|
126
|
-
raise unless /unknown command/.match?(ex.message)
|
127
|
-
FAKE_INFO
|
128
|
-
end
|
129
|
-
end
|
130
|
-
|
131
|
-
def self.redis_pool
|
132
|
-
@redis ||= Sidekiq::RedisConnection.create
|
133
|
-
end
|
134
|
-
|
135
|
-
def self.redis=(hash)
|
136
|
-
@redis = if hash.is_a?(ConnectionPool)
|
137
|
-
hash
|
138
|
-
else
|
139
|
-
Sidekiq::RedisConnection.create(hash)
|
140
|
-
end
|
52
|
+
def self.load_json(string)
|
53
|
+
JSON.parse(string)
|
141
54
|
end
|
142
55
|
|
143
|
-
def self.
|
144
|
-
|
145
|
-
yield @client_chain if block_given?
|
146
|
-
@client_chain
|
56
|
+
def self.dump_json(object)
|
57
|
+
JSON.generate(object)
|
147
58
|
end
|
148
59
|
|
149
|
-
def self.
|
150
|
-
|
151
|
-
yield @server_chain if block_given?
|
152
|
-
@server_chain
|
60
|
+
def self.pro?
|
61
|
+
defined?(Sidekiq::Pro)
|
153
62
|
end
|
154
63
|
|
155
|
-
def self.
|
156
|
-
|
64
|
+
def self.ent?
|
65
|
+
defined?(Sidekiq::Enterprise)
|
157
66
|
end
|
158
67
|
|
159
|
-
def self.
|
160
|
-
|
161
|
-
@default_worker_options = default_worker_options.merge(hash.transform_keys(&:to_s))
|
68
|
+
def self.redis_pool
|
69
|
+
(Thread.current[:sidekiq_capsule] || default_configuration).redis_pool
|
162
70
|
end
|
163
71
|
|
164
|
-
def self.
|
165
|
-
|
72
|
+
def self.redis(&block)
|
73
|
+
(Thread.current[:sidekiq_capsule] || default_configuration).redis(&block)
|
166
74
|
end
|
167
75
|
|
168
|
-
|
169
|
-
|
170
|
-
# the job dies. It's the notification to your application
|
171
|
-
# that this job will not succeed without manual intervention.
|
172
|
-
#
|
173
|
-
# Sidekiq.configure_server do |config|
|
174
|
-
# config.death_handlers << ->(job, ex) do
|
175
|
-
# end
|
176
|
-
# end
|
177
|
-
def self.death_handlers
|
178
|
-
options[:death_handlers]
|
76
|
+
def self.strict_args!(mode = :raise)
|
77
|
+
Sidekiq::Config::DEFAULTS[:on_complex_arguments] = mode
|
179
78
|
end
|
180
79
|
|
181
|
-
def self.
|
182
|
-
|
80
|
+
def self.default_job_options=(hash)
|
81
|
+
@default_job_options = default_job_options.merge(hash.transform_keys(&:to_s))
|
183
82
|
end
|
184
83
|
|
185
|
-
def self.
|
186
|
-
|
84
|
+
def self.default_job_options
|
85
|
+
@default_job_options ||= {"retry" => true, "queue" => "default"}
|
187
86
|
end
|
188
87
|
|
189
|
-
def self.
|
190
|
-
@
|
191
|
-
Sidekiq::Logger::Formatters::WithoutTimestamp.new
|
192
|
-
else
|
193
|
-
Sidekiq::Logger::Formatters::Pretty.new
|
194
|
-
end
|
195
|
-
end
|
196
|
-
|
197
|
-
def self.log_formatter=(log_formatter)
|
198
|
-
@log_formatter = log_formatter
|
199
|
-
logger.formatter = log_formatter
|
88
|
+
def self.default_configuration
|
89
|
+
@config ||= Sidekiq::Config.new
|
200
90
|
end
|
201
91
|
|
202
92
|
def self.logger
|
203
|
-
|
93
|
+
default_configuration.logger
|
204
94
|
end
|
205
95
|
|
206
|
-
def self.
|
207
|
-
|
208
|
-
|
209
|
-
return self.logger
|
210
|
-
end
|
211
|
-
|
212
|
-
logger.extend(Sidekiq::LoggingUtils)
|
213
|
-
|
214
|
-
@logger = logger
|
215
|
-
end
|
216
|
-
|
217
|
-
def self.pro?
|
218
|
-
defined?(Sidekiq::Pro)
|
96
|
+
def self.configure_server(&block)
|
97
|
+
(@config_blocks ||= []) << block
|
98
|
+
yield default_configuration if server?
|
219
99
|
end
|
220
100
|
|
221
|
-
|
222
|
-
|
223
|
-
|
224
|
-
#
|
225
|
-
# See sidekiq/scheduled.rb for an in-depth explanation of this value
|
226
|
-
def self.average_scheduled_poll_interval=(interval)
|
227
|
-
options[:average_scheduled_poll_interval] = interval
|
101
|
+
def self.freeze!
|
102
|
+
@frozen = true
|
103
|
+
@config_blocks = nil
|
228
104
|
end
|
229
105
|
|
230
|
-
#
|
106
|
+
# Creates a Sidekiq::Config instance that is more tuned for embedding
|
107
|
+
# within an arbitrary Ruby process. Notably it reduces concurrency by
|
108
|
+
# default so there is less contention for CPU time with other threads.
|
231
109
|
#
|
232
|
-
# Sidekiq.
|
233
|
-
# config.
|
110
|
+
# inst = Sidekiq.configure_embed do |config|
|
111
|
+
# config.queues = %w[critical default low]
|
234
112
|
# end
|
113
|
+
# inst.run
|
114
|
+
# sleep 10
|
115
|
+
# inst.terminate
|
116
|
+
#
|
117
|
+
# NB: it is really easy to overload a Ruby process with threads due to the GIL.
|
118
|
+
# I do not recommend setting concurrency higher than 2-3.
|
235
119
|
#
|
236
|
-
#
|
237
|
-
|
238
|
-
|
120
|
+
# NB: Sidekiq only supports one instance in memory. You will get undefined behavior
|
121
|
+
# if you try to embed Sidekiq twice in the same process.
|
122
|
+
def self.configure_embed(&block)
|
123
|
+
raise "Sidekiq global configuration is frozen, you must create all embedded instances BEFORE calling `run`" if @frozen
|
124
|
+
|
125
|
+
require "sidekiq/embedded"
|
126
|
+
cfg = default_configuration
|
127
|
+
cfg.concurrency = 2
|
128
|
+
@config_blocks&.each { |block| block.call(cfg) }
|
129
|
+
yield cfg
|
130
|
+
|
131
|
+
Sidekiq::Embedded.new(cfg)
|
239
132
|
end
|
240
133
|
|
241
|
-
|
242
|
-
|
243
|
-
#
|
244
|
-
# Sidekiq.configure_server do |config|
|
245
|
-
# config.on(:shutdown) do
|
246
|
-
# puts "Goodbye cruel world!"
|
247
|
-
# end
|
248
|
-
# end
|
249
|
-
def self.on(event, &block)
|
250
|
-
raise ArgumentError, "Symbols only please: #{event}" unless event.is_a?(Symbol)
|
251
|
-
raise ArgumentError, "Invalid event name: #{event}" unless options[:lifecycle_events].key?(event)
|
252
|
-
options[:lifecycle_events][event] << block
|
134
|
+
def self.configure_client
|
135
|
+
yield default_configuration unless server?
|
253
136
|
end
|
254
137
|
|
255
|
-
# We are shutting down Sidekiq but what about
|
138
|
+
# We are shutting down Sidekiq but what about threads that
|
256
139
|
# are working on some long job? This error is
|
257
|
-
# raised in
|
140
|
+
# raised in jobs that have not finished within the hard
|
258
141
|
# timeout limit. This is needed to rollback db transactions,
|
259
142
|
# otherwise Ruby's Thread#kill will commit. See #377.
|
260
|
-
# DO NOT RESCUE THIS ERROR IN YOUR
|
143
|
+
# DO NOT RESCUE THIS ERROR IN YOUR JOBS
|
261
144
|
class Shutdown < Interrupt; end
|
262
145
|
end
|
263
146
|
|
data/sidekiq.gemspec
CHANGED
@@ -2,27 +2,37 @@ require_relative "lib/sidekiq/version"
|
|
2
2
|
|
3
3
|
Gem::Specification.new do |gem|
|
4
4
|
gem.authors = ["Mike Perham"]
|
5
|
-
gem.email = ["
|
5
|
+
gem.email = ["info@contribsys.com"]
|
6
6
|
gem.summary = "Simple, efficient background processing for Ruby"
|
7
7
|
gem.description = "Simple, efficient background processing for Ruby."
|
8
8
|
gem.homepage = "https://sidekiq.org"
|
9
9
|
gem.license = "LGPL-3.0"
|
10
10
|
|
11
11
|
gem.executables = ["sidekiq", "sidekiqmon"]
|
12
|
-
gem.files = [
|
12
|
+
gem.files = %w[sidekiq.gemspec README.md Changes.md LICENSE.txt] + `git ls-files | grep -E '^(bin|lib|web)'`.split("\n")
|
13
13
|
gem.name = "sidekiq"
|
14
14
|
gem.version = Sidekiq::VERSION
|
15
|
-
gem.required_ruby_version = ">= 2.
|
15
|
+
gem.required_ruby_version = ">= 2.7.0"
|
16
16
|
|
17
17
|
gem.metadata = {
|
18
18
|
"homepage_uri" => "https://sidekiq.org",
|
19
|
-
"bug_tracker_uri" => "https://github.com/
|
20
|
-
"documentation_uri" => "https://github.com/
|
21
|
-
"changelog_uri" => "https://github.com/
|
22
|
-
"source_code_uri" => "https://github.com/
|
19
|
+
"bug_tracker_uri" => "https://github.com/sidekiq/sidekiq/issues",
|
20
|
+
"documentation_uri" => "https://github.com/sidekiq/sidekiq/wiki",
|
21
|
+
"changelog_uri" => "https://github.com/sidekiq/sidekiq/blob/main/Changes.md",
|
22
|
+
"source_code_uri" => "https://github.com/sidekiq/sidekiq"
|
23
23
|
}
|
24
24
|
|
25
|
-
gem.add_dependency "redis", ">=
|
26
|
-
gem.add_dependency "connection_pool", ">= 2.
|
27
|
-
gem.add_dependency "rack", "
|
25
|
+
gem.add_dependency "redis-client", ">= 0.11.0"
|
26
|
+
gem.add_dependency "connection_pool", ">= 2.3.0"
|
27
|
+
gem.add_dependency "rack", ">= 2.2.4"
|
28
|
+
gem.add_dependency "concurrent-ruby", "< 2"
|
29
|
+
gem.post_install_message = <<~EOM
|
30
|
+
|
31
|
+
Welcome to Sidekiq 7.0!
|
32
|
+
|
33
|
+
1. Use `gem 'sidekiq', '<7'` in your Gemfile if you don't want this new version.
|
34
|
+
2. Read the release notes at https://github.com/sidekiq/sidekiq/blob/main/docs/7.0-Upgrade.md
|
35
|
+
3. If you have problems, search for open/closed issues at https://github.com/sidekiq/sidekiq/issues/
|
36
|
+
|
37
|
+
EOM
|
28
38
|
end
|