sidekiq 0.10.0 → 7.1.6
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +7 -0
- data/Changes.md +2047 -0
- data/LICENSE.txt +9 -0
- data/README.md +73 -27
- data/bin/sidekiq +25 -9
- data/bin/sidekiqload +247 -0
- data/bin/sidekiqmon +11 -0
- data/lib/generators/sidekiq/job_generator.rb +57 -0
- data/lib/generators/sidekiq/templates/job.rb.erb +9 -0
- data/lib/generators/sidekiq/templates/job_spec.rb.erb +6 -0
- data/lib/generators/sidekiq/templates/job_test.rb.erb +8 -0
- data/lib/sidekiq/api.rb +1145 -0
- data/lib/sidekiq/capsule.rb +127 -0
- data/lib/sidekiq/cli.rb +348 -109
- data/lib/sidekiq/client.rb +241 -41
- data/lib/sidekiq/component.rb +68 -0
- data/lib/sidekiq/config.rb +287 -0
- data/lib/sidekiq/deploy.rb +62 -0
- data/lib/sidekiq/embedded.rb +61 -0
- data/lib/sidekiq/fetch.rb +88 -0
- data/lib/sidekiq/job.rb +374 -0
- data/lib/sidekiq/job_logger.rb +51 -0
- data/lib/sidekiq/job_retry.rb +300 -0
- data/lib/sidekiq/job_util.rb +107 -0
- data/lib/sidekiq/launcher.rb +271 -0
- data/lib/sidekiq/logger.rb +131 -0
- data/lib/sidekiq/manager.rb +96 -103
- data/lib/sidekiq/metrics/query.rb +153 -0
- data/lib/sidekiq/metrics/shared.rb +95 -0
- data/lib/sidekiq/metrics/tracking.rb +136 -0
- data/lib/sidekiq/middleware/chain.rb +149 -38
- data/lib/sidekiq/middleware/current_attributes.rb +95 -0
- data/lib/sidekiq/middleware/i18n.rb +42 -0
- data/lib/sidekiq/middleware/modules.rb +21 -0
- data/lib/sidekiq/monitor.rb +146 -0
- data/lib/sidekiq/paginator.rb +55 -0
- data/lib/sidekiq/processor.rb +246 -61
- data/lib/sidekiq/rails.rb +60 -13
- data/lib/sidekiq/redis_client_adapter.rb +95 -0
- data/lib/sidekiq/redis_connection.rb +68 -15
- data/lib/sidekiq/ring_buffer.rb +29 -0
- data/lib/sidekiq/scheduled.rb +236 -0
- data/lib/sidekiq/sd_notify.rb +149 -0
- data/lib/sidekiq/systemd.rb +24 -0
- data/lib/sidekiq/testing/inline.rb +30 -0
- data/lib/sidekiq/testing.rb +304 -10
- data/lib/sidekiq/transaction_aware_client.rb +44 -0
- data/lib/sidekiq/version.rb +4 -1
- data/lib/sidekiq/web/action.rb +93 -0
- data/lib/sidekiq/web/application.rb +447 -0
- data/lib/sidekiq/web/csrf_protection.rb +180 -0
- data/lib/sidekiq/web/helpers.rb +370 -0
- data/lib/sidekiq/web/router.rb +104 -0
- data/lib/sidekiq/web.rb +143 -74
- data/lib/sidekiq/worker_compatibility_alias.rb +13 -0
- data/lib/sidekiq.rb +120 -73
- data/sidekiq.gemspec +26 -23
- data/web/assets/images/apple-touch-icon.png +0 -0
- data/web/assets/images/favicon.ico +0 -0
- data/web/assets/images/logo.png +0 -0
- data/web/assets/images/status.png +0 -0
- data/web/assets/javascripts/application.js +162 -3
- data/web/assets/javascripts/base-charts.js +106 -0
- data/web/assets/javascripts/chart.min.js +13 -0
- data/web/assets/javascripts/chartjs-plugin-annotation.min.js +7 -0
- data/web/assets/javascripts/dashboard-charts.js +168 -0
- data/web/assets/javascripts/dashboard.js +59 -0
- data/web/assets/javascripts/metrics.js +264 -0
- data/web/assets/stylesheets/application-dark.css +147 -0
- data/web/assets/stylesheets/application-rtl.css +153 -0
- data/web/assets/stylesheets/application.css +720 -7
- data/web/assets/stylesheets/bootstrap-rtl.min.css +9 -0
- data/web/assets/stylesheets/bootstrap.css +5 -0
- data/web/locales/ar.yml +87 -0
- data/web/locales/cs.yml +78 -0
- data/web/locales/da.yml +75 -0
- data/web/locales/de.yml +81 -0
- data/web/locales/el.yml +87 -0
- data/web/locales/en.yml +101 -0
- data/web/locales/es.yml +86 -0
- data/web/locales/fa.yml +80 -0
- data/web/locales/fr.yml +99 -0
- data/web/locales/gd.yml +99 -0
- data/web/locales/he.yml +80 -0
- data/web/locales/hi.yml +75 -0
- data/web/locales/it.yml +69 -0
- data/web/locales/ja.yml +91 -0
- data/web/locales/ko.yml +68 -0
- data/web/locales/lt.yml +83 -0
- data/web/locales/nb.yml +77 -0
- data/web/locales/nl.yml +68 -0
- data/web/locales/pl.yml +59 -0
- data/web/locales/pt-br.yml +96 -0
- data/web/locales/pt.yml +67 -0
- data/web/locales/ru.yml +83 -0
- data/web/locales/sv.yml +68 -0
- data/web/locales/ta.yml +75 -0
- data/web/locales/uk.yml +77 -0
- data/web/locales/ur.yml +80 -0
- data/web/locales/vi.yml +83 -0
- data/web/locales/zh-cn.yml +95 -0
- data/web/locales/zh-tw.yml +102 -0
- data/web/views/_footer.erb +23 -0
- data/web/views/_job_info.erb +105 -0
- data/web/views/_metrics_period_select.erb +12 -0
- data/web/views/_nav.erb +52 -0
- data/web/views/_paging.erb +25 -0
- data/web/views/_poll_link.erb +4 -0
- data/web/views/_status.erb +4 -0
- data/web/views/_summary.erb +40 -0
- data/web/views/busy.erb +148 -0
- data/web/views/dashboard.erb +115 -0
- data/web/views/dead.erb +34 -0
- data/web/views/filtering.erb +7 -0
- data/web/views/layout.erb +42 -0
- data/web/views/metrics.erb +82 -0
- data/web/views/metrics_for_job.erb +68 -0
- data/web/views/morgue.erb +74 -0
- data/web/views/queue.erb +55 -0
- data/web/views/queues.erb +40 -0
- data/web/views/retries.erb +79 -0
- data/web/views/retry.erb +34 -0
- data/web/views/scheduled.erb +56 -0
- data/web/views/scheduled_job_info.erb +8 -0
- metadata +159 -237
- data/.gitignore +0 -6
- data/.rvmrc +0 -4
- data/COMM-LICENSE +0 -75
- data/Gemfile +0 -10
- data/LICENSE +0 -22
- data/Rakefile +0 -9
- data/TODO.md +0 -1
- data/bin/client +0 -7
- data/bin/sidekiqctl +0 -43
- data/config.ru +0 -8
- data/examples/chef/cookbooks/sidekiq/README.rdoc +0 -11
- data/examples/chef/cookbooks/sidekiq/recipes/default.rb +0 -55
- data/examples/chef/cookbooks/sidekiq/templates/default/monitrc.conf.erb +0 -8
- data/examples/chef/cookbooks/sidekiq/templates/default/sidekiq.erb +0 -219
- data/examples/chef/cookbooks/sidekiq/templates/default/sidekiq.yml.erb +0 -22
- data/examples/config.yml +0 -9
- data/examples/monitrc.conf +0 -6
- data/examples/por.rb +0 -27
- data/examples/scheduling.rb +0 -37
- data/examples/sinkiq.rb +0 -57
- data/examples/web-ui.png +0 -0
- data/lib/sidekiq/capistrano.rb +0 -32
- data/lib/sidekiq/extensions/action_mailer.rb +0 -26
- data/lib/sidekiq/extensions/active_record.rb +0 -27
- data/lib/sidekiq/extensions/generic_proxy.rb +0 -21
- data/lib/sidekiq/middleware/client/unique_jobs.rb +0 -32
- data/lib/sidekiq/middleware/server/active_record.rb +0 -13
- data/lib/sidekiq/middleware/server/exception_handler.rb +0 -38
- data/lib/sidekiq/middleware/server/failure_jobs.rb +0 -24
- data/lib/sidekiq/middleware/server/logging.rb +0 -27
- data/lib/sidekiq/middleware/server/retry_jobs.rb +0 -59
- data/lib/sidekiq/middleware/server/unique_jobs.rb +0 -15
- data/lib/sidekiq/retry.rb +0 -57
- data/lib/sidekiq/util.rb +0 -61
- data/lib/sidekiq/worker.rb +0 -37
- data/myapp/.gitignore +0 -15
- data/myapp/Capfile +0 -5
- data/myapp/Gemfile +0 -19
- data/myapp/Gemfile.lock +0 -143
- data/myapp/Rakefile +0 -7
- data/myapp/app/controllers/application_controller.rb +0 -3
- data/myapp/app/controllers/work_controller.rb +0 -38
- data/myapp/app/helpers/application_helper.rb +0 -2
- data/myapp/app/mailers/.gitkeep +0 -0
- data/myapp/app/mailers/user_mailer.rb +0 -9
- data/myapp/app/models/.gitkeep +0 -0
- data/myapp/app/models/post.rb +0 -5
- data/myapp/app/views/layouts/application.html.erb +0 -14
- data/myapp/app/views/user_mailer/greetings.html.erb +0 -3
- data/myapp/app/views/work/index.html.erb +0 -1
- data/myapp/app/workers/hard_worker.rb +0 -9
- data/myapp/config/application.rb +0 -59
- data/myapp/config/boot.rb +0 -6
- data/myapp/config/database.yml +0 -25
- data/myapp/config/deploy.rb +0 -15
- data/myapp/config/environment.rb +0 -5
- data/myapp/config/environments/development.rb +0 -38
- data/myapp/config/environments/production.rb +0 -67
- data/myapp/config/environments/test.rb +0 -37
- data/myapp/config/initializers/backtrace_silencers.rb +0 -7
- data/myapp/config/initializers/inflections.rb +0 -15
- data/myapp/config/initializers/mime_types.rb +0 -5
- data/myapp/config/initializers/secret_token.rb +0 -7
- data/myapp/config/initializers/session_store.rb +0 -8
- data/myapp/config/initializers/sidekiq.rb +0 -6
- data/myapp/config/initializers/wrap_parameters.rb +0 -14
- data/myapp/config/locales/en.yml +0 -5
- data/myapp/config/routes.rb +0 -10
- data/myapp/config.ru +0 -4
- data/myapp/db/migrate/20120123214055_create_posts.rb +0 -10
- data/myapp/db/seeds.rb +0 -7
- data/myapp/lib/assets/.gitkeep +0 -0
- data/myapp/lib/tasks/.gitkeep +0 -0
- data/myapp/log/.gitkeep +0 -0
- data/myapp/script/rails +0 -6
- data/test/config.yml +0 -9
- data/test/fake_env.rb +0 -0
- data/test/helper.rb +0 -15
- data/test/test_cli.rb +0 -168
- data/test/test_client.rb +0 -105
- data/test/test_extensions.rb +0 -68
- data/test/test_manager.rb +0 -43
- data/test/test_middleware.rb +0 -92
- data/test/test_processor.rb +0 -32
- data/test/test_retry.rb +0 -83
- data/test/test_stats.rb +0 -78
- data/test/test_testing.rb +0 -65
- data/test/test_web.rb +0 -61
- data/web/assets/images/bootstrap/glyphicons-halflings-white.png +0 -0
- data/web/assets/images/bootstrap/glyphicons-halflings.png +0 -0
- data/web/assets/javascripts/vendor/bootstrap/bootstrap-alert.js +0 -91
- data/web/assets/javascripts/vendor/bootstrap/bootstrap-button.js +0 -98
- data/web/assets/javascripts/vendor/bootstrap/bootstrap-carousel.js +0 -154
- data/web/assets/javascripts/vendor/bootstrap/bootstrap-collapse.js +0 -136
- data/web/assets/javascripts/vendor/bootstrap/bootstrap-dropdown.js +0 -92
- data/web/assets/javascripts/vendor/bootstrap/bootstrap-modal.js +0 -210
- data/web/assets/javascripts/vendor/bootstrap/bootstrap-popover.js +0 -95
- data/web/assets/javascripts/vendor/bootstrap/bootstrap-scrollspy.js +0 -125
- data/web/assets/javascripts/vendor/bootstrap/bootstrap-tab.js +0 -130
- data/web/assets/javascripts/vendor/bootstrap/bootstrap-tooltip.js +0 -270
- data/web/assets/javascripts/vendor/bootstrap/bootstrap-transition.js +0 -51
- data/web/assets/javascripts/vendor/bootstrap/bootstrap-typeahead.js +0 -271
- data/web/assets/javascripts/vendor/bootstrap.js +0 -12
- data/web/assets/javascripts/vendor/jquery.js +0 -9266
- data/web/assets/stylesheets/vendor/bootstrap-responsive.css +0 -567
- data/web/assets/stylesheets/vendor/bootstrap.css +0 -3365
- data/web/views/index.slim +0 -62
- data/web/views/layout.slim +0 -24
- data/web/views/queue.slim +0 -11
@@ -0,0 +1,370 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
require "uri"
|
4
|
+
require "set"
|
5
|
+
require "yaml"
|
6
|
+
require "cgi"
|
7
|
+
|
8
|
+
module Sidekiq
|
9
|
+
# This is not a public API
|
10
|
+
module WebHelpers
|
11
|
+
def strings(lang)
|
12
|
+
@strings ||= {}
|
13
|
+
|
14
|
+
# Allow sidekiq-web extensions to add locale paths
|
15
|
+
# so extensions can be localized
|
16
|
+
@strings[lang] ||= settings.locales.each_with_object({}) do |path, global|
|
17
|
+
find_locale_files(lang).each do |file|
|
18
|
+
strs = YAML.safe_load(File.read(file))
|
19
|
+
global.merge!(strs[lang])
|
20
|
+
end
|
21
|
+
end
|
22
|
+
end
|
23
|
+
|
24
|
+
def singularize(str, count)
|
25
|
+
if count == 1 && str.respond_to?(:singularize) # rails
|
26
|
+
str.singularize
|
27
|
+
else
|
28
|
+
str
|
29
|
+
end
|
30
|
+
end
|
31
|
+
|
32
|
+
def clear_caches
|
33
|
+
@strings = nil
|
34
|
+
@locale_files = nil
|
35
|
+
@available_locales = nil
|
36
|
+
end
|
37
|
+
|
38
|
+
def locale_files
|
39
|
+
@locale_files ||= settings.locales.flat_map { |path|
|
40
|
+
Dir["#{path}/*.yml"]
|
41
|
+
}
|
42
|
+
end
|
43
|
+
|
44
|
+
def available_locales
|
45
|
+
@available_locales ||= locale_files.map { |path| File.basename(path, ".yml") }.uniq
|
46
|
+
end
|
47
|
+
|
48
|
+
def find_locale_files(lang)
|
49
|
+
locale_files.select { |file| file =~ /\/#{lang}\.yml$/ }
|
50
|
+
end
|
51
|
+
|
52
|
+
def search(jobset, substr)
|
53
|
+
resultset = jobset.scan(substr).to_a
|
54
|
+
@current_page = 1
|
55
|
+
@count = @total_size = resultset.size
|
56
|
+
resultset
|
57
|
+
end
|
58
|
+
|
59
|
+
def filtering(which)
|
60
|
+
erb(:filtering, locals: {which: which})
|
61
|
+
end
|
62
|
+
|
63
|
+
def filter_link(jid, within = "retries")
|
64
|
+
if within.nil?
|
65
|
+
::Rack::Utils.escape_html(jid)
|
66
|
+
else
|
67
|
+
"<a href='#{root_path}filter/#{within}?substr=#{jid}'>#{::Rack::Utils.escape_html(jid)}</a>"
|
68
|
+
end
|
69
|
+
end
|
70
|
+
|
71
|
+
def display_tags(job, within = "retries")
|
72
|
+
job.tags.map { |tag|
|
73
|
+
"<span class='label label-info jobtag'>#{filter_link(tag, within)}</span>"
|
74
|
+
}.join(" ")
|
75
|
+
end
|
76
|
+
|
77
|
+
# This view helper provide ability display you html code in
|
78
|
+
# to head of page. Example:
|
79
|
+
#
|
80
|
+
# <% add_to_head do %>
|
81
|
+
# <link rel="stylesheet" .../>
|
82
|
+
# <meta .../>
|
83
|
+
# <% end %>
|
84
|
+
#
|
85
|
+
def add_to_head
|
86
|
+
@head_html ||= []
|
87
|
+
@head_html << yield.dup if block_given?
|
88
|
+
end
|
89
|
+
|
90
|
+
def display_custom_head
|
91
|
+
@head_html.join if defined?(@head_html)
|
92
|
+
end
|
93
|
+
|
94
|
+
def text_direction
|
95
|
+
get_locale["TextDirection"] || "ltr"
|
96
|
+
end
|
97
|
+
|
98
|
+
def rtl?
|
99
|
+
text_direction == "rtl"
|
100
|
+
end
|
101
|
+
|
102
|
+
# See https://www.w3.org/Protocols/rfc2616/rfc2616-sec14.html#sec14.4
|
103
|
+
def user_preferred_languages
|
104
|
+
languages = env["HTTP_ACCEPT_LANGUAGE"]
|
105
|
+
languages.to_s.downcase.gsub(/\s+/, "").split(",").map { |language|
|
106
|
+
locale, quality = language.split(";q=", 2)
|
107
|
+
locale = nil if locale == "*" # Ignore wildcards
|
108
|
+
quality = quality ? quality.to_f : 1.0
|
109
|
+
[locale, quality]
|
110
|
+
}.sort { |(_, left), (_, right)|
|
111
|
+
right <=> left
|
112
|
+
}.map(&:first).compact
|
113
|
+
end
|
114
|
+
|
115
|
+
# Given an Accept-Language header like "fr-FR,fr;q=0.8,en-US;q=0.6,en;q=0.4,ru;q=0.2"
|
116
|
+
# this method will try to best match the available locales to the user's preferred languages.
|
117
|
+
#
|
118
|
+
# Inspiration taken from https://github.com/iain/http_accept_language/blob/master/lib/http_accept_language/parser.rb
|
119
|
+
def locale
|
120
|
+
@locale ||= begin
|
121
|
+
matched_locale = user_preferred_languages.map { |preferred|
|
122
|
+
preferred_language = preferred.split("-", 2).first
|
123
|
+
|
124
|
+
lang_group = available_locales.select { |available|
|
125
|
+
preferred_language == available.split("-", 2).first
|
126
|
+
}
|
127
|
+
|
128
|
+
lang_group.find { |lang| lang == preferred } || lang_group.min_by(&:length)
|
129
|
+
}.compact.first
|
130
|
+
|
131
|
+
matched_locale || "en"
|
132
|
+
end
|
133
|
+
end
|
134
|
+
|
135
|
+
# sidekiq/sidekiq#3243
|
136
|
+
def unfiltered?
|
137
|
+
yield unless env["PATH_INFO"].start_with?("/filter/")
|
138
|
+
end
|
139
|
+
|
140
|
+
def get_locale
|
141
|
+
strings(locale)
|
142
|
+
end
|
143
|
+
|
144
|
+
def t(msg, options = {})
|
145
|
+
string = get_locale[msg] || strings("en")[msg] || msg
|
146
|
+
if options.empty?
|
147
|
+
string
|
148
|
+
else
|
149
|
+
string % options
|
150
|
+
end
|
151
|
+
end
|
152
|
+
|
153
|
+
def sort_direction_label
|
154
|
+
(params[:direction] == "asc") ? "↑" : "↓"
|
155
|
+
end
|
156
|
+
|
157
|
+
def workset
|
158
|
+
@work ||= Sidekiq::WorkSet.new
|
159
|
+
end
|
160
|
+
|
161
|
+
def processes
|
162
|
+
@processes ||= Sidekiq::ProcessSet.new
|
163
|
+
end
|
164
|
+
|
165
|
+
# Sorts processes by hostname following the natural sort order
|
166
|
+
def sorted_processes
|
167
|
+
@sorted_processes ||= begin
|
168
|
+
return processes unless processes.all? { |p| p["hostname"] }
|
169
|
+
|
170
|
+
processes.to_a.sort_by do |process|
|
171
|
+
# Kudos to `shurikk` on StackOverflow
|
172
|
+
# https://stackoverflow.com/a/15170063/575547
|
173
|
+
process["hostname"].split(/(\d+)/).map { |a| /\d+/.match?(a) ? a.to_i : a }
|
174
|
+
end
|
175
|
+
end
|
176
|
+
end
|
177
|
+
|
178
|
+
def busy_weights(capsule_weights)
|
179
|
+
# backwards compat with 7.0.0, remove in 7.1
|
180
|
+
cw = [capsule_weights].flatten
|
181
|
+
cw.map { |hash|
|
182
|
+
hash.map { |name, weight| (weight > 0) ? +name << ": " << weight.to_s : name }.join(", ")
|
183
|
+
}.join("; ")
|
184
|
+
end
|
185
|
+
|
186
|
+
def stats
|
187
|
+
@stats ||= Sidekiq::Stats.new
|
188
|
+
end
|
189
|
+
|
190
|
+
def redis_url
|
191
|
+
Sidekiq.redis do |conn|
|
192
|
+
conn.config.server_url
|
193
|
+
end
|
194
|
+
end
|
195
|
+
|
196
|
+
def redis_info
|
197
|
+
Sidekiq.default_configuration.redis_info
|
198
|
+
end
|
199
|
+
|
200
|
+
def root_path
|
201
|
+
"#{env["SCRIPT_NAME"]}/"
|
202
|
+
end
|
203
|
+
|
204
|
+
def current_path
|
205
|
+
@current_path ||= request.path_info.gsub(/^\//, "")
|
206
|
+
end
|
207
|
+
|
208
|
+
def current_status
|
209
|
+
(workset.size == 0) ? "idle" : "active"
|
210
|
+
end
|
211
|
+
|
212
|
+
def relative_time(time)
|
213
|
+
stamp = time.getutc.iso8601
|
214
|
+
%(<time class="ltr" dir="ltr" title="#{stamp}" datetime="#{stamp}">#{time}</time>)
|
215
|
+
end
|
216
|
+
|
217
|
+
def job_params(job, score)
|
218
|
+
"#{score}-#{job["jid"]}"
|
219
|
+
end
|
220
|
+
|
221
|
+
def parse_params(params)
|
222
|
+
score, jid = params.split("-", 2)
|
223
|
+
[score.to_f, jid]
|
224
|
+
end
|
225
|
+
|
226
|
+
SAFE_QPARAMS = %w[page direction]
|
227
|
+
|
228
|
+
# Merge options with current params, filter safe params, and stringify to query string
|
229
|
+
def qparams(options)
|
230
|
+
stringified_options = options.transform_keys(&:to_s)
|
231
|
+
|
232
|
+
to_query_string(params.merge(stringified_options))
|
233
|
+
end
|
234
|
+
|
235
|
+
def to_query_string(params)
|
236
|
+
params.map { |key, value|
|
237
|
+
SAFE_QPARAMS.include?(key) ? "#{key}=#{CGI.escape(value.to_s)}" : next
|
238
|
+
}.compact.join("&")
|
239
|
+
end
|
240
|
+
|
241
|
+
def truncate(text, truncate_after_chars = 2000)
|
242
|
+
(truncate_after_chars && text.size > truncate_after_chars) ? "#{text[0..truncate_after_chars]}..." : text
|
243
|
+
end
|
244
|
+
|
245
|
+
def display_args(args, truncate_after_chars = 2000)
|
246
|
+
return "Invalid job payload, args is nil" if args.nil?
|
247
|
+
return "Invalid job payload, args must be an Array, not #{args.class.name}" unless args.is_a?(Array)
|
248
|
+
|
249
|
+
begin
|
250
|
+
args.map { |arg|
|
251
|
+
h(truncate(to_display(arg), truncate_after_chars))
|
252
|
+
}.join(", ")
|
253
|
+
rescue
|
254
|
+
"Illegal job arguments: #{h args.inspect}"
|
255
|
+
end
|
256
|
+
end
|
257
|
+
|
258
|
+
def csrf_tag
|
259
|
+
"<input type='hidden' name='authenticity_token' value='#{env[:csrf_token]}'/>"
|
260
|
+
end
|
261
|
+
|
262
|
+
def to_display(arg)
|
263
|
+
arg.inspect
|
264
|
+
rescue
|
265
|
+
begin
|
266
|
+
arg.to_s
|
267
|
+
rescue => ex
|
268
|
+
"Cannot display argument: [#{ex.class.name}] #{ex.message}"
|
269
|
+
end
|
270
|
+
end
|
271
|
+
|
272
|
+
RETRY_JOB_KEYS = Set.new(%w[
|
273
|
+
queue class args retry_count retried_at failed_at
|
274
|
+
jid error_message error_class backtrace
|
275
|
+
error_backtrace enqueued_at retry wrapped
|
276
|
+
created_at tags display_class
|
277
|
+
])
|
278
|
+
|
279
|
+
def retry_extra_items(retry_job)
|
280
|
+
@retry_extra_items ||= {}.tap do |extra|
|
281
|
+
retry_job.item.each do |key, value|
|
282
|
+
extra[key] = value unless RETRY_JOB_KEYS.include?(key)
|
283
|
+
end
|
284
|
+
end
|
285
|
+
end
|
286
|
+
|
287
|
+
def format_memory(rss_kb)
|
288
|
+
return "0" if rss_kb.nil? || rss_kb == 0
|
289
|
+
|
290
|
+
if rss_kb < 100_000
|
291
|
+
"#{number_with_delimiter(rss_kb)} KB"
|
292
|
+
elsif rss_kb < 10_000_000
|
293
|
+
"#{number_with_delimiter((rss_kb / 1024.0).to_i)} MB"
|
294
|
+
else
|
295
|
+
"#{number_with_delimiter((rss_kb / (1024.0 * 1024.0)).round(1))} GB"
|
296
|
+
end
|
297
|
+
end
|
298
|
+
|
299
|
+
def number_with_delimiter(number)
|
300
|
+
return "" if number.nil?
|
301
|
+
|
302
|
+
begin
|
303
|
+
Float(number)
|
304
|
+
rescue ArgumentError, TypeError
|
305
|
+
return number
|
306
|
+
end
|
307
|
+
|
308
|
+
options = {delimiter: ",", separator: "."}
|
309
|
+
parts = number.to_s.to_str.split(".")
|
310
|
+
parts[0].gsub!(/(\d)(?=(\d\d\d)+(?!\d))/, "\\1#{options[:delimiter]}")
|
311
|
+
parts.join(options[:separator])
|
312
|
+
end
|
313
|
+
|
314
|
+
def h(text)
|
315
|
+
::Rack::Utils.escape_html(text)
|
316
|
+
rescue ArgumentError => e
|
317
|
+
raise unless e.message.eql?("invalid byte sequence in UTF-8")
|
318
|
+
text.encode!("UTF-16", "UTF-8", invalid: :replace, replace: "").encode!("UTF-8", "UTF-16")
|
319
|
+
retry
|
320
|
+
end
|
321
|
+
|
322
|
+
# Any paginated list that performs an action needs to redirect
|
323
|
+
# back to the proper page after performing that action.
|
324
|
+
def redirect_with_query(url)
|
325
|
+
r = request.referer
|
326
|
+
if r && r =~ /\?/
|
327
|
+
ref = URI(r)
|
328
|
+
redirect("#{url}?#{ref.query}")
|
329
|
+
else
|
330
|
+
redirect url
|
331
|
+
end
|
332
|
+
end
|
333
|
+
|
334
|
+
def environment_title_prefix
|
335
|
+
environment = Sidekiq.default_configuration[:environment] || ENV["APP_ENV"] || ENV["RAILS_ENV"] || ENV["RACK_ENV"] || "development"
|
336
|
+
|
337
|
+
"[#{environment.upcase}] " unless environment == "production"
|
338
|
+
end
|
339
|
+
|
340
|
+
def product_version
|
341
|
+
"Sidekiq v#{Sidekiq::VERSION}"
|
342
|
+
end
|
343
|
+
|
344
|
+
def server_utc_time
|
345
|
+
Time.now.utc.strftime("%H:%M:%S UTC")
|
346
|
+
end
|
347
|
+
|
348
|
+
def pollable?
|
349
|
+
!(current_path == "" || current_path.start_with?("metrics"))
|
350
|
+
end
|
351
|
+
|
352
|
+
def retry_or_delete_or_kill(job, params)
|
353
|
+
if params["retry"]
|
354
|
+
job.retry
|
355
|
+
elsif params["delete"]
|
356
|
+
job.delete
|
357
|
+
elsif params["kill"]
|
358
|
+
job.kill
|
359
|
+
end
|
360
|
+
end
|
361
|
+
|
362
|
+
def delete_or_add_queue(job, params)
|
363
|
+
if params["delete"]
|
364
|
+
job.delete
|
365
|
+
elsif params["add_to_queue"]
|
366
|
+
job.add_to_queue
|
367
|
+
end
|
368
|
+
end
|
369
|
+
end
|
370
|
+
end
|
@@ -0,0 +1,104 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
require "rack"
|
4
|
+
|
5
|
+
module Sidekiq
|
6
|
+
module WebRouter
|
7
|
+
GET = "GET"
|
8
|
+
DELETE = "DELETE"
|
9
|
+
POST = "POST"
|
10
|
+
PUT = "PUT"
|
11
|
+
PATCH = "PATCH"
|
12
|
+
HEAD = "HEAD"
|
13
|
+
|
14
|
+
ROUTE_PARAMS = "rack.route_params"
|
15
|
+
REQUEST_METHOD = "REQUEST_METHOD"
|
16
|
+
PATH_INFO = "PATH_INFO"
|
17
|
+
|
18
|
+
def head(path, &block)
|
19
|
+
route(HEAD, path, &block)
|
20
|
+
end
|
21
|
+
|
22
|
+
def get(path, &block)
|
23
|
+
route(GET, path, &block)
|
24
|
+
end
|
25
|
+
|
26
|
+
def post(path, &block)
|
27
|
+
route(POST, path, &block)
|
28
|
+
end
|
29
|
+
|
30
|
+
def put(path, &block)
|
31
|
+
route(PUT, path, &block)
|
32
|
+
end
|
33
|
+
|
34
|
+
def patch(path, &block)
|
35
|
+
route(PATCH, path, &block)
|
36
|
+
end
|
37
|
+
|
38
|
+
def delete(path, &block)
|
39
|
+
route(DELETE, path, &block)
|
40
|
+
end
|
41
|
+
|
42
|
+
def route(method, path, &block)
|
43
|
+
@routes ||= {GET => [], POST => [], PUT => [], PATCH => [], DELETE => [], HEAD => []}
|
44
|
+
|
45
|
+
@routes[method] << WebRoute.new(method, path, block)
|
46
|
+
end
|
47
|
+
|
48
|
+
def match(env)
|
49
|
+
request_method = env[REQUEST_METHOD]
|
50
|
+
path_info = ::Rack::Utils.unescape env[PATH_INFO]
|
51
|
+
|
52
|
+
# There are servers which send an empty string when requesting the root.
|
53
|
+
# These servers should be ashamed of themselves.
|
54
|
+
path_info = "/" if path_info == ""
|
55
|
+
|
56
|
+
@routes[request_method].each do |route|
|
57
|
+
params = route.match(request_method, path_info)
|
58
|
+
if params
|
59
|
+
env[ROUTE_PARAMS] = params
|
60
|
+
|
61
|
+
return WebAction.new(env, route.block)
|
62
|
+
end
|
63
|
+
end
|
64
|
+
|
65
|
+
nil
|
66
|
+
end
|
67
|
+
end
|
68
|
+
|
69
|
+
class WebRoute
|
70
|
+
attr_accessor :request_method, :pattern, :block, :name
|
71
|
+
|
72
|
+
NAMED_SEGMENTS_PATTERN = /\/([^\/]*):([^.:$\/]+)/
|
73
|
+
|
74
|
+
def initialize(request_method, pattern, block)
|
75
|
+
@request_method = request_method
|
76
|
+
@pattern = pattern
|
77
|
+
@block = block
|
78
|
+
end
|
79
|
+
|
80
|
+
def matcher
|
81
|
+
@matcher ||= compile
|
82
|
+
end
|
83
|
+
|
84
|
+
def compile
|
85
|
+
if pattern.match?(NAMED_SEGMENTS_PATTERN)
|
86
|
+
p = pattern.gsub(NAMED_SEGMENTS_PATTERN, '/\1(?<\2>[^$/]+)')
|
87
|
+
|
88
|
+
Regexp.new("\\A#{p}\\Z")
|
89
|
+
else
|
90
|
+
pattern
|
91
|
+
end
|
92
|
+
end
|
93
|
+
|
94
|
+
def match(request_method, path)
|
95
|
+
case matcher
|
96
|
+
when String
|
97
|
+
{} if path == matcher
|
98
|
+
else
|
99
|
+
path_match = path.match(matcher)
|
100
|
+
path_match&.named_captures&.transform_keys(&:to_sym)
|
101
|
+
end
|
102
|
+
end
|
103
|
+
end
|
104
|
+
end
|