wurk 1.12.0 → 1.14.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +2 -2
- data/app/controllers/concerns/wurk/sse_streaming.rb +36 -1
- data/app/controllers/wurk/api/pagination.rb +9 -7
- data/app/controllers/wurk/api/serializers.rb +8 -2
- data/app/controllers/wurk/api_controller.rb +57 -24
- data/app/controllers/wurk/application_controller.rb +0 -2
- data/app/controllers/wurk/dashboard_controller.rb +0 -1
- data/config/routes.rb +13 -1
- data/exe/sidekiq +8 -0
- data/exe/wurk +1 -1
- data/lib/generators/wurk/install/install_generator.rb +56 -0
- data/lib/sidekiq/cli.rb +4 -3
- data/lib/sidekiq/deploy.rb +2 -1
- data/lib/sidekiq/embedded.rb +2 -1
- data/lib/sidekiq/iterable_job.rb +2 -1
- data/lib/sidekiq/job/iterable/active_record_enumerator.rb +2 -1
- data/lib/sidekiq/job/iterable/csv_enumerator.rb +2 -1
- data/lib/sidekiq/job/iterable.rb +2 -1
- data/lib/sidekiq/launcher.rb +2 -1
- data/lib/sidekiq/manager.rb +2 -1
- data/lib/sidekiq/metrics/query.rb +2 -1
- data/lib/sidekiq/pro/web.rb +2 -1
- data/lib/sidekiq/scheduled.rb +2 -1
- data/lib/sidekiq/web.rb +2 -1
- data/lib/sidekiq.rb +3 -2
- data/lib/wurk/api/fast.rb +4 -18
- data/lib/wurk/api/queues.rb +12 -10
- data/lib/wurk/api/serializers.rb +6 -7
- data/lib/wurk/api/swarm.rb +0 -1
- data/lib/wurk/batch/server_middleware.rb +4 -0
- data/lib/wurk/batch/status.rb +45 -22
- data/lib/wurk/batch_set.rb +34 -0
- data/lib/wurk/boot_checks.rb +80 -0
- data/lib/wurk/cli.rb +72 -36
- data/lib/wurk/client/buffered.rb +97 -26
- data/lib/wurk/client.rb +21 -1
- data/lib/wurk/compat/deploy.rb +7 -0
- data/lib/wurk/compat/encryption.rb +7 -0
- data/lib/wurk/compat/flow.rb +8 -0
- data/lib/wurk/compat/iterable_job.rb +8 -0
- data/lib/wurk/compat/profile_set.rb +8 -0
- data/lib/wurk/compat/server.rb +15 -0
- data/lib/wurk/compat/web.rb +20 -0
- data/lib/wurk/compat.rb +34 -40
- data/lib/wurk/configuration.rb +73 -15
- data/lib/wurk/cron.rb +146 -47
- data/lib/wurk/dead_set.rb +10 -6
- data/lib/wurk/embedded.rb +0 -2
- data/lib/wurk/engine.rb +46 -4
- data/lib/wurk/error_coalescer.rb +21 -1
- data/lib/wurk/fetcher/many_queues.rb +8 -6
- data/lib/wurk/fetcher/orphan_reclaim.rb +48 -11
- data/lib/wurk/{middleware → fetcher}/poison_pill.rb +4 -2
- data/lib/wurk/fetcher/reaper.rb +28 -14
- data/lib/wurk/fetcher/reliable.rb +50 -32
- data/lib/wurk/fetcher/self_reconcile.rb +0 -1
- data/lib/wurk/fetcher/unit_of_work.rb +17 -2
- data/lib/wurk/flow/status.rb +10 -4
- data/lib/wurk/flow_set.rb +24 -2
- data/lib/wurk/health.rb +0 -1
- data/lib/wurk/heartbeat.rb +13 -7
- data/lib/wurk/import/sidekiq_cron.rb +0 -1
- data/lib/wurk/job_logger.rb +4 -2
- data/lib/wurk/job_record.rb +2 -1
- data/lib/wurk/job_retry.rb +1 -1
- data/lib/wurk/job_set.rb +132 -6
- data/lib/wurk/job_util.rb +14 -0
- data/lib/wurk/launcher.rb +30 -15
- data/lib/wurk/lazy_loader.rb +60 -0
- data/lib/wurk/leader.rb +1 -8
- data/lib/wurk/limiter/bucket.rb +0 -2
- data/lib/wurk/limiter/concurrent.rb +19 -36
- data/lib/wurk/limiter/leaky.rb +0 -2
- data/lib/wurk/limiter/points.rb +0 -2
- data/lib/wurk/limiter/server_middleware.rb +4 -1
- data/lib/wurk/limiter/unlimited.rb +0 -2
- data/lib/wurk/limiter/window.rb +0 -2
- data/lib/wurk/limiter.rb +0 -7
- data/lib/wurk/logger.rb +44 -5
- data/lib/wurk/lua/fast_delete.rb +58 -0
- data/lib/wurk/lua/fast_delete_window.lua +46 -0
- data/lib/wurk/lua/limiter_concurrent_acquire.lua +10 -3
- data/lib/wurk/lua/limiter_concurrent_release.lua +13 -4
- data/lib/wurk/lua.rb +1 -41
- data/lib/wurk/manager.rb +27 -1
- data/lib/wurk/metrics/dashboard_series.rb +38 -18
- data/lib/wurk/metrics/history.rb +24 -11
- data/lib/wurk/metrics/prometheus.rb +0 -1
- data/lib/wurk/metrics/query.rb +0 -2
- data/lib/wurk/metrics/queue_rollup.rb +33 -11
- data/lib/wurk/metrics/statsd.rb +4 -0
- data/lib/wurk/middleware/chain.rb +25 -3
- data/lib/wurk/middleware/expiry.rb +4 -0
- data/lib/wurk/middleware/interrupt_handler.rb +4 -1
- data/lib/wurk/middleware/status.rb +4 -0
- data/lib/wurk/middleware/timeout.rb +10 -6
- data/lib/wurk/preflight/app_scan.rb +182 -0
- data/lib/wurk/preflight/command.rb +21 -5
- data/lib/wurk/preflight/owners.rb +0 -1
- data/lib/wurk/preflight/payload_sample.rb +0 -1
- data/lib/wurk/preflight/redis_guard.rb +98 -0
- data/lib/wurk/preflight/verify.rb +0 -2
- data/lib/wurk/preflight.rb +9 -5
- data/lib/wurk/process_set.rb +6 -1
- data/lib/wurk/profiler.rb +2 -1
- data/lib/wurk/queue.rb +33 -6
- data/lib/wurk/queue_consumers.rb +10 -1
- data/lib/wurk/rails_boot.rb +9 -4
- data/lib/wurk/railtie.rb +3 -4
- data/lib/wurk/redis_options.rb +5 -0
- data/lib/wurk/redis_pool.rb +24 -1
- data/lib/wurk/sentry/error_handler.rb +5 -0
- data/lib/wurk/sentry/middleware.rb +4 -0
- data/lib/wurk/sentry.rb +11 -0
- data/lib/wurk/sorted_entry.rb +16 -12
- data/lib/wurk/stats.rb +85 -1
- data/lib/wurk/swarm/child_boot.rb +0 -2
- data/lib/wurk/swarm/liveness.rb +0 -2
- data/lib/wurk/swarm/memory_watch.rb +116 -0
- data/lib/wurk/swarm/prefork.rb +54 -0
- data/lib/wurk/swarm.rb +95 -55
- data/lib/wurk/version.rb +1 -1
- data/lib/wurk/web/enterprise.rb +63 -7
- data/lib/wurk/web/rack_app.rb +8 -6
- data/lib/wurk/web/stats_routes.rb +93 -0
- data/lib/wurk.rb +34 -30
- data/vendor/assets/dashboard/assets/ArgsValue-BSTICTw4.js +1 -0
- data/vendor/assets/dashboard/assets/ArgsValue-BSTICTw4.js.br +0 -0
- data/vendor/assets/dashboard/assets/ArgsValue-BSTICTw4.js.gz +0 -0
- data/vendor/assets/dashboard/assets/BatchDetail-BBMiNTok.js +1 -0
- data/vendor/assets/dashboard/assets/BatchDetail-BBMiNTok.js.br +0 -0
- data/vendor/assets/dashboard/assets/BatchDetail-BBMiNTok.js.gz +0 -0
- data/vendor/assets/dashboard/assets/Batches-D8I3hCXy.js +1 -0
- data/vendor/assets/dashboard/assets/Batches-D8I3hCXy.js.br +0 -0
- data/vendor/assets/dashboard/assets/Batches-D8I3hCXy.js.gz +0 -0
- data/vendor/assets/dashboard/assets/Busy-CcSvIQFY.js +1 -0
- data/vendor/assets/dashboard/assets/Busy-CcSvIQFY.js.br +0 -0
- data/vendor/assets/dashboard/assets/Busy-CcSvIQFY.js.gz +0 -0
- data/vendor/assets/dashboard/assets/Cron-ByRxtItH.js +1 -0
- data/vendor/assets/dashboard/assets/Cron-ByRxtItH.js.br +0 -0
- data/vendor/assets/dashboard/assets/Cron-ByRxtItH.js.gz +0 -0
- data/vendor/assets/dashboard/assets/Dashboard-CO7_6OUM.js +1 -0
- data/vendor/assets/dashboard/assets/Dashboard-CO7_6OUM.js.br +0 -0
- data/vendor/assets/dashboard/assets/Dashboard-CO7_6OUM.js.gz +0 -0
- data/vendor/assets/dashboard/assets/Dead-C8mDGQAF.js +1 -0
- data/vendor/assets/dashboard/assets/Dead-C8mDGQAF.js.br +0 -0
- data/vendor/assets/dashboard/assets/Dead-C8mDGQAF.js.gz +0 -0
- data/vendor/assets/dashboard/assets/Extension--fRIfdcW.js +1 -0
- data/vendor/assets/dashboard/assets/Extension--fRIfdcW.js.br +0 -0
- data/vendor/assets/dashboard/assets/Extension--fRIfdcW.js.gz +0 -0
- data/vendor/assets/dashboard/assets/FilterBox-BS1_G5S5.js +2 -0
- data/vendor/assets/dashboard/assets/FilterBox-BS1_G5S5.js.br +0 -0
- data/vendor/assets/dashboard/assets/FilterBox-BS1_G5S5.js.gz +0 -0
- data/vendor/assets/dashboard/assets/FlowDetail-CxmWxNpF.js +1 -0
- data/vendor/assets/dashboard/assets/FlowDetail-CxmWxNpF.js.br +0 -0
- data/vendor/assets/dashboard/assets/FlowDetail-CxmWxNpF.js.gz +0 -0
- data/vendor/assets/dashboard/assets/{FlowState-yb7virqR.js → FlowState-ClzInw0-.js} +1 -1
- data/vendor/assets/dashboard/assets/FlowState-ClzInw0-.js.br +0 -0
- data/vendor/assets/dashboard/assets/FlowState-ClzInw0-.js.gz +0 -0
- data/vendor/assets/dashboard/assets/Flows-CCnTVfkN.js +1 -0
- data/vendor/assets/dashboard/assets/Flows-CCnTVfkN.js.br +0 -0
- data/vendor/assets/dashboard/assets/Flows-CCnTVfkN.js.gz +0 -0
- data/vendor/assets/dashboard/assets/JobDetailModal-Btzt9HOQ.js +2 -0
- data/vendor/assets/dashboard/assets/JobDetailModal-Btzt9HOQ.js.br +0 -0
- data/vendor/assets/dashboard/assets/JobDetailModal-Btzt9HOQ.js.gz +0 -0
- data/vendor/assets/dashboard/assets/Limiters-DYxSN0sy.js +1 -0
- data/vendor/assets/dashboard/assets/Limiters-DYxSN0sy.js.br +0 -0
- data/vendor/assets/dashboard/assets/Limiters-DYxSN0sy.js.gz +0 -0
- data/vendor/assets/dashboard/assets/Metrics-BfSRkQ2U.js +1 -0
- data/vendor/assets/dashboard/assets/Metrics-BfSRkQ2U.js.br +0 -0
- data/vendor/assets/dashboard/assets/Metrics-BfSRkQ2U.js.gz +0 -0
- data/vendor/assets/dashboard/assets/NotFound-DrAE8U92.js +1 -0
- data/vendor/assets/dashboard/assets/NotFound-DrAE8U92.js.br +0 -0
- data/vendor/assets/dashboard/assets/NotFound-DrAE8U92.js.gz +0 -0
- data/vendor/assets/dashboard/assets/PageHeader-w3hA_hMm.js +1 -0
- data/vendor/assets/dashboard/assets/PageHeader-w3hA_hMm.js.br +0 -0
- data/vendor/assets/dashboard/assets/PageHeader-w3hA_hMm.js.gz +0 -0
- data/vendor/assets/dashboard/assets/Profiles-191Gq7P-.js +1 -0
- data/vendor/assets/dashboard/assets/Profiles-191Gq7P-.js.br +0 -0
- data/vendor/assets/dashboard/assets/Profiles-191Gq7P-.js.gz +0 -0
- data/vendor/assets/dashboard/assets/Queues-CIvl1fjf.js +1 -0
- data/vendor/assets/dashboard/assets/Queues-CIvl1fjf.js.br +0 -0
- data/vendor/assets/dashboard/assets/Queues-CIvl1fjf.js.gz +0 -0
- data/vendor/assets/dashboard/assets/Retries-sdaiHACO.js +1 -0
- data/vendor/assets/dashboard/assets/Retries-sdaiHACO.js.br +0 -0
- data/vendor/assets/dashboard/assets/Retries-sdaiHACO.js.gz +0 -0
- data/vendor/assets/dashboard/assets/Scheduled-CcildKBh.js +1 -0
- data/vendor/assets/dashboard/assets/Scheduled-CcildKBh.js.br +0 -0
- data/vendor/assets/dashboard/assets/Scheduled-CcildKBh.js.gz +0 -0
- data/vendor/assets/dashboard/assets/Search-D42Va7lB.js +1 -0
- data/vendor/assets/dashboard/assets/Search-D42Va7lB.js.br +0 -0
- data/vendor/assets/dashboard/assets/Search-D42Va7lB.js.gz +0 -0
- data/vendor/assets/dashboard/assets/ar-Br6DtdyK.js +1 -0
- data/vendor/assets/dashboard/assets/ar-Br6DtdyK.js.br +0 -0
- data/vendor/assets/dashboard/assets/ar-Br6DtdyK.js.gz +0 -0
- data/vendor/assets/dashboard/assets/charts-C1xMUYFp.js +1 -0
- data/vendor/assets/dashboard/assets/charts-C1xMUYFp.js.br +0 -0
- data/vendor/assets/dashboard/assets/charts-C1xMUYFp.js.gz +0 -0
- data/vendor/assets/dashboard/assets/de-B2NCIuzo.js +1 -0
- data/vendor/assets/dashboard/assets/de-B2NCIuzo.js.br +0 -0
- data/vendor/assets/dashboard/assets/de-B2NCIuzo.js.gz +0 -0
- data/vendor/assets/dashboard/assets/es-BGeu_JNB.js +1 -0
- data/vendor/assets/dashboard/assets/es-BGeu_JNB.js.br +0 -0
- data/vendor/assets/dashboard/assets/es-BGeu_JNB.js.gz +0 -0
- data/vendor/assets/dashboard/assets/fr-DQVBWFId.js +1 -0
- data/vendor/assets/dashboard/assets/fr-DQVBWFId.js.br +0 -0
- data/vendor/assets/dashboard/assets/fr-DQVBWFId.js.gz +0 -0
- data/vendor/assets/dashboard/assets/i18n-BXp3XejR.js +1 -0
- data/vendor/assets/dashboard/assets/i18n-BXp3XejR.js.br +0 -0
- data/vendor/assets/dashboard/assets/i18n-BXp3XejR.js.gz +0 -0
- data/vendor/assets/dashboard/assets/index-CiLU1zz8.js +141 -0
- data/vendor/assets/dashboard/assets/index-CiLU1zz8.js.br +0 -0
- data/vendor/assets/dashboard/assets/index-CiLU1zz8.js.gz +0 -0
- data/vendor/assets/dashboard/assets/index-r3T9Ugl4.css +1 -0
- data/vendor/assets/dashboard/assets/index-r3T9Ugl4.css.br +0 -0
- data/vendor/assets/dashboard/assets/index-r3T9Ugl4.css.gz +0 -0
- data/vendor/assets/dashboard/assets/ja-D06IBqzL.js +1 -0
- data/vendor/assets/dashboard/assets/ja-D06IBqzL.js.br +0 -0
- data/vendor/assets/dashboard/assets/ja-D06IBqzL.js.gz +0 -0
- data/vendor/assets/dashboard/assets/pt-BR-Dn_okdxf.js +1 -0
- data/vendor/assets/dashboard/assets/pt-BR-Dn_okdxf.js.br +0 -0
- data/vendor/assets/dashboard/assets/pt-BR-Dn_okdxf.js.gz +0 -0
- data/vendor/assets/dashboard/assets/useResetPageOnEmpty-Cuv4BHkC.js +1 -0
- data/vendor/assets/dashboard/assets/useResetPageOnEmpty-Cuv4BHkC.js.br +0 -0
- data/vendor/assets/dashboard/assets/useResetPageOnEmpty-Cuv4BHkC.js.gz +0 -0
- data/vendor/assets/dashboard/assets/useSort-V9yUrByY.js +1 -0
- data/vendor/assets/dashboard/assets/useSort-V9yUrByY.js.br +0 -0
- data/vendor/assets/dashboard/assets/useSort-V9yUrByY.js.gz +0 -0
- data/vendor/assets/dashboard/assets/{utils-CnWZzW2L.js → utils-69XSoGbQ.js} +1 -1
- data/vendor/assets/dashboard/assets/utils-69XSoGbQ.js.br +0 -0
- data/vendor/assets/dashboard/assets/utils-69XSoGbQ.js.gz +0 -0
- data/vendor/assets/dashboard/assets/wurk-logo-ydeSB9B8.png +0 -0
- data/vendor/assets/dashboard/assets/zh-CN-B1ObO-uZ.js +1 -0
- data/vendor/assets/dashboard/assets/zh-CN-B1ObO-uZ.js.br +0 -0
- data/vendor/assets/dashboard/assets/zh-CN-B1ObO-uZ.js.gz +0 -0
- data/vendor/assets/dashboard/index.html +3 -23
- data/vendor/assets/dashboard/wurk-manifest.json +2 -2
- metadata +132 -38
- data/vendor/assets/dashboard/assets/ArgsValue-BJol9S0s.js +0 -1
- data/vendor/assets/dashboard/assets/BatchDetail-D_zGQ9Sd.js +0 -1
- data/vendor/assets/dashboard/assets/Batches-Dt_xC660.js +0 -1
- data/vendor/assets/dashboard/assets/Busy-CWRthsmc.js +0 -1
- data/vendor/assets/dashboard/assets/Cron-qeGr2YAm.js +0 -1
- data/vendor/assets/dashboard/assets/Dashboard-DQWaAwPA.js +0 -1
- data/vendor/assets/dashboard/assets/Dead-D9gOPHtK.js +0 -1
- data/vendor/assets/dashboard/assets/Extension-DONXVLdA.js +0 -1
- data/vendor/assets/dashboard/assets/FilterBox-BbB6gXHp.js +0 -2
- data/vendor/assets/dashboard/assets/FlowDetail-CrmnVRp0.js +0 -1
- data/vendor/assets/dashboard/assets/Flows-g4GC8KmE.js +0 -1
- data/vendor/assets/dashboard/assets/JobDetailModal-C86k_1wj.js +0 -2
- data/vendor/assets/dashboard/assets/Limiters-zyO-iMlK.js +0 -1
- data/vendor/assets/dashboard/assets/Metrics-Ckq5fNBv.js +0 -1
- data/vendor/assets/dashboard/assets/NotFound-C8NnyjlY.js +0 -1
- data/vendor/assets/dashboard/assets/PageHeader-vWeBbSPF.js +0 -1
- data/vendor/assets/dashboard/assets/Profiles-DRl-FXPA.js +0 -1
- data/vendor/assets/dashboard/assets/Queues-DkXWrihA.js +0 -1
- data/vendor/assets/dashboard/assets/Retries-CmlojYIy.js +0 -1
- data/vendor/assets/dashboard/assets/Scheduled-Cbbpp3xw.js +0 -1
- data/vendor/assets/dashboard/assets/Search-LaEpj2fM.js +0 -1
- data/vendor/assets/dashboard/assets/charts-D_PQLoyc.js +0 -1
- data/vendor/assets/dashboard/assets/fa-brands-400-Bs6tcqqs.woff2 +0 -0
- data/vendor/assets/dashboard/assets/fa-regular-400-DRN8N0d1.woff2 +0 -0
- data/vendor/assets/dashboard/assets/fa-solid-900-IAB4Droh.woff2 +0 -0
- data/vendor/assets/dashboard/assets/fa-v4compatibility-CErXDOsT.woff2 +0 -0
- data/vendor/assets/dashboard/assets/i18n-CBewVzQ_.js +0 -1
- data/vendor/assets/dashboard/assets/index--xvvNlYx.css +0 -1
- data/vendor/assets/dashboard/assets/index-FBKGtysy.js +0 -141
- data/vendor/assets/dashboard/assets/useResetPageOnEmpty-BiwhHqgh.js +0 -1
- data/vendor/assets/dashboard/assets/useSort-jBYVwXvg.js +0 -1
- data/vendor/assets/dashboard/assets/wurk-logo-Vy3xW4K0.png +0 -0
- data/vendor/assets/dashboard/og-image.png +0 -0
- data/vendor/assets/dashboard/wurk-logo.webp +0 -0
data/lib/wurk/api/queues.rb
CHANGED
|
@@ -58,14 +58,14 @@ module Wurk
|
|
|
58
58
|
end
|
|
59
59
|
|
|
60
60
|
def stats(_request)
|
|
61
|
-
Response.json(200, Serializers.stats(::Wurk::Stats.new))
|
|
61
|
+
Response.json(200, Serializers.stats(::Wurk::Stats::Snapshot.new))
|
|
62
62
|
end
|
|
63
63
|
|
|
64
|
-
# Stats
|
|
64
|
+
# A Stats snapshot rather than Queue.all: two pipelines instead of an
|
|
65
65
|
# LLEN round trip per queue, and it comes back in the size-descending
|
|
66
66
|
# order every other Wurk surface lists queues in.
|
|
67
67
|
def index(_request)
|
|
68
|
-
Response.json(200, queues: ::Wurk::Stats.new.queue_summaries.map { |q| Serializers.queue_summary(q) })
|
|
68
|
+
Response.json(200, queues: ::Wurk::Stats::Snapshot.new.queue_summaries.map { |q| Serializers.queue_summary(q) })
|
|
69
69
|
end
|
|
70
70
|
|
|
71
71
|
# No 404 for a name nothing was ever enqueued under. A queue is not an
|
|
@@ -75,9 +75,10 @@ module Wurk
|
|
|
75
75
|
# its first job is a legitimate pre-deploy move for the same reason.
|
|
76
76
|
def show(request)
|
|
77
77
|
window = Page.window!(request)
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
78
|
+
name = Validation.queue_name!(request.path_params[:name])
|
|
79
|
+
snapshot = ::Wurk::Queue.new(name).snapshot(window.offset, window.count)
|
|
80
|
+
jobs = snapshot.records.map { |record| Serializers.job_record(record) }
|
|
81
|
+
Response.json(200, Serializers.queue_gauges(name, snapshot).merge(**window.to_h, jobs: jobs))
|
|
81
82
|
end
|
|
82
83
|
|
|
83
84
|
def retries(request) = sorted_set(request, ::Wurk::RetrySet.new)
|
|
@@ -95,12 +96,13 @@ module Wurk
|
|
|
95
96
|
Response.json(200, name: queue.name, paused: paused)
|
|
96
97
|
end
|
|
97
98
|
|
|
98
|
-
# `total`
|
|
99
|
-
# page was taken from rather than the one left after a poller
|
|
99
|
+
# `total` and the page are one pipelined read, so the total describes the
|
|
100
|
+
# set the page was taken from rather than the one left after a poller
|
|
101
|
+
# drained it.
|
|
100
102
|
def sorted_set(request, set)
|
|
101
103
|
window = Page.window!(request)
|
|
102
|
-
total = set.
|
|
103
|
-
jobs =
|
|
104
|
+
total, entries = set.snapshot(window.offset, window.count)
|
|
105
|
+
jobs = entries.map { |entry| Serializers.sorted_entry(entry) }
|
|
104
106
|
Response.json(200, name: set.name, total: total, page: window.page, count: window.count, jobs: jobs)
|
|
105
107
|
end
|
|
106
108
|
|
data/lib/wurk/api/serializers.rb
CHANGED
|
@@ -152,13 +152,12 @@ module Wurk
|
|
|
152
152
|
{ name: summary.name, size: summary.size, latency: summary.latency, paused: summary.paused? }
|
|
153
153
|
end
|
|
154
154
|
|
|
155
|
-
# The same four gauges read off a Wurk::Queue instead of a
|
|
156
|
-
# Stats::QueueSummary
|
|
157
|
-
#
|
|
158
|
-
#
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
{ name: queue.name, size: queue.size, latency: queue.latency, paused: queue.paused? }
|
|
155
|
+
# The same four gauges read off a Wurk::Queue::Snapshot instead of a
|
|
156
|
+
# Stats::QueueSummary. Same field names on purpose: a client that read a
|
|
157
|
+
# queue out of the listing and then fetched it should not have to
|
|
158
|
+
# reshape anything.
|
|
159
|
+
def queue_gauges(name, gauges)
|
|
160
|
+
{ name: name, size: gauges.size, latency: gauges.latency, paused: gauges.paused? }
|
|
162
161
|
end
|
|
163
162
|
|
|
164
163
|
# `class` and `args` are the *display* view, the same one the dashboard
|
data/lib/wurk/api/swarm.rb
CHANGED
|
@@ -39,6 +39,10 @@ module Wurk
|
|
|
39
39
|
class ServerMiddleware
|
|
40
40
|
include Wurk::Middleware::ServerMiddleware
|
|
41
41
|
|
|
42
|
+
# One instance per chain entry, shared by every job (Middleware::Chain::Entry):
|
|
43
|
+
# #call keeps its state in locals and writes no ivar.
|
|
44
|
+
def self.shared_instance? = true
|
|
45
|
+
|
|
42
46
|
CALLBACK_JOB = 'Wurk::Batch::CallbackJob'
|
|
43
47
|
|
|
44
48
|
# The middleware this one must stay OUTSIDE of — the ordering anchor
|
data/lib/wurk/batch/status.rb
CHANGED
|
@@ -18,11 +18,19 @@ module Wurk
|
|
|
18
18
|
|
|
19
19
|
attr_reader :bid
|
|
20
20
|
|
|
21
|
-
|
|
21
|
+
# `data:` is the `b-<bid>` hash already read, by a listing that fetched a
|
|
22
|
+
# page of them in one pipeline (BatchSet#snapshot); without it the hash
|
|
23
|
+
# is read here.
|
|
24
|
+
def initialize(bid, data: nil)
|
|
22
25
|
raise ArgumentError, 'bid required' if bid.nil? || bid.to_s.empty?
|
|
23
26
|
|
|
24
27
|
@bid = bid.to_s
|
|
25
|
-
reload!
|
|
28
|
+
data ? self.data_hash = data : reload!
|
|
29
|
+
end
|
|
30
|
+
|
|
31
|
+
# The four set sizes #summary takes, as one pipeline's commands.
|
|
32
|
+
def self.summary_commands(bid)
|
|
33
|
+
%w[failed died kids jids].map { |set| ['SCARD', "b-#{bid}-#{set}"] }
|
|
26
34
|
end
|
|
27
35
|
|
|
28
36
|
# False when no `b-<bid>` hash exists — a well-formed bid that was never
|
|
@@ -87,24 +95,18 @@ module Wurk
|
|
|
87
95
|
# set reads it needs ride one pipeline.
|
|
88
96
|
def data
|
|
89
97
|
failed, dead, kids, live = set_snapshot
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
'parent_bid' => parent_bid,
|
|
103
|
-
'tags' => tags,
|
|
104
|
-
'failed_jids' => failed,
|
|
105
|
-
'dead_jids' => dead,
|
|
106
|
-
'child_count' => kids.to_i
|
|
107
|
-
}
|
|
98
|
+
header(live).merge('failed_jids' => failed, 'dead_jids' => dead, 'child_count' => kids.to_i)
|
|
99
|
+
end
|
|
100
|
+
|
|
101
|
+
# #data for a listing row: the failed and dead jid sets by size rather
|
|
102
|
+
# than by member, so a page of batches with ten thousand failures each
|
|
103
|
+
# is 25 rows and not 250,000 jids. `sizes` are the replies to
|
|
104
|
+
# .summary_commands when the caller pipelined them for a whole page.
|
|
105
|
+
def summary(sizes = nil)
|
|
106
|
+
failed, dead, kids, live = sizes || Wurk.redis do |conn|
|
|
107
|
+
conn.pipelined { |pipe| Status.summary_commands(@bid).each { |cmd| pipe.call(*cmd) } }
|
|
108
|
+
end
|
|
109
|
+
header(live).merge('failed_count' => failed.to_i, 'dead_count' => dead.to_i, 'child_count' => kids.to_i)
|
|
108
110
|
end
|
|
109
111
|
|
|
110
112
|
# Blocks the current thread until `complete?` is true. Test/util only —
|
|
@@ -139,13 +141,34 @@ module Wurk
|
|
|
139
141
|
end
|
|
140
142
|
|
|
141
143
|
def reload!
|
|
142
|
-
|
|
143
|
-
@data = raw.is_a?(Hash) ? raw : raw.each_slice(2).to_h
|
|
144
|
+
self.data_hash = Wurk.redis { |conn| conn.call('HGETALL', "b-#{@bid}") }
|
|
144
145
|
self
|
|
145
146
|
end
|
|
146
147
|
|
|
147
148
|
private
|
|
148
149
|
|
|
150
|
+
def header(live)
|
|
151
|
+
{
|
|
152
|
+
'bid' => @bid,
|
|
153
|
+
'total' => total,
|
|
154
|
+
'pending' => pending,
|
|
155
|
+
'failures' => failures,
|
|
156
|
+
'created_at' => created_at,
|
|
157
|
+
'complete_at' => complete_at,
|
|
158
|
+
'success_at' => success_at,
|
|
159
|
+
'death_at' => death_at,
|
|
160
|
+
'complete' => complete_with?(live.to_i),
|
|
161
|
+
'invalidated' => invalidated?,
|
|
162
|
+
'description' => description,
|
|
163
|
+
'parent_bid' => parent_bid,
|
|
164
|
+
'tags' => tags
|
|
165
|
+
}
|
|
166
|
+
end
|
|
167
|
+
|
|
168
|
+
def data_hash=(raw)
|
|
169
|
+
@data = raw.is_a?(Hash) ? raw : raw.each_slice(2).to_h
|
|
170
|
+
end
|
|
171
|
+
|
|
149
172
|
# [failed jids, dead jids, child count, live count] in one round trip.
|
|
150
173
|
def set_snapshot
|
|
151
174
|
Wurk.redis do |conn|
|
data/lib/wurk/batch_set.rb
CHANGED
|
@@ -38,6 +38,20 @@ module Wurk
|
|
|
38
38
|
end
|
|
39
39
|
end
|
|
40
40
|
|
|
41
|
+
# The set's size and the #each-ordered page of `count` batches from
|
|
42
|
+
# `offset`, each as its Status#summary: the page's ids in one round trip
|
|
43
|
+
# and every row's hash and set sizes in a second, where #each pays a round
|
|
44
|
+
# trip per batch from the top of the set down. Internal reader for the
|
|
45
|
+
# dashboard.
|
|
46
|
+
#
|
|
47
|
+
# @return [Array(Integer, Array<Hash>)]
|
|
48
|
+
def snapshot(offset, count)
|
|
49
|
+
Wurk.redis do |conn|
|
|
50
|
+
size, bids = page_ids(conn, offset, count)
|
|
51
|
+
[size.to_i, summaries(conn, bids)]
|
|
52
|
+
end
|
|
53
|
+
end
|
|
54
|
+
|
|
41
55
|
# Yields each BID indexed under the given tag (set at `tags:<tag>`).
|
|
42
56
|
# No JSON parsing; cheap iteration. Caller wraps in `Status.new(bid)`
|
|
43
57
|
# if it needs full state.
|
|
@@ -53,6 +67,26 @@ module Wurk
|
|
|
53
67
|
end
|
|
54
68
|
end
|
|
55
69
|
end
|
|
70
|
+
|
|
71
|
+
private
|
|
72
|
+
|
|
73
|
+
# ZCARD and one newest-first page of ids, in one round trip.
|
|
74
|
+
def page_ids(conn, offset, count)
|
|
75
|
+
conn.pipelined do |pipe|
|
|
76
|
+
pipe.call('ZCARD', @key)
|
|
77
|
+
pipe.call('ZRANGE', @key, offset, offset + count - 1, 'REV')
|
|
78
|
+
end
|
|
79
|
+
end
|
|
80
|
+
|
|
81
|
+
def summaries(conn, bids)
|
|
82
|
+
return [] if bids.empty?
|
|
83
|
+
|
|
84
|
+
commands = bids.map { |bid| [['HGETALL', "b-#{bid}"], *Wurk::Batch::Status.summary_commands(bid)] }
|
|
85
|
+
replies = conn.pipelined { |pipe| commands.flatten(1).each { |cmd| pipe.call(*cmd) } }
|
|
86
|
+
bids.zip(replies.each_slice(commands.first.size)).map do |bid, (hash, *sizes)|
|
|
87
|
+
Wurk::Batch::Status.new(bid, data: hash).summary(sizes)
|
|
88
|
+
end
|
|
89
|
+
end
|
|
56
90
|
end
|
|
57
91
|
|
|
58
92
|
class Batch
|
data/lib/wurk/boot_checks.rb
CHANGED
|
@@ -25,9 +25,11 @@ module Wurk
|
|
|
25
25
|
if info
|
|
26
26
|
log_backend(config.logger, info)
|
|
27
27
|
warn_on_foreign_processes(config)
|
|
28
|
+
warn_on_unconsumed_framework_queues(config)
|
|
28
29
|
end
|
|
29
30
|
warn_on_ignored_locks(config.logger)
|
|
30
31
|
warn_on_ignored_unique(config.logger)
|
|
32
|
+
warn_on_client_config_only(config)
|
|
31
33
|
rescue StandardError => e
|
|
32
34
|
config.logger.warn { "wurk boot checks skipped: #{e.class}: #{e.message}" }
|
|
33
35
|
end
|
|
@@ -97,6 +99,84 @@ module Wurk
|
|
|
97
99
|
end
|
|
98
100
|
end
|
|
99
101
|
|
|
102
|
+
# Stock Sidekiq skips a configure_client block in a server without a word,
|
|
103
|
+
# and so does Configuration: an app normally configures both roles. A
|
|
104
|
+
# server where only client blocks were written ran none of them, so the
|
|
105
|
+
# Redis settings, middleware and handlers they hold are all absent here.
|
|
106
|
+
def warn_on_client_config_only(config)
|
|
107
|
+
return unless config.client_config_only?
|
|
108
|
+
|
|
109
|
+
config.logger.warn do
|
|
110
|
+
'This is a server process, so its configure_client blocks were skipped, and no configure_server block ran: ' \
|
|
111
|
+
'whatever those blocks set (config.redis, middleware, handlers) does not apply to these workers. Set it ' \
|
|
112
|
+
'in a configure_server block too, or outside both.'
|
|
113
|
+
end
|
|
114
|
+
end
|
|
115
|
+
|
|
116
|
+
# The topology only shapes what a swarm forks; `wurk` and an embedded
|
|
117
|
+
# worker run one process with the capsules' threads, so a declared one
|
|
118
|
+
# silently does nothing there.
|
|
119
|
+
def warn_on_ignored_topology(config, runner)
|
|
120
|
+
return unless config.topology_assigned?
|
|
121
|
+
|
|
122
|
+
config.logger.warn do
|
|
123
|
+
"config.topology is set, but #{runner} runs a single process and ignores it: its slots' queues and " \
|
|
124
|
+
'concurrency are not used here. Run wurkswarm to fork it, or set the queues and concurrency on the capsules.'
|
|
125
|
+
end
|
|
126
|
+
end
|
|
127
|
+
|
|
128
|
+
# Rails enqueues its own jobs (mail delivery, Active Storage analysis and
|
|
129
|
+
# purge, Action Mailbox routing) to queues an app never names itself, so
|
|
130
|
+
# they are the ones that go unlistened. Read from Redis, so only with it.
|
|
131
|
+
def warn_on_unconsumed_framework_queues(config)
|
|
132
|
+
wanted = framework_queues
|
|
133
|
+
return if wanted.empty?
|
|
134
|
+
|
|
135
|
+
listened = own_queues(config) | config.redis(idempotent: true) { |conn| QueueConsumers.counts(conn).keys }
|
|
136
|
+
missing = wanted.except(*listened)
|
|
137
|
+
return if missing.empty?
|
|
138
|
+
|
|
139
|
+
config.logger.warn do
|
|
140
|
+
"Rails enqueues to #{listing(missing.map { |queue, what| "#{queue} (#{what})" })}, which neither this " \
|
|
141
|
+
'process nor any live one listens to, so those jobs wait forever. Add the queues to a worker.'
|
|
142
|
+
end
|
|
143
|
+
end
|
|
144
|
+
|
|
145
|
+
# `{ queue => what Rails sends there }`, for apps whose ActiveJob adapter is Wurk.
|
|
146
|
+
def framework_queues
|
|
147
|
+
return {} unless wurk_active_job?
|
|
148
|
+
|
|
149
|
+
named = {}
|
|
150
|
+
named['mail delivery'] = ::ActionMailer::Base.deliver_later_queue_name if defined?(::ActionMailer::Base)
|
|
151
|
+
named.merge!(framework_queue_set('Active Storage', defined?(::ActiveStorage) && ::ActiveStorage))
|
|
152
|
+
named.merge!(framework_queue_set('Action Mailbox', defined?(::ActionMailbox) && ::ActionMailbox))
|
|
153
|
+
named.compact.to_h { |what, queue| [active_job_queue_name(queue), what] }
|
|
154
|
+
end
|
|
155
|
+
|
|
156
|
+
def framework_queue_set(framework, mod)
|
|
157
|
+
return {} unless mod.respond_to?(:queues) && mod.queues.respond_to?(:to_h)
|
|
158
|
+
|
|
159
|
+
mod.queues.to_h.transform_keys { |kind| "#{framework} #{kind}" }
|
|
160
|
+
end
|
|
161
|
+
|
|
162
|
+
def wurk_active_job?
|
|
163
|
+
return false unless defined?(::ActiveJob::Base)
|
|
164
|
+
|
|
165
|
+
::ActiveJob::Base.queue_adapter.class.name.to_s.match?(/Wurk|Sidekiq/)
|
|
166
|
+
end
|
|
167
|
+
|
|
168
|
+
def active_job_queue_name(queue)
|
|
169
|
+
prefix = ::ActiveJob::Base.queue_name_prefix
|
|
170
|
+
prefix ? "#{prefix}#{::ActiveJob::Base.queue_name_delimiter}#{queue}" : queue.to_s
|
|
171
|
+
end
|
|
172
|
+
|
|
173
|
+
def own_queues(config)
|
|
174
|
+
queues = config.capsules.each_value.flat_map { |cap| cap.weights.keys }
|
|
175
|
+
return queues unless config.topology_assigned?
|
|
176
|
+
|
|
177
|
+
queues | config.topology.slots.flat_map { |slot| Array(slot.queues).map { |entry| entry.to_s.split(',').first } }
|
|
178
|
+
end
|
|
179
|
+
|
|
100
180
|
def locked_job_classes = job_classes_setting(%w[lock])
|
|
101
181
|
|
|
102
182
|
# Workers, and ActiveJob classes that take `sidekiq_options` (Wurk::Job::Options).
|
data/lib/wurk/cli.rb
CHANGED
|
@@ -11,8 +11,6 @@ require_relative 'version'
|
|
|
11
11
|
require_relative 'configuration'
|
|
12
12
|
require_relative 'component'
|
|
13
13
|
require_relative 'capsule'
|
|
14
|
-
require_relative 'launcher'
|
|
15
|
-
require_relative 'rails_boot'
|
|
16
14
|
require_relative 'boot_checks'
|
|
17
15
|
|
|
18
16
|
module Wurk
|
|
@@ -112,8 +110,10 @@ module Wurk
|
|
|
112
110
|
].freeze
|
|
113
111
|
|
|
114
112
|
BOOT_CHECK_OPTION_FLAGS = [
|
|
115
|
-
['-R', '--redis', :boot_check_redis, 'Also read Redis: version, eviction policy, live peers (read-only)']
|
|
113
|
+
['-R', '--redis', :boot_check_redis, 'Also read Redis: version, eviction policy, live peers (read-only)'],
|
|
114
|
+
['-n', '--runner NAME', :boot_check_runner, 'Boot as wurkswarm (default) or wurk, the runner you deploy']
|
|
116
115
|
].freeze
|
|
116
|
+
BOOT_CHECK_RUNNERS = %w[wurkswarm wurk].freeze
|
|
117
117
|
|
|
118
118
|
HEALTH_OPTION_FLAGS = [
|
|
119
119
|
['-w', '--window SECONDS', :health_window, 'A heartbeat older than this does not count (default 60)', :to_i],
|
|
@@ -123,7 +123,7 @@ module Wurk
|
|
|
123
123
|
].freeze
|
|
124
124
|
|
|
125
125
|
HELP_COMMANDS = "\nCommands:\n " \
|
|
126
|
-
"boot-check Boot
|
|
126
|
+
"boot-check Boot as wurkswarm (or --runner wurk) would, then exit; no fork, no fetch (CI)\n " \
|
|
127
127
|
"health Exit 0 if this host's workers are heartbeating\n " \
|
|
128
128
|
"preflight Read a live Redis: what will carry over to Wurk (read-only)\n " \
|
|
129
129
|
"verify Post-cutover check of a live fleet (read-only)\n\nOptions:"
|
|
@@ -202,19 +202,18 @@ module Wurk
|
|
|
202
202
|
# Mark server mode BEFORE the app loads so `configure_server` blocks in
|
|
203
203
|
# the required initializer actually fire (they gate on `config.server?`).
|
|
204
204
|
# Matches Sidekiq, which sets `Sidekiq.server = true` before requiring
|
|
205
|
-
# the app in its CLI.
|
|
206
|
-
#
|
|
207
|
-
# skip logs one WARN naming the gate (`configure_server` / `server? is
|
|
208
|
-
# false`).
|
|
205
|
+
# the app in its CLI. Each configure_server block the app's load reaches
|
|
206
|
+
# before it would be kept and run only here, after the app's own code.
|
|
209
207
|
enter_server_mode
|
|
210
208
|
boot_application if boot_app
|
|
211
209
|
Swarm::TestModeGuard.enforce!(@config.logger)
|
|
212
210
|
self_read, self_write = ::IO.pipe
|
|
213
211
|
begin
|
|
214
212
|
trap_signals(self_write)
|
|
215
|
-
validate_redis!
|
|
213
|
+
info = validate_redis!
|
|
216
214
|
validate_pool_sizes!
|
|
217
|
-
BootChecks.run(@config,
|
|
215
|
+
BootChecks.run(@config, info)
|
|
216
|
+
BootChecks.warn_on_ignored_topology(@config, 'wurk')
|
|
218
217
|
BootChecks.log_process_role(@config, 'wurk')
|
|
219
218
|
@config[:identity] = identity
|
|
220
219
|
# Force lazy server-middleware chain so worker threads don't race
|
|
@@ -240,9 +239,9 @@ module Wurk
|
|
|
240
239
|
# This is the only way to get fork-based parallelism without Rails — the
|
|
241
240
|
# railtie auto-boot path is Rails-only. Honors the swarm preload knobs
|
|
242
241
|
# (`WURK_PRELOAD`/`SIDEKIQ_PRELOAD` Bundler groups, `WURK_PRELOAD_APP`/
|
|
243
|
-
# `SIDEKIQ_PRELOAD_APP` whole-app eager-load)
|
|
244
|
-
# before the fork so children share
|
|
245
|
-
def run_swarm(boot_app: true
|
|
242
|
+
# `SIDEKIQ_PRELOAD_APP` whole-app eager-load); Swarm#boot warms the heap
|
|
243
|
+
# before the fork so children share its pages (Swarm::Prefork). Spec §7.
|
|
244
|
+
def run_swarm(boot_app: true) # rubocop:disable Metrics/AbcSize
|
|
246
245
|
raise StartupError, "the swarm runner takes no subcommand; run `wurk #{@command}` instead" if @command
|
|
247
246
|
|
|
248
247
|
# Server mode before the app loads — see #run. The flag rides through the
|
|
@@ -253,12 +252,11 @@ module Wurk
|
|
|
253
252
|
# crash-looping the fleet until the crash-loop exit.
|
|
254
253
|
Health.options_from_env
|
|
255
254
|
boot_swarm_application if boot_app
|
|
256
|
-
validate_redis!
|
|
255
|
+
info = validate_redis!
|
|
257
256
|
validate_pool_sizes!
|
|
258
|
-
BootChecks.run(@config,
|
|
257
|
+
BootChecks.run(@config, info)
|
|
259
258
|
log_swarm_role
|
|
260
259
|
@config[:identity] = identity
|
|
261
|
-
warm_up_process if warmup
|
|
262
260
|
@swarm = Wurk::Swarm.new(topology: @config.topology, config: @config, exit_on_crash_loop: true,
|
|
263
261
|
shutdown_timeout: @config[:timeout] || Swarm::DEFAULT_SHUTDOWN_TIMEOUT)
|
|
264
262
|
begin
|
|
@@ -273,25 +271,25 @@ module Wurk
|
|
|
273
271
|
exit(1) if @swarm.crash_looped?
|
|
274
272
|
end
|
|
275
273
|
|
|
276
|
-
# `wurk boot-check` —
|
|
277
|
-
#
|
|
278
|
-
#
|
|
279
|
-
#
|
|
280
|
-
#
|
|
274
|
+
# `wurk boot-check` — the boot of the runner named by --runner up to where it
|
|
275
|
+
# would fork or fetch: #run_swarm's (the default) or #run's, with the same
|
|
276
|
+
# require order, config file and checks, plus what a worker reaches only later
|
|
277
|
+
# (every constant, the routes), so a CI step finds what would crash-loop a
|
|
278
|
+
# deploy. `configure_server` blocks run, since their load errors are the point;
|
|
279
|
+
# no lifecycle event fires (`:startup` included) and periodic loops are never
|
|
280
|
+
# applied. Wurk's Redis pools refuse every command without --redis and every
|
|
281
|
+
# write with it (Preflight::RedisGuard), so boot-time app code cannot touch a
|
|
282
|
+
# real server. Returns the exit code; a boot that raises is the binary's
|
|
281
283
|
# failure report.
|
|
282
284
|
def run_boot_check(boot_app: true)
|
|
285
|
+
require_relative 'preflight/redis_guard'
|
|
286
|
+
Preflight::RedisGuard.install(@config[:boot_check_redis] ? :read_only : :closed, label: 'wurk boot-check')
|
|
283
287
|
enter_server_mode
|
|
284
|
-
|
|
285
|
-
|
|
286
|
-
boot_swarm_application
|
|
287
|
-
eager_load_rails
|
|
288
|
-
draw_routes
|
|
289
|
-
end
|
|
290
|
-
validate_pool_sizes!
|
|
291
|
-
BootChecks.run(@config, boot_check_redis_info)
|
|
292
|
-
log_swarm_role
|
|
293
|
-
logger.info { "wurk boot-check: #{@config[:require]} booted as wurkswarm would" }
|
|
288
|
+
boot_check_runner == 'wurk' ? boot_check_as_wurk(boot_app) : boot_check_as_swarm(boot_app)
|
|
289
|
+
logger.info { "wurk boot-check: #{@config[:require]} booted as #{boot_check_runner} would" }
|
|
294
290
|
0
|
|
291
|
+
ensure
|
|
292
|
+
Preflight::RedisGuard.uninstall
|
|
295
293
|
end
|
|
296
294
|
|
|
297
295
|
# `wurk health` — see Wurk::HealthProbe. Boots nothing; returns the exit code.
|
|
@@ -349,9 +347,9 @@ module Wurk
|
|
|
349
347
|
Wurk.enter_server_mode(@config)
|
|
350
348
|
end
|
|
351
349
|
|
|
352
|
-
# Pre-fault and compact the heap before workers start
|
|
353
|
-
#
|
|
354
|
-
#
|
|
350
|
+
# Pre-fault and compact the heap before workers start (the swarm does its
|
|
351
|
+
# own, before the fork: Swarm::Prefork). RUBY_DISABLE_WARMUP=1 is the escape
|
|
352
|
+
# hatch for hosts that already warmed up.
|
|
355
353
|
def warm_up_process
|
|
356
354
|
return unless ::Process.respond_to?(:warmup) && ENV['RUBY_DISABLE_WARMUP'] != '1'
|
|
357
355
|
|
|
@@ -433,6 +431,8 @@ module Wurk
|
|
|
433
431
|
warn "wurk: USR2 log reopen failed, still writing to the previous log: #{e.class}: #{e.message}"
|
|
434
432
|
end
|
|
435
433
|
|
|
434
|
+
# Returns the INFO it read, so a boot pays one round trip for the version
|
|
435
|
+
# check and BootChecks together.
|
|
436
436
|
def validate_redis!
|
|
437
437
|
info = redis_info
|
|
438
438
|
ver = ::Gem::Version.new(info['redis_version'])
|
|
@@ -441,7 +441,7 @@ module Wurk
|
|
|
441
441
|
end
|
|
442
442
|
|
|
443
443
|
maxmemory_policy = info['maxmemory_policy']
|
|
444
|
-
return if maxmemory_policy.nil? || maxmemory_policy.empty? || maxmemory_policy == 'noeviction'
|
|
444
|
+
return info if maxmemory_policy.nil? || maxmemory_policy.empty? || maxmemory_policy == 'noeviction'
|
|
445
445
|
|
|
446
446
|
logger.warn { <<~WARN }
|
|
447
447
|
|
|
@@ -450,6 +450,7 @@ module Wurk
|
|
|
450
450
|
The 'noeviction' maxmemory policy is recommended (current policy: '#{maxmemory_policy}').
|
|
451
451
|
|
|
452
452
|
WARN
|
|
453
|
+
info
|
|
453
454
|
end
|
|
454
455
|
|
|
455
456
|
def redis_info
|
|
@@ -467,11 +468,41 @@ module Wurk
|
|
|
467
468
|
end
|
|
468
469
|
end
|
|
469
470
|
|
|
471
|
+
def boot_check_runner = @config[:boot_check_runner] || BOOT_CHECK_RUNNERS.first
|
|
472
|
+
|
|
473
|
+
def boot_check_as_swarm(boot_app)
|
|
474
|
+
Health.options_from_env
|
|
475
|
+
if boot_app
|
|
476
|
+
boot_swarm_application
|
|
477
|
+
boot_check_reach
|
|
478
|
+
end
|
|
479
|
+
validate_pool_sizes!
|
|
480
|
+
BootChecks.run(@config, boot_check_redis_info)
|
|
481
|
+
log_swarm_role
|
|
482
|
+
end
|
|
483
|
+
|
|
484
|
+
def boot_check_as_wurk(boot_app)
|
|
485
|
+
if boot_app
|
|
486
|
+
boot_application
|
|
487
|
+
boot_check_reach
|
|
488
|
+
end
|
|
489
|
+
validate_pool_sizes!
|
|
490
|
+
BootChecks.run(@config, boot_check_redis_info)
|
|
491
|
+
BootChecks.warn_on_ignored_topology(@config, 'wurk')
|
|
492
|
+
BootChecks.log_process_role(@config, 'boot-check (as wurk)')
|
|
493
|
+
end
|
|
494
|
+
|
|
495
|
+
# What a worker loads only later: every constant, and the routes.
|
|
496
|
+
def boot_check_reach
|
|
497
|
+
Wurk.eager_load!
|
|
498
|
+
eager_load_rails
|
|
499
|
+
draw_routes
|
|
500
|
+
end
|
|
501
|
+
|
|
470
502
|
def boot_check_redis_info
|
|
471
503
|
return unless @config[:boot_check_redis]
|
|
472
504
|
|
|
473
505
|
validate_redis!
|
|
474
|
-
redis_info
|
|
475
506
|
end
|
|
476
507
|
|
|
477
508
|
def log_swarm_role
|
|
@@ -809,6 +840,11 @@ module Wurk
|
|
|
809
840
|
reason = require_path_problem(@config[:require].to_s)
|
|
810
841
|
return print_help_and_die(reason) if reason
|
|
811
842
|
|
|
843
|
+
runner = @config[:boot_check_runner]
|
|
844
|
+
if runner && !BOOT_CHECK_RUNNERS.include?(runner)
|
|
845
|
+
raise StartupError, "--runner: #{runner.inspect} is not one of #{BOOT_CHECK_RUNNERS.join(', ')}"
|
|
846
|
+
end
|
|
847
|
+
|
|
812
848
|
%i[concurrency timeout].each do |opt|
|
|
813
849
|
raise StartupError, "#{opt}: #{@config[opt]} is not a valid value" if @config[opt].to_i <= 0
|
|
814
850
|
end
|