backburner-allq 1.0.9 → 1.0.16
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/deploy.sh +1 -1
- data/lib/backburner/allq_wrapper.rb +25 -29
- data/lib/backburner/connection.rb +10 -2
- data/lib/backburner/version.rb +1 -1
- data/lib/backburner/worker.rb +1 -2
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 0aea14c4ca2fa04f46e103f147d265c60a79cbcfab02c76ab5cfc333683cbbf3
|
4
|
+
data.tar.gz: '08768dfb235b89694e401a67e20f963ec0bff7f9bdbaaceb178e7995e884d7cd'
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: e43b3ae23ce17153380d0b2d03ff98344dabb2002e287edde44b3d878b08989671391d29ed8617c756a296f07962ebb4580421bb826a7ad7a2b2e30bd26e9bf7
|
7
|
+
data.tar.gz: d8ae8904ede1db1c330674134a4301b1658b98bb69a268fbe20fda986590b29747216ea40e68d287979f9fa2f6439e727e95432927fe35a86c74897d9ba4c0d3
|
data/deploy.sh
CHANGED
@@ -13,14 +13,16 @@ module Backburner
|
|
13
13
|
|
14
14
|
def watch
|
15
15
|
Thread.new do
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
|
16
|
+
loop do
|
17
|
+
ran = false
|
18
|
+
job = @allq_wrapper.get(@tube_name)
|
19
|
+
if job.body
|
20
|
+
perform(job)
|
21
|
+
ran = true
|
22
|
+
end
|
23
|
+
# Wait if nothing returned
|
24
|
+
sleep(rand() * 3) unless ran
|
21
25
|
end
|
22
|
-
# Wait if nothing returned
|
23
|
-
sleep(rand() * 3) unless ran
|
24
26
|
end
|
25
27
|
end
|
26
28
|
end
|
@@ -114,13 +116,19 @@ module Backburner
|
|
114
116
|
@client.release_put(job.id)
|
115
117
|
end
|
116
118
|
|
117
|
-
def bury(job)
|
119
|
+
def bury(job)
|
120
|
+
@client.bury_put(job.id)
|
121
|
+
end
|
118
122
|
|
119
123
|
def tube_names
|
120
124
|
stats_hash = stats
|
121
125
|
stats_hash.keys
|
122
126
|
end
|
123
127
|
|
128
|
+
def tubes
|
129
|
+
tube_names
|
130
|
+
end
|
131
|
+
|
124
132
|
def peek_buried(tube_name = 'default')
|
125
133
|
job = nil
|
126
134
|
job = @client.peek_get(tube_name, buried: true)
|
@@ -161,15 +169,8 @@ module Backburner
|
|
161
169
|
|
162
170
|
default = 5
|
163
171
|
|
164
|
-
return
|
165
|
-
|
166
|
-
return 6 if app_priority >= 33_000
|
167
|
-
|
168
|
-
return 7 if app_priority >= 35_000
|
169
|
-
|
170
|
-
return 8 if app_priority >= 37_000
|
171
|
-
|
172
|
-
default
|
172
|
+
# return app_priority unless larger than 10
|
173
|
+
app_priority > 10 ? 5 : app_priority
|
173
174
|
end
|
174
175
|
|
175
176
|
def log_result(job_result)
|
@@ -191,6 +192,7 @@ module Backburner
|
|
191
192
|
ttl: ttl,
|
192
193
|
delay: delay,
|
193
194
|
priority: adjusted_priority,
|
195
|
+
shard_key: options[:shard_key],
|
194
196
|
parent_id: parent_id)
|
195
197
|
new_job
|
196
198
|
end
|
@@ -212,21 +214,11 @@ module Backburner
|
|
212
214
|
priority: adjusted_priority,
|
213
215
|
timeout: timeout,
|
214
216
|
run_on_timeout: run_on_timeout,
|
217
|
+
shard_key: options[:shard_key],
|
215
218
|
limit: limit)
|
216
219
|
new_parent_job
|
217
220
|
end
|
218
221
|
|
219
|
-
def put2(body, pri = 5, ttl = 600, tube_name = "default", delay = 0)
|
220
|
-
# Old school way
|
221
|
-
options = {
|
222
|
-
pri: pri,
|
223
|
-
ttl: ttl,
|
224
|
-
tube_name: tube_name,
|
225
|
-
delay: delay
|
226
|
-
}
|
227
|
-
put(body, options)
|
228
|
-
end
|
229
|
-
|
230
222
|
def put(body, options)
|
231
223
|
# New school put
|
232
224
|
retry_count = 0
|
@@ -236,7 +228,6 @@ module Backburner
|
|
236
228
|
begin
|
237
229
|
Timeout.timeout(10) do
|
238
230
|
if body && body.to_s.include?('["default"]')
|
239
|
-
puts "PUTTING DEFAULT! #{caller.inspect}"
|
240
231
|
end
|
241
232
|
|
242
233
|
if is_parent
|
@@ -265,6 +256,11 @@ module Backburner
|
|
265
256
|
result
|
266
257
|
end
|
267
258
|
|
259
|
+
def stats(tube)
|
260
|
+
final_stats = stats
|
261
|
+
final_stats[tube]
|
262
|
+
end
|
263
|
+
|
268
264
|
def stats
|
269
265
|
raw_stats = @admin.stats_get
|
270
266
|
final_stats = {}
|
@@ -96,9 +96,17 @@ module Backburner
|
|
96
96
|
|
97
97
|
def put(tube_name, data, opt)
|
98
98
|
pri = (opt[:pri] || 5).to_i
|
99
|
-
delay = opt[:delay].to_i
|
100
99
|
ttr = (opt[:ttr] || 600).to_i
|
101
|
-
|
100
|
+
|
101
|
+
options = {
|
102
|
+
tube_name: tube_name,
|
103
|
+
pri: pri,
|
104
|
+
delay: opt[:delay].to_i,
|
105
|
+
ttr: ttr
|
106
|
+
}
|
107
|
+
|
108
|
+
options.merge!(opt)
|
109
|
+
@allq_wrapper.put(data, options)
|
102
110
|
end
|
103
111
|
|
104
112
|
def get(tube_name)
|
data/lib/backburner/version.rb
CHANGED
data/lib/backburner/worker.rb
CHANGED
@@ -40,8 +40,7 @@ module Backburner
|
|
40
40
|
connection.retryable do
|
41
41
|
tube_name = expand_tube_name(queue || job_class)
|
42
42
|
serialized_data = Backburner.configuration.job_serializer_proc.call(data)
|
43
|
-
|
44
|
-
response = connection.put(tube_name, serialized_data, :pri => pri, :delay => delay, :ttr => ttr)
|
43
|
+
response = connection.put(tube_name, serialized_data, :pri => pri, :delay => delay, :ttr => ttr, :shard_key => opts[:shard_key])
|
45
44
|
end
|
46
45
|
return nil unless Backburner::Hooks.invoke_hook_events(job_class, :after_enqueue, *args)
|
47
46
|
ensure
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: backburner-allq
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.0.
|
4
|
+
version: 1.0.16
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Jason Malcolm
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2021-02-13 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: allq_rest
|