backburner-allq 1.0.9 → 1.0.16
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/deploy.sh +1 -1
- data/lib/backburner/allq_wrapper.rb +25 -29
- data/lib/backburner/connection.rb +10 -2
- data/lib/backburner/version.rb +1 -1
- data/lib/backburner/worker.rb +1 -2
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 0aea14c4ca2fa04f46e103f147d265c60a79cbcfab02c76ab5cfc333683cbbf3
|
4
|
+
data.tar.gz: '08768dfb235b89694e401a67e20f963ec0bff7f9bdbaaceb178e7995e884d7cd'
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: e43b3ae23ce17153380d0b2d03ff98344dabb2002e287edde44b3d878b08989671391d29ed8617c756a296f07962ebb4580421bb826a7ad7a2b2e30bd26e9bf7
|
7
|
+
data.tar.gz: d8ae8904ede1db1c330674134a4301b1658b98bb69a268fbe20fda986590b29747216ea40e68d287979f9fa2f6439e727e95432927fe35a86c74897d9ba4c0d3
|
data/deploy.sh
CHANGED
@@ -13,14 +13,16 @@ module Backburner
|
|
13
13
|
|
14
14
|
def watch
|
15
15
|
Thread.new do
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
|
16
|
+
loop do
|
17
|
+
ran = false
|
18
|
+
job = @allq_wrapper.get(@tube_name)
|
19
|
+
if job.body
|
20
|
+
perform(job)
|
21
|
+
ran = true
|
22
|
+
end
|
23
|
+
# Wait if nothing returned
|
24
|
+
sleep(rand() * 3) unless ran
|
21
25
|
end
|
22
|
-
# Wait if nothing returned
|
23
|
-
sleep(rand() * 3) unless ran
|
24
26
|
end
|
25
27
|
end
|
26
28
|
end
|
@@ -114,13 +116,19 @@ module Backburner
|
|
114
116
|
@client.release_put(job.id)
|
115
117
|
end
|
116
118
|
|
117
|
-
def bury(job)
|
119
|
+
def bury(job)
|
120
|
+
@client.bury_put(job.id)
|
121
|
+
end
|
118
122
|
|
119
123
|
def tube_names
|
120
124
|
stats_hash = stats
|
121
125
|
stats_hash.keys
|
122
126
|
end
|
123
127
|
|
128
|
+
def tubes
|
129
|
+
tube_names
|
130
|
+
end
|
131
|
+
|
124
132
|
def peek_buried(tube_name = 'default')
|
125
133
|
job = nil
|
126
134
|
job = @client.peek_get(tube_name, buried: true)
|
@@ -161,15 +169,8 @@ module Backburner
|
|
161
169
|
|
162
170
|
default = 5
|
163
171
|
|
164
|
-
return
|
165
|
-
|
166
|
-
return 6 if app_priority >= 33_000
|
167
|
-
|
168
|
-
return 7 if app_priority >= 35_000
|
169
|
-
|
170
|
-
return 8 if app_priority >= 37_000
|
171
|
-
|
172
|
-
default
|
172
|
+
# return app_priority unless larger than 10
|
173
|
+
app_priority > 10 ? 5 : app_priority
|
173
174
|
end
|
174
175
|
|
175
176
|
def log_result(job_result)
|
@@ -191,6 +192,7 @@ module Backburner
|
|
191
192
|
ttl: ttl,
|
192
193
|
delay: delay,
|
193
194
|
priority: adjusted_priority,
|
195
|
+
shard_key: options[:shard_key],
|
194
196
|
parent_id: parent_id)
|
195
197
|
new_job
|
196
198
|
end
|
@@ -212,21 +214,11 @@ module Backburner
|
|
212
214
|
priority: adjusted_priority,
|
213
215
|
timeout: timeout,
|
214
216
|
run_on_timeout: run_on_timeout,
|
217
|
+
shard_key: options[:shard_key],
|
215
218
|
limit: limit)
|
216
219
|
new_parent_job
|
217
220
|
end
|
218
221
|
|
219
|
-
def put2(body, pri = 5, ttl = 600, tube_name = "default", delay = 0)
|
220
|
-
# Old school way
|
221
|
-
options = {
|
222
|
-
pri: pri,
|
223
|
-
ttl: ttl,
|
224
|
-
tube_name: tube_name,
|
225
|
-
delay: delay
|
226
|
-
}
|
227
|
-
put(body, options)
|
228
|
-
end
|
229
|
-
|
230
222
|
def put(body, options)
|
231
223
|
# New school put
|
232
224
|
retry_count = 0
|
@@ -236,7 +228,6 @@ module Backburner
|
|
236
228
|
begin
|
237
229
|
Timeout.timeout(10) do
|
238
230
|
if body && body.to_s.include?('["default"]')
|
239
|
-
puts "PUTTING DEFAULT! #{caller.inspect}"
|
240
231
|
end
|
241
232
|
|
242
233
|
if is_parent
|
@@ -265,6 +256,11 @@ module Backburner
|
|
265
256
|
result
|
266
257
|
end
|
267
258
|
|
259
|
+
def stats(tube)
|
260
|
+
final_stats = stats
|
261
|
+
final_stats[tube]
|
262
|
+
end
|
263
|
+
|
268
264
|
def stats
|
269
265
|
raw_stats = @admin.stats_get
|
270
266
|
final_stats = {}
|
@@ -96,9 +96,17 @@ module Backburner
|
|
96
96
|
|
97
97
|
def put(tube_name, data, opt)
|
98
98
|
pri = (opt[:pri] || 5).to_i
|
99
|
-
delay = opt[:delay].to_i
|
100
99
|
ttr = (opt[:ttr] || 600).to_i
|
101
|
-
|
100
|
+
|
101
|
+
options = {
|
102
|
+
tube_name: tube_name,
|
103
|
+
pri: pri,
|
104
|
+
delay: opt[:delay].to_i,
|
105
|
+
ttr: ttr
|
106
|
+
}
|
107
|
+
|
108
|
+
options.merge!(opt)
|
109
|
+
@allq_wrapper.put(data, options)
|
102
110
|
end
|
103
111
|
|
104
112
|
def get(tube_name)
|
data/lib/backburner/version.rb
CHANGED
data/lib/backburner/worker.rb
CHANGED
@@ -40,8 +40,7 @@ module Backburner
|
|
40
40
|
connection.retryable do
|
41
41
|
tube_name = expand_tube_name(queue || job_class)
|
42
42
|
serialized_data = Backburner.configuration.job_serializer_proc.call(data)
|
43
|
-
|
44
|
-
response = connection.put(tube_name, serialized_data, :pri => pri, :delay => delay, :ttr => ttr)
|
43
|
+
response = connection.put(tube_name, serialized_data, :pri => pri, :delay => delay, :ttr => ttr, :shard_key => opts[:shard_key])
|
45
44
|
end
|
46
45
|
return nil unless Backburner::Hooks.invoke_hook_events(job_class, :after_enqueue, *args)
|
47
46
|
ensure
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: backburner-allq
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.0.
|
4
|
+
version: 1.0.16
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Jason Malcolm
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2021-02-13 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: allq_rest
|