sidekiq-batch 0.1.7 → 0.1.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.github/FUNDING.yml +3 -0
- data/.github/workflows/codeql-analysis.yml +70 -0
- data/lib/sidekiq/batch/callback.rb +3 -3
- data/lib/sidekiq/batch/version.rb +1 -1
- data/lib/sidekiq/batch.rb +15 -14
- metadata +4 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: b70659750dde1e5afc337c6d8694055af5e103718a3719e3e12bffd66dbe191f
|
4
|
+
data.tar.gz: c47488bb9c1a9115e3bc9ee006190d3dd52534006b8bd74184810885e0dbbfcd
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: afb196a979725830e0576d4d9f1756c7d3afba5298c46d22b575a9cfbab39fcefe19434f27fd80808d5082a92e127784eb543408e7848e50f5f78e962c5e66a6
|
7
|
+
data.tar.gz: 9cfd132e6beb024c493b6c8acbf7ea375604ed193575abc9ac64b6ee1c10e37992796f80f6441661d24efb9b55963b50e12959b56bb30bf6abb5de6226977125
|
data/.github/FUNDING.yml
ADDED
@@ -0,0 +1,70 @@
|
|
1
|
+
# For most projects, this workflow file will not need changing; you simply need
|
2
|
+
# to commit it to your repository.
|
3
|
+
#
|
4
|
+
# You may wish to alter this file to override the set of languages analyzed,
|
5
|
+
# or to provide custom queries or build logic.
|
6
|
+
#
|
7
|
+
# ******** NOTE ********
|
8
|
+
# We have attempted to detect the languages in your repository. Please check
|
9
|
+
# the `language` matrix defined below to confirm you have the correct set of
|
10
|
+
# supported CodeQL languages.
|
11
|
+
#
|
12
|
+
name: "CodeQL"
|
13
|
+
|
14
|
+
on:
|
15
|
+
push:
|
16
|
+
branches: [ master ]
|
17
|
+
pull_request:
|
18
|
+
# The branches below must be a subset of the branches above
|
19
|
+
branches: [ master ]
|
20
|
+
schedule:
|
21
|
+
- cron: '24 3 * * 2'
|
22
|
+
|
23
|
+
jobs:
|
24
|
+
analyze:
|
25
|
+
name: Analyze
|
26
|
+
runs-on: ubuntu-latest
|
27
|
+
permissions:
|
28
|
+
actions: read
|
29
|
+
contents: read
|
30
|
+
security-events: write
|
31
|
+
|
32
|
+
strategy:
|
33
|
+
fail-fast: false
|
34
|
+
matrix:
|
35
|
+
language: [ 'ruby' ]
|
36
|
+
# CodeQL supports [ 'cpp', 'csharp', 'go', 'java', 'javascript', 'python', 'ruby' ]
|
37
|
+
# Learn more about CodeQL language support at https://git.io/codeql-language-support
|
38
|
+
|
39
|
+
steps:
|
40
|
+
- name: Checkout repository
|
41
|
+
uses: actions/checkout@v3
|
42
|
+
|
43
|
+
# Initializes the CodeQL tools for scanning.
|
44
|
+
- name: Initialize CodeQL
|
45
|
+
uses: github/codeql-action/init@v2
|
46
|
+
with:
|
47
|
+
languages: ${{ matrix.language }}
|
48
|
+
# If you wish to specify custom queries, you can do so here or in a config file.
|
49
|
+
# By default, queries listed here will override any specified in a config file.
|
50
|
+
# Prefix the list here with "+" to use these queries and those in the config file.
|
51
|
+
# queries: ./path/to/local/query, your-org/your-repo/queries@main
|
52
|
+
|
53
|
+
# Autobuild attempts to build any compiled languages (C/C++, C#, or Java).
|
54
|
+
# If this step fails, then you should remove it and run the build manually (see below)
|
55
|
+
- name: Autobuild
|
56
|
+
uses: github/codeql-action/autobuild@v2
|
57
|
+
|
58
|
+
# ℹ️ Command-line programs to run using the OS shell.
|
59
|
+
# 📚 https://git.io/JvXDl
|
60
|
+
|
61
|
+
# ✏️ If the Autobuild fails above, remove it and uncomment the following three lines
|
62
|
+
# and modify them (or add more) to build your code if your project
|
63
|
+
# uses a compiled language
|
64
|
+
|
65
|
+
#- run: |
|
66
|
+
# make bootstrap
|
67
|
+
# make release
|
68
|
+
|
69
|
+
- name: Perform CodeQL Analysis
|
70
|
+
uses: github/codeql-action/analyze@v2
|
@@ -40,10 +40,10 @@ module Sidekiq
|
|
40
40
|
|
41
41
|
_, _, success, _, complete, pending, children, failure = Sidekiq.redis do |r|
|
42
42
|
r.multi do |pipeline|
|
43
|
-
pipeline.sadd("BID-#{parent_bid}-success", bid)
|
43
|
+
pipeline.sadd("BID-#{parent_bid}-success", [bid])
|
44
44
|
pipeline.expire("BID-#{parent_bid}-success", Sidekiq::Batch::BID_EXPIRE_TTL)
|
45
45
|
pipeline.scard("BID-#{parent_bid}-success")
|
46
|
-
pipeline.sadd("BID-#{parent_bid}-complete", bid)
|
46
|
+
pipeline.sadd("BID-#{parent_bid}-complete", [bid])
|
47
47
|
pipeline.scard("BID-#{parent_bid}-complete")
|
48
48
|
pipeline.hincrby("BID-#{parent_bid}", "pending", 0)
|
49
49
|
pipeline.hincrby("BID-#{parent_bid}", "children", 0)
|
@@ -81,7 +81,7 @@ module Sidekiq
|
|
81
81
|
Sidekiq.logger.debug {"Finalize parent complete bid: #{parent_bid}"}
|
82
82
|
_, complete, pending, children, failure = Sidekiq.redis do |r|
|
83
83
|
r.multi do |pipeline|
|
84
|
-
pipeline.sadd("BID-#{parent_bid}-complete", bid)
|
84
|
+
pipeline.sadd("BID-#{parent_bid}-complete", [bid])
|
85
85
|
pipeline.scard("BID-#{parent_bid}-complete")
|
86
86
|
pipeline.hincrby("BID-#{parent_bid}", "pending", 0)
|
87
87
|
pipeline.hincrby("BID-#{parent_bid}", "children", 0)
|
data/lib/sidekiq/batch.rb
CHANGED
@@ -43,10 +43,10 @@ module Sidekiq
|
|
43
43
|
callback_key = "#{@bidkey}-callbacks-#{event}"
|
44
44
|
Sidekiq.redis do |r|
|
45
45
|
r.multi do |pipeline|
|
46
|
-
pipeline.sadd(callback_key, JSON.unparse({
|
46
|
+
pipeline.sadd(callback_key, [JSON.unparse({
|
47
47
|
callback: callback,
|
48
48
|
opts: options
|
49
|
-
}))
|
49
|
+
})])
|
50
50
|
pipeline.expire(callback_key, BID_EXPIRE_TTL)
|
51
51
|
end
|
52
52
|
end
|
@@ -96,7 +96,7 @@ module Sidekiq
|
|
96
96
|
pipeline.hincrby(@bidkey, "total", @ready_to_queue.size)
|
97
97
|
pipeline.expire(@bidkey, BID_EXPIRE_TTL)
|
98
98
|
|
99
|
-
pipeline.sadd(@bidkey + "-jids", @ready_to_queue)
|
99
|
+
pipeline.sadd(@bidkey + "-jids", [@ready_to_queue])
|
100
100
|
pipeline.expire(@bidkey + "-jids", BID_EXPIRE_TTL)
|
101
101
|
end
|
102
102
|
end
|
@@ -149,7 +149,7 @@ module Sidekiq
|
|
149
149
|
def process_failed_job(bid, jid)
|
150
150
|
_, pending, failed, children, complete, parent_bid = Sidekiq.redis do |r|
|
151
151
|
r.multi do |pipeline|
|
152
|
-
pipeline.sadd("BID-#{bid}-failed", jid)
|
152
|
+
pipeline.sadd("BID-#{bid}-failed", [jid])
|
153
153
|
|
154
154
|
pipeline.hincrby("BID-#{bid}", "pending", 0)
|
155
155
|
pipeline.scard("BID-#{bid}-failed")
|
@@ -166,7 +166,7 @@ module Sidekiq
|
|
166
166
|
Sidekiq.redis do |r|
|
167
167
|
r.multi do |pipeline|
|
168
168
|
pipeline.hincrby("BID-#{parent_bid}", "pending", 1)
|
169
|
-
pipeline.sadd("BID-#{parent_bid}-failed", jid)
|
169
|
+
pipeline.sadd("BID-#{parent_bid}-failed", [jid])
|
170
170
|
pipeline.expire("BID-#{parent_bid}-failed", BID_EXPIRE_TTL)
|
171
171
|
end
|
172
172
|
end
|
@@ -188,8 +188,8 @@ module Sidekiq
|
|
188
188
|
pipeline.hget("BID-#{bid}", "total")
|
189
189
|
pipeline.hget("BID-#{bid}", "parent_bid")
|
190
190
|
|
191
|
-
pipeline.srem("BID-#{bid}-failed", jid)
|
192
|
-
pipeline.srem("BID-#{bid}-jids", jid)
|
191
|
+
pipeline.srem("BID-#{bid}-failed", [jid])
|
192
|
+
pipeline.srem("BID-#{bid}-jids", [jid])
|
193
193
|
pipeline.expire("BID-#{bid}", BID_EXPIRE_TTL)
|
194
194
|
end
|
195
195
|
end
|
@@ -203,12 +203,13 @@ module Sidekiq
|
|
203
203
|
end
|
204
204
|
|
205
205
|
def enqueue_callbacks(event, bid)
|
206
|
+
event_name = event.to_s
|
206
207
|
batch_key = "BID-#{bid}"
|
207
|
-
callback_key = "#{batch_key}-callbacks-#{
|
208
|
+
callback_key = "#{batch_key}-callbacks-#{event_name}"
|
208
209
|
already_processed, _, callbacks, queue, parent_bid, callback_batch = Sidekiq.redis do |r|
|
209
210
|
r.multi do |pipeline|
|
210
|
-
pipeline.hget(batch_key,
|
211
|
-
pipeline.hset(batch_key,
|
211
|
+
pipeline.hget(batch_key, event_name)
|
212
|
+
pipeline.hset(batch_key, event_name, true)
|
212
213
|
pipeline.smembers(callback_key)
|
213
214
|
pipeline.hget(batch_key, "callback_queue")
|
214
215
|
pipeline.hget(batch_key, "parent_bid")
|
@@ -222,10 +223,10 @@ module Sidekiq
|
|
222
223
|
parent_bid = !parent_bid || parent_bid.empty? ? nil : parent_bid # Basically parent_bid.blank?
|
223
224
|
callback_args = callbacks.reduce([]) do |memo, jcb|
|
224
225
|
cb = Sidekiq.load_json(jcb)
|
225
|
-
memo << [cb['callback'],
|
226
|
+
memo << [cb['callback'], event_name, cb['opts'], bid, parent_bid]
|
226
227
|
end
|
227
228
|
|
228
|
-
opts = {"bid" => bid, "event" =>
|
229
|
+
opts = {"bid" => bid, "event" => event_name}
|
229
230
|
|
230
231
|
# Run callback batch finalize synchronously
|
231
232
|
if callback_batch
|
@@ -233,7 +234,7 @@ module Sidekiq
|
|
233
234
|
# Pass in stored event as callback finalize is processed on complete event
|
234
235
|
cb_opts = callback_args.first&.at(2) || opts
|
235
236
|
|
236
|
-
Sidekiq.logger.debug {"Run callback batch bid: #{bid} event: #{
|
237
|
+
Sidekiq.logger.debug {"Run callback batch bid: #{bid} event: #{event_name} args: #{callback_args.inspect}"}
|
237
238
|
# Finalize now
|
238
239
|
finalizer = Sidekiq::Batch::Callback::Finalize.new
|
239
240
|
status = Status.new bid
|
@@ -242,7 +243,7 @@ module Sidekiq
|
|
242
243
|
return
|
243
244
|
end
|
244
245
|
|
245
|
-
Sidekiq.logger.debug {"Enqueue callback bid: #{bid} event: #{
|
246
|
+
Sidekiq.logger.debug {"Enqueue callback bid: #{bid} event: #{event_name} args: #{callback_args.inspect}"}
|
246
247
|
|
247
248
|
if callback_args.empty?
|
248
249
|
# Finalize now
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: sidekiq-batch
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.1.
|
4
|
+
version: 0.1.9
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Marcin Naglik
|
8
8
|
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date: 2022-03
|
11
|
+
date: 2022-10-03 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: sidekiq
|
@@ -87,8 +87,10 @@ executables: []
|
|
87
87
|
extensions: []
|
88
88
|
extra_rdoc_files: []
|
89
89
|
files:
|
90
|
+
- ".github/FUNDING.yml"
|
90
91
|
- ".github/dependabot.yml"
|
91
92
|
- ".github/workflows/ci.yml"
|
93
|
+
- ".github/workflows/codeql-analysis.yml"
|
92
94
|
- ".github/workflows/stale.yml"
|
93
95
|
- ".gitignore"
|
94
96
|
- ".rspec"
|