gitlab-sidekiq-fetcher 0.6.0 → 0.6.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/Gemfile +1 -1
- data/Gemfile.lock +11 -10
- data/gitlab-sidekiq-fetcher.gemspec +2 -2
- data/lib/sidekiq/base_reliable_fetch.rb +5 -7
- data/tests/reliability/worker.rb +1 -13
- metadata +5 -5
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: a71699d717aeb95cb406ed566e394a34e7978df8289db2fe89aff82046dd8e19
|
4
|
+
data.tar.gz: 4390a2a95507b8a6c5c08a9d3dac384f58f0d11311afd1da5973e4c61240120a
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: fa95de2f9b33f01b45c547b23bfd4728ab88ed304ecbeaa2416e03b1a6d6bff678f097b37ae85679ef69f520a37a6f7115207170284229df706172f60d103b19
|
7
|
+
data.tar.gz: d7981fd4afe0abf8454caffac4c1fa8e290dd8617ce28edf45b4a29a9deb9b3a9cd583f64038cc3808b814923ab74fc370d65d9a42257b4af9fa97ea48542959
|
data/Gemfile
CHANGED
data/Gemfile.lock
CHANGED
@@ -2,7 +2,7 @@ GEM
|
|
2
2
|
remote: https://rubygems.org/
|
3
3
|
specs:
|
4
4
|
coderay (1.1.2)
|
5
|
-
connection_pool (2.2.
|
5
|
+
connection_pool (2.2.3)
|
6
6
|
diff-lcs (1.3)
|
7
7
|
docile (1.3.1)
|
8
8
|
json (2.1.0)
|
@@ -10,10 +10,10 @@ GEM
|
|
10
10
|
pry (0.11.3)
|
11
11
|
coderay (~> 1.1.0)
|
12
12
|
method_source (~> 0.9.0)
|
13
|
-
rack (2.
|
14
|
-
rack-protection (2.0.
|
13
|
+
rack (2.2.3)
|
14
|
+
rack-protection (2.0.8.1)
|
15
15
|
rack
|
16
|
-
redis (4.
|
16
|
+
redis (4.2.1)
|
17
17
|
rspec (3.8.0)
|
18
18
|
rspec-core (~> 3.8.0)
|
19
19
|
rspec-expectations (~> 3.8.0)
|
@@ -27,10 +27,11 @@ GEM
|
|
27
27
|
diff-lcs (>= 1.2.0, < 2.0)
|
28
28
|
rspec-support (~> 3.8.0)
|
29
29
|
rspec-support (3.8.0)
|
30
|
-
sidekiq (
|
31
|
-
connection_pool (
|
32
|
-
rack
|
33
|
-
|
30
|
+
sidekiq (6.0.7)
|
31
|
+
connection_pool (>= 2.2.2)
|
32
|
+
rack (~> 2.0)
|
33
|
+
rack-protection (>= 2.0.0)
|
34
|
+
redis (>= 4.1.0)
|
34
35
|
simplecov (0.16.1)
|
35
36
|
docile (~> 1.1)
|
36
37
|
json (>= 1.8, < 3)
|
@@ -43,8 +44,8 @@ PLATFORMS
|
|
43
44
|
DEPENDENCIES
|
44
45
|
pry
|
45
46
|
rspec (~> 3)
|
46
|
-
sidekiq (~>
|
47
|
+
sidekiq (~> 6.0.0)
|
47
48
|
simplecov
|
48
49
|
|
49
50
|
BUNDLED WITH
|
50
|
-
1.17.
|
51
|
+
1.17.2
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Gem::Specification.new do |s|
|
2
2
|
s.name = 'gitlab-sidekiq-fetcher'
|
3
|
-
s.version = '0.6.
|
3
|
+
s.version = '0.6.1'
|
4
4
|
s.authors = ['TEA', 'GitLab']
|
5
5
|
s.email = 'valery@gitlab.com'
|
6
6
|
s.license = 'LGPL-3.0'
|
@@ -10,5 +10,5 @@ Gem::Specification.new do |s|
|
|
10
10
|
s.require_paths = ['lib']
|
11
11
|
s.files = `git ls-files`.split($\)
|
12
12
|
s.test_files = []
|
13
|
-
s.add_dependency 'sidekiq', '>= 5', '<
|
13
|
+
s.add_dependency 'sidekiq', '>= 5', '< 6.1'
|
14
14
|
end
|
@@ -41,10 +41,12 @@ module Sidekiq
|
|
41
41
|
end
|
42
42
|
|
43
43
|
def self.setup_reliable_fetch!(config)
|
44
|
-
fetch = config.options[:semi_reliable_fetch]
|
45
|
-
|
44
|
+
config.options[:fetch] = if config.options[:semi_reliable_fetch]
|
45
|
+
Sidekiq::SemiReliableFetch
|
46
|
+
else
|
47
|
+
Sidekiq::ReliableFetch
|
48
|
+
end
|
46
49
|
|
47
|
-
config.options[:fetch] = fetch
|
48
50
|
Sidekiq.logger.info('GitLab reliable fetch activated!')
|
49
51
|
|
50
52
|
start_heartbeat_thread
|
@@ -82,10 +84,6 @@ module Sidekiq
|
|
82
84
|
Sidekiq.logger.debug("Heartbeat for hostname: #{hostname} and pid: #{pid}")
|
83
85
|
end
|
84
86
|
|
85
|
-
def bulk_requeue(inprogress, options)
|
86
|
-
self.class.bulk_requeue(inprogress, options)
|
87
|
-
end
|
88
|
-
|
89
87
|
def self.bulk_requeue(inprogress, _options)
|
90
88
|
return if inprogress.empty?
|
91
89
|
|
data/tests/reliability/worker.rb
CHANGED
@@ -8,19 +8,7 @@ class ReliabilityTestWorker
|
|
8
8
|
sleep 1
|
9
9
|
|
10
10
|
Sidekiq.redis do |redis|
|
11
|
-
redis.lpush(REDIS_FINISHED_LIST,
|
11
|
+
redis.lpush(REDIS_FINISHED_LIST, jid)
|
12
12
|
end
|
13
13
|
end
|
14
|
-
|
15
|
-
def get_sidekiq_job_id
|
16
|
-
context_data = Thread.current[:sidekiq_context]&.first
|
17
|
-
|
18
|
-
return unless context_data
|
19
|
-
|
20
|
-
index = context_data.index('JID-')
|
21
|
-
|
22
|
-
return unless index
|
23
|
-
|
24
|
-
context_data[index + 4..-1]
|
25
|
-
end
|
26
14
|
end
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: gitlab-sidekiq-fetcher
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.6.
|
4
|
+
version: 0.6.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- TEA
|
@@ -9,7 +9,7 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2020-
|
12
|
+
date: 2020-08-03 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: sidekiq
|
@@ -20,7 +20,7 @@ dependencies:
|
|
20
20
|
version: '5'
|
21
21
|
- - "<"
|
22
22
|
- !ruby/object:Gem::Version
|
23
|
-
version: '
|
23
|
+
version: '6.1'
|
24
24
|
type: :runtime
|
25
25
|
prerelease: false
|
26
26
|
version_requirements: !ruby/object:Gem::Requirement
|
@@ -30,7 +30,7 @@ dependencies:
|
|
30
30
|
version: '5'
|
31
31
|
- - "<"
|
32
32
|
- !ruby/object:Gem::Version
|
33
|
-
version: '
|
33
|
+
version: '6.1'
|
34
34
|
description: Redis reliable queue pattern implemented in Sidekiq
|
35
35
|
email: valery@gitlab.com
|
36
36
|
executables: []
|
@@ -84,7 +84,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
84
84
|
- !ruby/object:Gem::Version
|
85
85
|
version: '0'
|
86
86
|
requirements: []
|
87
|
-
rubygems_version: 3.0.
|
87
|
+
rubygems_version: 3.0.6
|
88
88
|
signing_key:
|
89
89
|
specification_version: 4
|
90
90
|
summary: Reliable fetch extension for Sidekiq
|