sidekiq-throttler 0.4.0 → 0.4.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.rspec +1 -1
- data/.travis.yml +3 -0
- data/Appraisals +1 -1
- data/CHANGELOG.md +15 -0
- data/Gemfile +2 -0
- data/README.md +3 -1
- data/gemfiles/sidekiq_2.gemfile +2 -1
- data/gemfiles/sidekiq_master.gemfile +8 -0
- data/lib/sidekiq/throttler/version.rb +1 -1
- data/sidekiq-throttler.gemspec +1 -2
- data/spec/sidekiq/throttler/rate_limit_spec.rb +40 -40
- data/spec/sidekiq/throttler/storage/redis_spec.rb +8 -8
- data/spec/sidekiq/throttler_spec.rb +4 -4
- metadata +5 -21
- data/gemfiles/sidekiq_head.gemfile +0 -7
- data/spec/spec.opts +0 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 19e1d69fd9be458ce6356483854f19513b01e5e7
|
4
|
+
data.tar.gz: 1c0582120520cfa48ce066cf410f7d48c492a394
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 35a019db24bfd3833fa22edfed15b00b144b9a73966de3b9c075f794b832ba7e4cf4791f633f8432cc35ad21e9ace738d94635268c5b0109b6c866dc1d68832f
|
7
|
+
data.tar.gz: 1d74ed077c71d2ff8630d0286958a2869ca3bb4a83e6f3b5fa74f967cfbf7312ae05150176b14f34883fb827ea7bad5438527f138afb8ee8a6530e3a0542406a
|
data/.rspec
CHANGED
@@ -1,2 +1,2 @@
|
|
1
|
-
--format
|
1
|
+
--format documentation
|
2
2
|
--color
|
data/.travis.yml
CHANGED
data/Appraisals
CHANGED
data/CHANGELOG.md
CHANGED
@@ -1,3 +1,18 @@
|
|
1
|
+
## 0.4.1 (June 18, 2014)
|
2
|
+
|
3
|
+
* Dependency lock is loosened further for compatibility with Sidekiq 3.x.
|
4
|
+
|
5
|
+
*Gabe Evans*
|
6
|
+
|
7
|
+
* Appraisal is used for continous integration with Sidekiq 2.x and Sidekiq's
|
8
|
+
master branch.
|
9
|
+
|
10
|
+
*Gabe Evans*
|
11
|
+
|
12
|
+
* Specs now use RSpec 3 and the `expect()` syntax.
|
13
|
+
|
14
|
+
*Gabe Evans*
|
15
|
+
|
1
16
|
## 0.4.0 (April 24, 2014)
|
2
17
|
|
3
18
|
* Now supports using a Proc for `:period` option.
|
data/Gemfile
CHANGED
data/README.md
CHANGED
@@ -2,13 +2,15 @@
|
|
2
2
|
|
3
3
|
[](http://travis-ci.org/gevans/sidekiq-throttler)
|
4
4
|
[](https://gemnasium.com/gevans/sidekiq-throttler)
|
5
|
+
[](http://badge.fury.io/rb/sidekiq-throttler)
|
5
6
|
|
6
7
|
Sidekiq::Throttler is a middleware for Sidekiq that adds the ability to rate
|
7
8
|
limit job execution on a per-worker basis.
|
8
9
|
|
9
10
|
## Compatibility
|
10
11
|
|
11
|
-
Sidekiq::Throttler is actively tested against MRI versions 2.
|
12
|
+
Sidekiq::Throttler is actively tested against MRI versions 2.1.1, 2.1.0, 2.0.0,
|
13
|
+
and 1.9.3.
|
12
14
|
|
13
15
|
## Installation
|
14
16
|
|
data/gemfiles/sidekiq_2.gemfile
CHANGED
data/sidekiq-throttler.gemspec
CHANGED
@@ -19,9 +19,8 @@ Gem::Specification.new do |gem|
|
|
19
19
|
gem.require_paths = %w(lib)
|
20
20
|
|
21
21
|
gem.add_dependency 'activesupport'
|
22
|
-
gem.add_dependency 'sidekiq', '>= 2.5', '<
|
22
|
+
gem.add_dependency 'sidekiq', '>= 2.5', '< 4.0'
|
23
23
|
|
24
|
-
gem.add_development_dependency 'appraisal', '~> 0.5'
|
25
24
|
gem.add_development_dependency 'growl'
|
26
25
|
gem.add_development_dependency 'guard'
|
27
26
|
gem.add_development_dependency 'guard-bundler'
|
@@ -19,7 +19,7 @@ shared_examples "incrementing" do
|
|
19
19
|
rate_limit.increment
|
20
20
|
end
|
21
21
|
|
22
|
-
rate_limit.count.
|
22
|
+
expect(rate_limit.count).to eq(5)
|
23
23
|
end
|
24
24
|
end
|
25
25
|
end
|
@@ -53,15 +53,15 @@ describe Sidekiq::Throttler::RateLimit do
|
|
53
53
|
describe '.new' do
|
54
54
|
|
55
55
|
it 'initializes with a provided worker' do
|
56
|
-
rate_limit.worker.
|
56
|
+
expect(rate_limit.worker).to eq(worker)
|
57
57
|
end
|
58
58
|
|
59
59
|
it 'initializes with provided payload' do
|
60
|
-
rate_limit.payload.
|
60
|
+
expect(rate_limit.payload).to eq(payload)
|
61
61
|
end
|
62
62
|
|
63
63
|
it 'initializes with a provided queue' do
|
64
|
-
rate_limit.queue.
|
64
|
+
expect(rate_limit.queue).to eq('meow')
|
65
65
|
end
|
66
66
|
|
67
67
|
context "with an invalid storage backend" do
|
@@ -76,17 +76,17 @@ describe Sidekiq::Throttler::RateLimit do
|
|
76
76
|
describe '#options' do
|
77
77
|
|
78
78
|
it 'retrieves throttle options from the worker' do
|
79
|
-
worker_class.get_sidekiq_options.
|
79
|
+
expect(worker_class.get_sidekiq_options).to receive(:[]).with('throttle')
|
80
80
|
rate_limit.options
|
81
81
|
end
|
82
82
|
|
83
83
|
it 'stringifies the option keys' do
|
84
|
-
worker_class.get_sidekiq_options['throttle'].
|
84
|
+
expect(worker_class.get_sidekiq_options['throttle']).to receive(:stringify_keys)
|
85
85
|
rate_limit.options
|
86
86
|
end
|
87
87
|
|
88
88
|
it 'caches the returned options' do
|
89
|
-
rate_limit.options.object_id.
|
89
|
+
expect(rate_limit.options.object_id).to eq(rate_limit.options.object_id)
|
90
90
|
end
|
91
91
|
|
92
92
|
context 'when the worker specifies no throttle options' do
|
@@ -98,7 +98,7 @@ describe Sidekiq::Throttler::RateLimit do
|
|
98
98
|
end
|
99
99
|
|
100
100
|
it 'returns an empty hash' do
|
101
|
-
rate_limit.options.
|
101
|
+
expect(rate_limit.options).to eq({})
|
102
102
|
end
|
103
103
|
end
|
104
104
|
end
|
@@ -115,22 +115,22 @@ describe Sidekiq::Throttler::RateLimit do
|
|
115
115
|
end
|
116
116
|
|
117
117
|
it 'returns the result of the called Proc' do
|
118
|
-
rate_limit.threshold.
|
118
|
+
expect(rate_limit.threshold).to eq(500)
|
119
119
|
end
|
120
120
|
end
|
121
121
|
|
122
122
|
it 'retrieves the threshold from #options' do
|
123
123
|
rate_limit.options['threshold'] = 26
|
124
|
-
rate_limit.threshold.
|
124
|
+
expect(rate_limit.threshold).to eq(26)
|
125
125
|
end
|
126
126
|
|
127
127
|
it 'converts the threshold to an integer' do
|
128
128
|
rate_limit.options['threshold'] = '33'
|
129
|
-
rate_limit.threshold.
|
129
|
+
expect(rate_limit.threshold).to be_a(Integer)
|
130
130
|
end
|
131
131
|
|
132
132
|
it 'caches the returned integer' do
|
133
|
-
rate_limit.threshold.object_id.
|
133
|
+
expect(rate_limit.threshold.object_id).to eq(rate_limit.threshold.object_id)
|
134
134
|
end
|
135
135
|
end
|
136
136
|
|
@@ -146,22 +146,22 @@ describe Sidekiq::Throttler::RateLimit do
|
|
146
146
|
end
|
147
147
|
|
148
148
|
it 'returns the result of the called Proc' do
|
149
|
-
rate_limit.period.
|
149
|
+
expect(rate_limit.period).to eq(60)
|
150
150
|
end
|
151
151
|
end
|
152
152
|
|
153
153
|
it 'retrieves the period from #options' do
|
154
154
|
rate_limit.options['period'] = 10.0
|
155
|
-
rate_limit.period.
|
155
|
+
expect(rate_limit.period).to eq(10.0)
|
156
156
|
end
|
157
157
|
|
158
158
|
it 'converts the period to a float' do
|
159
159
|
rate_limit.options['period'] = 27
|
160
|
-
rate_limit.period.
|
160
|
+
expect(rate_limit.period).to be_a(Float)
|
161
161
|
end
|
162
162
|
|
163
163
|
it 'caches the returned float' do
|
164
|
-
rate_limit.period.object_id.
|
164
|
+
expect(rate_limit.period.object_id).to eq(rate_limit.period.object_id)
|
165
165
|
end
|
166
166
|
end
|
167
167
|
|
@@ -172,13 +172,13 @@ describe Sidekiq::Throttler::RateLimit do
|
|
172
172
|
end
|
173
173
|
|
174
174
|
it 'caches the key from the worker' do
|
175
|
-
rate_limit.key.object_id.
|
175
|
+
expect(rate_limit.key.object_id).to eq(rate_limit.key.object_id)
|
176
176
|
end
|
177
177
|
|
178
178
|
context 'when key is a string' do
|
179
179
|
|
180
180
|
it 'returns the key as a symbol' do
|
181
|
-
rate_limit.key.
|
181
|
+
expect(rate_limit.key).to eq('winning')
|
182
182
|
end
|
183
183
|
end
|
184
184
|
|
@@ -193,7 +193,7 @@ describe Sidekiq::Throttler::RateLimit do
|
|
193
193
|
end
|
194
194
|
|
195
195
|
it 'returns the result of the called Proc' do
|
196
|
-
rate_limit.key.
|
196
|
+
expect(rate_limit.key).to eq('wat:is:this')
|
197
197
|
end
|
198
198
|
end
|
199
199
|
end
|
@@ -203,7 +203,7 @@ describe Sidekiq::Throttler::RateLimit do
|
|
203
203
|
context 'when options are correctly specified' do
|
204
204
|
|
205
205
|
it 'returns true' do
|
206
|
-
rate_limit.can_throttle
|
206
|
+
expect(rate_limit.can_throttle?).to be_truthy
|
207
207
|
end
|
208
208
|
end
|
209
209
|
|
@@ -212,8 +212,8 @@ describe Sidekiq::Throttler::RateLimit do
|
|
212
212
|
context "when ##{method} is zero" do
|
213
213
|
|
214
214
|
it 'returns false' do
|
215
|
-
rate_limit.
|
216
|
-
rate_limit.can_throttle
|
215
|
+
allow(rate_limit).to receive(method.to_sym).and_return(0)
|
216
|
+
expect(rate_limit.can_throttle?).to be_falsey
|
217
217
|
end
|
218
218
|
end
|
219
219
|
end
|
@@ -224,24 +224,24 @@ describe Sidekiq::Throttler::RateLimit do
|
|
224
224
|
context 'when #count is equal to #threshold' do
|
225
225
|
|
226
226
|
it 'returns true' do
|
227
|
-
rate_limit.
|
228
|
-
rate_limit.
|
227
|
+
expect(rate_limit).to receive(:count).and_return(rate_limit.threshold)
|
228
|
+
expect(rate_limit).to be_exceeded
|
229
229
|
end
|
230
230
|
end
|
231
231
|
|
232
232
|
context 'when #count is greater than #threshold' do
|
233
233
|
|
234
234
|
it 'returns true' do
|
235
|
-
rate_limit.
|
236
|
-
rate_limit.
|
235
|
+
expect(rate_limit).to receive(:count).and_return(rate_limit.threshold + 1)
|
236
|
+
expect(rate_limit).to be_exceeded
|
237
237
|
end
|
238
238
|
end
|
239
239
|
|
240
240
|
context 'when #count is less than #threshold' do
|
241
241
|
|
242
242
|
it 'returns false' do
|
243
|
-
rate_limit.
|
244
|
-
rate_limit.
|
243
|
+
expect(rate_limit).to receive(:count).and_return(0)
|
244
|
+
expect(rate_limit).not_to be_exceeded
|
245
245
|
end
|
246
246
|
end
|
247
247
|
end
|
@@ -249,10 +249,10 @@ describe Sidekiq::Throttler::RateLimit do
|
|
249
249
|
describe '#within_bounds?' do
|
250
250
|
|
251
251
|
it 'returns the opposite of #exceeded?' do
|
252
|
-
rate_limit.
|
253
|
-
rate_limit.
|
254
|
-
rate_limit.
|
255
|
-
rate_limit.
|
252
|
+
expect(rate_limit).to receive(:exceeded?).and_return(true)
|
253
|
+
expect(rate_limit).not_to be_within_bounds
|
254
|
+
expect(rate_limit).to receive(:exceeded?).and_return(false)
|
255
|
+
expect(rate_limit).to be_within_bounds
|
256
256
|
end
|
257
257
|
end
|
258
258
|
|
@@ -275,12 +275,12 @@ describe Sidekiq::Throttler::RateLimit do
|
|
275
275
|
context 'when rate limit cannot be throttled' do
|
276
276
|
|
277
277
|
before do
|
278
|
-
rate_limit.
|
278
|
+
expect(rate_limit).to receive(:can_throttle?).and_return(false)
|
279
279
|
end
|
280
280
|
|
281
281
|
it 'calls the within bounds callback' do
|
282
282
|
callback = Proc.new {}
|
283
|
-
callback.
|
283
|
+
expect(callback).to receive(:call)
|
284
284
|
|
285
285
|
rate_limit.within_bounds(&callback)
|
286
286
|
rate_limit.execute
|
@@ -289,7 +289,7 @@ describe Sidekiq::Throttler::RateLimit do
|
|
289
289
|
it 'does not increment the counter' do
|
290
290
|
rate_limit.within_bounds {}
|
291
291
|
|
292
|
-
rate_limit.
|
292
|
+
expect(rate_limit).not_to receive(:increment)
|
293
293
|
rate_limit.execute
|
294
294
|
end
|
295
295
|
end
|
@@ -297,12 +297,12 @@ describe Sidekiq::Throttler::RateLimit do
|
|
297
297
|
context 'when rate limit is exceeded' do
|
298
298
|
|
299
299
|
before do
|
300
|
-
rate_limit.
|
300
|
+
expect(rate_limit).to receive(:exceeded?).and_return(true)
|
301
301
|
end
|
302
302
|
|
303
303
|
it 'calls the exceeded callback with the configured #period' do
|
304
304
|
callback = Proc.new {}
|
305
|
-
callback.
|
305
|
+
expect(callback).to receive(:call).with(rate_limit.period)
|
306
306
|
|
307
307
|
rate_limit.exceeded(&callback)
|
308
308
|
rate_limit.execute
|
@@ -314,13 +314,13 @@ describe Sidekiq::Throttler::RateLimit do
|
|
314
314
|
it 'increments the counter' do
|
315
315
|
rate_limit.within_bounds {}
|
316
316
|
|
317
|
-
rate_limit.
|
317
|
+
expect(rate_limit).to receive(:increment)
|
318
318
|
rate_limit.execute
|
319
319
|
end
|
320
320
|
|
321
321
|
it 'calls the within bounds callback' do
|
322
322
|
callback = Proc.new {}
|
323
|
-
callback.
|
323
|
+
expect(callback).to receive(:call)
|
324
324
|
|
325
325
|
rate_limit.within_bounds(&callback)
|
326
326
|
rate_limit.execute
|
@@ -333,7 +333,7 @@ describe Sidekiq::Throttler::RateLimit do
|
|
333
333
|
context 'when no jobs have executed' do
|
334
334
|
|
335
335
|
it 'returns 0' do
|
336
|
-
rate_limit.count.
|
336
|
+
expect(rate_limit.count).to be_zero
|
337
337
|
end
|
338
338
|
end
|
339
339
|
end
|
@@ -5,31 +5,31 @@ describe Sidekiq::Throttler::Storage::Redis do
|
|
5
5
|
|
6
6
|
before(:each) do
|
7
7
|
@sidekiq = double()
|
8
|
-
Sidekiq.
|
8
|
+
allow(Sidekiq).to receive(:redis).and_yield(@sidekiq)
|
9
9
|
end
|
10
10
|
|
11
11
|
describe "#prune" do
|
12
12
|
it "pops the last item off the list if it's lower than the cutoff" do
|
13
|
-
@sidekiq.
|
14
|
-
@sidekiq.
|
13
|
+
allow(@sidekiq).to receive(:lindex).and_return(100, nil)
|
14
|
+
expect(@sidekiq).to receive(:rpop).with("throttled:fake").and_return(100)
|
15
15
|
storage.prune("fake", 200)
|
16
16
|
end
|
17
17
|
|
18
18
|
it "leaves the last item on the list if it's higher than the cutoff" do
|
19
|
-
@sidekiq.
|
20
|
-
@sidekiq.
|
19
|
+
allow(@sidekiq).to receive(:lindex).and_return(200, nil)
|
20
|
+
expect(@sidekiq).not_to receive(:rpop)
|
21
21
|
storage.prune("fake", 100)
|
22
22
|
end
|
23
23
|
|
24
24
|
context "when another job has concurrently removed a timestamp" do
|
25
25
|
|
26
26
|
before(:each) do
|
27
|
-
@sidekiq.
|
28
|
-
@sidekiq.
|
27
|
+
allow(@sidekiq).to receive(:lindex) { 100 }
|
28
|
+
allow(@sidekiq).to receive(:rpop) { 200 }
|
29
29
|
end
|
30
30
|
|
31
31
|
it "pushes the value back onto the list" do
|
32
|
-
@sidekiq.
|
32
|
+
expect(@sidekiq).to receive(:rpush).with("throttled:fake", 200)
|
33
33
|
storage.prune("fake", 1000)
|
34
34
|
end
|
35
35
|
end
|
@@ -27,7 +27,7 @@ describe Sidekiq::Throttler do
|
|
27
27
|
describe '#call' do
|
28
28
|
|
29
29
|
it 'instantiates a rate limit with the worker, args, and queue' do
|
30
|
-
Sidekiq::Throttler::RateLimit.
|
30
|
+
expect(Sidekiq::Throttler::RateLimit).to receive(:new).with(
|
31
31
|
worker, message['args'], queue, options
|
32
32
|
).and_call_original
|
33
33
|
|
@@ -39,15 +39,15 @@ describe Sidekiq::Throttler do
|
|
39
39
|
end
|
40
40
|
|
41
41
|
it 'calls RateLimit#execute' do
|
42
|
-
Sidekiq::Throttler::RateLimit.
|
42
|
+
expect_any_instance_of(Sidekiq::Throttler::RateLimit).to receive(:execute)
|
43
43
|
throttler.call(worker, message, queue)
|
44
44
|
end
|
45
45
|
|
46
46
|
context 'when rate limit is exceeded' do
|
47
47
|
|
48
48
|
it 'requeues the job with a delay' do
|
49
|
-
Sidekiq::Throttler::RateLimit.
|
50
|
-
worker.class.
|
49
|
+
expect_any_instance_of(Sidekiq::Throttler::RateLimit).to receive(:exceeded?).and_return(true)
|
50
|
+
expect(worker.class).to receive(:perform_in).with(1.minute, *message['args'])
|
51
51
|
throttler.call(worker, message, queue)
|
52
52
|
end
|
53
53
|
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: sidekiq-throttler
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.4.
|
4
|
+
version: 0.4.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Gabe Evans
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2014-
|
11
|
+
date: 2014-06-18 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: activesupport
|
@@ -33,7 +33,7 @@ dependencies:
|
|
33
33
|
version: '2.5'
|
34
34
|
- - "<"
|
35
35
|
- !ruby/object:Gem::Version
|
36
|
-
version: '
|
36
|
+
version: '4.0'
|
37
37
|
type: :runtime
|
38
38
|
prerelease: false
|
39
39
|
version_requirements: !ruby/object:Gem::Requirement
|
@@ -43,21 +43,7 @@ dependencies:
|
|
43
43
|
version: '2.5'
|
44
44
|
- - "<"
|
45
45
|
- !ruby/object:Gem::Version
|
46
|
-
version: '
|
47
|
-
- !ruby/object:Gem::Dependency
|
48
|
-
name: appraisal
|
49
|
-
requirement: !ruby/object:Gem::Requirement
|
50
|
-
requirements:
|
51
|
-
- - "~>"
|
52
|
-
- !ruby/object:Gem::Version
|
53
|
-
version: '0.5'
|
54
|
-
type: :development
|
55
|
-
prerelease: false
|
56
|
-
version_requirements: !ruby/object:Gem::Requirement
|
57
|
-
requirements:
|
58
|
-
- - "~>"
|
59
|
-
- !ruby/object:Gem::Version
|
60
|
-
version: '0.5'
|
46
|
+
version: '4.0'
|
61
47
|
- !ruby/object:Gem::Dependency
|
62
48
|
name: growl
|
63
49
|
requirement: !ruby/object:Gem::Requirement
|
@@ -288,7 +274,7 @@ files:
|
|
288
274
|
- README.md
|
289
275
|
- Rakefile
|
290
276
|
- gemfiles/sidekiq_2.gemfile
|
291
|
-
- gemfiles/
|
277
|
+
- gemfiles/sidekiq_master.gemfile
|
292
278
|
- lib/sidekiq-throttler.rb
|
293
279
|
- lib/sidekiq/throttler.rb
|
294
280
|
- lib/sidekiq/throttler/rate_limit.rb
|
@@ -305,7 +291,6 @@ files:
|
|
305
291
|
- spec/sidekiq/throttler/rate_limit_spec.rb
|
306
292
|
- spec/sidekiq/throttler/storage/redis_spec.rb
|
307
293
|
- spec/sidekiq/throttler_spec.rb
|
308
|
-
- spec/spec.opts
|
309
294
|
- spec/spec_helper.rb
|
310
295
|
- spec/support/sidekiq.rb
|
311
296
|
homepage: https://github.com/gevans/sidekiq-throttler
|
@@ -343,7 +328,6 @@ test_files:
|
|
343
328
|
- spec/sidekiq/throttler/rate_limit_spec.rb
|
344
329
|
- spec/sidekiq/throttler/storage/redis_spec.rb
|
345
330
|
- spec/sidekiq/throttler_spec.rb
|
346
|
-
- spec/spec.opts
|
347
331
|
- spec/spec_helper.rb
|
348
332
|
- spec/support/sidekiq.rb
|
349
333
|
has_rdoc:
|
data/spec/spec.opts
DELETED