resque-rate_limited_queue 1.0.4 → 1.1.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/resque-rate_limited_queue/version.rb +1 -1
- data/lib/resque/plugins/rate_limited_queue/apis/base_api_queue.rb +2 -1
- data/lib/resque/plugins/rate_limited_queue/rate_limited_queue.rb +2 -2
- data/lib/resque/plugins/rate_limited_queue/rate_limited_un_pause.rb +2 -1
- data/resque-rate_limited_queue.gemspec +10 -10
- data/spec/apis/angellist_queue_spec.rb +3 -2
- data/spec/apis/evernote_queue_spec.rb +4 -3
- data/spec/apis/twitter_queue_spec.rb +3 -2
- data/spec/rate_limited_queue_spec.rb +1 -1
- data/spec/rate_limited_un_pause_spec.rb +2 -1
- metadata +39 -39
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 07ee5c4d39c7434cc7967d8bdd7e81bbb258f371
|
4
|
+
data.tar.gz: 0ff739b954161b6573762e6d933624bd8a7128c2
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 6b3682ca5d2714d5f41eeed0f496475b9bc58ea0faedefe00f9ee01343d4227df57668d8f7307548755a1dd029802cd220dd79a26b4b1cd75f3a775dd4f3686a
|
7
|
+
data.tar.gz: 4d0b221725a6eab14d3f263cfc7388fd29200b48fe169b1bce33dd5f8ea1047ffd324a6b52ab99c4106a0ebcf711f7ce0dde146ae26283d1dc5825fcfd170988
|
@@ -4,7 +4,8 @@ module Resque
|
|
4
4
|
class BaseApiQueue
|
5
5
|
extend Resque::Plugins::RateLimitedQueue
|
6
6
|
def self.perform(klass, *params)
|
7
|
-
find_class(klass).perform(*params)
|
7
|
+
# find_class(klass).perform(*params)
|
8
|
+
Resque.enqueue_to @queue, klass, *params # Enqueue so that ResqueSolo can take effect
|
8
9
|
end
|
9
10
|
|
10
11
|
def self.enqueue(klass, *params)
|
@@ -1,8 +1,8 @@
|
|
1
1
|
module Resque
|
2
2
|
module Plugins
|
3
3
|
module RateLimitedQueue
|
4
|
-
RESQUE_PREFIX = 'queue:'
|
5
|
-
MUTEX = 'Resque::Plugins::RateLimitedQueue'
|
4
|
+
RESQUE_PREFIX = 'queue:'.freeze
|
5
|
+
MUTEX = 'Resque::Plugins::RateLimitedQueue'.freeze
|
6
6
|
|
7
7
|
def around_perform_with_check_and_requeue(*params)
|
8
8
|
paused = false
|
@@ -30,14 +30,14 @@ and evernote; these allow you to support rate limited apis with minimal changes.
|
|
30
30
|
spec.add_dependency 'evernote-thrift', '~> 1.25', '>= 1.25.1'
|
31
31
|
spec.add_dependency 'twitter', '~> 5.11', '>= 5.11.0'
|
32
32
|
|
33
|
-
spec.add_development_dependency '
|
34
|
-
spec.add_development_dependency '
|
35
|
-
spec.add_development_dependency '
|
36
|
-
spec.add_development_dependency '
|
37
|
-
spec.add_development_dependency '
|
38
|
-
spec.add_development_dependency '
|
39
|
-
spec.add_development_dependency 'guard
|
40
|
-
spec.add_development_dependency 'guard-
|
41
|
-
spec.add_development_dependency '
|
42
|
-
spec.add_development_dependency '
|
33
|
+
spec.add_development_dependency 'rake', '~> 10'
|
34
|
+
spec.add_development_dependency 'rspec', '~> 2'
|
35
|
+
spec.add_development_dependency 'simplecov', '~> 0'
|
36
|
+
spec.add_development_dependency 'rubocop', '~> 0'
|
37
|
+
spec.add_development_dependency 'reek', '~> 4'
|
38
|
+
spec.add_development_dependency 'listen', '~> 3.0', '< 3.1' # Dependency of guard, 3.1 requires Ruby 2.2+
|
39
|
+
spec.add_development_dependency 'guard', '~> 2'
|
40
|
+
spec.add_development_dependency 'guard-rspec', '~> 4'
|
41
|
+
spec.add_development_dependency 'guard-rubocop', '~> 1'
|
42
|
+
spec.add_development_dependency 'gem-release', '~> 0'
|
43
43
|
end
|
@@ -3,7 +3,7 @@ require 'resque/rate_limited_queue'
|
|
3
3
|
|
4
4
|
class RateLimitedTestQueueAL
|
5
5
|
def self.perform(succeed)
|
6
|
-
|
6
|
+
raise(AngellistApi::Error::TooManyRequests, 'error') unless succeed
|
7
7
|
end
|
8
8
|
end
|
9
9
|
|
@@ -18,7 +18,8 @@ describe Resque::Plugins::RateLimitedQueue::AngellistQueue do
|
|
18
18
|
:angellist_api,
|
19
19
|
Resque::Plugins::RateLimitedQueue::AngellistQueue,
|
20
20
|
RateLimitedTestQueueAL.to_s,
|
21
|
-
true
|
21
|
+
true
|
22
|
+
)
|
22
23
|
Resque::Plugins::RateLimitedQueue::AngellistQueue
|
23
24
|
.enqueue(RateLimitedTestQueueAL, true)
|
24
25
|
end
|
@@ -9,7 +9,7 @@ end
|
|
9
9
|
|
10
10
|
class RateLimitedTestQueueEn
|
11
11
|
def self.perform(succeed)
|
12
|
-
|
12
|
+
raise(
|
13
13
|
Evernote::EDAM::Error::EDAMSystemException,
|
14
14
|
errorCode: Evernote::EDAM::Error::EDAMErrorCode::RATE_LIMIT_REACHED,
|
15
15
|
rateLimitDuration: RateLimitDuration
|
@@ -19,7 +19,7 @@ end
|
|
19
19
|
|
20
20
|
class RateLimitedTestQueueOther
|
21
21
|
def self.perform
|
22
|
-
|
22
|
+
raise(Evernote::EDAM::Error::EDAMSystemException)
|
23
23
|
end
|
24
24
|
end
|
25
25
|
|
@@ -33,7 +33,8 @@ describe Resque::Plugins::RateLimitedQueue::EvernoteQueue do
|
|
33
33
|
:evernote_api,
|
34
34
|
Resque::Plugins::RateLimitedQueue::EvernoteQueue,
|
35
35
|
RateLimitedTestQueueEn.to_s,
|
36
|
-
true
|
36
|
+
true
|
37
|
+
)
|
37
38
|
Resque::Plugins::RateLimitedQueue::EvernoteQueue
|
38
39
|
.enqueue(RateLimitedTestQueueEn, true)
|
39
40
|
end
|
@@ -3,7 +3,7 @@ require 'resque/rate_limited_queue'
|
|
3
3
|
|
4
4
|
class RateLimitedTestQueueTw
|
5
5
|
def self.perform(succeed)
|
6
|
-
|
6
|
+
raise(Twitter::Error::TooManyRequests
|
7
7
|
.new('', 'x-rate-limit-reset' => (Time.now + 60).to_i)) unless succeed
|
8
8
|
end
|
9
9
|
end
|
@@ -19,7 +19,8 @@ describe Resque::Plugins::RateLimitedQueue::TwitterQueue do
|
|
19
19
|
:twitter_api,
|
20
20
|
Resque::Plugins::RateLimitedQueue::TwitterQueue,
|
21
21
|
RateLimitedTestQueueTw.to_s,
|
22
|
-
true
|
22
|
+
true
|
23
|
+
)
|
23
24
|
Resque::Plugins::RateLimitedQueue::TwitterQueue
|
24
25
|
.enqueue(RateLimitedTestQueueTw, true)
|
25
26
|
end
|
@@ -83,7 +83,7 @@ describe Resque::Plugins::RateLimitedQueue do
|
|
83
83
|
|
84
84
|
it 'should schedule an unpause job' do
|
85
85
|
Resque::Plugins::RateLimitedQueue::UnPause.should_receive(:enqueue)
|
86
|
-
|
86
|
+
.with(nil, 'RateLimitedTestQueue')
|
87
87
|
RateLimitedTestQueue.pause_until(nil)
|
88
88
|
end
|
89
89
|
end
|
@@ -28,7 +28,8 @@ describe Resque::Plugins::RateLimitedQueue::UnPause do
|
|
28
28
|
:queue_name,
|
29
29
|
nil,
|
30
30
|
Resque::Plugins::RateLimitedQueue::UnPause,
|
31
|
-
RateLimitedTestQueue
|
31
|
+
RateLimitedTestQueue
|
32
|
+
)
|
32
33
|
|
33
34
|
Resque::Plugins::RateLimitedQueue::UnPause.enqueue(nil, RateLimitedTestQueue)
|
34
35
|
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: resque-rate_limited_queue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.0
|
4
|
+
version: 1.1.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Greg Dowling
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2016-
|
11
|
+
date: 2016-10-03 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: resque
|
@@ -111,151 +111,151 @@ dependencies:
|
|
111
111
|
- !ruby/object:Gem::Version
|
112
112
|
version: 5.11.0
|
113
113
|
- !ruby/object:Gem::Dependency
|
114
|
-
name:
|
114
|
+
name: rake
|
115
115
|
requirement: !ruby/object:Gem::Requirement
|
116
116
|
requirements:
|
117
117
|
- - "~>"
|
118
118
|
- !ruby/object:Gem::Version
|
119
|
-
version: '
|
119
|
+
version: '10'
|
120
120
|
type: :development
|
121
121
|
prerelease: false
|
122
122
|
version_requirements: !ruby/object:Gem::Requirement
|
123
123
|
requirements:
|
124
124
|
- - "~>"
|
125
125
|
- !ruby/object:Gem::Version
|
126
|
-
version: '
|
126
|
+
version: '10'
|
127
127
|
- !ruby/object:Gem::Dependency
|
128
|
-
name:
|
128
|
+
name: rspec
|
129
129
|
requirement: !ruby/object:Gem::Requirement
|
130
130
|
requirements:
|
131
131
|
- - "~>"
|
132
132
|
- !ruby/object:Gem::Version
|
133
|
-
version: '
|
133
|
+
version: '2'
|
134
134
|
type: :development
|
135
135
|
prerelease: false
|
136
136
|
version_requirements: !ruby/object:Gem::Requirement
|
137
137
|
requirements:
|
138
138
|
- - "~>"
|
139
139
|
- !ruby/object:Gem::Version
|
140
|
-
version: '
|
140
|
+
version: '2'
|
141
141
|
- !ruby/object:Gem::Dependency
|
142
|
-
name:
|
142
|
+
name: simplecov
|
143
143
|
requirement: !ruby/object:Gem::Requirement
|
144
144
|
requirements:
|
145
145
|
- - "~>"
|
146
146
|
- !ruby/object:Gem::Version
|
147
|
-
version: '
|
147
|
+
version: '0'
|
148
148
|
type: :development
|
149
149
|
prerelease: false
|
150
150
|
version_requirements: !ruby/object:Gem::Requirement
|
151
151
|
requirements:
|
152
152
|
- - "~>"
|
153
153
|
- !ruby/object:Gem::Version
|
154
|
-
version: '
|
154
|
+
version: '0'
|
155
155
|
- !ruby/object:Gem::Dependency
|
156
|
-
name:
|
156
|
+
name: rubocop
|
157
157
|
requirement: !ruby/object:Gem::Requirement
|
158
158
|
requirements:
|
159
159
|
- - "~>"
|
160
160
|
- !ruby/object:Gem::Version
|
161
|
-
version: 0
|
161
|
+
version: '0'
|
162
162
|
type: :development
|
163
163
|
prerelease: false
|
164
164
|
version_requirements: !ruby/object:Gem::Requirement
|
165
165
|
requirements:
|
166
166
|
- - "~>"
|
167
167
|
- !ruby/object:Gem::Version
|
168
|
-
version: 0
|
168
|
+
version: '0'
|
169
169
|
- !ruby/object:Gem::Dependency
|
170
|
-
name:
|
170
|
+
name: reek
|
171
171
|
requirement: !ruby/object:Gem::Requirement
|
172
172
|
requirements:
|
173
173
|
- - "~>"
|
174
174
|
- !ruby/object:Gem::Version
|
175
|
-
version: '
|
175
|
+
version: '4'
|
176
176
|
type: :development
|
177
177
|
prerelease: false
|
178
178
|
version_requirements: !ruby/object:Gem::Requirement
|
179
179
|
requirements:
|
180
180
|
- - "~>"
|
181
181
|
- !ruby/object:Gem::Version
|
182
|
-
version: '
|
182
|
+
version: '4'
|
183
183
|
- !ruby/object:Gem::Dependency
|
184
|
-
name:
|
184
|
+
name: listen
|
185
185
|
requirement: !ruby/object:Gem::Requirement
|
186
186
|
requirements:
|
187
187
|
- - "~>"
|
188
188
|
- !ruby/object:Gem::Version
|
189
|
-
version: '
|
189
|
+
version: '3.0'
|
190
|
+
- - "<"
|
191
|
+
- !ruby/object:Gem::Version
|
192
|
+
version: '3.1'
|
190
193
|
type: :development
|
191
194
|
prerelease: false
|
192
195
|
version_requirements: !ruby/object:Gem::Requirement
|
193
196
|
requirements:
|
194
197
|
- - "~>"
|
195
198
|
- !ruby/object:Gem::Version
|
196
|
-
version: '
|
199
|
+
version: '3.0'
|
200
|
+
- - "<"
|
201
|
+
- !ruby/object:Gem::Version
|
202
|
+
version: '3.1'
|
197
203
|
- !ruby/object:Gem::Dependency
|
198
|
-
name: guard
|
204
|
+
name: guard
|
199
205
|
requirement: !ruby/object:Gem::Requirement
|
200
206
|
requirements:
|
201
207
|
- - "~>"
|
202
208
|
- !ruby/object:Gem::Version
|
203
|
-
version: '
|
204
|
-
- - ">="
|
205
|
-
- !ruby/object:Gem::Version
|
206
|
-
version: 4.1.1
|
209
|
+
version: '2'
|
207
210
|
type: :development
|
208
211
|
prerelease: false
|
209
212
|
version_requirements: !ruby/object:Gem::Requirement
|
210
213
|
requirements:
|
211
214
|
- - "~>"
|
212
215
|
- !ruby/object:Gem::Version
|
213
|
-
version: '
|
214
|
-
- - ">="
|
215
|
-
- !ruby/object:Gem::Version
|
216
|
-
version: 4.1.1
|
216
|
+
version: '2'
|
217
217
|
- !ruby/object:Gem::Dependency
|
218
|
-
name: guard-
|
218
|
+
name: guard-rspec
|
219
219
|
requirement: !ruby/object:Gem::Requirement
|
220
220
|
requirements:
|
221
221
|
- - "~>"
|
222
222
|
- !ruby/object:Gem::Version
|
223
|
-
version: '
|
223
|
+
version: '4'
|
224
224
|
type: :development
|
225
225
|
prerelease: false
|
226
226
|
version_requirements: !ruby/object:Gem::Requirement
|
227
227
|
requirements:
|
228
228
|
- - "~>"
|
229
229
|
- !ruby/object:Gem::Version
|
230
|
-
version: '
|
230
|
+
version: '4'
|
231
231
|
- !ruby/object:Gem::Dependency
|
232
|
-
name:
|
232
|
+
name: guard-rubocop
|
233
233
|
requirement: !ruby/object:Gem::Requirement
|
234
234
|
requirements:
|
235
235
|
- - "~>"
|
236
236
|
- !ruby/object:Gem::Version
|
237
|
-
version:
|
237
|
+
version: '1'
|
238
238
|
type: :development
|
239
239
|
prerelease: false
|
240
240
|
version_requirements: !ruby/object:Gem::Requirement
|
241
241
|
requirements:
|
242
242
|
- - "~>"
|
243
243
|
- !ruby/object:Gem::Version
|
244
|
-
version:
|
244
|
+
version: '1'
|
245
245
|
- !ruby/object:Gem::Dependency
|
246
|
-
name:
|
246
|
+
name: gem-release
|
247
247
|
requirement: !ruby/object:Gem::Requirement
|
248
248
|
requirements:
|
249
249
|
- - "~>"
|
250
250
|
- !ruby/object:Gem::Version
|
251
|
-
version: '0
|
251
|
+
version: '0'
|
252
252
|
type: :development
|
253
253
|
prerelease: false
|
254
254
|
version_requirements: !ruby/object:Gem::Requirement
|
255
255
|
requirements:
|
256
256
|
- - "~>"
|
257
257
|
- !ruby/object:Gem::Version
|
258
|
-
version: '0
|
258
|
+
version: '0'
|
259
259
|
description: |-
|
260
260
|
A Resque plugin which allows you to create dedicated queues for jobs that use rate limited apis.
|
261
261
|
These queues will pause when one of the jobs hits a rate limit, and unpause after a suitable time period.
|
@@ -312,7 +312,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
312
312
|
version: '0'
|
313
313
|
requirements: []
|
314
314
|
rubyforge_project:
|
315
|
-
rubygems_version: 2.
|
315
|
+
rubygems_version: 2.6.7
|
316
316
|
signing_key:
|
317
317
|
specification_version: 4
|
318
318
|
summary: A Resque plugin to help manage jobs that use rate limited apis, pausing when
|