nexia_worker_roulette 0.1.11

Sign up to get free protection for your applications and to get access to all the features.
Files changed (26) hide show
  1. checksums.yaml +7 -0
  2. data/.agignore +2 -0
  3. data/.gitignore +21 -0
  4. data/.rspec +2 -0
  5. data/.simplecov +16 -0
  6. data/Gemfile +9 -0
  7. data/Guardfile +3 -0
  8. data/LICENSE.txt +0 -0
  9. data/README.md +114 -0
  10. data/Rakefile +32 -0
  11. data/lib/worker_roulette/foreman.rb +71 -0
  12. data/lib/worker_roulette/lua.rb +50 -0
  13. data/lib/worker_roulette/tradesman.rb +125 -0
  14. data/lib/worker_roulette/version.rb +3 -0
  15. data/lib/worker_roulette.rb +96 -0
  16. data/spec/benchmark/irb_demo_runner.rb +39 -0
  17. data/spec/benchmark/perf_test.rb +137 -0
  18. data/spec/helpers/.gitkeep +1 -0
  19. data/spec/integration/evented_worker_roulette_spec.rb +250 -0
  20. data/spec/integration/worker_roulette_spec.rb +172 -0
  21. data/spec/spec_helper.rb +18 -0
  22. data/spec/unit/evented_readlock_spec.rb +108 -0
  23. data/spec/unit/lua_spec.rb +47 -0
  24. data/spec/unit/readlock_spec.rb +71 -0
  25. data/worker_roulette.gemspec +34 -0
  26. metadata +258 -0
data/spec/unit/lua_spec.rb ADDED
@@ -0,0 +1,47 @@
1
+ require 'spec_helper'
2
+ module WorkerRoulette
3
+ describe Lua do
4
+ include EventedSpec::EMSpec
5
+ let(:worker_roulette) {WorkerRoulette.start(evented: true)}
6
+ let(:lua) { Lua.new(worker_roulette.tradesman_connection_pool) }
7
+ let(:redis) {Redis.new(worker_roulette.redis_config)}
8
+
9
+ before do
10
+ lua.clear_cache!
11
+ redis.script(:flush)
12
+ redis.flushdb
13
+ end
14
+
15
+ it "should load and call a lua script" do
16
+ lua_script = 'return redis.call("SET", KEYS[1], ARGV[1])'
17
+ lua.call(lua_script, ['foo'], ['daddy']) do |result|
18
+ expect(lua.cache.keys.first).to eq(lua_script)
19
+ expect(lua.cache.values.first).to eq(Digest::SHA1.hexdigest(lua_script))
20
+ expect(result).to eq("OK")
21
+ done
22
+ end
23
+ end
24
+
25
+ it "should send a sha instead of a script once the script has been cached" do
26
+ lua_script = 'return KEYS'
27
+ expect(lua).to receive(:eval).and_call_original
28
+
29
+ lua.call(lua_script) do |result|
30
+ expect(lua).not_to receive(:eval)
31
+
32
+ lua.call(lua_script) do |inner_result|
33
+ expect(inner_result).to be_empty
34
+ done
35
+ end
36
+ end
37
+ end
38
+
39
+ it "should raise an error to the caller if the script fails in redis" do
40
+ lua_script = 'this is junk'
41
+ # lua.call(lua_script)
42
+ # rspec cannot test this bc of the callbacks, but if you have doubts,
43
+ # uncomment the line above and watch it fail
44
+ done
45
+ end
46
+ end
47
+ end
data/spec/unit/readlock_spec.rb ADDED
@@ -0,0 +1,71 @@
1
+ require 'spec_helper'
2
+ module WorkerRoulette
3
+ describe "Read Lock" do
4
+ let(:worker_roulette) {WorkerRoulette.start(evented: false)}
5
+ let(:redis) {Redis.new(worker_roulette.redis_config)}
6
+ let(:sender) {'katie_80'}
7
+ let(:work_orders) {"hellot"}
8
+ let(:lock_key) {"L*:#{sender}"}
9
+ let(:default_headers) {Hash['headers' => {'sender' => sender}]}
10
+ let(:work_orders_with_headers) {default_headers.merge({'payload' => work_orders})}
11
+ let(:jsonized_work_orders_with_headers) {[WorkerRoulette.dump(work_orders_with_headers)]}
12
+ let(:foreman) {worker_roulette.foreman(sender)}
13
+ let(:number_two) {worker_roulette.foreman('number_two')}
14
+ let(:subject) {worker_roulette.tradesman}
15
+ let(:subject_two) {worker_roulette.tradesman}
16
+ let(:lua) { Lua.new(worker_roulette.tradesman_connection_pool) }
17
+
18
+ before do
19
+ lua.clear_cache!
20
+ redis.script(:flush)
21
+ redis.flushdb
22
+ foreman.enqueue_work_order(work_orders)
23
+ expect(subject.work_orders!).to eq([work_orders_with_headers])
24
+ end
25
+
26
+ it "should lock a queue when it reads from it" do
27
+ expect(redis.get(lock_key)).not_to be_nil
28
+ end
29
+
30
+ it "should set the lock to expire in 3 second" do
31
+ expect(redis.ttl(lock_key)).to eq(3)
32
+ end
33
+
34
+ it "should not read a locked queue" do
35
+ foreman.enqueue_work_order(work_orders) #locked
36
+ expect(subject_two.work_orders!).to be_empty
37
+ end
38
+
39
+ it "should read from the first available queue that is not locked" do
40
+ foreman.enqueue_work_order(work_orders) #locked
41
+ number_two.enqueue_work_order(work_orders) #unlocked
42
+ expect(subject_two.work_orders!.first['headers']['sender']).to eq('number_two')
43
+ end
44
+
45
+ it "should release its previous lock when it asks for work from another sender" do
46
+ number_two.enqueue_work_order(work_orders) #unlocked
47
+ expect(subject.last_sender).to eq(sender)
48
+ expect(subject.work_orders!.first['headers']['sender']).to eq('number_two')
49
+ expect(redis.get(lock_key)).to be_nil
50
+ end
51
+
52
+ it "should not release its lock when it asks for work from the same sender" do
53
+ foreman.enqueue_work_order(work_orders) #locked
54
+ expect(subject.work_orders!).to eq([work_orders_with_headers])
55
+ expect(subject.last_sender).to eq(sender)
56
+
57
+ foreman.enqueue_work_order(work_orders) #locked
58
+ expect(subject.work_orders!).to eq([work_orders_with_headers])
59
+ expect(subject.last_sender).to eq(sender)
60
+
61
+ expect(redis.get(lock_key)).not_to be_nil
62
+ end
63
+
64
+ it "should release its previous lock if there is no work to do from the same sender" do
65
+ foreman.enqueue_work_order(work_orders) #locked
66
+ expect(subject.work_orders!).to eq([work_orders_with_headers])
67
+ expect(subject.work_orders!).to be_empty
68
+ expect(redis.get(lock_key)).to be_nil
69
+ end
70
+ end
71
+ end
data/worker_roulette.gemspec ADDED
@@ -0,0 +1,34 @@
1
+ # encoding: utf-8
2
+ lib = File.expand_path('../lib', __FILE__)
3
+ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
4
+ require 'worker_roulette/version'
5
+
6
+ Gem::Specification.new do |spec|
7
+ spec.name = 'nexia_worker_roulette'
8
+ spec.version = WorkerRoulette::VERSION
9
+ spec.authors = ['Paul Saieg']
10
+ spec.email = ['classicist@gmail.com']
11
+ spec.description = %q{Pub Sub Queue for Redis that ensures ordered processing}
12
+ spec.summary = %q{Pub Sub Queue for Redis that ensures ordered processing}
13
+ spec.homepage = 'https://github.com/nexiahome/worker_roulette'
14
+
15
+ spec.files = `git ls-files`.split($/)
16
+ spec.executables = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
17
+ spec.test_files = spec.files.grep(%r{^(spec)/})
18
+ spec.require_paths = ['lib']
19
+
20
+ spec.add_dependency 'oj', '~> 2.10'
21
+ spec.add_dependency 'redis', '~> 3.1'
22
+ spec.add_dependency 'hiredis', '~> 0.5'
23
+ spec.add_dependency 'em-hiredis', '~> 0.3'
24
+ spec.add_dependency 'connection_pool', '~> 2.0'
25
+ spec.add_dependency 'eventmachine', '~> 1.0'
26
+
27
+ spec.add_development_dependency 'bundler', '~> 1.7'
28
+ spec.add_development_dependency 'rake', '~> 10.3'
29
+ spec.add_development_dependency 'rspec', '~> 3.1'
30
+ spec.add_development_dependency 'pry-byebug', '~> 2.0'
31
+ spec.add_development_dependency 'simplecov', '~> 0.9'
32
+ spec.add_development_dependency 'simplecov-rcov', '~> 0.2'
33
+ spec.add_development_dependency 'rspec_junit_formatter', '~> 0.2'
34
+ end
metadata ADDED
@@ -0,0 +1,258 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: nexia_worker_roulette
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.1.11
5
+ platform: ruby
6
+ authors:
7
+ - Paul Saieg
8
+ autorequire:
9
+ bindir: bin
10
+ cert_chain: []
11
+ date: 2014-09-18 00:00:00.000000000 Z
12
+ dependencies:
13
+ - !ruby/object:Gem::Dependency
14
+ name: oj
15
+ requirement: !ruby/object:Gem::Requirement
16
+ requirements:
17
+ - - "~>"
18
+ - !ruby/object:Gem::Version
19
+ version: '2.10'
20
+ type: :runtime
21
+ prerelease: false
22
+ version_requirements: !ruby/object:Gem::Requirement
23
+ requirements:
24
+ - - "~>"
25
+ - !ruby/object:Gem::Version
26
+ version: '2.10'
27
+ - !ruby/object:Gem::Dependency
28
+ name: redis
29
+ requirement: !ruby/object:Gem::Requirement
30
+ requirements:
31
+ - - "~>"
32
+ - !ruby/object:Gem::Version
33
+ version: '3.1'
34
+ type: :runtime
35
+ prerelease: false
36
+ version_requirements: !ruby/object:Gem::Requirement
37
+ requirements:
38
+ - - "~>"
39
+ - !ruby/object:Gem::Version
40
+ version: '3.1'
41
+ - !ruby/object:Gem::Dependency
42
+ name: hiredis
43
+ requirement: !ruby/object:Gem::Requirement
44
+ requirements:
45
+ - - "~>"
46
+ - !ruby/object:Gem::Version
47
+ version: '0.5'
48
+ type: :runtime
49
+ prerelease: false
50
+ version_requirements: !ruby/object:Gem::Requirement
51
+ requirements:
52
+ - - "~>"
53
+ - !ruby/object:Gem::Version
54
+ version: '0.5'
55
+ - !ruby/object:Gem::Dependency
56
+ name: em-hiredis
57
+ requirement: !ruby/object:Gem::Requirement
58
+ requirements:
59
+ - - "~>"
60
+ - !ruby/object:Gem::Version
61
+ version: '0.3'
62
+ type: :runtime
63
+ prerelease: false
64
+ version_requirements: !ruby/object:Gem::Requirement
65
+ requirements:
66
+ - - "~>"
67
+ - !ruby/object:Gem::Version
68
+ version: '0.3'
69
+ - !ruby/object:Gem::Dependency
70
+ name: connection_pool
71
+ requirement: !ruby/object:Gem::Requirement
72
+ requirements:
73
+ - - "~>"
74
+ - !ruby/object:Gem::Version
75
+ version: '2.0'
76
+ type: :runtime
77
+ prerelease: false
78
+ version_requirements: !ruby/object:Gem::Requirement
79
+ requirements:
80
+ - - "~>"
81
+ - !ruby/object:Gem::Version
82
+ version: '2.0'
83
+ - !ruby/object:Gem::Dependency
84
+ name: eventmachine
85
+ requirement: !ruby/object:Gem::Requirement
86
+ requirements:
87
+ - - "~>"
88
+ - !ruby/object:Gem::Version
89
+ version: '1.0'
90
+ type: :runtime
91
+ prerelease: false
92
+ version_requirements: !ruby/object:Gem::Requirement
93
+ requirements:
94
+ - - "~>"
95
+ - !ruby/object:Gem::Version
96
+ version: '1.0'
97
+ - !ruby/object:Gem::Dependency
98
+ name: bundler
99
+ requirement: !ruby/object:Gem::Requirement
100
+ requirements:
101
+ - - "~>"
102
+ - !ruby/object:Gem::Version
103
+ version: '1.7'
104
+ type: :development
105
+ prerelease: false
106
+ version_requirements: !ruby/object:Gem::Requirement
107
+ requirements:
108
+ - - "~>"
109
+ - !ruby/object:Gem::Version
110
+ version: '1.7'
111
+ - !ruby/object:Gem::Dependency
112
+ name: rake
113
+ requirement: !ruby/object:Gem::Requirement
114
+ requirements:
115
+ - - "~>"
116
+ - !ruby/object:Gem::Version
117
+ version: '10.3'
118
+ type: :development
119
+ prerelease: false
120
+ version_requirements: !ruby/object:Gem::Requirement
121
+ requirements:
122
+ - - "~>"
123
+ - !ruby/object:Gem::Version
124
+ version: '10.3'
125
+ - !ruby/object:Gem::Dependency
126
+ name: rspec
127
+ requirement: !ruby/object:Gem::Requirement
128
+ requirements:
129
+ - - "~>"
130
+ - !ruby/object:Gem::Version
131
+ version: '3.1'
132
+ type: :development
133
+ prerelease: false
134
+ version_requirements: !ruby/object:Gem::Requirement
135
+ requirements:
136
+ - - "~>"
137
+ - !ruby/object:Gem::Version
138
+ version: '3.1'
139
+ - !ruby/object:Gem::Dependency
140
+ name: pry-byebug
141
+ requirement: !ruby/object:Gem::Requirement
142
+ requirements:
143
+ - - "~>"
144
+ - !ruby/object:Gem::Version
145
+ version: '2.0'
146
+ type: :development
147
+ prerelease: false
148
+ version_requirements: !ruby/object:Gem::Requirement
149
+ requirements:
150
+ - - "~>"
151
+ - !ruby/object:Gem::Version
152
+ version: '2.0'
153
+ - !ruby/object:Gem::Dependency
154
+ name: simplecov
155
+ requirement: !ruby/object:Gem::Requirement
156
+ requirements:
157
+ - - "~>"
158
+ - !ruby/object:Gem::Version
159
+ version: '0.9'
160
+ type: :development
161
+ prerelease: false
162
+ version_requirements: !ruby/object:Gem::Requirement
163
+ requirements:
164
+ - - "~>"
165
+ - !ruby/object:Gem::Version
166
+ version: '0.9'
167
+ - !ruby/object:Gem::Dependency
168
+ name: simplecov-rcov
169
+ requirement: !ruby/object:Gem::Requirement
170
+ requirements:
171
+ - - "~>"
172
+ - !ruby/object:Gem::Version
173
+ version: '0.2'
174
+ type: :development
175
+ prerelease: false
176
+ version_requirements: !ruby/object:Gem::Requirement
177
+ requirements:
178
+ - - "~>"
179
+ - !ruby/object:Gem::Version
180
+ version: '0.2'
181
+ - !ruby/object:Gem::Dependency
182
+ name: rspec_junit_formatter
183
+ requirement: !ruby/object:Gem::Requirement
184
+ requirements:
185
+ - - "~>"
186
+ - !ruby/object:Gem::Version
187
+ version: '0.2'
188
+ type: :development
189
+ prerelease: false
190
+ version_requirements: !ruby/object:Gem::Requirement
191
+ requirements:
192
+ - - "~>"
193
+ - !ruby/object:Gem::Version
194
+ version: '0.2'
195
+ description: Pub Sub Queue for Redis that ensures ordered processing
196
+ email:
197
+ - classicist@gmail.com
198
+ executables: []
199
+ extensions: []
200
+ extra_rdoc_files: []
201
+ files:
202
+ - ".agignore"
203
+ - ".gitignore"
204
+ - ".rspec"
205
+ - ".simplecov"
206
+ - Gemfile
207
+ - Guardfile
208
+ - LICENSE.txt
209
+ - README.md
210
+ - Rakefile
211
+ - lib/worker_roulette.rb
212
+ - lib/worker_roulette/foreman.rb
213
+ - lib/worker_roulette/lua.rb
214
+ - lib/worker_roulette/tradesman.rb
215
+ - lib/worker_roulette/version.rb
216
+ - spec/benchmark/irb_demo_runner.rb
217
+ - spec/benchmark/perf_test.rb
218
+ - spec/helpers/.gitkeep
219
+ - spec/integration/evented_worker_roulette_spec.rb
220
+ - spec/integration/worker_roulette_spec.rb
221
+ - spec/spec_helper.rb
222
+ - spec/unit/evented_readlock_spec.rb
223
+ - spec/unit/lua_spec.rb
224
+ - spec/unit/readlock_spec.rb
225
+ - worker_roulette.gemspec
226
+ homepage: https://github.com/nexiahome/worker_roulette
227
+ licenses: []
228
+ metadata: {}
229
+ post_install_message:
230
+ rdoc_options: []
231
+ require_paths:
232
+ - lib
233
+ required_ruby_version: !ruby/object:Gem::Requirement
234
+ requirements:
235
+ - - ">="
236
+ - !ruby/object:Gem::Version
237
+ version: '0'
238
+ required_rubygems_version: !ruby/object:Gem::Requirement
239
+ requirements:
240
+ - - ">="
241
+ - !ruby/object:Gem::Version
242
+ version: '0'
243
+ requirements: []
244
+ rubyforge_project:
245
+ rubygems_version: 2.2.2
246
+ signing_key:
247
+ specification_version: 4
248
+ summary: Pub Sub Queue for Redis that ensures ordered processing
249
+ test_files:
250
+ - spec/benchmark/irb_demo_runner.rb
251
+ - spec/benchmark/perf_test.rb
252
+ - spec/helpers/.gitkeep
253
+ - spec/integration/evented_worker_roulette_spec.rb
254
+ - spec/integration/worker_roulette_spec.rb
255
+ - spec/spec_helper.rb
256
+ - spec/unit/evented_readlock_spec.rb
257
+ - spec/unit/lua_spec.rb
258
+ - spec/unit/readlock_spec.rb