chore-core 1.5.10 → 1.7.2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +32 -6
- data/bin/chore +3 -2
- data/chore-core.gemspec +2 -2
- data/lib/chore/job.rb +20 -5
- data/lib/chore/queues/sqs.rb +31 -2
- data/lib/chore/queues/sqs/consumer.rb +13 -3
- data/lib/chore/tasks/queues.task +10 -3
- data/lib/chore/version.rb +2 -2
- data/lib/chore/worker.rb +24 -7
- data/spec/chore/duplicate_detector_spec.rb +13 -13
- data/spec/chore/job_spec.rb +26 -2
- data/spec/chore/manager_spec.rb +10 -14
- data/spec/chore/queues/filesystem/filesystem_consumer_spec.rb +12 -12
- data/spec/chore/queues/sqs/consumer_spec.rb +47 -36
- data/spec/chore/queues/sqs_spec.rb +30 -13
- data/spec/chore/strategies/worker/forked_worker_strategy_spec.rb +61 -58
- data/spec/chore/strategies/worker/single_worker_strategy_spec.rb +6 -8
- data/spec/chore/worker_spec.rb +54 -1
- data/spec/chore_spec.rb +15 -15
- data/spec/spec_helper.rb +1 -1
- metadata +5 -5
@@ -1,33 +1,31 @@
|
|
1
1
|
require 'spec_helper'
|
2
2
|
|
3
3
|
describe Chore::Strategy::SingleWorkerStrategy do
|
4
|
-
let(:manager) {
|
4
|
+
let(:manager) { double('Manager') }
|
5
5
|
subject { described_class.new(manager) }
|
6
6
|
|
7
7
|
describe '#stop!' do
|
8
8
|
before(:each) do
|
9
|
-
subject.
|
9
|
+
expect(subject).to receive(:worker).and_return worker
|
10
10
|
end
|
11
11
|
|
12
12
|
context 'given there is no current worker' do
|
13
13
|
let(:worker) { nil }
|
14
14
|
|
15
15
|
it 'does nothing' do
|
16
|
-
|
17
|
-
|
18
|
-
worker.should_not_receive(:stop!)
|
16
|
+
expect(worker).to_not receive(:stop!)
|
19
17
|
subject.stop!
|
20
18
|
end
|
21
19
|
end
|
22
20
|
|
23
21
|
context 'given there is a current worker' do
|
24
|
-
let(:worker) {
|
22
|
+
let(:worker) { double('Worker') }
|
25
23
|
before(:each) do
|
26
|
-
subject.
|
24
|
+
expect(subject).to receive(:worker).and_return worker
|
27
25
|
end
|
28
26
|
|
29
27
|
it 'stops the worker' do
|
30
|
-
worker.
|
28
|
+
expect(worker).to receive(:stop!)
|
31
29
|
subject.stop!
|
32
30
|
end
|
33
31
|
end
|
data/spec/chore/worker_spec.rb
CHANGED
@@ -4,7 +4,9 @@ describe Chore::Worker do
|
|
4
4
|
|
5
5
|
class SimpleJob
|
6
6
|
include Chore::Job
|
7
|
-
queue_options :name => 'test',
|
7
|
+
queue_options :name => 'test',
|
8
|
+
:publisher => FakePublisher,
|
9
|
+
:max_attempts => 100
|
8
10
|
|
9
11
|
def perform(*args)
|
10
12
|
return args
|
@@ -140,4 +142,55 @@ describe Chore::Worker do
|
|
140
142
|
end
|
141
143
|
end
|
142
144
|
end
|
145
|
+
|
146
|
+
describe 'delaying retries' do
|
147
|
+
let(:encoded_job) { Chore::Encoder::JsonEncoder.encode(job) }
|
148
|
+
let(:parsed_job) { JSON.parse(encoded_job) }
|
149
|
+
let(:work) { Chore::UnitOfWork.new(2, 'test', 60, encoded_job, 0, consumer) }
|
150
|
+
|
151
|
+
before(:each) do
|
152
|
+
SimpleJob.options[:backoff] = lambda { |work| work.current_attempt }
|
153
|
+
|
154
|
+
allow(SimpleJob).to receive(:perform).and_raise(RuntimeError)
|
155
|
+
SimpleJob.stub(:run_hooks_for).and_return(true)
|
156
|
+
end
|
157
|
+
|
158
|
+
context 'and the consumer can delay' do
|
159
|
+
before(:each) do
|
160
|
+
allow(consumer).to receive(:delay).and_return(0)
|
161
|
+
end
|
162
|
+
|
163
|
+
it 'will not complete the message' do
|
164
|
+
expect(consumer).not_to receive(:complete)
|
165
|
+
Chore::Worker.start(work)
|
166
|
+
end
|
167
|
+
|
168
|
+
it 'will delay the message' do
|
169
|
+
expect(consumer).to receive(:delay).with(work, SimpleJob.options[:backoff])
|
170
|
+
Chore::Worker.start(work)
|
171
|
+
end
|
172
|
+
|
173
|
+
it 'triggers the on_delay callback' do
|
174
|
+
expect(SimpleJob).to receive(:run_hooks_for).with(:on_delay, parsed_job)
|
175
|
+
Chore::Worker.start(work)
|
176
|
+
end
|
177
|
+
end
|
178
|
+
|
179
|
+
context 'and the consumer cannot delay' do
|
180
|
+
before(:each) do
|
181
|
+
allow(consumer).to receive(:delay).and_raise(NoMethodError)
|
182
|
+
end
|
183
|
+
|
184
|
+
it 'will not complete the item' do
|
185
|
+
expect(consumer).not_to receive(:complete)
|
186
|
+
Chore::Worker.start(work)
|
187
|
+
end
|
188
|
+
|
189
|
+
it 'triggers the failure callback' do
|
190
|
+
worker = Chore::Worker.new(work)
|
191
|
+
expect(worker).to receive(:handle_failure)
|
192
|
+
worker.start
|
193
|
+
end
|
194
|
+
end
|
195
|
+
end
|
143
196
|
end
|
data/spec/chore_spec.rb
CHANGED
@@ -7,7 +7,7 @@ describe Chore do
|
|
7
7
|
it 'should allow you to add a hook' do
|
8
8
|
blk = proc { true }
|
9
9
|
Chore.add_hook(:before_perform,&blk)
|
10
|
-
Chore.hooks_for(:before_perform).first.
|
10
|
+
expect(Chore.hooks_for(:before_perform).first).to be blk
|
11
11
|
end
|
12
12
|
|
13
13
|
it 'should call a hook if it exists' do
|
@@ -23,14 +23,14 @@ describe Chore do
|
|
23
23
|
|
24
24
|
it 'should pass args to the block if present' do
|
25
25
|
blk = proc {|*args| true }
|
26
|
-
blk.
|
26
|
+
expect(blk).to receive(:call).with('1','2',3)
|
27
27
|
Chore.add_hook(:an_event,&blk)
|
28
28
|
Chore.run_hooks_for(:an_event, '1','2',3)
|
29
29
|
end
|
30
30
|
|
31
31
|
it 'should support multiple hooks for an event' do
|
32
32
|
blk = proc { true }
|
33
|
-
blk.
|
33
|
+
expect(blk).to receive(:call).twice
|
34
34
|
Chore.add_hook(:before_perform,&blk)
|
35
35
|
Chore.add_hook(:before_perform,&blk)
|
36
36
|
|
@@ -41,8 +41,8 @@ describe Chore do
|
|
41
41
|
runner = proc { }
|
42
42
|
|
43
43
|
blk = proc { true }
|
44
|
-
blk.
|
45
|
-
arg1.
|
44
|
+
expect(blk).to receive(:call) do |&arg1|
|
45
|
+
expect(arg1).to_not be nil
|
46
46
|
end
|
47
47
|
Chore.add_hook(:around_perform,&blk)
|
48
48
|
|
@@ -56,51 +56,51 @@ describe Chore do
|
|
56
56
|
|
57
57
|
run = false
|
58
58
|
Chore.run_hooks_for(:around_perform) { run = true }
|
59
|
-
run.
|
59
|
+
expect(run).to be true
|
60
60
|
end
|
61
61
|
|
62
62
|
it 'should call passed blocks even if there are no hooks' do
|
63
63
|
run = false
|
64
64
|
Chore.run_hooks_for(:around_perform) { run = true }
|
65
|
-
run.
|
65
|
+
expect(run).to be true
|
66
66
|
end
|
67
67
|
|
68
68
|
it 'should set configuration' do
|
69
69
|
Chore.configure {|c| c.test_config_option = 'howdy' }
|
70
|
-
Chore.config.test_config_option.
|
70
|
+
expect(Chore.config.test_config_option).to eq 'howdy'
|
71
71
|
end
|
72
72
|
|
73
73
|
describe 'reopen_logs' do
|
74
74
|
let(:open_files) do
|
75
75
|
[
|
76
|
-
|
77
|
-
|
76
|
+
double('file', :closed? => false, :reopen => nil, :sync= => nil, :path => '/a'),
|
77
|
+
double('file2', :closed? => false, :reopen => nil, :sync= => nil, :path => '/b')
|
78
78
|
]
|
79
79
|
end
|
80
80
|
let(:closed_files) do
|
81
|
-
[
|
81
|
+
[double('file3', :closed? => true)]
|
82
82
|
end
|
83
83
|
let(:files) { open_files + closed_files }
|
84
84
|
|
85
85
|
before(:each) do
|
86
|
-
ObjectSpace.
|
86
|
+
allow(ObjectSpace).to receive(:each_object).and_yield(open_files[0]).and_yield(open_files[1])
|
87
87
|
end
|
88
88
|
|
89
89
|
it 'should look up all instances of files' do
|
90
|
-
ObjectSpace.
|
90
|
+
expect(ObjectSpace).to receive(:each_object).with(File)
|
91
91
|
Chore.reopen_logs
|
92
92
|
end
|
93
93
|
|
94
94
|
it 'should reopen files that are not closed' do
|
95
95
|
open_files.each do |file|
|
96
|
-
file.
|
96
|
+
expect(file).to receive(:reopen).with(file.path, 'a+')
|
97
97
|
end
|
98
98
|
Chore.reopen_logs
|
99
99
|
end
|
100
100
|
|
101
101
|
it 'should sync files' do
|
102
102
|
open_files.each do |file|
|
103
|
-
file.
|
103
|
+
expect(file).to receive(:sync=).with(true)
|
104
104
|
end
|
105
105
|
Chore.reopen_logs
|
106
106
|
end
|
data/spec/spec_helper.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: chore-core
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.7.2
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Tapjoy
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2015-
|
11
|
+
date: 2015-12-08 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: json
|
@@ -25,7 +25,7 @@ dependencies:
|
|
25
25
|
- !ruby/object:Gem::Version
|
26
26
|
version: '0'
|
27
27
|
- !ruby/object:Gem::Dependency
|
28
|
-
name: aws-sdk
|
28
|
+
name: aws-sdk-v1
|
29
29
|
requirement: !ruby/object:Gem::Requirement
|
30
30
|
requirements:
|
31
31
|
- - "~>"
|
@@ -64,14 +64,14 @@ dependencies:
|
|
64
64
|
requirements:
|
65
65
|
- - "~>"
|
66
66
|
- !ruby/object:Gem::Version
|
67
|
-
version:
|
67
|
+
version: 3.3.0
|
68
68
|
type: :development
|
69
69
|
prerelease: false
|
70
70
|
version_requirements: !ruby/object:Gem::Requirement
|
71
71
|
requirements:
|
72
72
|
- - "~>"
|
73
73
|
- !ruby/object:Gem::Version
|
74
|
-
version:
|
74
|
+
version: 3.3.0
|
75
75
|
- !ruby/object:Gem::Dependency
|
76
76
|
name: rdoc
|
77
77
|
requirement: !ruby/object:Gem::Requirement
|