gorgon 0.11.0 → 0.11.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +5 -5
- data/.gitignore +0 -2
- data/.rspec +2 -0
- data/.travis.yml +10 -0
- data/Dockerfile +25 -0
- data/Gemfile.lock +20 -15
- data/README.md +33 -6
- data/Rakefile +5 -0
- data/architecture.md +2 -2
- data/bin/gorgon +2 -114
- data/daemon_with_upstart_and_rvm.md +1 -1
- data/docker-compose.yml +28 -0
- data/file_server/Dockerfile +8 -0
- data/file_server/test_gorgon.pem.pub +1 -0
- data/gorgon.gemspec +2 -2
- data/gorgon_secret.json.sample +5 -0
- data/lib/gorgon/amqp_service.rb +28 -26
- data/lib/gorgon/callback_handler.rb +28 -26
- data/lib/gorgon/colors.rb +6 -4
- data/lib/gorgon/command.rb +145 -0
- data/lib/gorgon/configuration.rb +45 -5
- data/lib/gorgon/core_ext/hash/deep_merge.rb +21 -0
- data/lib/gorgon/crash_reporter.rb +15 -13
- data/lib/gorgon/failures_printer.rb +27 -26
- data/lib/gorgon/g_logger.rb +19 -17
- data/lib/gorgon/gem_command_handler.rb +41 -39
- data/lib/gorgon/gem_service.rb +60 -57
- data/lib/gorgon/host_state.rb +23 -21
- data/lib/gorgon/job.rb +19 -17
- data/lib/gorgon/job_definition.rb +23 -21
- data/lib/gorgon/job_state.rb +93 -90
- data/lib/gorgon/listener.rb +137 -146
- data/lib/gorgon/listener_installer.rb +98 -96
- data/lib/gorgon/originator.rb +170 -167
- data/lib/gorgon/originator_logger.rb +30 -28
- data/lib/gorgon/originator_protocol.rb +85 -83
- data/lib/gorgon/ping_service.rb +44 -42
- data/lib/gorgon/pipe_forker.rb +17 -15
- data/lib/gorgon/progress_bar_view.rb +109 -107
- data/lib/gorgon/rsync_daemon.rb +56 -54
- data/lib/gorgon/runtime_file_reader.rb +28 -27
- data/lib/gorgon/runtime_recorder.rb +27 -26
- data/lib/gorgon/settings/files_content.rb +27 -25
- data/lib/gorgon/settings/initial_files_creator.rb +58 -56
- data/lib/gorgon/settings/rails_project_files_content.rb +33 -31
- data/lib/gorgon/settings/simple_project_files_content.rb +11 -9
- data/lib/gorgon/shutdown_manager.rb +20 -18
- data/lib/gorgon/source_tree_syncer.rb +108 -69
- data/lib/gorgon/version.rb +1 -1
- data/lib/gorgon/worker.rb +130 -128
- data/lib/gorgon/worker_manager.rb +139 -137
- data/lib/gorgon_amq-protocol/.rspec +3 -0
- data/run_dev_environment.sh +3 -0
- data/run_gorgon.sh +3 -0
- data/run_listener.sh +3 -0
- data/run_test.sh +3 -0
- data/spec/callback_handler_spec.rb +10 -10
- data/spec/command_spec.rb +172 -0
- data/spec/configuration_spec.rb +62 -0
- data/spec/core_ext/hash/deep_merge_spec.rb +11 -0
- data/spec/crash_reporter_spec.rb +10 -10
- data/spec/dummy/.gitignore +3 -0
- data/spec/dummy/Gemfile +11 -0
- data/spec/dummy/Gemfile.lock +76 -0
- data/spec/dummy/README.md +23 -0
- data/spec/dummy/gorgon.json +30 -0
- data/spec/dummy/gorgon_callbacks.rb +68 -0
- data/spec/dummy/gorgon_listener.json +8 -0
- data/spec/dummy/integration_spec.rb +51 -0
- data/spec/{support/mock_app/app/mailers → dummy/log}/.gitkeep +0 -0
- data/spec/dummy/rspec_runner.rb +8 -0
- data/spec/dummy/spec/1_syntax_error_spec.rb +1 -0
- data/spec/dummy/spec/exception_spec.rb +5 -0
- data/spec/dummy/spec/failing_spec.rb +11 -0
- data/spec/dummy/spec/keeping_rspec_config_spec.rb +5 -0
- data/spec/dummy/spec/spec_helper.rb +13 -0
- data/spec/dummy/spec/successful_spec.rb +9 -0
- data/spec/dummy/spec/using_shared_example_spec.rb +3 -0
- data/spec/dummy/test/.rb +15 -0
- data/spec/dummy/test/minitest/mini1_test.rb +11 -0
- data/spec/dummy/test/minitest/mini2_test.rb +25 -0
- data/spec/dummy/test/unit/1_syntax_error_test.rb +9 -0
- data/spec/dummy/test/unit/exception_test.rb +14 -0
- data/spec/dummy/test/unit/failing_test.rb +17 -0
- data/spec/dummy/test/unit/successful_test.rb +9 -0
- data/spec/dummy/test_gorgon.pem +27 -0
- data/spec/end_to_end_spec.rb +142 -0
- data/spec/failures_printer_spec.rb +20 -20
- data/spec/gem_command_handler_spec.rb +24 -24
- data/spec/gem_service_spec.rb +18 -18
- data/spec/gorgon_rspec_formatter_spec.rb +12 -12
- data/spec/host_state_spec.rb +8 -8
- data/spec/job_definition_spec.rb +3 -3
- data/spec/job_state_spec.rb +46 -46
- data/spec/listener_spec.rb +67 -73
- data/spec/mini_test_runner_spec.rb +7 -7
- data/spec/originator_logger_spec.rb +6 -6
- data/spec/originator_protocol_spec.rb +38 -38
- data/spec/originator_spec.rb +78 -69
- data/spec/ping_service_spec.rb +14 -14
- data/spec/pipe_forker_spec.rb +13 -13
- data/spec/progress_bar_view_spec.rb +32 -32
- data/spec/rspec_runner_spec.rb +12 -12
- data/spec/rsync_daemon_spec.rb +18 -16
- data/spec/runtime_file_reader_spec.rb +12 -12
- data/spec/runtime_recorder_spec.rb +19 -19
- data/spec/shutdown_manager_spec.rb +9 -9
- data/spec/source_tree_syncer_spec.rb +148 -61
- data/spec/spec_helper.rb +3 -0
- data/spec/support/end_to_end_helpers.rb +16 -0
- data/spec/support/stream_helpers.rb +23 -0
- data/spec/unknown_runner_spec.rb +1 -1
- data/spec/worker_manager_spec.rb +23 -23
- data/spec/worker_spec.rb +70 -70
- metadata +84 -113
- data/spec/acceptance_spec_helper.rb +0 -7
- data/spec/support/mock_app/.gitignore +0 -15
- data/spec/support/mock_app/Gemfile +0 -39
- data/spec/support/mock_app/Gemfile.lock +0 -135
- data/spec/support/mock_app/README.rdoc +0 -261
- data/spec/support/mock_app/Rakefile +0 -7
- data/spec/support/mock_app/app/assets/images/rails.png +0 -0
- data/spec/support/mock_app/app/assets/javascripts/application.js +0 -15
- data/spec/support/mock_app/app/assets/stylesheets/application.css +0 -13
- data/spec/support/mock_app/app/controllers/application_controller.rb +0 -3
- data/spec/support/mock_app/app/helpers/application_helper.rb +0 -2
- data/spec/support/mock_app/app/models/.gitkeep +0 -0
- data/spec/support/mock_app/app/views/layouts/application.html.erb +0 -14
- data/spec/support/mock_app/config.ru +0 -4
- data/spec/support/mock_app/config/application.rb +0 -62
- data/spec/support/mock_app/config/boot.rb +0 -6
- data/spec/support/mock_app/config/database.yml +0 -25
- data/spec/support/mock_app/config/environment.rb +0 -5
- data/spec/support/mock_app/config/environments/development.rb +0 -37
- data/spec/support/mock_app/config/environments/production.rb +0 -67
- data/spec/support/mock_app/config/environments/test.rb +0 -37
- data/spec/support/mock_app/config/initializers/backtrace_silencers.rb +0 -7
- data/spec/support/mock_app/config/initializers/inflections.rb +0 -15
- data/spec/support/mock_app/config/initializers/mime_types.rb +0 -5
- data/spec/support/mock_app/config/initializers/secret_token.rb +0 -7
- data/spec/support/mock_app/config/initializers/session_store.rb +0 -8
- data/spec/support/mock_app/config/initializers/wrap_parameters.rb +0 -14
- data/spec/support/mock_app/config/locales/en.yml +0 -5
- data/spec/support/mock_app/config/routes.rb +0 -58
- data/spec/support/mock_app/db/seeds.rb +0 -7
- data/spec/support/mock_app/doc/README_FOR_APP +0 -2
- data/spec/support/mock_app/lib/assets/.gitkeep +0 -0
- data/spec/support/mock_app/lib/tasks/.gitkeep +0 -0
- data/spec/support/mock_app/log/.gitkeep +0 -0
- data/spec/support/mock_app/public/404.html +0 -26
- data/spec/support/mock_app/public/422.html +0 -26
- data/spec/support/mock_app/public/500.html +0 -25
- data/spec/support/mock_app/public/favicon.ico +0 -0
- data/spec/support/mock_app/public/index.html +0 -241
- data/spec/support/mock_app/public/robots.txt +0 -5
- data/spec/support/mock_app/script/rails +0 -6
- data/spec/support/mock_app/test/fixtures/.gitkeep +0 -0
- data/spec/support/mock_app/test/functional/.gitkeep +0 -0
- data/spec/support/mock_app/test/integration/.gitkeep +0 -0
- data/spec/support/mock_app/test/performance/browsing_test.rb +0 -12
- data/spec/support/mock_app/test/test_helper.rb +0 -13
- data/spec/support/mock_app/test/unit/.gitkeep +0 -0
- data/spec/support/mock_app/test/unit/passing_test.rb +0 -7
- data/spec/support/mock_app/vendor/assets/javascripts/.gitkeep +0 -0
- data/spec/support/mock_app/vendor/assets/stylesheets/.gitkeep +0 -0
- data/spec/support/mock_app/vendor/plugins/.gitkeep +0 -0
- data/spec/support/originator_handler.rb +0 -8
data/spec/listener_spec.rb
CHANGED
@@ -1,65 +1,66 @@
|
|
1
1
|
require 'gorgon/listener'
|
2
2
|
|
3
|
-
describe Listener do
|
3
|
+
describe Gorgon::Listener do
|
4
4
|
let(:connection_information) { double }
|
5
5
|
let(:queue) { double("GorgonBunny Queue", :bind => nil, :name => "some supposedly unique string") }
|
6
6
|
let(:exchange) { double("GorgonBunny Exchange", :publish => nil) }
|
7
7
|
let(:bunny) { double("GorgonBunny", :start => nil, :queue => queue, :exchange => exchange) }
|
8
8
|
let(:logger) { double("Logger", :info => true, :datetime_format= => "")}
|
9
|
+
let(:sync_execution_context) { double("Sync Execution Context", success: true, command: "command", output: "some output", errors: "some errors")}
|
9
10
|
|
10
11
|
before do
|
11
|
-
Logger.
|
12
|
-
GorgonBunny.
|
13
|
-
Listener.
|
14
|
-
Listener.
|
12
|
+
allow(Logger).to receive(:new).and_return(logger)
|
13
|
+
allow(GorgonBunny).to receive(:new).and_return(bunny)
|
14
|
+
allow_any_instance_of(Gorgon::Listener).to receive(:configuration).and_return({})
|
15
|
+
allow_any_instance_of(Gorgon::Listener).to receive(:connection_information).and_return(connection_information)
|
15
16
|
end
|
16
17
|
|
17
18
|
describe "logging to a file" do
|
18
19
|
context "passing a log file path in the configuration" do
|
19
20
|
before do
|
20
|
-
Listener.
|
21
|
+
allow_any_instance_of(Gorgon::Listener).to receive(:configuration).and_return({:log_file => 'listener.log'})
|
21
22
|
end
|
22
23
|
|
23
24
|
it "should use 'log_file' from the configuration as the log file" do
|
24
|
-
Logger.
|
25
|
-
Listener.new
|
25
|
+
expect(Logger).to receive(:new).with('listener.log', anything, anything)
|
26
|
+
Gorgon::Listener.new
|
26
27
|
end
|
27
28
|
|
28
29
|
it "should log to 'log_file'" do
|
29
|
-
logger.
|
30
|
+
expect(logger).to receive(:info).with(/Listener.*initializing/)
|
30
31
|
|
31
|
-
Listener.new
|
32
|
+
Gorgon::Listener.new
|
32
33
|
end
|
33
34
|
end
|
34
35
|
|
35
36
|
context "passing a literal '-'' as the path in the configuration" do
|
36
37
|
before do
|
37
|
-
Listener.
|
38
|
+
allow_any_instance_of(Gorgon::Listener).to receive(:configuration).and_return({:log_file => "-"})
|
38
39
|
end
|
39
40
|
|
40
41
|
it "logs to stdout" do
|
41
|
-
Logger.
|
42
|
-
Listener.new
|
42
|
+
expect(Logger).to receive(:new).with($stdout)
|
43
|
+
Gorgon::Listener.new
|
43
44
|
end
|
44
45
|
end
|
45
46
|
|
46
47
|
context "without specifying a log file path" do
|
47
48
|
it "should not log" do
|
48
|
-
Logger.
|
49
|
-
logger.
|
49
|
+
expect(Logger).not_to receive(:new)
|
50
|
+
expect(logger).not_to receive(:info)
|
50
51
|
|
51
|
-
Listener.new
|
52
|
+
Gorgon::Listener.new
|
52
53
|
end
|
53
54
|
end
|
54
55
|
end
|
55
56
|
|
56
57
|
context "initialized" do
|
57
|
-
let(:listener) { Listener.new }
|
58
|
+
let(:listener) { Gorgon::Listener.new }
|
58
59
|
|
59
60
|
describe "#connect" do
|
60
61
|
it "connects" do
|
61
|
-
GorgonBunny.
|
62
|
-
bunny.
|
62
|
+
expect(GorgonBunny).to receive(:new).with(connection_information).and_return(bunny)
|
63
|
+
expect(bunny).to receive(:start)
|
63
64
|
|
64
65
|
listener.connect
|
65
66
|
end
|
@@ -67,21 +68,21 @@ describe Listener do
|
|
67
68
|
|
68
69
|
describe "#initialize_personal_job_queue" do
|
69
70
|
it "creates the job queue" do
|
70
|
-
UUIDTools::UUID.
|
71
|
+
allow(UUIDTools::UUID).to receive(:timestamp_create).and_return("abcd1234")
|
71
72
|
|
72
|
-
bunny.
|
73
|
+
expect(bunny).to receive(:queue).with("job_queue_abcd1234", :auto_delete => true)
|
73
74
|
listener.initialize_personal_job_queue
|
74
75
|
end
|
75
76
|
|
76
77
|
it "builds job_exchange_name using cluster_id from configuration" do
|
77
|
-
Listener.
|
78
|
-
bunny.
|
78
|
+
allow_any_instance_of(Gorgon::Listener).to receive(:configuration).and_return(:cluster_id => 'cluster5')
|
79
|
+
expect(bunny).to receive(:exchange).with('gorgon.jobs.cluster5', anything).and_return(exchange)
|
79
80
|
listener.initialize_personal_job_queue
|
80
81
|
end
|
81
82
|
|
82
83
|
it "binds the exchange to the queue. Uses gorgon.jobs if there is no job_exchange_name in configuration" do
|
83
|
-
bunny.
|
84
|
-
queue.
|
84
|
+
expect(bunny).to receive(:exchange).with("gorgon.jobs", :type => :fanout).and_return(exchange)
|
85
|
+
expect(queue).to receive(:bind).with(exchange)
|
85
86
|
listener.initialize_personal_job_queue
|
86
87
|
end
|
87
88
|
end
|
@@ -90,8 +91,8 @@ describe Listener do
|
|
90
91
|
it "publishes data to the originator exchange" do
|
91
92
|
originator_exchange = double
|
92
93
|
|
93
|
-
bunny.
|
94
|
-
originator_exchange.
|
94
|
+
expect(bunny).to receive(:exchange).with("gorgon.originators", :type => :fanout).and_return(originator_exchange)
|
95
|
+
expect(originator_exchange).to receive(:publish).with({:listener_queue_name => "some supposedly unique string"}.to_json)
|
95
96
|
|
96
97
|
listener.announce_readiness_to_originators
|
97
98
|
end
|
@@ -102,37 +103,37 @@ describe Listener do
|
|
102
103
|
let(:empty_queue) { [nil, nil, nil] }
|
103
104
|
let(:job_payload) { [nil, nil, Yajl::Encoder.encode({:type => "job_definition"})] }
|
104
105
|
before do
|
105
|
-
listener.
|
106
|
+
allow(listener).to receive(:run_job)
|
106
107
|
end
|
107
108
|
|
108
109
|
context "empty queue" do
|
109
110
|
before do
|
110
|
-
queue.
|
111
|
+
allow(queue).to receive(:pop).and_return(empty_queue)
|
111
112
|
end
|
112
113
|
|
113
114
|
it "checks the job queue" do
|
114
|
-
queue.
|
115
|
+
expect(queue).to receive(:pop).and_return(empty_queue)
|
115
116
|
listener.poll
|
116
117
|
end
|
117
118
|
|
118
119
|
it "returns false" do
|
119
|
-
listener.poll.
|
120
|
+
expect(listener.poll).to be_falsey
|
120
121
|
end
|
121
122
|
end
|
122
123
|
|
123
124
|
context "job pending on queue" do
|
124
125
|
before do
|
125
|
-
queue.
|
126
|
+
allow(queue).to receive(:pop).and_return(job_payload)
|
126
127
|
end
|
127
128
|
|
128
129
|
it "starts a new job when there is a job payload" do
|
129
|
-
queue.
|
130
|
-
listener.
|
130
|
+
expect(queue).to receive(:pop).and_return(job_payload)
|
131
|
+
expect(listener).to receive(:run_job).with({:type => "job_definition"})
|
131
132
|
listener.poll
|
132
133
|
end
|
133
134
|
|
134
135
|
it "returns true" do
|
135
|
-
listener.poll.
|
136
|
+
expect(listener.poll).to be_truthy
|
136
137
|
end
|
137
138
|
end
|
138
139
|
|
@@ -140,16 +141,16 @@ describe Listener do
|
|
140
141
|
let(:ping_payload) { [nil, nil, Yajl::Encoder.encode({:type => "ping", :reply_exchange_name => "name", :body => {}}) ] }
|
141
142
|
|
142
143
|
before do
|
143
|
-
queue.
|
144
|
-
listener.
|
144
|
+
allow(queue).to receive(:pop).and_return(ping_payload)
|
145
|
+
allow(listener).to receive(:configuration).and_return({:worker_slots => 3})
|
145
146
|
end
|
146
147
|
|
147
148
|
it "publishes ping_response message with Gorgon's version" do
|
148
|
-
listener.
|
149
|
-
bunny.
|
149
|
+
expect(listener).not_to receive(:run_job)
|
150
|
+
expect(bunny).to receive(:exchange).with("name", anything).and_return(exchange)
|
150
151
|
response = {:type => "ping_response", :hostname => Socket.gethostname,
|
151
152
|
:version => Gorgon::VERSION, :worker_slots => 3}
|
152
|
-
exchange.
|
153
|
+
expect(exchange).to receive(:publish).with(Yajl::Encoder.encode(response))
|
153
154
|
listener.poll
|
154
155
|
end
|
155
156
|
end
|
@@ -165,13 +166,13 @@ describe Listener do
|
|
165
166
|
let(:gem_command_handler) { double("GemCommandHandler", :handle => nil) }
|
166
167
|
let(:configuration) { {:worker_slots => 3} }
|
167
168
|
before do
|
168
|
-
queue.
|
169
|
-
listener.
|
169
|
+
allow(queue).to receive(:pop).and_return([nil, nil, Yajl::Encoder.encode(payload)])
|
170
|
+
allow(listener).to receive(:configuration).and_return(configuration)
|
170
171
|
end
|
171
172
|
|
172
173
|
it "calls GemCommandHandler#handle and pass payload" do
|
173
|
-
GemCommandHandler.
|
174
|
-
gem_command_handler.
|
174
|
+
expect(Gorgon::GemCommandHandler).to receive(:new).with(bunny).and_return gem_command_handler
|
175
|
+
expect(gem_command_handler).to receive(:handle).with payload, configuration
|
175
176
|
listener.poll
|
176
177
|
end
|
177
178
|
end
|
@@ -182,9 +183,7 @@ describe Listener do
|
|
182
183
|
:sync => {:source_tree_path => "path/to/source", :exclude => ["log"]}, :callbacks => {:a_callback => "path/to/callback"}
|
183
184
|
}}
|
184
185
|
|
185
|
-
let(:syncer) { double("SourceTreeSyncer"
|
186
|
-
:output => "some output", :errors => "some errors",
|
187
|
-
:remove_temp_dir => nil, :sys_command => "rsync ...")}
|
186
|
+
let(:syncer) { double("SourceTreeSyncer")}
|
188
187
|
let(:process_status) { double("Process Status", :exitstatus => 0)}
|
189
188
|
let(:callback_handler) { double("Callback Handler", :after_sync => nil) }
|
190
189
|
let(:stdin) { double("IO object", :write => nil, :close => nil)}
|
@@ -193,62 +192,56 @@ describe Listener do
|
|
193
192
|
|
194
193
|
before do
|
195
194
|
stub_classes
|
196
|
-
@listener = Listener.new
|
195
|
+
@listener = Gorgon::Listener.new
|
197
196
|
end
|
198
197
|
|
199
198
|
it "copy source tree" do
|
200
|
-
SourceTreeSyncer.
|
199
|
+
expect(Gorgon::SourceTreeSyncer).to receive(:new).once.
|
201
200
|
with(source_tree_path: "path/to/source", exclude: ["log"]).
|
202
201
|
and_return(syncer)
|
203
|
-
syncer.
|
204
|
-
syncer.should_receive(:success?).and_return(true)
|
202
|
+
expect(syncer).to receive(:pull).and_yield(sync_execution_context)
|
205
203
|
@listener.run_job(payload)
|
206
204
|
end
|
207
205
|
|
208
206
|
context "syncer#sync fails" do
|
209
207
|
before do
|
210
|
-
|
211
|
-
|
212
|
-
|
208
|
+
allow(sync_execution_context).to receive(:success).and_return false
|
209
|
+
allow(sync_execution_context).to receive(:output).and_return "some output"
|
210
|
+
allow(sync_execution_context).to receive(:errors).and_return "some errors"
|
213
211
|
end
|
214
212
|
|
215
213
|
it "aborts current job" do
|
216
|
-
callback_handler.
|
214
|
+
expect(callback_handler).not_to receive(:after_sync)
|
217
215
|
@listener.run_job(payload)
|
218
216
|
end
|
219
217
|
|
220
218
|
it "sends message to originator with output and errors from syncer" do
|
221
|
-
@listener.
|
219
|
+
expect(@listener).to receive(:send_crash_message).with(exchange, "some output", "some errors")
|
222
220
|
@listener.run_job(payload)
|
223
221
|
end
|
224
222
|
end
|
225
223
|
|
226
224
|
context "Worker Manager crashes" do
|
227
225
|
before do
|
228
|
-
process_status.
|
226
|
+
expect(process_status).to receive(:exitstatus).and_return 2, 2
|
229
227
|
end
|
230
228
|
|
231
229
|
it "report_crash with pid, exitstatus, stdout and stderr outputs" do
|
232
|
-
@listener.
|
233
|
-
:out_file => WorkerManager::STDOUT_FILE,
|
234
|
-
:err_file => WorkerManager::STDERR_FILE,
|
235
|
-
:footer_text => Listener::ERROR_FOOTER_TEXT)
|
230
|
+
expect(@listener).to receive(:report_crash).with(exchange,
|
231
|
+
:out_file => Gorgon::WorkerManager::STDOUT_FILE,
|
232
|
+
:err_file => Gorgon::WorkerManager::STDERR_FILE,
|
233
|
+
:footer_text => Gorgon::Listener::ERROR_FOOTER_TEXT)
|
236
234
|
@listener.run_job(payload)
|
237
235
|
end
|
238
236
|
end
|
239
237
|
|
240
|
-
it "remove temp source directory when complete" do
|
241
|
-
syncer.should_receive(:remove_temp_dir)
|
242
|
-
@listener.run_job(payload)
|
243
|
-
end
|
244
|
-
|
245
238
|
it "creates a CallbackHandler object using callbacks passed in payload" do
|
246
|
-
CallbackHandler.
|
239
|
+
expect(Gorgon::CallbackHandler).to receive(:new).once.with({:a_callback => "path/to/callback"}).and_return(callback_handler)
|
247
240
|
@listener.run_job(payload)
|
248
241
|
end
|
249
242
|
|
250
243
|
it "calls after_sync callback" do
|
251
|
-
callback_handler.
|
244
|
+
expect(callback_handler).to receive(:after_sync).once
|
252
245
|
@listener.run_job(payload)
|
253
246
|
end
|
254
247
|
end
|
@@ -256,11 +249,12 @@ describe Listener do
|
|
256
249
|
private
|
257
250
|
|
258
251
|
def stub_classes
|
259
|
-
SourceTreeSyncer.
|
260
|
-
|
261
|
-
|
262
|
-
|
263
|
-
|
252
|
+
allow(Gorgon::SourceTreeSyncer).to receive(:new).and_return syncer
|
253
|
+
allow(syncer).to receive(:pull).and_yield(sync_execution_context)
|
254
|
+
allow(Gorgon::CallbackHandler).to receive(:new).and_return callback_handler
|
255
|
+
allow(Open4).to receive(:popen4).and_return([1, stdin, stdout, stderr])
|
256
|
+
allow(Process).to receive(:waitpid2).and_return([0, process_status])
|
257
|
+
allow(Socket).to receive(:gethostname).and_return("hostname")
|
264
258
|
end
|
265
259
|
end
|
266
260
|
end
|
@@ -9,29 +9,29 @@ describe MiniTestRunner do
|
|
9
9
|
|
10
10
|
let(:runner) {double("MiniTestUnitRunner", :run => nil, :report => ["report"])}
|
11
11
|
before do
|
12
|
-
Object.
|
13
|
-
MiniTestUnitRunner.
|
12
|
+
allow(Object).to receive(:load)
|
13
|
+
allow(MiniTestUnitRunner).to receive(:new).and_return(runner)
|
14
14
|
end
|
15
15
|
|
16
16
|
it "clear test cases previously loaded (when a previous file was loaded), and then loads filename" do
|
17
|
-
MiniTest::Unit::TestCase.
|
18
|
-
Object.
|
17
|
+
expect(MiniTest::Unit::TestCase).to receive(:reset).ordered
|
18
|
+
expect(Object).to receive(:load).with("file_test.rb").ordered
|
19
19
|
MiniTestRunner.run_file "file_test.rb"
|
20
20
|
end
|
21
21
|
|
22
22
|
it "runs the MiniTestUnitRunner" do
|
23
|
-
runner.
|
23
|
+
expect(runner).to receive(:run)
|
24
24
|
MiniTestRunner.run_file "file_test.rb"
|
25
25
|
end
|
26
26
|
|
27
27
|
it "returns runner's report" do
|
28
|
-
MiniTestRunner.run_file("file_test.rb").
|
28
|
+
expect(MiniTestRunner.run_file("file_test.rb")).to eq(["report"])
|
29
29
|
end
|
30
30
|
end
|
31
31
|
|
32
32
|
describe ".runner" do
|
33
33
|
it "returns :minitest" do
|
34
|
-
MiniTestRunner.runner.
|
34
|
+
expect(MiniTestRunner.runner).to eq(:minitest)
|
35
35
|
end
|
36
36
|
end
|
37
37
|
end
|
@@ -1,11 +1,11 @@
|
|
1
1
|
require 'gorgon/originator_logger'
|
2
2
|
|
3
|
-
describe OriginatorLogger do
|
3
|
+
describe Gorgon::OriginatorLogger do
|
4
4
|
before do
|
5
|
-
OriginatorLogger.
|
5
|
+
allow_any_instance_of(Gorgon::OriginatorLogger).to receive(:initialize_logger)
|
6
6
|
end
|
7
7
|
|
8
|
-
let (:originator_logger) { OriginatorLogger.new "" }
|
8
|
+
let (:originator_logger) { Gorgon::OriginatorLogger.new "" }
|
9
9
|
|
10
10
|
describe "#log_message" do
|
11
11
|
it "prints start messages" do
|
@@ -13,7 +13,7 @@ describe OriginatorLogger do
|
|
13
13
|
:hostname => "host",
|
14
14
|
:filename => "filename",
|
15
15
|
:worker_id => "a_worker_id"}
|
16
|
-
originator_logger.
|
16
|
+
expect(originator_logger).to receive(:log).with("Started running 'filename' at 'host:a_worker_id'")
|
17
17
|
originator_logger.log_message(payload)
|
18
18
|
end
|
19
19
|
|
@@ -22,7 +22,7 @@ describe OriginatorLogger do
|
|
22
22
|
:hostname => "host",
|
23
23
|
:filename => "filename",
|
24
24
|
:worker_id => "a_worker_id"}
|
25
|
-
originator_logger.
|
25
|
+
expect(originator_logger).to receive(:log).with("Finished running 'filename' at 'host:a_worker_id'")
|
26
26
|
originator_logger.log_message(payload)
|
27
27
|
end
|
28
28
|
|
@@ -36,7 +36,7 @@ describe OriginatorLogger do
|
|
36
36
|
"failure"
|
37
37
|
]}
|
38
38
|
|
39
|
-
originator_logger.
|
39
|
+
expect(originator_logger).to receive(:log).with("Finished running 'filename' at 'host:a_worker_id'failure\n")
|
40
40
|
originator_logger.log_message(payload)
|
41
41
|
end
|
42
42
|
end
|
@@ -1,6 +1,6 @@
|
|
1
1
|
require 'gorgon/originator_protocol'
|
2
2
|
|
3
|
-
describe OriginatorProtocol do
|
3
|
+
describe Gorgon::OriginatorProtocol do
|
4
4
|
let(:connection) { double("Connection", :disconnect => nil, :on_closed => nil)}
|
5
5
|
let(:queue) { double("Queue", :bind => nil, :subscribe => nil, :name => "queue", :purge => nil,
|
6
6
|
:delete => nil) }
|
@@ -10,43 +10,43 @@ describe OriginatorProtocol do
|
|
10
10
|
let(:logger){ double("Logger", :log => nil)}
|
11
11
|
|
12
12
|
before do
|
13
|
-
AMQP.
|
14
|
-
AMQP::Channel.
|
15
|
-
@originator_p = OriginatorProtocol.new logger
|
13
|
+
allow(AMQP).to receive(:connect).and_return connection
|
14
|
+
allow(AMQP::Channel).to receive(:new).and_return channel
|
15
|
+
@originator_p = Gorgon::OriginatorProtocol.new logger
|
16
16
|
@conn_information = {:host => "host"}
|
17
17
|
end
|
18
18
|
|
19
19
|
describe "#connect" do
|
20
20
|
it "opens AMQP connection" do
|
21
|
-
AMQP.
|
21
|
+
expect(AMQP).to receive(:connect).with(@conn_information)
|
22
22
|
@originator_p.connect(@conn_information)
|
23
23
|
end
|
24
24
|
|
25
25
|
it "opens a new channel" do
|
26
|
-
AMQP::Channel.
|
26
|
+
expect(AMQP::Channel).to receive(:new).with(connection)
|
27
27
|
@originator_p.connect @conn_information
|
28
28
|
end
|
29
29
|
|
30
30
|
it "sets Connection#on_close callbacks" do
|
31
31
|
on_disconnect_called = false
|
32
32
|
on_disconnect = Proc.new { on_disconnect_called = true }
|
33
|
-
connection.
|
33
|
+
expect(connection).to receive(:on_closed).and_yield
|
34
34
|
|
35
35
|
@originator_p.connect @conn_information, :on_closed => on_disconnect
|
36
36
|
@originator_p.disconnect
|
37
|
-
on_disconnect_called.
|
37
|
+
expect(on_disconnect_called).to be_truthy
|
38
38
|
end
|
39
39
|
|
40
40
|
it "opens a reply and exchange queue" do
|
41
|
-
UUIDTools::UUID.
|
42
|
-
channel.
|
41
|
+
allow(UUIDTools::UUID).to receive(:timestamp_create).and_return 1
|
42
|
+
expect(channel).to receive(:queue).once.with("reply_queue_1", :auto_delete => true)
|
43
43
|
@originator_p.connect @conn_information
|
44
44
|
end
|
45
45
|
|
46
46
|
it "opens a reply exchange and binds reply queue to it" do
|
47
|
-
UUIDTools::UUID.
|
48
|
-
channel.
|
49
|
-
queue.
|
47
|
+
allow(UUIDTools::UUID).to receive(:timestamp_create).and_return 1
|
48
|
+
expect(channel).to receive(:direct).with("reply_exchange_1", :auto_delete => true)
|
49
|
+
expect(queue).to receive(:bind).with(exchange)
|
50
50
|
@originator_p.connect @conn_information
|
51
51
|
end
|
52
52
|
end
|
@@ -58,9 +58,9 @@ describe OriginatorProtocol do
|
|
58
58
|
|
59
59
|
it "publish each file using channel's default_exchange" do
|
60
60
|
files = ["file1", "file2"]
|
61
|
-
channel.
|
62
|
-
exchange.
|
63
|
-
exchange.
|
61
|
+
expect(channel).to receive(:default_exchange)
|
62
|
+
expect(exchange).to receive(:publish).once.ordered.with("file1", :routing_key => "queue")
|
63
|
+
expect(exchange).to receive(:publish).once.ordered.with("file2", :routing_key => "queue")
|
64
64
|
@originator_p.publish_files files
|
65
65
|
end
|
66
66
|
end
|
@@ -71,21 +71,21 @@ describe OriginatorProtocol do
|
|
71
71
|
end
|
72
72
|
|
73
73
|
it "adds queue's names to job_definition and fanout using 'gorgon.jobs' exchange" do
|
74
|
-
channel.
|
75
|
-
expected_job_definition = JobDefinition.new
|
74
|
+
expect(channel).to receive(:fanout).with("gorgon.jobs")
|
75
|
+
expected_job_definition = Gorgon::JobDefinition.new
|
76
76
|
expected_job_definition.file_queue_name = "queue"
|
77
77
|
expected_job_definition.reply_exchange_name = "exchange"
|
78
78
|
|
79
|
-
exchange.
|
80
|
-
@originator_p.publish_job_to_all JobDefinition.new
|
79
|
+
expect(exchange).to receive(:publish).with(expected_job_definition.to_json)
|
80
|
+
@originator_p.publish_job_to_all Gorgon::JobDefinition.new
|
81
81
|
end
|
82
82
|
|
83
83
|
it "uses cluster_id in job_queue_name, when it is specified" do
|
84
|
-
originator_p = connect_and_publish_files(OriginatorProtocol.new(logger, "cluster1"))
|
84
|
+
originator_p = connect_and_publish_files(Gorgon::OriginatorProtocol.new(logger, "cluster1"))
|
85
85
|
|
86
|
-
channel.
|
86
|
+
expect(channel).to receive(:fanout).with("gorgon.jobs.cluster1")
|
87
87
|
|
88
|
-
originator_p.publish_job_to_all JobDefinition.new
|
88
|
+
originator_p.publish_job_to_all Gorgon::JobDefinition.new
|
89
89
|
end
|
90
90
|
end
|
91
91
|
|
@@ -96,13 +96,13 @@ describe OriginatorProtocol do
|
|
96
96
|
|
97
97
|
it "publishes the job to the specified listener queue" do
|
98
98
|
expected_listener_queue_name = "abcd1234"
|
99
|
-
expected_job_definition = JobDefinition.new
|
99
|
+
expected_job_definition = Gorgon::JobDefinition.new
|
100
100
|
expected_job_definition.file_queue_name = "queue"
|
101
101
|
expected_job_definition.reply_exchange_name = "exchange"
|
102
102
|
|
103
|
-
exchange.
|
103
|
+
expect(exchange).to receive(:publish).with(expected_job_definition.to_json, {:routing_key => expected_listener_queue_name})
|
104
104
|
|
105
|
-
@originator_p.publish_job_to_one(JobDefinition.new, expected_listener_queue_name)
|
105
|
+
@originator_p.publish_job_to_one(Gorgon::JobDefinition.new, expected_listener_queue_name)
|
106
106
|
end
|
107
107
|
end
|
108
108
|
|
@@ -114,9 +114,9 @@ describe OriginatorProtocol do
|
|
114
114
|
it "adds type and reply_exchange_name to message and fanouts it using 'gorgon.jobs' exchange" do
|
115
115
|
expected_msg = {:type => :msg_type, :reply_exchange_name => "exchange",
|
116
116
|
:body => {:data => 'data'}}
|
117
|
-
Yajl::Encoder.
|
118
|
-
channel.
|
119
|
-
exchange.
|
117
|
+
expect(Yajl::Encoder).to receive(:encode).with(expected_msg).and_return :msg
|
118
|
+
expect(channel).to receive(:fanout).once.ordered.with("gorgon.jobs")
|
119
|
+
expect(exchange).to receive(:publish).once.ordered.with(:msg)
|
120
120
|
@originator_p.send_message_to_listeners :msg_type, :data => 'data'
|
121
121
|
end
|
122
122
|
end
|
@@ -128,13 +128,13 @@ describe OriginatorProtocol do
|
|
128
128
|
|
129
129
|
it "subscribe to reply_queue and yield payload" do
|
130
130
|
payload = {:key => "info"}
|
131
|
-
queue.
|
131
|
+
expect(queue).to receive(:subscribe).and_yield(payload)
|
132
132
|
yielded = false
|
133
133
|
@originator_p.receive_payloads do |p|
|
134
134
|
yielded = true
|
135
|
-
p.
|
135
|
+
expect(p).to eq(payload)
|
136
136
|
end
|
137
|
-
yielded.
|
137
|
+
expect(yielded).to be_truthy
|
138
138
|
end
|
139
139
|
end
|
140
140
|
|
@@ -145,14 +145,14 @@ describe OriginatorProtocol do
|
|
145
145
|
|
146
146
|
it "purges file_queue" do
|
147
147
|
@originator_p.publish_files ['file1']
|
148
|
-
queue.
|
148
|
+
expect(queue).to receive(:purge)
|
149
149
|
@originator_p.cancel_job
|
150
150
|
end
|
151
151
|
|
152
152
|
it "fanout 'cancel' message using 'gorgon.worker_managers' exchange" do
|
153
153
|
msg = Yajl::Encoder.encode({:action => "cancel_job"})
|
154
|
-
channel.
|
155
|
-
exchange.
|
154
|
+
expect(channel).to receive(:fanout).with("gorgon.worker_managers")
|
155
|
+
expect(exchange).to receive(:publish).with(msg)
|
156
156
|
@originator_p.cancel_job
|
157
157
|
end
|
158
158
|
end
|
@@ -164,13 +164,13 @@ describe OriginatorProtocol do
|
|
164
164
|
|
165
165
|
it "deletes reply_exchange and reply and file queues" do
|
166
166
|
@originator_p.publish_files []
|
167
|
-
queue.
|
168
|
-
exchange.
|
167
|
+
expect(queue).to receive(:delete).exactly(3).times
|
168
|
+
expect(exchange).to receive(:delete)
|
169
169
|
@originator_p.disconnect
|
170
170
|
end
|
171
171
|
|
172
172
|
it "disconnects connection" do
|
173
|
-
connection.
|
173
|
+
expect(connection).to receive(:disconnect)
|
174
174
|
@originator_p.disconnect
|
175
175
|
end
|
176
176
|
end
|