paraduct 1.0.0.beta4 → 1.0.0.beta5
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.travis.yml +0 -1
- data/CHANGELOG.md +11 -3
- data/README.md +7 -2
- data/lib/paraduct/cli.rb +2 -1
- data/lib/paraduct/configuration.rb +5 -0
- data/lib/paraduct/parallel_runner.rb +24 -13
- data/lib/paraduct/runner.rb +12 -13
- data/lib/paraduct/templates/.paraduct.yml.tt +2 -0
- data/lib/paraduct/version.rb +1 -1
- data/paraduct.gemspec +2 -6
- data/spec/.paraduct.yml +1 -0
- data/spec/paraduct/cli_spec.rb +4 -1
- data/spec/paraduct/parallel_runner_spec.rb +7 -5
- data/spec/paraduct/runner_spec.rb +1 -3
- data/spec/script/build_finish.sh +3 -0
- data/spec/spec_helper.rb +1 -1
- metadata +5 -17
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 4e5fef286eafebed9c735edbae0c76d512e38039
|
4
|
+
data.tar.gz: 42f3248d1122ac05edc444afc5539dac775fc0ef
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 2512753e14636f20faf4d42286aa421db999e3e62bc2f95d28166417a1b1535eb793b86a3b87e746ae5d31118389867d4fa26c5d00540b36e3298ce8b8312b2f
|
7
|
+
data.tar.gz: ed9f5e87efeb77fac57ae8e45264a2de1a84d41bc31b584ebb39fb8f5f360fa4a311ce55a4f179d63e91e26d9fff7cce5ec08037fc49f6999fe282bcfd90679c
|
data/.travis.yml
CHANGED
data/CHANGELOG.md
CHANGED
@@ -1,13 +1,21 @@
|
|
1
1
|
## master
|
2
2
|
[full changelog](http://github.com/sue445/paraduct/compare/v0.0.3...master)
|
3
3
|
|
4
|
+
### Breaking changes :bomb:
|
4
5
|
* Stop convert key capitalize
|
5
6
|
* https://github.com/sue445/paraduct/pull/77
|
7
|
+
* Stop support ruby 1.9
|
8
|
+
* https://github.com/sue445/paraduct/pull/87
|
9
|
+
|
10
|
+
### Enhancements
|
6
11
|
* Run under current directory when work_dir is empty
|
7
12
|
* https://github.com/sue445/paraduct/pull/78
|
8
|
-
*
|
9
|
-
* https://github.com/sue445/paraduct/pull/
|
10
|
-
|
13
|
+
* Add `after_script`
|
14
|
+
* https://github.com/sue445/paraduct/pull/88
|
15
|
+
|
16
|
+
### some refactorings
|
17
|
+
* https://github.com/sue445/paraduct/pull/79
|
18
|
+
* https://github.com/sue445/paraduct/pull/80
|
11
19
|
|
12
20
|
## v0.0.3
|
13
21
|
[full changelog](http://github.com/sue445/paraduct/compare/v0.0.2...v0.0.3)
|
data/README.md
CHANGED
@@ -13,7 +13,7 @@ Paraduct (**parallel** + **parameterize** + **product**) is matrix test runner
|
|
13
13
|
![architecture](img/architecture.png)
|
14
14
|
|
15
15
|
## Requirements
|
16
|
-
* ruby
|
16
|
+
* ruby 2.0+
|
17
17
|
* rsync
|
18
18
|
|
19
19
|
## Installation
|
@@ -59,10 +59,12 @@ $ vi .paraduct_rsync_exclude.txt
|
|
59
59
|
$ paraduct test
|
60
60
|
```
|
61
61
|
|
62
|
-
## Format
|
62
|
+
## .paraduct.yml Format
|
63
63
|
```yaml
|
64
64
|
script: |-
|
65
65
|
echo "NAME1=${NAME1}, NAME2=${NAME2}"
|
66
|
+
after_script: |-
|
67
|
+
echo "Build is finished"
|
66
68
|
work_dir: tmp/paraduct_workspace
|
67
69
|
variables:
|
68
70
|
NAME1:
|
@@ -82,6 +84,9 @@ exclude:
|
|
82
84
|
### script
|
83
85
|
script to run
|
84
86
|
|
87
|
+
### after_script
|
88
|
+
script to run after both `script` successful and `script` failure
|
89
|
+
|
85
90
|
### work_dir
|
86
91
|
diretory to run
|
87
92
|
|
data/lib/paraduct/cli.rb
CHANGED
@@ -31,7 +31,8 @@ module Paraduct
|
|
31
31
|
Paraduct.logger.info "[dry-run] params: #{runner.formatted_params}"
|
32
32
|
end
|
33
33
|
else
|
34
|
-
|
34
|
+
after_script = Paraduct.config.after_script
|
35
|
+
test_response = Paraduct::ParallelRunner.perform_all(script: script, after_script: after_script, product_variables: product_variables)
|
35
36
|
Paraduct.logger.info test_response.detail_message
|
36
37
|
raise Paraduct::Errors::TestFailureError if test_response.failure?
|
37
38
|
end
|
@@ -4,9 +4,10 @@ module Paraduct
|
|
4
4
|
class ParallelRunner
|
5
5
|
# run script with arguments
|
6
6
|
# @param script [String, Array<String>] script file, script(s)
|
7
|
+
# @param after_script [String, Array<String>] script file, script(s)
|
7
8
|
# @param product_variables [Array<Hash{String => String}>]
|
8
9
|
# @return [Paraduct::TestResponse]
|
9
|
-
def self.perform_all(script, product_variables)
|
10
|
+
def self.perform_all(script: nil, after_script: nil, product_variables: nil)
|
10
11
|
test_response = Paraduct::TestResponse.new
|
11
12
|
base_job_dir = Paraduct.config.base_job_dir
|
12
13
|
FileUtils.mkdir_p(base_job_dir) unless base_job_dir.exist?
|
@@ -20,7 +21,6 @@ START matrix test
|
|
20
21
|
begin
|
21
22
|
product_variables.each_with_index do |params, index|
|
22
23
|
runner = Paraduct::Runner.new(
|
23
|
-
script: script,
|
24
24
|
params: params,
|
25
25
|
base_job_dir: base_job_dir,
|
26
26
|
job_id: index + 1,
|
@@ -28,18 +28,13 @@ START matrix test
|
|
28
28
|
pool.process do
|
29
29
|
runner.logger.info "[START] params: #{runner.formatted_params}"
|
30
30
|
runner.setup_dir if Paraduct.config.enable_rsync?
|
31
|
-
begin
|
32
|
-
stdout = runner.perform
|
33
|
-
successful = true
|
34
|
-
rescue Paraduct::Errors::ProcessError => e
|
35
|
-
runner.logger.error "exitstatus=#{e.status}, #{e.inspect}"
|
36
|
-
stdout = e.message
|
37
|
-
successful = false
|
38
31
|
|
39
|
-
|
40
|
-
|
41
|
-
|
42
|
-
|
32
|
+
stdout, successful = perform_runner(runner, script)
|
33
|
+
|
34
|
+
unless after_script.blank?
|
35
|
+
after_stdout, after_successful = perform_runner(runner, after_script)
|
36
|
+
stdout << after_stdout
|
37
|
+
successful &&= after_successful
|
43
38
|
end
|
44
39
|
|
45
40
|
runner.logger.info "[END] params: #{runner.formatted_params}"
|
@@ -61,5 +56,21 @@ START matrix test
|
|
61
56
|
|
62
57
|
test_response
|
63
58
|
end
|
59
|
+
|
60
|
+
private_class_method
|
61
|
+
|
62
|
+
def self.perform_runner(runner, script)
|
63
|
+
stdout = runner.perform(script)
|
64
|
+
[stdout, true]
|
65
|
+
|
66
|
+
rescue Paraduct::Errors::ProcessError => e
|
67
|
+
runner.logger.error "exitstatus=#{e.status}, #{e.inspect}"
|
68
|
+
[e.message, false]
|
69
|
+
|
70
|
+
rescue Exception => e
|
71
|
+
runner.logger.error "Unknown error: #{e.inspect}"
|
72
|
+
runner.logger.error e.backtrace.join("\n")
|
73
|
+
[nil, false]
|
74
|
+
end
|
64
75
|
end
|
65
76
|
end
|
data/lib/paraduct/runner.rb
CHANGED
@@ -2,17 +2,15 @@ module Paraduct
|
|
2
2
|
require "pty"
|
3
3
|
|
4
4
|
class Runner
|
5
|
-
attr_reader :
|
6
|
-
|
7
|
-
# @param
|
8
|
-
# @
|
9
|
-
# @
|
10
|
-
|
11
|
-
|
12
|
-
@
|
13
|
-
@
|
14
|
-
@base_job_dir = args[:base_job_dir]
|
15
|
-
@job_id = args[:job_id]
|
5
|
+
attr_reader :params, :base_job_dir
|
6
|
+
|
7
|
+
# @param params [Hash{String => String}] value is quoted (ex. FOO=1 => FOO="1" )
|
8
|
+
# @param base_job_dir [String]
|
9
|
+
# @param job_id [String]
|
10
|
+
def initialize(params: nil, base_job_dir: nil, job_id: nil)
|
11
|
+
@params = params
|
12
|
+
@base_job_dir = base_job_dir
|
13
|
+
@job_id = job_id
|
16
14
|
end
|
17
15
|
|
18
16
|
def setup_dir
|
@@ -22,13 +20,14 @@ module Paraduct
|
|
22
20
|
end
|
23
21
|
|
24
22
|
# run script with params
|
23
|
+
# @param script [String, Array<String>] script file, script(s)
|
25
24
|
# @return [String] stdout
|
26
25
|
# @raise [Paraduct::Errors::ProcessError] command exited error status
|
27
|
-
def perform
|
26
|
+
def perform(script)
|
28
27
|
export_variables = @params.reverse_merge("PARADUCT_JOB_ID" => @job_id, "PARADUCT_JOB_NAME" => job_name)
|
29
28
|
variable_string = export_variables.map{ |key, value| %(export #{key}="#{value}";) }.join(" ")
|
30
29
|
|
31
|
-
Array.wrap(
|
30
|
+
Array.wrap(script).inject("") do |stdout, command|
|
32
31
|
stdout << run_command("#{variable_string} #{command}")
|
33
32
|
stdout
|
34
33
|
end
|
data/lib/paraduct/version.rb
CHANGED
data/paraduct.gemspec
CHANGED
@@ -17,6 +17,7 @@ Gem::Specification.new do |spec|
|
|
17
17
|
spec.executables = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
|
18
18
|
spec.test_files = spec.files.grep(%r{^(test|spec|features)/})
|
19
19
|
spec.require_paths = ["lib"]
|
20
|
+
spec.required_ruby_version = ">= 2.0.0"
|
20
21
|
|
21
22
|
spec.add_dependency "activesupport", "~> 4.0"
|
22
23
|
spec.add_dependency "colorize"
|
@@ -27,7 +28,7 @@ Gem::Specification.new do |spec|
|
|
27
28
|
spec.add_development_dependency "bundler", ">= 1.5"
|
28
29
|
spec.add_development_dependency "codeclimate-test-reporter"
|
29
30
|
spec.add_development_dependency "coveralls"
|
30
|
-
spec.add_development_dependency "pry"
|
31
|
+
spec.add_development_dependency "pry-byebug"
|
31
32
|
spec.add_development_dependency "rake", "~> 10.0"
|
32
33
|
spec.add_development_dependency "redcarpet"
|
33
34
|
spec.add_development_dependency "rspec", "~> 3.4"
|
@@ -35,9 +36,4 @@ Gem::Specification.new do |spec|
|
|
35
36
|
spec.add_development_dependency "rspec-its"
|
36
37
|
spec.add_development_dependency "rspec-temp_dir"
|
37
38
|
spec.add_development_dependency "yard"
|
38
|
-
|
39
|
-
if RUBY_VERSION.to_i >= 2
|
40
|
-
# NOTE: pry-byebug doesn't support ruby 1.9
|
41
|
-
spec.add_development_dependency "pry-byebug"
|
42
|
-
end
|
43
39
|
end
|
data/spec/.paraduct.yml
CHANGED
data/spec/paraduct/cli_spec.rb
CHANGED
@@ -24,6 +24,7 @@ describe Paraduct::CLI do
|
|
24
24
|
let(:config_data) do
|
25
25
|
{
|
26
26
|
script: "./script/build_success.sh",
|
27
|
+
after_script: "./script/build_finish.sh",
|
27
28
|
work_dir: "tmp/paraduct_workspace",
|
28
29
|
variables: {
|
29
30
|
"RUBY" => ["1.9.3", "2.0.0"],
|
@@ -33,6 +34,7 @@ describe Paraduct::CLI do
|
|
33
34
|
end
|
34
35
|
|
35
36
|
let(:script){ "./script/build_success.sh" }
|
37
|
+
let(:after_script){ "./script/build_finish.sh" }
|
36
38
|
let(:product_variables) do
|
37
39
|
[
|
38
40
|
{ "RUBY" => "1.9.3", "DATABASE" => "mysql" },
|
@@ -49,7 +51,8 @@ describe Paraduct::CLI do
|
|
49
51
|
end
|
50
52
|
|
51
53
|
it "should call perform_all" do
|
52
|
-
expect(Paraduct::ParallelRunner).to receive(:perform_all).
|
54
|
+
expect(Paraduct::ParallelRunner).to receive(:perform_all).
|
55
|
+
with(script: script, after_script: after_script, product_variables: product_variables){ test_response }
|
53
56
|
subject
|
54
57
|
end
|
55
58
|
end
|
@@ -1,6 +1,6 @@
|
|
1
1
|
describe Paraduct::ParallelRunner do
|
2
2
|
describe "#perform_all" do
|
3
|
-
subject{ Paraduct::ParallelRunner.perform_all(script, product_variables) }
|
3
|
+
subject{ Paraduct::ParallelRunner.perform_all(script: script, product_variables: product_variables, after_script: after_script) }
|
4
4
|
|
5
5
|
include_context :within_temp_work_dir
|
6
6
|
|
@@ -26,6 +26,7 @@ describe Paraduct::ParallelRunner do
|
|
26
26
|
|
27
27
|
describe "with script file test" do
|
28
28
|
let(:script){ "./script/build_success.sh" }
|
29
|
+
let(:after_script) { "./script/build_finish.sh" }
|
29
30
|
let(:product_variables) do
|
30
31
|
[
|
31
32
|
{ "RUBY" => "1.9", "DATABASE" => "mysql" },
|
@@ -39,7 +40,7 @@ describe Paraduct::ParallelRunner do
|
|
39
40
|
params: { "RUBY" => "1.9", "DATABASE" => "mysql" },
|
40
41
|
formatted_params: "RUBY=1.9, DATABASE=mysql",
|
41
42
|
successful: true,
|
42
|
-
stdout: "RUBY=1.9\nDATABASE=mysql\n"
|
43
|
+
stdout: "RUBY=1.9\nDATABASE=mysql\nFinish: RUBY=1.9, DATABASE=mysql\n"
|
43
44
|
)
|
44
45
|
end
|
45
46
|
|
@@ -49,7 +50,7 @@ describe Paraduct::ParallelRunner do
|
|
49
50
|
params: { "RUBY" => "2.0", "DATABASE" => "postgresql" },
|
50
51
|
formatted_params: "RUBY=2.0, DATABASE=postgresql",
|
51
52
|
successful: true,
|
52
|
-
stdout: "RUBY=2.0\nDATABASE=postgresql\n"
|
53
|
+
stdout: "RUBY=2.0\nDATABASE=postgresql\nFinish: RUBY=2.0, DATABASE=postgresql\n"
|
53
54
|
)
|
54
55
|
end
|
55
56
|
|
@@ -98,6 +99,7 @@ describe Paraduct::ParallelRunner do
|
|
98
99
|
|
99
100
|
describe "without script file test" do
|
100
101
|
let(:script){ %q(echo "RUBY=${RUBY} DATABASE=${DATABASE}") }
|
102
|
+
let(:after_script) { %q(echo "Finish: RUBY=${RUBY}, DATABASE=${DATABASE}") }
|
101
103
|
let(:product_variables) do
|
102
104
|
[
|
103
105
|
{ "RUBY" => "1.9", "DATABASE" => "mysql" },
|
@@ -111,7 +113,7 @@ describe Paraduct::ParallelRunner do
|
|
111
113
|
params: { "RUBY" => "1.9", "DATABASE" => "mysql" },
|
112
114
|
formatted_params: "RUBY=1.9, DATABASE=mysql",
|
113
115
|
successful: true,
|
114
|
-
stdout: "RUBY=1.9 DATABASE=mysql\n"
|
116
|
+
stdout: "RUBY=1.9 DATABASE=mysql\nFinish: RUBY=1.9, DATABASE=mysql\n"
|
115
117
|
)
|
116
118
|
end
|
117
119
|
|
@@ -121,7 +123,7 @@ describe Paraduct::ParallelRunner do
|
|
121
123
|
params: { "RUBY" => "2.0", "DATABASE" => "postgresql" },
|
122
124
|
formatted_params: "RUBY=2.0, DATABASE=postgresql",
|
123
125
|
successful: true,
|
124
|
-
stdout: "RUBY=2.0 DATABASE=postgresql\n"
|
126
|
+
stdout: "RUBY=2.0 DATABASE=postgresql\nFinish: RUBY=2.0, DATABASE=postgresql\n"
|
125
127
|
)
|
126
128
|
end
|
127
129
|
|
@@ -1,7 +1,6 @@
|
|
1
1
|
describe Paraduct::Runner do
|
2
2
|
let(:runner) do
|
3
3
|
Paraduct::Runner.new(
|
4
|
-
script: script,
|
5
4
|
params: params,
|
6
5
|
base_job_dir: base_job_dir,
|
7
6
|
job_id: job_id,
|
@@ -11,12 +10,11 @@ describe Paraduct::Runner do
|
|
11
10
|
include_context "uses temp dir"
|
12
11
|
|
13
12
|
let(:base_job_dir){ temp_dir }
|
14
|
-
let(:script) { "" }
|
15
13
|
let(:params) { {} }
|
16
14
|
let(:job_id) { 1 }
|
17
15
|
|
18
16
|
describe "#perform" do
|
19
|
-
subject{ runner.perform }
|
17
|
+
subject{ runner.perform(script) }
|
20
18
|
|
21
19
|
let(:script) { "./script/build_success.sh" }
|
22
20
|
let(:params) { { "RUBY" => "1.9", "DATABASE" => "mysql" } }
|
data/spec/spec_helper.rb
CHANGED
@@ -125,7 +125,7 @@ RSpec.configure do |config|
|
|
125
125
|
config.before do
|
126
126
|
unless is_verbose
|
127
127
|
# quiet all logs
|
128
|
-
|
128
|
+
[:debug, :info, :warn, :error, :fatal].each do |severity|
|
129
129
|
allow(Paraduct.logger).to receive(severity)
|
130
130
|
allow_any_instance_of(Paraduct::ColoredLabelLogger).to receive(severity)
|
131
131
|
end
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: paraduct
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.0.0.
|
4
|
+
version: 1.0.0.beta5
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- sue445
|
@@ -123,7 +123,7 @@ dependencies:
|
|
123
123
|
- !ruby/object:Gem::Version
|
124
124
|
version: '0'
|
125
125
|
- !ruby/object:Gem::Dependency
|
126
|
-
name: pry
|
126
|
+
name: pry-byebug
|
127
127
|
requirement: !ruby/object:Gem::Requirement
|
128
128
|
requirements:
|
129
129
|
- - ">="
|
@@ -234,20 +234,6 @@ dependencies:
|
|
234
234
|
- - ">="
|
235
235
|
- !ruby/object:Gem::Version
|
236
236
|
version: '0'
|
237
|
-
- !ruby/object:Gem::Dependency
|
238
|
-
name: pry-byebug
|
239
|
-
requirement: !ruby/object:Gem::Requirement
|
240
|
-
requirements:
|
241
|
-
- - ">="
|
242
|
-
- !ruby/object:Gem::Version
|
243
|
-
version: '0'
|
244
|
-
type: :development
|
245
|
-
prerelease: false
|
246
|
-
version_requirements: !ruby/object:Gem::Requirement
|
247
|
-
requirements:
|
248
|
-
- - ">="
|
249
|
-
- !ruby/object:Gem::Version
|
250
|
-
version: '0'
|
251
237
|
description: Paraduct(parallel + parameterize + product) is matrix test runner
|
252
238
|
email:
|
253
239
|
- sue445@sue445.net
|
@@ -295,6 +281,7 @@ files:
|
|
295
281
|
- spec/paraduct/variable_converter_spec.rb
|
296
282
|
- spec/paraduct_spec.rb
|
297
283
|
- spec/script/build_error.sh
|
284
|
+
- spec/script/build_finish.sh
|
298
285
|
- spec/script/build_success.sh
|
299
286
|
- spec/script/tmp/paraduct_workspace/dummy.txt
|
300
287
|
- spec/spec_helper.rb
|
@@ -315,7 +302,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
315
302
|
requirements:
|
316
303
|
- - ">="
|
317
304
|
- !ruby/object:Gem::Version
|
318
|
-
version:
|
305
|
+
version: 2.0.0
|
319
306
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
320
307
|
requirements:
|
321
308
|
- - ">"
|
@@ -340,6 +327,7 @@ test_files:
|
|
340
327
|
- spec/paraduct/variable_converter_spec.rb
|
341
328
|
- spec/paraduct_spec.rb
|
342
329
|
- spec/script/build_error.sh
|
330
|
+
- spec/script/build_finish.sh
|
343
331
|
- spec/script/build_success.sh
|
344
332
|
- spec/script/tmp/paraduct_workspace/dummy.txt
|
345
333
|
- spec/spec_helper.rb
|