masamune 0.15.6 → 0.16.0

data/spec/masamune/actions/postgres_admin_spec.rb

@@ -1,6 +1,6 @@
 #  The MIT License (MIT)
 #
-#  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+#  Copyright (c) 2014-2016, VMware, Inc. All Rights Reserved.
 #
 #  Permission is hereby granted, free of charge, to any person obtaining a copy
 #  of this software and associated documentation files (the "Software"), to deal

data/spec/masamune/actions/postgres_spec.rb

@@ -1,6 +1,6 @@
 #  The MIT License (MIT)
 #
-#  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+#  Copyright (c) 2014-2016, VMware, Inc. All Rights Reserved.
 #
 #  Permission is hereby granted, free of charge, to any person obtaining a copy
 #  of this software and associated documentation files (the "Software"), to deal

data/spec/masamune/actions/s3cmd_spec.rb

@@ -1,6 +1,6 @@
 #  The MIT License (MIT)
 #
-#  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+#  Copyright (c) 2014-2016, VMware, Inc. All Rights Reserved.
 #
 #  Permission is hereby granted, free of charge, to any person obtaining a copy
 #  of this software and associated documentation files (the "Software"), to deal

data/spec/masamune/actions/transform_spec.rb

@@ -1,6 +1,6 @@
 #  The MIT License (MIT)
 #
-#  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+#  Copyright (c) 2014-2016, VMware, Inc. All Rights Reserved.
 #
 #  Permission is hereby granted, free of charge, to any person obtaining a copy
 #  of this software and associated documentation files (the "Software"), to deal

data/spec/masamune/after_initialization_callbacks_spec.rb

@@ -1,6 +1,6 @@
 #  The MIT License (MIT)
 #
-#  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+#  Copyright (c) 2014-2016, VMware, Inc. All Rights Reserved.
 #
 #  Permission is hereby granted, free of charge, to any person obtaining a copy
 #  of this software and associated documentation files (the "Software"), to deal

data/spec/masamune/cached_filesystem_spec.rb

@@ -1,6 +1,6 @@
 #  The MIT License (MIT)
 #
-#  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+#  Copyright (c) 2014-2016, VMware, Inc. All Rights Reserved.
 #
 #  Permission is hereby granted, free of charge, to any person obtaining a copy
 #  of this software and associated documentation files (the "Software"), to deal

data/spec/masamune/commands/aws_emr_spec.rb

@@ -0,0 +1,115 @@
+#  The MIT License (MIT)
+#
+#  Copyright (c) 2014-2016, VMware, Inc. All Rights Reserved.
+#
+#  Permission is hereby granted, free of charge, to any person obtaining a copy
+#  of this software and associated documentation files (the "Software"), to deal
+#  in the Software without restriction, including without limitation the rights
+#  to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+#  copies of the Software, and to permit persons to whom the Software is
+#  furnished to do so, subject to the following conditions:
+#
+#  The above copyright notice and this permission notice shall be included in
+#  all copies or substantial portions of the Software.
+#
+#  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+#  IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+#  FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+#  AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+#  LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+#  OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+#  THE SOFTWARE.
+
+describe Masamune::Commands::AwsEmr do
+  let(:configuration) { {} }
+  let(:attrs) { {} }
+
+  let(:delegate) { double }
+  let(:instance) { described_class.new(delegate, attrs) }
+
+  before do
+    allow(delegate).to receive(:logger).and_return(double)
+    allow(delegate).to receive_message_chain(:configuration, :aws_emr).and_return(configuration)
+  end
+
+  describe '#command_env' do
+    subject { instance.command_env }
+    it { is_expected.to be_empty }
+
+    context 'with config file' do
+      let(:configuration) { {config_file: '/etc/aws/config'} }
+      it { is_expected.to eq({'AWS_CONFIG_FILE' => '/etc/aws/config'}) }
+    end
+  end
+
+  describe '#command_args' do
+    subject { instance.command_args }
+
+    it { is_expected.to eq(['aws', 'emr', 'ssh']) }
+
+    context 'with --cluster-id j-XYZ' do
+      let(:delegate) { double(command_args: ['hive', '-e', "'show tables;'"]) }
+      let(:attrs) { { cluster_id: 'j-XYZ' } }
+
+      before do
+        expect(instance).to receive(:execute).with('aws', 'emr', 'ssh', '--cluster-id', 'j-XYZ', '--command', 'exit', {fail_fast: true, safe: true}).
+          and_yield('ssh -o StrictHostKeyChecking=no -o ServerAliveInterval=10 -i /etc/ssh/aws.key hadoop@ec2-10.0.0.1.compute-1.amazonaws.com exit').
+          and_yield("Warning: Permanently added 'ec2-10.0.0.1.compute-1.amazonaws.com,10.0.0.1' (ECDSA) to the list of known hosts.")
+      end
+
+      it { is_expected.to eq(['ssh', '-o', 'StrictHostKeyChecking=no', '-o', 'ServerAliveInterval=10', '-i', '/etc/ssh/aws.key', 'hadoop@ec2-10.0.0.1.compute-1.amazonaws.com', 'hive' , '-e', "'show tables;'"]) }
+    end
+
+    context 'with action' do
+      let(:configuration) { { create_cluster: { options: {'--ami-version' =>  '3.5.0'} } } }
+      let(:attrs) { { action: 'create-cluster', extra: ['--instance-type', 'm1.large'] } }
+      it { is_expected.to eq(['aws', 'emr', 'create-cluster', '--ami-version', '3.5.0', '--instance-type', 'm1.large']) }
+    end
+
+    context 'with action and option override (symbolized)' do
+      let(:configuration) { { create_cluster: { options: {:'--ami-version' => '3.5.0'} } } }
+      let(:attrs) { { action: 'create-cluster', extra: ['--ami-version', '4.0.0', '--instance-type', 'm1.large'] } }
+      it { is_expected.to eq(['aws', 'emr', 'create-cluster', '--ami-version', '4.0.0', '--instance-type', 'm1.large']) }
+    end
+
+    context 'with action and option override (stringified)' do
+      let(:configuration) { { 'create_cluster' => { 'options' => {'--ami-version' =>  '3.5.0'} } } }
+      let(:attrs) { { action: 'create-cluster', extra: ['--ami-version', '4.0.0', '--instance-type', 'm1.large'] } }
+      it { is_expected.to eq(['aws', 'emr', 'create-cluster', '--ami-version', '4.0.0', '--instance-type', 'm1.large']) }
+    end
+
+    context 'with action: wait' do
+      let(:attrs) { { action: 'wait', cluster_id: 'j-XYZ' } }
+      it { is_expected.to eq(['aws', 'emr', 'wait', 'cluster-running', '--cluster-id', 'j-XYZ']) }
+    end
+  end
+
+  context '#interactive?' do
+    subject { instance.interactive? }
+    it { is_expected.to eq(false) }
+
+    context 'with interactive: true' do
+      let(:attrs) { { interactive: true } }
+      it { is_expected.to eq(true) }
+    end
+
+    context 'with interactive: false' do
+      let(:attrs) { { interactive: false } }
+      it { is_expected.to eq(false) }
+    end
+
+    context 'when delegate.interactive? is true' do
+      before do
+        allow(delegate).to receive(:interactive?).and_return(true)
+      end
+      it { is_expected.to eq(true) }
+    end
+
+    context 'when delegate.interactive? is false' do
+      before do
+        allow(delegate).to receive(:interactive?).and_return(false)
+      end
+      it { is_expected.to eq(false) }
+    end
+  end
+end

data/spec/masamune/commands/hadoop_filesystem_spec.rb

@@ -1,6 +1,6 @@
 #  The MIT License (MIT)
 #
-#  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+#  Copyright (c) 2014-2016, VMware, Inc. All Rights Reserved.
 #
 #  Permission is hereby granted, free of charge, to any person obtaining a copy
 #  of this software and associated documentation files (the "Software"), to deal

data/spec/masamune/commands/hadoop_streaming_spec.rb

@@ -1,6 +1,6 @@
 #  The MIT License (MIT)
 #
-#  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+#  Copyright (c) 2014-2016, VMware, Inc. All Rights Reserved.
 #
 #  Permission is hereby granted, free of charge, to any person obtaining a copy
 #  of this software and associated documentation files (the "Software"), to deal

data/spec/masamune/commands/hive_spec.rb

@@ -1,6 +1,6 @@
 #  The MIT License (MIT)
 #
-#  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+#  Copyright (c) 2014-2016, VMware, Inc. All Rights Reserved.
 #
 #  Permission is hereby granted, free of charge, to any person obtaining a copy
 #  of this software and associated documentation files (the "Software"), to deal

data/spec/masamune/commands/postgres_admin_spec.rb

@@ -1,6 +1,6 @@
 #  The MIT License (MIT)
 #
-#  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+#  Copyright (c) 2014-2016, VMware, Inc. All Rights Reserved.
 #
 #  Permission is hereby granted, free of charge, to any person obtaining a copy
 #  of this software and associated documentation files (the "Software"), to deal

data/spec/masamune/commands/postgres_spec.rb

@@ -1,6 +1,6 @@
 #  The MIT License (MIT)
 #
-#  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+#  Copyright (c) 2014-2016, VMware, Inc. All Rights Reserved.
 #
 #  Permission is hereby granted, free of charge, to any person obtaining a copy
 #  of this software and associated documentation files (the "Software"), to deal

data/spec/masamune/commands/retry_with_backoff_spec.rb

@@ -1,6 +1,6 @@
 #  The MIT License (MIT)
 #
-#  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+#  Copyright (c) 2014-2016, VMware, Inc. All Rights Reserved.
 #
 #  Permission is hereby granted, free of charge, to any person obtaining a copy
 #  of this software and associated documentation files (the "Software"), to deal

data/spec/masamune/commands/s3cmd_spec.rb

@@ -1,6 +1,6 @@
 #  The MIT License (MIT)
 #
-#  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+#  Copyright (c) 2014-2016, VMware, Inc. All Rights Reserved.
 #
 #  Permission is hereby granted, free of charge, to any person obtaining a copy
 #  of this software and associated documentation files (the "Software"), to deal

data/spec/masamune/commands/shell_spec.rb

@@ -1,6 +1,6 @@
 #  The MIT License (MIT)
 #
-#  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+#  Copyright (c) 2014-2016, VMware, Inc. All Rights Reserved.
 #
 #  Permission is hereby granted, free of charge, to any person obtaining a copy
 #  of this software and associated documentation files (the "Software"), to deal
@@ -23,10 +23,12 @@
 describe Masamune::Commands::Shell do
   let(:input) { nil }
   let(:options) { {fail_fast: false} }
-  let(:delegate) { Masamune::MockDelegate.new(command, input) }
+  let(:delegate) { double }
   let(:instance) { described_class.new(delegate, options) }
 
   describe '#execute' do
+    let(:delegate) { Masamune::MockDelegate.new(command, input) }
+
     subject do
       instance.execute
     end
@@ -35,6 +37,8 @@ describe Masamune::Commands::Shell do
       let(:command) { %Q{bash -c "echo 'stdout 1'; echo 'stderr 1' 1>&2; echo 'stdout 2'; echo 'stderr 2' 1>&2"} }
 
       before do
+        expect(instance.logger).to receive(:debug).with(/\Aexecute: TZ=UTC bash -c .*\z/)
+        expect(instance.logger).to receive(:debug).with(/\Astatus: .* exit 0\z/)
         subject
       end
 
@@ -47,6 +51,8 @@ describe Masamune::Commands::Shell do
       let(:command) { %Q{bash -c 'exit 1'} }
 
       before do
+        expect(instance.logger).to receive(:debug).with(%q(execute: TZ=UTC bash -c 'exit 1'))
+        expect(instance.logger).to receive(:debug).with(/\Astatus: .* exit 1\z/)
         subject
       end
 
@@ -58,12 +64,23 @@ describe Masamune::Commands::Shell do
     context 'with fail_fast and simple command that fails' do
       let(:command) { %Q{bash -c 'exit 1'} }
       let(:options) { {fail_fast: true} }
+
+      before do
+        expect(instance.logger).to receive(:debug).with(%q(execute: TZ=UTC bash -c 'exit 1'))
+        expect(instance.logger).to receive(:debug).with(/\Astatus: .* exit 1\z/)
+      end
+
       it { expect { subject }.to raise_error RuntimeError, "fail_fast: #{command}" }
     end
 
     context 'when command is interrupted' do
       let(:command) { %Q{bash -c "echo 'test'"} }
 
+      before do
+        expect(instance.logger).to receive(:debug).with(%q(execute: TZ=UTC bash -c "echo 'test'"))
+        expect(instance.logger).to receive(:debug).with(/status: .* exit 0/)
+      end
+
       before do
         expect(delegate).to receive(:after_execute) { raise Interrupt }
         subject
@@ -76,6 +93,11 @@ describe Masamune::Commands::Shell do
       let(:command) { 'cat' }
       let(:input) { "ping\npong" }
 
+      before do
+        expect(instance.logger).to receive(:debug).with('execute: TZ=UTC cat')
+        expect(instance.logger).to receive(:debug).with(/\Astatus: .* exit 0\z/)
+      end
+
       before do
         subject
       end
@@ -89,6 +111,10 @@ describe Masamune::Commands::Shell do
       let(:command) { 'cat' }
       let(:input) { "ping\npong" }
 
+      before do
+        expect(instance.logger).to receive(:debug).with('execute: TZ=UTC cat')
+      end
+
       before do
         expect_any_instance_of(IO).to receive(:wait_writable).and_return(nil)
       end
@@ -96,4 +122,55 @@ describe Masamune::Commands::Shell do
       it { expect { subject }.to raise_error RuntimeError, /IO stdin not ready/ }
     end
   end
+
+  context '#command_args' do
+    subject do
+      instance.command_args
+    end
+
+    context 'when delegate does not implement command_args' do
+      it { expect { subject }.to raise_error RuntimeError, /no command_args/ }
+    end
+
+    context 'when delegate implements command_args' do
+      before do
+        allow(delegate).to receive(:command_args).and_return(command_args) 
+      end
+
+      context 'with nil command_args' do
+        let(:command_args) { nil }
+        it { expect { subject }.to raise_error RuntimeError, /no command_args/ }
+      end
+
+      context 'with empty command_args' do
+        let(:command_args) { [] }
+        it { is_expected.to be_empty }
+      end
+
+      context 'with expected command_args (array)' do
+        let(:command_args) { ['cat'] }
+        it { is_expected.to eq(['cat']) }
+      end
+
+      context 'with expected command_args (string)' do
+        let(:command_args) { 'cat' }
+        it { is_expected.to eq(['cat']) }
+      end
+
+      context 'with command_args containing nil' do
+        let(:command_args) { ['echo', nil, 'foo'] }
+        it { is_expected.to eq(['echo', 'foo']) }
+      end
+
+      context 'with command_args containing an integer' do
+        let(:command_args) { ['echo', nil, 5] }
+        it { is_expected.to eq(['echo', '5']) }
+      end
+
+      context 'with nested command_args' do
+        let(:command_args) { [['echo'], ['foo']] }
+        it { is_expected.to eq(['echo', 'foo']) }
+      end
+    end
+  end
 end

data/spec/masamune/configuration_spec.rb

@@ -1,6 +1,6 @@
 #  The MIT License (MIT)
 #
-#  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+#  Copyright (c) 2014-2016, VMware, Inc. All Rights Reserved.
 #
 #  Permission is hereby granted, free of charge, to any person obtaining a copy
 #  of this software and associated documentation files (the "Software"), to deal
@@ -45,68 +45,4 @@ describe Masamune::Configuration do
       it { is_expected.to eq(['--debug', '--dry-run']) }
     end
   end
-
-  describe '#bind_template' do
-    let(:section) { nil }
-    let(:template) { nil }
-    let(:params) { nil }
-
-    subject do
-      instance.bind_template(section, template, params)
-    end
-
-    context 'with invalid template section' do
-      let(:section) { :missing_section }
-      it { expect { subject }.to raise_error(ArgumentError) }
-    end
-
-    context 'when template section is missing' do
-      let(:section) { :elastic_mapreduce }
-      it { expect { subject }.to raise_error(ArgumentError) }
-    end
-
-    context 'with valid template section' do
-      let(:section) { :elastic_mapreduce }
-      before do
-        instance.elastic_mapreduce[:templates] = {
-          list_with_state: {
-            command: '--list --key-pair %key_pair --start %state --verbose=%verbose',
-            default: {
-              state: 'RUNNING',
-              verbose: true
-            }
-          },
-          broken_template: nil
-        }
-      end
-
-      context 'when template is missing' do
-        let(:template) { :missing_template }
-        it { expect { subject }.to raise_error(ArgumentError, 'no template for missing_template') }
-      end
-
-      context 'when template is broken' do
-        let(:template) { :broken_template }
-        it { expect { subject }.to raise_error(ArgumentError, 'no template for broken_template') }
-      end
-
-      context 'when params missing but default exists' do
-        let(:template) { :list_with_state }
-        let(:params) { {key_pair: 'emr-2013'} }
-        it { is_expected.to eq(['--list', '--key-pair', 'emr-2013', '--start', 'RUNNING', '--verbose=true']) }
-      end
-
-      context 'when params missing and default missing' do
-        let(:template) { :list_with_state }
-        let(:params) { {state: 'COMPLETED'} }
-        it { expect { subject }.to raise_error(ArgumentError, 'no param for %key_pair') }
-      end
-
-      context 'with params' do
-        let(:template) { :list_with_state }
-        let(:params) { {key_pair: 'emr-2013', state: 'COMPLETED'} }
-        it { is_expected.to eq(['--list', '--key-pair', 'emr-2013', '--start', 'COMPLETED', '--verbose=true']) }
-      end
-    end
-  end
 end

data/spec/masamune/data_plan/builder_spec.rb

@@ -1,6 +1,6 @@
 #  The MIT License (MIT)
 #
-#  Copyright (c) 2014-2015, VMware, Inc. All Rights Reserved.
+#  Copyright (c) 2014-2016, VMware, Inc. All Rights Reserved.
 #
 #  Permission is hereby granted, free of charge, to any person obtaining a copy
 #  of this software and associated documentation files (the "Software"), to deal