train 1.4.15 → 1.4.19

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8e221bdf06659f4754f5628e2c9ceb548472c0474eee1c8ef9016e33cf12a935
-  data.tar.gz: 1f9306bec3656802db640c9249c4895fc3fb7bde05a503597a8f980f724341b0
+  metadata.gz: d49a72baf8b82a9e1a5ca0153de737c7c349ce49bc86237666c4671f3488b27c
+  data.tar.gz: 0bf8c7ef0b17cbb25660397875205653371b96480824e9632fd5e8b98c8c36de
 SHA512:
-  metadata.gz: 33230dfafa35626de7dc94770e5000327134aad336f8dc99fa04381ecde4390a1b67eca92149882943c9fb2346a70efe9ce884d50322d08ed0b505aaf7b420b0
-  data.tar.gz: 668dca30063621341c33202c39bbdeed1fe26aed5c9d9bd568a1e34f83d7a340b93332a4e6e9e766ea96a7264f2ff3c7997182d82eab4f4a3c5e23a8b93acc57
+  metadata.gz: 99531d210957232cec38e96deba36831731b37ba87165bb0aa362bdba5c15849483e9efe1b90ef9b8a1e50b54ea1cf47aad0be6bcfb2eaacda9fa69d963e640a
+  data.tar.gz: 5b4742273713e24028bccca8cef7adad3aa0d5e9e938cbaf46da708b7b6b39640c34687e43f4ce1db8fc11cc75565ab50d99fe2c32c2b4950bffc81ef13dcf1a

data/CHANGELOG.md

@@ -1,26 +1,34 @@
-<!-- latest_release 1.4.15 -->
-## [v1.4.15](https://github.com/inspec/train/tree/v1.4.15) (2018-06-14)
+<!-- latest_release 1.4.19 -->
+## [v1.4.19](https://github.com/inspec/train/tree/v1.4.19) (2018-06-29)
 
 #### Merged Pull Requests
-- Don&#39;t double-escape paths [#306](https://github.com/inspec/train/pull/306) ([voroniys](https://github.com/voroniys))
+- Remove the deploy config from Travis [#315](https://github.com/inspec/train/pull/315) ([tas50](https://github.com/tas50))
 <!-- latest_release -->
 
-<!-- release_rollup since=1.4.11 -->
-### Changes since 1.4.11 release
+<!-- release_rollup since=1.4.15 -->
+### Changes since 1.4.15 release
 
 #### Merged Pull Requests
-- Don&#39;t double-escape paths [#306](https://github.com/inspec/train/pull/306) ([voroniys](https://github.com/voroniys)) <!-- 1.4.15 -->
-- Add the mock transport to train-core [#308](https://github.com/inspec/train/pull/308) ([jquick](https://github.com/jquick)) <!-- 1.4.14 -->
-- Adding Oneview to platform detection. [#307](https://github.com/inspec/train/pull/307) ([skpaterson](https://github.com/skpaterson)) <!-- 1.4.13 -->
-- Allow TrainError to provide a supplement reason [#303](https://github.com/chef/train/pull/303) ([marcparadise](https://github.com/marcparadise)) <!-- 1.4.12 -->
+- Remove the deploy config from Travis [#315](https://github.com/inspec/train/pull/315) ([tas50](https://github.com/tas50)) <!-- 1.4.19 -->
+- Remove github_changelog_generator [#313](https://github.com/inspec/train/pull/313) ([tas50](https://github.com/tas50)) <!-- 1.4.18 -->
+- Adding proper bastion support [#310](https://github.com/inspec/train/pull/310) ([frezbo](https://github.com/frezbo)) <!-- 1.4.17 -->
+- Fix detection of amazon linux 2 [#312](https://github.com/inspec/train/pull/312) ([artem-sidorenko](https://github.com/artem-sidorenko)) <!-- 1.4.16 -->
 <!-- release_rollup -->
 
 <!-- latest_stable_release -->
+## [v1.4.15](https://github.com/inspec/train/tree/v1.4.15) (2018-06-14)
+
+#### Merged Pull Requests
+- Allow TrainError to provide a supplement reason [#303](https://github.com/chef/train/pull/303) ([marcparadise](https://github.com/marcparadise))
+- Adding Oneview to platform detection. [#307](https://github.com/inspec/train/pull/307) ([skpaterson](https://github.com/skpaterson))
+- Add the mock transport to train-core [#308](https://github.com/inspec/train/pull/308) ([jquick](https://github.com/jquick))
+- Don&#39;t double-escape paths [#306](https://github.com/inspec/train/pull/306) ([voroniys](https://github.com/voroniys))
+<!-- latest_stable_release -->
+
 ## [v1.4.11](https://github.com/chef/train/tree/v1.4.11) (2018-05-17)
 
 #### Merged Pull Requests
 - Add required env for azure shell msi headers [#302](https://github.com/chef/train/pull/302) ([jquick](https://github.com/jquick))
-<!-- latest_stable_release -->
 
 ## [v1.4.10](https://github.com/chef/train/tree/v1.4.10) (2018-05-17)
 

data/Gemfile

@@ -10,7 +10,6 @@ end
 
 if Gem::Version.new(RUBY_VERSION) < Gem::Version.new('2.2.2')
   gem 'json', '< 2.0'
-  gem 'rack', '< 2.0'
 end
 
 group :test do
@@ -32,5 +31,4 @@ group :tools do
   gem 'pry', '~> 0.10'
   gem 'rb-readline'
   gem 'license_finder'
-  gem 'github_changelog_generator', '~> 1'
 end

data/lib/train/platforms/detect/helpers/os_linux.rb

@@ -10,7 +10,9 @@ module Train::Platforms::Detect::Helpers
       case conf
       when /rawhide/i
         /((\d+) \(Rawhide\))/i.match(conf)[1].downcase
-      when /derived from .*linux/i
+      when /Amazon Linux AMI/i
+        /release ([\d\.]+)/.match(conf)[1]
+      when /derived from .*linux|amazon/i
         /Linux ((\d+|\.)+)/i.match(conf)[1]
       else
         /release ([\d\.]+)/.match(conf)[1]

data/lib/train/transports/ssh.rb

@@ -58,6 +58,10 @@ module Train::Transports
     option :max_wait_until_ready, default: 600
     option :compression, default: false
     option :pty, default: false
+    option :proxy_command, default: nil
+    option :bastion_host, default: nil
+    option :bastion_user, default: 'root'
+    option :bastion_port, default: 22
 
     option :compression_level do |opts|
       # on nil or false: set compression level to 0
@@ -109,6 +113,10 @@ module Train::Transports
         logger.warn('[SSH] PTY requested: stderr will be merged into stdout')
       end
 
+      if [options[:proxy_command], options[:bastion_host]].all? { |type| !type.nil? }
+        fail Train::ClientError, 'Only one of proxy_command or bastion_host needs to be specified'
+      end
+
       super
       self
     end
@@ -151,6 +159,9 @@ module Train::Transports
         password:               opts[:password],
         forward_agent:          opts[:forward_agent],
         proxy_command:          opts[:proxy_command],
+        bastion_host:           opts[:bastion_host],
+        bastion_user:           opts[:bastion_user],
+        bastion_port:           opts[:bastion_port],
         transport_options:      opts,
       }
 

data/lib/train/transports/ssh_connection.rb

@@ -43,6 +43,10 @@ class Train::Transports::SSH
       @session                = nil
       @transport_options      = @options.delete(:transport_options)
       @cmd_wrapper            = nil
+      @proxy_command          = @options.delete(:proxy_command)
+      @bastion_host           = @options.delete(:bastion_host)
+      @bastion_user           = @options.delete(:bastion_user)
+      @bastion_port           = @options.delete(:bastion_port)
       @cmd_wrapper            = CommandWrapper.load(self, @transport_options)
     end
 
@@ -55,8 +59,7 @@ class Train::Transports::SSH
       @session = nil
     end
 
-    # (see Base::Connection#login_command)
-    def login_command
+    def ssh_opts
       level = logger.debug? ? 'VERBOSE' : 'ERROR'
       fwd_agent = options[:forward_agent] ? 'yes' : 'no'
 
@@ -65,13 +68,32 @@ class Train::Transports::SSH
       args += %w{ -o IdentitiesOnly=yes } if options[:keys]
       args += %W( -o LogLevel=#{level} )
       args += %W( -o ForwardAgent=#{fwd_agent} ) if options.key?(:forward_agent)
-      args += %W( -o ProxyCommand='#{options[:proxy_command]}' ) unless options[:proxy_command].nil?
       Array(options[:keys]).each do |ssh_key|
         args += %W( -i #{ssh_key} )
       end
+      args
+    end
+
+    def check_proxy
+      [@proxy_command, @bastion_host].any? { |type| !type.nil? }
+    end
+
+    def generate_proxy_command
+      return @proxy_command unless @proxy_command.nil?
+      args = %w{ ssh }
+      args += ssh_opts
+      args += %W( #{@bastion_user}@#{@bastion_host} )
+      args += %W( -p #{@bastion_port} )
+      args += %w{ -W %h:%p }
+      args.join(' ')
+    end
+
+    # (see Base::Connection#login_command)
+    def login_command
+      args = ssh_opts
+      args += %W( -o ProxyCommand='#{generate_proxy_command}' ) if check_proxy
       args += %W( -p #{@port} )
       args += %W( #{@username}@#{@hostname} )
-
       LoginCommand.new('ssh', args)
     end
 
@@ -145,10 +167,9 @@ class Train::Transports::SSH
     # @api private
     def establish_connection(opts)
       logger.debug("[SSH] opening connection to #{self}")
-      if @options[:proxy_command]
+      if check_proxy
         require 'net/ssh/proxy/command'
-        @options[:proxy] = Net::SSH::Proxy::Command.new(@options[:proxy_command])
-        @options.delete(:proxy_command)
+        @options[:proxy] = Net::SSH::Proxy::Command.new(generate_proxy_command)
       end
       Net::SSH.start(@hostname, @username, @options.clone.delete_if { |_key, value| value.nil? })
     rescue *RESCUE_EXCEPTIONS_ON_ESTABLISH => e

data/lib/train/version.rb

@@ -3,5 +3,5 @@
 # Author:: Dominik Richter (<dominik.richter@gmail.com>)
 
 module Train
-  VERSION = '1.4.15'.freeze
+  VERSION = '1.4.19'.freeze
 end

data/test/unit/transports/ssh_test.rb

@@ -96,8 +96,8 @@ describe 'ssh transport' do
         "-o", "IdentitiesOnly=yes",
         "-o", "LogLevel=VERBOSE",
         "-o", "ForwardAgent=no",
-        "-o", "ProxyCommand='ssh root@127.0.0.1 -W %h:%p'",
         "-i", conf[:key_files],
+        "-o", "ProxyCommand='ssh root@127.0.0.1 -W %h:%p'",
         "-p", "22",
         "root@#{conf[:host]}",
       ])
@@ -175,3 +175,144 @@ describe 'ssh transport' do
     end
   end
 end
+
+describe 'ssh transport with bastion' do
+  let(:cls) do
+    plat = Train::Platforms.name('mock').in_family('linux')
+    plat.add_platform_methods
+    Train::Platforms::Detect.stubs(:scan).returns(plat)
+    Train::Transports::SSH
+  end
+
+  let(:conf) {{
+    host: rand.to_s,
+    password: rand.to_s,
+    key_files: rand.to_s,
+    bastion_host: 'bastion_dummy',
+  }}
+  let(:cls_agent) { cls.new({ host: rand.to_s }) }
+
+  describe 'bastion' do
+    describe 'default options' do
+      let(:ssh) { cls.new({ bastion_host: 'bastion_dummy' }) }
+
+      it 'configures the host' do
+        ssh.options[:bastion_host].must_equal 'bastion_dummy'
+      end
+
+      it 'has default port' do
+        ssh.options[:bastion_port].must_equal 22
+      end
+
+      it 'has default user' do
+        ssh.options[:bastion_user].must_equal 'root'
+      end
+    end
+
+    describe 'opening a connection' do
+      let(:ssh) { cls.new(conf) }
+      let(:connection) { ssh.connection }
+
+      it 'provides a run_command_via_connection method' do
+        methods = connection.class.private_instance_methods(false)
+        methods.include?(:run_command_via_connection).must_equal true
+      end
+
+      it 'provides a file_via_connection method' do
+        methods = connection.class.private_instance_methods(false)
+        methods.include?(:file_via_connection).must_equal true
+      end
+
+      it 'gets the connection' do
+        connection.must_be_kind_of Train::Transports::SSH::Connection
+      end
+
+      it 'provides a uri' do
+        connection.uri.must_equal "ssh://root@#{conf[:host]}:22"
+      end
+
+      it 'must respond to wait_until_ready' do
+        connection.must_respond_to :wait_until_ready
+      end
+
+      it 'can be closed' do
+        connection.close.must_be_nil
+      end
+
+      it 'has a login command == ssh' do
+        connection.login_command.command.must_equal 'ssh'
+      end
+
+      it 'has login command arguments' do
+        connection.login_command.arguments.must_equal([
+          "-o", "UserKnownHostsFile=/dev/null",
+          "-o", "StrictHostKeyChecking=no",
+          "-o", "IdentitiesOnly=yes",
+          "-o", "LogLevel=VERBOSE",
+          "-o", "ForwardAgent=no",
+          "-i", conf[:key_files],
+          "-o", "ProxyCommand='ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -o IdentitiesOnly=yes -o LogLevel=VERBOSE -o ForwardAgent=no -i #{conf[:key_files]} root@bastion_dummy -p 22 -W %h:%p'",
+          "-p", "22",
+          "root@#{conf[:host]}",
+        ])
+      end
+
+      it 'sets the right auth_methods when password is specified' do
+        conf[:key_files] = nil
+        cls.new(conf).connection.method(:options).call[:auth_methods].must_equal ["none", "password", "keyboard-interactive"]
+      end
+
+      it 'sets the right auth_methods when keys are specified' do
+        conf[:password] = nil
+        cls.new(conf).connection.method(:options).call[:auth_methods].must_equal ["none", "publickey"]
+      end
+
+      it 'sets the right auth_methods for agent auth' do
+        cls_agent.stubs(:ssh_known_identities).returns({:some => 'rsa_key'})
+        cls_agent.connection.method(:options).call[:auth_methods].must_equal ['none', 'publickey']
+      end
+
+      it 'works with ssh agent auth' do
+        cls_agent.stubs(:ssh_known_identities).returns({:some => 'rsa_key'})
+        cls_agent.connection
+      end
+
+      it 'sets up a proxy when ssh proxy command is specified' do
+        mock = MiniTest::Mock.new
+        mock.expect(:call, true) do |hostname, username, options|
+          options[:proxy].kind_of?(Net::SSH::Proxy::Command) &&
+            "ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -o IdentitiesOnly=yes -o LogLevel=VERBOSE -o ForwardAgent=no -i #{conf[:key_files]} root@bastion_dummy -p 22 -W %h:%p" == options[:proxy].command_line_template
+        end
+        connection.stubs(:run_command)
+        Net::SSH.stub(:start, mock) do
+          connection.wait_until_ready
+        end
+        mock.verify
+      end
+    end
+  end
+end
+
+describe 'ssh transport with bastion and proxy' do
+  let(:cls) do
+    plat = Train::Platforms.name('mock').in_family('linux')
+    plat.add_platform_methods
+    Train::Platforms::Detect.stubs(:scan).returns(plat)
+    Train::Transports::SSH
+  end
+
+  let(:conf) {{
+    host: rand.to_s,
+    password: rand.to_s,
+    key_files: rand.to_s,
+    bastion_host: 'bastion_dummy',
+    proxy_command: 'dummy'
+  }}
+  let(:cls_agent) { cls.new({ host: rand.to_s }) }
+
+  describe 'bastion and proxy' do
+    it 'will throw an exception when both proxy_command and bastion_host is specified' do
+      proc { cls.new(conf).connection }.must_raise Train::ClientError
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: train
 version: !ruby/object:Gem::Version
-  version: 1.4.15
+  version: 1.4.19
 platform: ruby
 authors:
 - Dominik Richter
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-06-14 00:00:00.000000000 Z
+date: 2018-06-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: json