kitchen-yansible 0.0.1

data/lib/kitchen-yansible/tools/install/fedora.rb

@@ -0,0 +1,33 @@
+# Author: Eugene Akhmetkhanov <axmetishe+github@gmail.com>
+# Date: 08-01-2020
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+module Kitchen
+  module Yansible
+    module Tools
+      class Install
+        class Fedora < RHEL
+          def package_manager
+            "#{sudo_env('dnf')}"
+          end
+        end
+      end
+    end
+  end
+end

data/lib/kitchen-yansible/tools/install/rhel.rb

@@ -0,0 +1,225 @@
+# Author: Eugene Akhmetkhanov <axmetishe+github@gmail.com>
+# Date: 07-01-2020
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+module Kitchen
+  module Yansible
+    module Tools
+      class Install
+        class RHEL < Install
+          def preinstall_command
+            """
+              #{update_path}
+              #{update_cache}
+
+              installPackage () {
+                package=$1
+                #{package_manager} -q info ${package} 2>/dev/null|grep installed &>/dev/null || #{install_package} ${package}
+              }
+
+              enableSCLPackage () {
+                package=$1
+                echo \"Enable ${package}\"
+                grep \"/opt/rh/${package}/enable\" /etc/profile.d/${package}.sh &> /dev/null || {
+                  #{sudo('echo')} \"source /opt/rh/${package}/enable\"| #{sudo('tee')} -a /etc/profile.d/${package}.sh
+                }
+                source /opt/rh/${package}/enable
+              }
+
+              installRubySCL () {
+                RUBY_PACKAGE=$(#{package_manager} search -q ruby|grep '^rh-ruby\\([0-9\\.]\\+\\)\\?\\.'|sort -r|head -n1|awk '{print $1}'|awk -F'.' '{print $1}')
+                installPackage ${RUBY_PACKAGE}
+                RUBY_VERSION=\"$(#{package_manager} info ${RUBY_PACKAGE}|grep -i version|awk '{print $3}')\"
+                test -L /usr/lib64/libruby.so.${RUBY_VERSION} || {
+                  #{sudo('ln')} -sf /opt/rh/${RUBY_PACKAGE}/root/usr/lib64/libruby.so.${RUBY_VERSION} \\
+                    /usr/lib64/libruby.so.${RUBY_VERSION}
+                }
+                #{ruby_alternatives('/usr/local/bin', "/opt/rh/${RUBY_PACKAGE}/root/usr/bin")}
+                enableSCLPackage ${RUBY_PACKAGE}
+              }
+
+              installPythonSCL () {
+                PYTHON_PACKAGE='python27 python27-python-virtualenv'
+                installPackage ${PYTHON_PACKAGE}
+
+                #{alternatives_command} --install /usr/local/bin/python python /opt/rh/python27/root/usr/bin/python 100
+                #{alternatives_command} --set python /opt/rh/python27/root/usr/bin/python
+
+                #{sudo('grep')} 'ANSIBLE_PYTHON_INTERPRETER' /etc/profile.d/ansible.sh &> /dev/null || {
+                  #{sudo('echo')} \"export ANSIBLE_PYTHON_INTERPRETER=/usr/local/bin/python\"| #{sudo('tee')} -a /etc/profile.d/ansible.sh
+                }
+                #{sudo('grep')} XDG_DATA_DIRS /etc/sudoers.d/ansible &> /dev/null || {
+                  #{sudo('echo')} 'Defaults    env_keep += \"XDG_DATA_DIRS PKG_CONFIG_PATH ANSIBLE_PYTHON_INTERPRETER\"' | #{sudo('tee')} -a /etc/sudoers.d/ansible
+                }
+
+                test -L /usr/lib64/libpython2.7.so.1.0 || {
+                  #{sudo('ln')} -sf /opt/rh/python27/root/usr/lib64/libpython2.7.so.1.0 \\
+                    /usr/lib64/libpython2.7.so.1.0
+                }
+                test -L /usr/lib64/libpython2.7.so || {
+                  #{sudo('ln')} -sf /usr/lib64/libpython2.7.so.1.0 /usr/lib64/libpython2.7.so
+                }
+
+                enableSCLPackage 'python27'
+              }
+
+              preInstall () {
+                RHEL_VERSION=$(test -f /etc/system-release-cpe && awk -F':' '{print $5}' /etc/system-release-cpe || echo '0')
+                RHEL_DISTR=$(test -f /etc/system-release-cpe && awk -F':' '{print $3}' /etc/system-release-cpe || echo '0')
+
+                # Sanitize CPE Info
+                case ${RHEL_DISTR} in
+                  amazon)
+                    RHEL_VERSION=6
+                    ;;
+                  o)
+                    RHEL_DISTR=amazon
+                    RHEL_VERSION=7
+                    ;;
+                  *)
+                    ;;
+                esac
+
+                if [[ ${RHEL_VERSION} -eq 6 || ${RHEL_VERSION} -eq 7 ]]; then
+                  echo \"We are going to use SCL repository for Python and Ruby installation\"
+                  echo \"Working with ${RHEL_DISTR} ${RHEL_VERSION}\"
+                  case ${RHEL_DISTR} in
+                    centos)
+                      installPackage centos-release-scl-rh
+                      installPythonSCL
+                      installRubySCL
+                      ;;
+                    oracle)
+                      installPackage oracle-softwarecollection-release-el${RHEL_VERSION}
+                      installRubySCL
+                      if [[ ${RHEL_VERSION} -eq 6 ]]; then
+                        installPythonSCL
+                      fi
+                      ;;
+                    *)
+                      echo \"Unsupported RHEL SCL family distribution - ${RHEL_DISTR} ${RHEL_VERSION}\"
+                      ;;
+                  esac
+                fi
+                updatePath
+              }
+            """
+          end
+
+          def install_python
+            """
+              installPython () {
+                echo 'Checking Python installation.'
+                searchAlternatives 'python'
+                #{command_exists('python')} || {
+                  echo 'Python is not installed, attempt to use package manager.'
+                  package=$(#{package_manager} search -q python|grep '^python\\([0-9\\.]\\+\\)\\?\\.'|sort -r|head -n1|awk '{print $1}')
+                  echo \"Will try to install '${package}' package.\"
+                  #{install_package} ${package}
+                  echo 'Checking for installed alternatives.'
+                  #{command_exists('python')} || {
+                    searchAlternatives 'python'
+                  }
+                }
+                #{command_exists('python')} || {
+                  echo \"===> Couldn't determine Python executable - exiting now! <===\"
+                  exit 1
+                }
+              }
+            """
+          end
+
+          def install_ruby
+            """
+              installRuby () {
+                echo 'Checking Ruby installation.'
+                searchAlternatives 'ruby'
+                #{command_exists('ruby')} || {
+                  echo 'Ruby is not installed, attempt to use package manager.'
+                  package=$(#{package_manager} search -q ruby 2> /dev/null|grep '^ruby\\([0-9\\.]\\+\\)\\?\\.'|sort -r|head -n1|awk '{print $1}')
+                  echo \"Will try to install '${package}' package.\"
+                  #{install_package} ${package}
+                  echo 'Checking for installed alternatives.'
+                  #{command_exists('ruby')} || {
+                    searchAlternatives 'ruby'
+                  }
+                  grep 'gem: --no-rdoc --no-ri -​-no-document' /etc/gemrc &> /dev/null || {
+                    #{sudo('echo')} 'gem: --no-rdoc --no-ri -​-no-document' | #{sudo('tee')} /etc/gemrc
+                  }
+                }
+                #{command_exists('ruby')} || {
+                  echo \"===> Couldn't determine Ruby executable - exiting now! <===\"
+                  exit 1
+                }
+                echo 'Install Busser'
+                #{command_exists('gem')} || {
+                  #{install_package} rubygems
+                }
+                #{command_exists('rdoc')} || {
+                  #{install_package} rubygem-rdoc
+                }
+                #{sudo('gem')} list | grep busser || {
+                  #{sudo('gem')} install busser
+                }
+                test -d /opt/chef/embedded/bin || {
+                  #{sudo('mkdir')} -p /opt/chef/embedded/bin
+                }
+                echo 'Making links for Chef'
+                for binary in ruby gem busser; do
+                  test -L /opt/chef/embedded/bin/${binary} || {
+                    #{sudo('ln')} -sf \"$(command -v ${binary})\" /opt/chef/embedded/bin/${binary}
+                  }
+                done
+              }
+            """
+          end
+
+          def install_virtualenv
+            """
+              installVirtualenv () {
+                echo 'Checking Virtualenv installation.'
+                searchAlternatives 'virtualenv'
+                #{command_exists('virtualenv')} || {
+                  echo 'Virtualenv is not installed, will try to guess its name.'
+                  if [ $(#{package_manager} search virtualenv|grep '^python.*-virtualenv'|wc -l) -gt 1 ]; then
+                    venvPackage=python$(#{get_python_version})-virtualenv
+                    echo \"Will try to install '${venvPackage}' package.\"
+                    #{install_package} ${venvPackage}
+                  else
+                    echo \"Installing via virtual package.\"
+                    #{install_package} python-virtualenv
+                  fi
+
+                  echo 'Checking for installed alternatives.'
+                  #{command_exists('virtualenv')} || {
+                    searchAlternatives 'virtualenv'
+                  }
+                }
+                #{command_exists('virtualenv')} || {
+                  echo \"===> Couldn't install Virtualenv - exiting now! <===\"
+                  exit 1
+                }
+              }
+            """
+          end
+        end
+      end
+    end
+  end
+end

data/lib/kitchen-yansible/tools/install/windows.rb

@@ -0,0 +1,122 @@
+# Author: Eugene Akhmetkhanov <axmetishe+github@gmail.com>
+# Date: 10-01-2020
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+require 'uri'
+
+module Kitchen
+  module Yansible
+    module Tools
+      class Install
+        class Windows < Install
+          def pip_required_packages
+            [
+              "ansible#{pip_version(ansible_version)}",
+              "pywinrm"
+            ]
+          end
+
+          def install_win_software(url, distr_dir, install_dir, install_arguments, test_binary )
+            """
+              $downloadUrl = \"#{url}\"
+              $distrDir=\"#{distr_dir}\"
+              $installerName = \"#{File.basename(URI.parse(url).path)}\"
+              $installDir=\"#{install_dir}\"
+              $testBinary=\"#{test_binary}\"
+              mkdir $distrDir -Force | out-null
+              mkdir $installDir -Force | out-null
+
+              try {
+                $binaryInstalled = $False
+                try {
+                  $binaryInstalled=(&{#{test_binary} --version} 2>&1 | % gettype) -ne [System.Management.Automation.ErrorRecord]
+                }
+                catch {
+                  echo \"#{test_binary.capitalize} is not installed.\"
+                }
+                if (! $binaryInstalled) {
+                  if (! (Test-Path \"${distrDir}\\${installerName}\") ) {
+                    echo \"Downloading ${installerName}\"
+                    Invoke-WebRequest -DisableKeepAlive -UseBasicParsing -Method GET -Uri \"${downloadUrl}\" -OutFile \"${distrDir}\\${installerName}\"
+                  }
+
+                  echo \"Installing ${installerName}\"
+                  $p = Start-Process -Wait -Passthru -FilePath \"${distrDir}\\${installerName}\" -ArgumentList #{install_arguments.join(', ')}
+
+                  if ($p.ExitCode -ne 0) {
+                    throw \"${installerName} installation was not successful. Received exit code $($p.ExitCode)\"
+                  }
+                } else {
+                  echo \"#{test_binary.capitalize} installed already. Skipping.\"
+                }
+              }
+              catch {
+                Write-Error ($_ | ft -Property * | out-string) -ErrorAction Continue
+                exit 1
+              }
+            """
+          end
+
+          def install_python
+            python_version='3.7.6'
+            base_url="https://www.python.org/ftp/python/#{python_version}"
+            installer_name = "python-#{python_version}-amd64.exe"
+            download_url = "#{base_url}/#{installer_name}"
+            base_dir='C:\\python'
+            distr_dir="#{base_dir}\\distr"
+            install_dir="#{base_dir}\\install"
+            install_args = [ '/passive', 'InstallAllUsers=1', 'PrependPath=1', "TargetDir=\"#{install_dir}\"", '/quiet' ]
+
+            """
+              #{install_win_software(download_url, distr_dir, install_dir, install_args, "python")}
+            """
+          end
+
+          def install_ruby
+            ruby_version='2.6.5-1'
+            base_url="https://github.com/oneclick/rubyinstaller2/releases/download/RubyInstaller-#{ruby_version}"
+            installer_name = "rubyinstaller-#{ruby_version}-x64.exe"
+            download_url = "#{base_url}/#{installer_name}"
+            base_dir='C:\\opscode\\chef'
+            distr_dir="#{base_dir}\\distr"
+            install_dir="#{base_dir}\\embedded"
+            install_args = [ '/silent', '/lang=en', '/tasks="assocfiles,modpath"', "/dir=\"#{install_dir}\"" ]
+
+            """
+              #{install_win_software(download_url, distr_dir, install_dir, install_args, "ruby")}
+            """
+          end
+
+          def local_install
+            """
+              $ErrorActionPreference = 'Stop'
+
+              #{install_python}
+              #{install_ruby}
+            """
+          end
+
+          def remote_install
+            "echo 'Not supported'"
+          end
+        end
+      end
+    end
+  end
+end

data/lib/kitchen-yansible/version.rb

@@ -0,0 +1,25 @@
+# Author: Eugene Akhmetkhanov <axmetishe+github@gmail.com>
+# Date: 03-01-2020
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+module Kitchen
+  module Yansible
+    VERSION = '0.0.1'.freeze
+  end
+end

data/lib/kitchen/provisioner/yansible.rb

@@ -0,0 +1,243 @@
+# Author: Eugene Akhmetkhanov <axmetishe+github@gmail.com>
+# Date: 03-01-2020
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+require 'kitchen'
+require 'kitchen/errors'
+require 'kitchen/provisioner/base'
+require 'kitchen-yansible/tools/install'
+require 'kitchen-yansible/tools/files'
+require 'kitchen-yansible/tools/exec'
+require 'kitchen-yansible/tools/dependencies'
+
+module Kitchen
+  module Provisioner
+    class Yansible < Base
+      include Kitchen::Yansible::Tools
+      include Kitchen::Yansible::Tools::Exec
+      include Kitchen::Yansible::Tools::Files
+      include Kitchen::Yansible::Tools::Dependencies
+
+      kitchen_provisioner_api_version 2
+
+      DEFAULT_CONFIG = {
+        remote_executor: false,
+        remote_install_path: '/tmp/ansible',
+        sandboxed_executor: false,
+        playbook: 'default.yml',
+        ansible_binary: 'ansible-playbook',
+        ansible_version: nil,
+        ansible_config: nil,
+        ansible_extra_arguments: nil,
+        ansible_force_color: true,
+        ansible_host_key_checking: false,
+        ansible_winrm_auth_transport: nil,
+        ansible_winrm_cert_validation: 'ignore',
+        ansible_verbose: false,
+        ansible_verbosity: 1,
+        ansible_roles_path: 'roles',
+        dependencies: [],
+      }
+
+      # noinspection RubyYardParamTypeMatch
+      DEFAULT_CONFIG.each { |k, v| default_config k, v }
+
+      def install_command
+        info("Installing provisioner software.")
+        info("Working with '#{@instance.platform.os_type}' platform.")
+        debug("Driver info: '#{@instance.driver.diagnose}'.")
+        debug("Transport info: '#{@instance.transport.diagnose}'.")
+        debug("Platform info: '#{@instance.platform.diagnose}'.")
+        instance_platform = detect_platform
+
+        if @config[:remote_executor]
+          if windows_os?
+            message = unindent(<<-MSG)
+  
+              ===============================================================================
+               We can't use Windows platform with remote installation.
+               Abandon ship!
+              ===============================================================================
+            MSG
+            raise UserError, message
+          end
+          info('Using remote executor.')
+
+          """
+            #{Install.make(@config, instance_platform).remote_install}
+          """
+        else
+          info('Using local executor.')
+          if command_exists(command) and !@config[:sandboxed_executor]
+            info('Ansible is installed already - proceeding further steps.')
+          else
+            if RbConfig::CONFIG["host_os"] =~ /mswin|mingw/
+              message = unindent(<<-MSG)
+  
+                ===============================================================================
+                 We can't use Windows platform as a Host system for sandboxing.
+                 Abandon ship!
+                ===============================================================================
+              MSG
+              raise UserError, message
+            else
+              additional_packages = []
+              info('Checking for sandboxed Ansible version.')
+
+              if windows_os?
+                # ok, adding pywinrm
+                info('==> Windows target platform may be tested only using local Ansible installation! <==')
+                additional_packages.push('pywinrm')
+              end
+
+              # create sandbox
+              if command_exists("#{venv_root}/bin/ansible")
+                info("Ansible is installed at '#{venv_root}'.")
+              else
+                info("Ansible is not installed - will try to create local sandbox for execution")
+                if command_exists('virtualenv')
+                  system("virtualenv #{venv_root}")
+                  system("#{venv_root}/bin/pip install " +
+                           "#{Install.make(@config, instance_platform).pip_required_packages.join(' ')}"
+                  )
+                else
+                  message = unindent(<<-MSG)
+  
+                    ===============================================================================
+                     Couldn't find virtualenv binary for sandboxing.
+                     Please make sure execution host has Python and VirtualEnv packages installed.
+                    ===============================================================================
+                  MSG
+                  raise UserError, message
+                end
+              end
+            end
+          end
+
+          """
+            #{Install.make(@config, instance_platform).local_install}
+          """
+        end
+      end
+
+      def init_command
+        info("Initializing provisioner software.")
+        "mkdir #{windows_os? ? '-Force' : '-p'} #{config[:root_path]}"
+      end
+
+      def prepare_command
+        info("Preparing configuration for provisioner.")
+        unless @config[:remote_executor]
+          generate_inventory(inventory_file)
+        end
+
+        ""
+      end
+
+      def create_sandbox
+        super
+
+        directories = %w[
+          roles
+          host_vars
+          group_vars
+          module_utils
+          library
+          callback_plugins
+          connection_plugins
+          filter_plugins
+          lookup_plugins
+        ]
+
+        prepare_dependencies(@config[:dependencies])
+        generate_inventory(inventory_file, remote: true)
+
+        info("Copy dependencies to sandbox")
+        copy_dirs_to_sandbox(dependencies_tmp_dir, dst: 'roles')
+        directories.each do |directory|
+          if File.directory?(directory)
+            info("Copy #{directory} to sandbox")
+            copy_dirs_to_sandbox(directory)
+          end
+        end
+        info("Prepare config")
+        prepare_ansible_config
+        info("Prepare playbook")
+        prepare_playbook_file
+        info("Prepare inventory file")
+        prepare_inventory_file
+      end
+
+      def run_command
+        if @config[:remote_executor]
+          info("Execute Ansible remotely.")
+
+          command_env_script = []
+          command_env.each {|k,v| command_env_script.push(shell_env_var(k, v))}
+
+          """
+            #{command_env_script.join(' ')}; #{command} #{command_args.join(' ')}
+          """
+        else
+          info("Execute Ansible locally.")
+          execute_local_command("#{command} #{command_args.join(' ')}", env: command_env, print_stdout: true)
+
+          ""
+        end
+      end
+
+      def command
+        return @command if defined? @command
+
+        @command = @config[:ansible_binary]
+        debug("Ansible command: #{@command}")
+        @command
+      end
+
+      def command_env
+        return @command_env if defined? @command_env
+
+        # noinspection RubyStringKeysInHashInspection
+        @command_env = {
+          'ANSIBLE_FORCE_COLOR' => @config[:ansible_force_color].to_s,
+          'ANSIBLE_HOST_KEY_CHECKING' => @config[:ansible_host_key_checking].to_s,
+          'ANSIBLE_INVENTORY_ENABLED' => 'yaml',
+          'ANSIBLE_RETRY_FILES_ENABLED' => false.to_s,
+          'ANSIBLE_ROLES_PATH' => remote_file_path('roles', fallback: generate_sandbox_path('roles')),
+        }
+        @command_env['ANSIBLE_CONFIG'] = @config[:ansible_config] if @config[:ansible_config]
+
+        @command_env
+      end
+
+      def command_args
+        return @command_args if defined? @command_args
+
+        @command_args = []
+        @config[:ansible_extra_arguments].each { |arg| @command_args.push(arg) } if @config[:ansible_extra_arguments]
+        @config[:ansible_verbose] ? @command_args.push('-' + 'v' * @config[:ansible_verbosity]) : ''
+        @command_args.push("--inventory=#{remote_file_path(ANSIBLE_INVENTORY, fallback: inventory_file)}")
+        @command_args.push("--limit=#{@instance.name}")
+        @command_args.push(remote_file_path(@config[:playbook]))
+
+        @command_args
+      end
+    end
+  end
+end