iapi-idlc-sdk-pfm 1.0.4

data/lib/iapi-idlc-sdk-pfm/command/apply.rb

@@ -0,0 +1,86 @@
+require 'iapi-idlc-sdk-pfm/command/base'
+require 'mixlib/shellout'
+
+module Pfm
+  module Command
+    class Apply < Base
+      banner 'Usage: pfm apply [options]'
+
+      option :app_release,
+             short:        '-a VERSION',
+             long:         '--app-release VERSION',
+             description:  'Application Version Number to Deploy',
+             default:      ''
+
+      option :server_build,
+             short:        '-b NUMBER',
+             long:         '--server-build NUMBER',
+             description:  'Server Build Number to Deploy',
+             default:      ENV['SERVER_BUILD']
+
+      option :config_file,
+             short:        '-c FILE',
+             long:         '--config-file FILE',
+             description:  'Optional environment metadata file',
+             default:      nil
+
+      option :working_dir,
+             short:        '-d DIR',
+             long:         '--dir DIR',
+             description:  'Optional directory of infrastructure configuration to use',
+             default:      ''
+
+      def initialize
+        super
+        @params_valid = true
+        @errors = []
+      end
+
+      def run(params)
+        @params = params
+        read_and_validate_params
+
+        if params_valid?
+          if (@config[:config_file])
+            deploy_setupv2
+            apply(@config[:working_dir])
+          else
+            deploy_setup
+            apply(@workspace.tmp_dir)
+          end
+          # @workspace.cleanup causing bundler issues
+          0
+        else
+          @errors.each { |error| err("Error: #{error}") }
+          parse_options(params)
+          msg(opt_parser)
+          1
+        end
+      rescue DeploymentFailure => e
+        err("ERROR: #{e.message}\n")
+        1
+      end
+
+      def apply(dir)
+        Terraform::Binary.apply(dir.to_s) || raise
+      rescue
+        raise DeploymentFailure, 'Finished with errors'
+      end
+
+      def read_and_validate_params
+        arguments = parse_options(@params)
+
+        @params_valid = case arguments.size
+                        when 0
+                          true
+                        else
+                          false
+                        end
+      end
+
+      def params_valid?
+        @params_valid
+      end
+    end
+  end
+end

data/lib/iapi-idlc-sdk-pfm/command/base.rb

@@ -0,0 +1,255 @@
+require 'mixlib/cli'
+require 'iapi-idlc-sdk-pfm/helpers'
+require 'securerandom'
+require 'json'
+
+module Pfm
+  module Command
+    class Base
+      include Mixlib::CLI
+      include Pfm::Helpers
+
+      class InvalidRepository < StandardError; end
+      class BuildFailure < StandardError; end
+      class DeploymentFailure < StandardError; end
+
+      option :help,
+             short: '-h',
+             long: '--help',
+             description: 'Show this message',
+             boolean: true
+
+      option :version,
+             short: '-v',
+             long: '--version',
+             description: 'Show pfm version',
+             boolean: true
+
+      option :verbose,
+             short:        '-V',
+             long:         '--verbose',
+             description:  'Show detailed output',
+             boolean:      true,
+             default:      false
+
+      def initialize
+        super
+
+        @workspace = Idlc::Workspace.new
+      end
+
+      #
+      # optparser overwrites -h / --help options with its own.
+      # In order to control this behavior, make sure the default options are
+      # handled here.
+      #
+      def run_with_default_options(params = [])
+        if needs_help?(params)
+          msg(opt_parser.to_s)
+          0
+        elsif needs_version?(params)
+          msg("Pfm Version: #{Pfm::VERSION}")
+          0
+        else
+          ENV['DEBUG'] = 'true' if verbose?(params)
+          run(params)
+        end
+      rescue NameError => e
+        err("ERROR: #{e.message}\n")
+        1
+      rescue OptionParser::InvalidOption, OptionParser::MissingArgument => e
+        err("ERROR: #{e.message}\n")
+        msg(opt_parser)
+        1
+      rescue Idlc::Build::MissingMetadataFile, Idlc::Build::MissingRequiredMetadataAttribute, InvalidRepository => e
+        err("ERROR: #{e.message}\n")
+        1
+      ensure
+        @workspace.cleanup unless @workspace.empty?
+      end
+
+      def build_setup
+        Packer::Binary.configure do |config|
+          config.version = SETTINGS['PACKER_VERSION']
+          config.download_path = "/tmp/#{SecureRandom.uuid}"
+        end
+
+        @build_config = Idlc::Build::Config.new(SETTINGS['AWS_REGION'])
+        @workspace.add(build_base_dir)
+
+        build_dir = "#{@workspace.tmp_dir}/#{build_base_dir}".freeze
+
+        msg("Using build template: Build::#{@params.first}::#{@config[:build_template]}::#{@config[:build_metadata]}")
+
+        # Include build metadata
+        @build_metadata = Idlc::Build::Metadata.new(@params.first, @config[:build_metadata])
+
+        # load the rest of the metadata
+        @build_metadata.load
+
+        # load version from command line if specified
+        @build_metadata.attributes['version'] = Idlc::Build::Metadata::MetadataAttribute.new(@config[:build_version], true) unless @config[:build_version].nil?
+
+        # check metadata requirements
+        @build_metadata.requirements_satisfied?
+
+        msg("Template Version: #{@build_metadata.attributes['version'].value}")
+
+        @build_metadata.attributes.each do |key, att|
+          # load metadata file as packer user vars
+          @build_config.add_build_var_v2(key, att.value)
+        end
+
+        # Copy over the base template and auxillary files for Packer
+        tpl = Idlc::Build::Template.new(
+          @build_metadata.attributes,
+          "#{build_dir}/build.json"
+        )
+        tpl.write
+
+        # copy auxiliary files
+        system("cp -a #{templates_dir}/files #{build_dir}")
+
+        Dir.chdir(build_dir)
+      end
+
+      def deploy_setup
+        Terraform::Binary.configure do |config|
+          config.version = SETTINGS['TERRAFORM_VERSION']
+          config.download_path = "/tmp/#{SecureRandom.uuid}"
+        end
+
+        raise InvalidRepository, 'This doesn\'t look like a valid infrastructure repository' unless File.directory? "#{inf_base_dir}/tf"
+        config = Idlc::Deploy::Config.new(SETTINGS['AWS_REGION'])
+
+        config.parse("#{inf_base_dir}/env/config/default.yml") if File.exist? "#{inf_base_dir}/env/config/default.yml"
+
+        if ENV['PROD'] == 'true' || ENV['PROD'] == '1'
+          config.parse("#{inf_base_dir}/env/config/prod.yml")
+        else
+          config.parse("#{inf_base_dir}/env/config/devtest.yml")
+        end
+
+        config.parse("#{inf_base_dir}/env/size/#{ENV['SIZE']}.yml") if File.exist? "#{inf_base_dir}/env/size/#{ENV['SIZE']}.yml"
+
+        inf_conf_file = 'inf.config.yml'
+
+        # For unit tests
+        inf_conf_file = 'inf.config.example.yml' unless File.exist? inf_conf_file
+        config.parse(inf_conf_file)
+
+        bucket_name = Idlc::Deploy::Config.get_deployment_var('tfstate_bucket')
+        sub_bucket = "#{Idlc::Deploy::Config.get_deployment_var('job_code')}"\
+          "#{Idlc::Deploy::Config.get_deployment_var('job')}"\
+          "-#{Idlc::Deploy::Config.get_deployment_var('env')}".freeze
+
+        # Pass some ENV vars for Terraform
+        Idlc::Deploy::Config.add_deployment_var('environment_key', sub_bucket)
+        Idlc::Deploy::Config.add_deployment_var('version', REPO_VERSION)
+        Idlc::Deploy::Config.add_deployment_var('major_minor', Idlc::Utility.major_minor(REPO_VERSION))
+        Idlc::Deploy::Config.add_deployment_var('major_minor_patch', Idlc::Utility.major_minor_patch(REPO_VERSION))
+        Idlc::Deploy::Config.add_deployment_var('build', @config[:server_build])
+        Idlc::Deploy::Config.add_deployment_var('app_release', @config[:app_release])
+
+        Idlc::Deploy::Keypair.generate("#{inf_base_dir}/env/kp")
+        @workspace.flatten("#{inf_base_dir}/tf", 'tf')
+        @workspace.add("#{inf_base_dir}/env/kp")
+        @workspace.add('lib/tf/modules')
+
+        config.configure_state(bucket_name, sub_bucket, @workspace.tmp_dir)
+      end
+
+      def deploy_setupv2
+        Terraform::Binary.configure do |config|
+          config.version = SETTINGS['TERRAFORM_VERSION']
+          config.download_path = "/tmp/#{SecureRandom.uuid}"
+        end
+
+        # Create dynamic variables file for terraform based on config
+        keys = {}
+        vars_file = ''
+
+        env_metadata = JSON.parse(open(@config[:config_file]).read)
+        ['account', 'environment', 'ec2', 'application'].each do |section|
+          env_metadata[section].each do |key, value|
+            # skip dups
+            next unless keys[key].nil?
+
+            # replace null with empty string
+            value = '' if value.nil?
+
+            # skip lists and maps
+            next unless (value.instance_of? String)
+
+            # add to vars file and record key for dups
+            keys[key] = 'parsed'
+            vars_file += <<~EOH
+              variable "#{key}" {}
+
+            EOH
+
+            # load value into envrionment
+            Idlc::Deploy::Config.add_deployment_var(key, value)
+          end
+        end
+
+        # write vars file
+        File.open("#{config[:working_dir]}/#{env_metadata['environment_key']}-tfvars.tf", 'w') { |file| file.write(vars_file) }
+
+        # Pass some extra vars for Terraform
+        Idlc::Deploy::Config.add_deployment_var('aws_region', SETTINGS['AWS_REGION'])
+        Idlc::Deploy::Config.add_deployment_var('environment_key', env_metadata['environment_key'])
+        Idlc::Deploy::Config.add_deployment_var('version', env_metadata['environment']['inf_version'])
+        Idlc::Deploy::Config.add_deployment_var('app_release', @config[:app_release])
+        Idlc::Deploy::Config.add_deployment_var('encrypted_svc_pass', env_metadata['environment']['encrypted']['svc_pass'])
+        ENV['APP_RELEASE'] = @config[:app_release]
+
+        FileUtils.mkdir_p "inf/env/kp"
+        Idlc::Deploy::Keypair.generate("inf/env/kp")
+
+        config = Idlc::Deploy::Config.new(SETTINGS['AWS_REGION'])
+        config.configure_state(
+          env_metadata['account']['tfstate_bucket'],
+          env_metadata['environment_key'],
+          @config[:working_dir]
+        )
+      end
+
+      def templates_dir
+        "#{__dir__}/templates/#{@build_metadata.attributes['build_stage'].value}"
+      end
+
+      def build_base_dir
+        "#{SETTINGS['BUILD_BASE_DIR']}/#{@params.first}"
+      end
+
+      def inf_base_dir
+        SETTINGS['INF_BASE_DIR']
+      end
+
+      def build_dir
+        "#{@workspace.tmp_dir}/#{build_base_dir}".freeze
+      end
+
+      def build_exists?
+        return true if Dir.exist? build_base_dir
+
+        # doesn't exist
+        @errors.push("Build::#{@params.first} doesnt exist")
+        false
+      end
+
+      def needs_help?(params)
+        params.include?('-h') || params.include?('--help')
+      end
+
+      def needs_version?(params)
+        params.include?('-v') || params.include?('--version')
+      end
+
+      def verbose?(params)
+        params.include?('-V') || params.include?('--verbose')
+      end
+    end
+  end
+end

data/lib/iapi-idlc-sdk-pfm/command/build.rb

@@ -0,0 +1,121 @@
+require 'iapi-idlc-sdk-pfm/command/base'
+require 'mixlib/shellout'
+
+module Pfm
+  module Command
+    class Build < Base
+      banner 'Usage: pfm build BUILD_NAME [options]'
+
+      option :app_release,
+             short:        '-a VERSION',
+             long:         '--app-release VERSION',
+             description:  'Application Version Number to build',
+             default:      ''
+
+      option :build_version,
+             short:        '-b VERSION',
+             long:         '--build-version VERSION',
+             description:  'override version number of build',
+             default:      nil
+
+      option :build_template,
+             short:        '-t TEMPLATE',
+             long:         '--build-template TEMPLATE',
+             description:  'The Build Template to use. Defaults to build.json',
+             default:      'build.json'
+
+      option :build_metadata,
+             short:        '-m METADATA_FILE',
+             long:         '--build-metadata METADATA_FILE',
+             description:  'The build metadata file to use. Defaults to \'metadata\'',
+             default:      'metadata'
+
+      option :build_number,
+             short:        '-n NUMBER',
+             long:         '--build-number NUMBER',
+             description:  'Override the build number. Default is ENV::BUILD_NUMBER',
+             default:      ENV['BUILD_NUMBER']
+
+      def initialize
+        super
+        @params_valid = true
+        @errors = []
+      end
+
+      def run(params)
+        @params = params
+        read_and_validate_params
+
+        if params_valid?
+          build_setup
+          build
+          # @workspace.cleanup causing bundler issues
+          0
+        else
+          @errors.each { |error| err("Error: #{error}") }
+          parse_options(params)
+          msg(opt_parser)
+          1
+        end
+      rescue BuildFailure => e
+        err("ERROR: #{e.message}\n")
+        1
+      end
+
+      def build
+        # Zip the cookbooks for transfer
+        Idlc::Workspace.zip_folder('./chef', "#{@workspace.tmp_dir}/cookbooks.zip")
+
+        # Start the HTTP server to facilitate file transfers. This is to replace
+        # WINRM for file transfers in Packer due to slowness. This function returns
+        # the process id of the server instance.
+        pid = Idlc::Build::Httpd.start(@workspace.tmp_dir)
+
+        # #start will return twice when forking the HTTP server off, once for the
+        # parent and once for the child. When the child return, the pid is nil. We want
+        # to skip that run.
+        unless pid.nil?
+          # Pass some ENV vars for Packer
+          @build_config.add_build_var_v2('aws_region', SETTINGS['AWS_REGION'])
+          @build_config.add_build_var_v2('app_release', @config[:app_release])
+          @build_config.add_build_var_v2('build_uuid', SecureRandom.uuid.to_s)
+          @build_config.add_build_var_v2('build_number', @config[:build_number])
+          @build_config.add_build_var_v2('httpd_server', Idlc::Build::Httpd.private_ip.to_s)
+          @build_config.add_build_var_v2('httpd_port', ENV['HTTPD_PORT'])
+          @build_config.add_build_var_v2('cookbooks_zip', "#{@workspace.tmp_dir}/cookbooks.zip")
+
+          begin
+            Packer::Binary.build("#{@build_config.dump_build_vars} #{@config[:build_template]}")
+            Idlc::Build::Httpd.stop(pid)
+            Dir.chdir(build_base_dir)
+          rescue
+            Idlc::Build::Httpd.stop(pid)
+            Dir.chdir(build_base_dir)
+            raise BuildFailure, 'The build finished with errors'
+          end
+
+        end
+
+        Dir.chdir(build_base_dir)
+      end
+
+      def read_and_validate_params
+        arguments = parse_options(@params)
+
+        case arguments.size
+        when 1
+          @params_valid = build_exists?
+
+        when 2
+
+        else
+          @params_valid = false
+        end
+      end
+
+      def params_valid?
+        @params_valid
+      end
+    end
+  end
+end

data/lib/iapi-idlc-sdk-pfm/command/configure.rb

@@ -0,0 +1,41 @@
+require 'iapi-idlc-sdk-pfm/command/base'
+require 'mixlib/shellout'
+
+module Pfm
+  module Command
+    class Configure < Pfm::Command::Base
+      banner 'Usage: pfm configure SYSTEM_COMMAND'
+
+      def run(params)
+        current_set = Pfm::Settings.new
+        new_settings = {}
+
+        current_set.settings.each do |key, setting|
+          print("#{key} [#{setting.value}]: ")
+          stdin = STDIN.gets.chomp.strip
+
+          required = setting.required?
+          new_value = setting.value
+          new_value = stdin unless null?(stdin)
+
+          new_settings[key] = Pfm::Settings::Setting.new(new_value, required)
+        end
+
+        current_set.save_config(new_settings)
+      end
+
+      def needs_version?(_params)
+        # Force version to get passed down to command
+        false
+      end
+
+      def null?(value)
+        value.nil? || value == ''
+      end
+
+      def needs_help?(params)
+        ['-h', '--help'].include? params[0]
+      end
+    end
+  end
+end

data/lib/iapi-idlc-sdk-pfm/command/destroy.rb

@@ -0,0 +1,77 @@
+require 'iapi-idlc-sdk-pfm/command/base'
+require 'mixlib/shellout'
+
+module Pfm
+  module Command
+    class Destroy < Base
+      banner 'Usage: pfm destroy [options]'
+
+      option :config_file,
+            short:        '-c FILE',
+            long:         '--config-file FILE',
+            description:  'Optional environment metadata file',
+            default:      nil
+
+      option :working_dir,
+            short:        '-d DIR',
+            long:         '--dir DIR',
+            description:  'Optional directory of infrastructure configuration to use',
+            default:      ''
+
+      def initialize
+        super
+        @params_valid = true
+        @errors = []
+      end
+
+      def run(params)
+        @params = params
+        read_and_validate_params
+
+        if params_valid?
+          if (@config[:config_file])
+            deploy_setupv2
+            destroy(@config[:working_dir])
+          else
+            deploy_setup
+            destroy(@workspace.tmp_dir)
+          end
+          # @workspace.cleanup causing bundler issues
+          0
+        else
+          @errors.each { |error| err("Error: #{error}") }
+          parse_options(params)
+          msg(opt_parser)
+          1
+        end
+      rescue DeploymentFailure => e
+        err("ERROR: #{e.message}\n")
+        1
+      end
+
+      def destroy(dir)
+        Idlc::Deploy::Config.add_deployment_var('build', ENV['SERVER_BUILD'])
+        Idlc::Deploy::Config.add_deployment_var('app_release', 'null')
+
+        Terraform::Binary.destroy("#{dir}")
+      rescue
+        raise DeploymentFailure, 'Finished with errors'
+      end
+
+      def read_and_validate_params
+        arguments = parse_options(@params)
+
+        @params_valid = case arguments.size
+                        when 0
+                          true
+                        else
+                          false
+                        end
+      end
+
+      def params_valid?
+        @params_valid
+      end
+    end
+  end
+end

data/lib/iapi-idlc-sdk-pfm/command/exec.rb

@@ -0,0 +1,24 @@
+require 'iapi-idlc-sdk-pfm/command/base'
+require 'mixlib/shellout'
+
+module Pfm
+  module Command
+    class Exec < Pfm::Command::Base
+      banner 'Usage: pfm exec SYSTEM_COMMAND'
+
+      def run(params)
+        exec(*params)
+        raise 'Exec failed without an exception, your ruby is buggy' # should never get here
+      end
+
+      def needs_version?(_params)
+        # Force version to get passed down to command
+        false
+      end
+
+      def needs_help?(params)
+        ['-h', '--help'].include? params[0]
+      end
+    end
+  end
+end

data/lib/iapi-idlc-sdk-pfm/command/format.rb

@@ -0,0 +1,64 @@
+require 'iapi-idlc-sdk-pfm/command/base'
+require 'mixlib/shellout'
+
+module Pfm
+  module Command
+    class Format < Base
+      banner 'Usage: pfm format [options]'
+
+      def initialize
+        super
+        @params_valid = true
+        @errors = []
+      end
+
+      def run(params)
+        @params = params
+        read_and_validate_params
+
+        if params_valid?
+          fmt
+          # @workspace.cleanup causing bundler issues
+          0
+        else
+          @errors.each { |error| err("Error: #{error}") }
+          parse_options(params)
+          msg(opt_parser)
+          1
+        end
+      rescue DeploymentFailure => e
+        err("ERROR: #{e.message}\n")
+        1
+      end
+
+      def fmt
+        raise InvalidRepository, 'This doesn\'t look like a valid infrastructure repository' unless File.directory? "#{inf_base_dir}/tf"
+        tf_paths = %W[#{inf_base_dir}/tf lib/tf/modules]
+
+        begin
+          tf_paths.each do |path|
+            # Format the file to a canonical syntax
+            Terraform::Binary.fmt(path)
+          end
+        rescue
+          raise DeploymentFailure, 'Finished with errors'
+        end
+      end
+
+      def read_and_validate_params
+        arguments = parse_options(@params)
+
+        case arguments.size
+        when 0
+          @params_valid = true
+        else
+          @params_valid = false
+        end
+      end
+
+      def params_valid?
+        @params_valid
+      end
+    end
+  end
+end