lono 7.5.2 → 8.0.0.pre.rc1

data/lib/lono/cfn/preview/changeset.rb

@@ -1,168 +0,0 @@
-module Lono::Cfn::Preview
-  class Changeset < Lono::Cfn::Base
-    # Override run from Base superclass, the run method is different enough with Preview
-    def run
-      puts "Changeset Preview:".color(:green)
-
-      if @options[:noop]
-        puts "NOOP CloudFormation preview for #{@stack} update"
-        return
-      end
-
-      parameters = generate_all
-      success = preview_change_set(parameters)
-      delete_change_set if success && !@options[:keep] # Clean up and delete the change set
-    end
-
-    def preview_change_set(parameters)
-      success = create_change_set(parameters)
-      display_change_set if success
-    end
-
-    def create_change_set(parameters)
-      unless stack_exists?(@stack)
-        puts "WARN: Cannot create a change set for the stack because the #{@stack} does not exists.".color(:yellow)
-        return false
-      end
-      exit_unless_updatable!
-
-      options = {
-        change_set_name: change_set_name,
-        stack_name: @stack,
-        parameters: parameters,
-      }
-      options[:notification_arns] = notification_arns if notification_arns
-      options[:tags] = tags unless tags.empty?
-      set_template_url!(options)
-      show_options(options, "cfn.create_change_set")
-      begin
-        # Tricky for preview need to set capabilities so that it gets updated. For Base#run save within the begin block already.
-        options[:capabilities] = capabilities # ["CAPABILITY_IAM", "CAPABILITY_NAMED_IAM"]
-        cfn.create_change_set(options)
-      rescue Aws::CloudFormation::Errors::InsufficientCapabilitiesException => e
-        # If coming from cfn_preview_command automatically add iam capabilities
-        cfn_preview_command = ARGV.join(" ").include?("cfn preview")
-        if cfn_preview_command
-          # e.message is "Requires capabilities : [CAPABILITY_IAM]"
-          # grab CAPABILITY_IAM with regexp
-          capabilities = e.message.match(/\[(.*)\]/)[1]
-          @options.merge!(capabilities: [capabilities])
-          retry
-        end
-        yes = rerun_with_iam?(e)
-        retry if yes
-      rescue Aws::CloudFormation::Errors::ValidationError => e
-        handle_error(e)
-      end
-      true
-    end
-
-    # Example errors:
-    # "Template error: variable names in Fn::Sub syntax must contain only alphanumeric characters, underscores, periods, and colons"
-    def handle_error(e)
-      raise if ENV['FULL_BACKTRACE']
-
-      if e.message =~ /^Parameters: / || e.message =~ /^Template error: /
-        puts "Error creating CloudFormation preview because invalid CloudFormation parameters. Full error message:".color(:red)
-        puts e.message
-        puts "For full backtrace run command again with FULL_BACKTRACE=1"
-        quit(1)
-      else
-        raise
-      end
-    end
-
-    def display_change_set
-      print "Generating CloudFormation Change Set for preview.."
-      change_set = describe_change_set
-      until change_set_finished?(change_set) do
-        change_set = describe_change_set
-        sleep 1
-        print '.'
-      end
-      puts
-
-      case change_set.status
-      when "CREATE_COMPLETE"
-        puts "CloudFormation preview for '#{@stack}' stack update. Changes:"
-        changes = change_set.changes.sort_by do |change|
-          change["resource_change"]["action"]
-        end
-        changes.each do |change|
-          display_change(change)
-        end
-      when "FAILED"
-        puts "WARN: Fail to create a CloudFormation preview for '#{@stack}' stack update. Reason:".color(:yellow)
-        puts change_set.status_reason
-        quit(0)
-      else
-        raise "hell: never come here"
-      end
-    end
-
-    def delete_change_set
-      cfn.delete_change_set(
-        change_set_name: change_set_name,
-        stack_name: @stack
-      )
-    end
-
-    def execute_change_set
-      cfn.execute_change_set(
-        change_set_name: change_set_name,
-        stack_name: @stack
-      )
-    end
-
-    # generates a change set name
-    def change_set_name
-      @change_set_name ||= "changeset-#{Time.now.strftime("%Y%d%m%H%M%S")}"
-    end
-
-  private
-    # Private: formats a Aws::CloudFormation::Types::Change in pretty human readable form
-    #
-    # change  - Aws::CloudFormation::Types::Change
-    #
-    # Examples
-    #
-    #   display_change(change)
-    #   => Remove AWS::Route53::RecordSet: DnsRecord testsubdomain.sub.tongueroo.com
-    #
-    # Returns nil
-    #
-    # change.to_h
-    # {:type=>"Resource",
-    #  :resource_change=>
-    #   {:action=>"Remove",
-    #    :logical_resource_id=>"DnsRecord",
-    #    :physical_resource_id=>"testsubdomain.sub.tongueroo.com",
-    #    :resource_type=>"AWS::Route53::RecordSet",
-    #    :scope=>[],
-    #    :details=>[]}}
-    def display_change(change)
-      message = if change.type == "Resource"
-        c = change.resource_change
-        "#{c.action} #{c.resource_type}: #{c.logical_resource_id} #{c.physical_resource_id}"
-      else
-        change.to_h
-      end
-
-      colors = { Remove: :red, Add: :green, Modify: :yellow }
-      action = change.resource_change.action.to_sym
-      message = message.color(colors[action]) if colors.has_key?(action)
-      puts message
-    end
-
-    def change_set_finished?(change_set)
-      change_set.status =~ /_COMPLETE/ || change_set.status == "FAILED"
-    end
-
-    def describe_change_set
-      cfn.describe_change_set(
-        change_set_name: change_set_name,
-        stack_name: @stack
-      )
-    end
-  end
-end

data/lib/lono/cfn/preview/codediff.rb

@@ -1,41 +0,0 @@
-module Lono::Cfn::Preview
-  class Codediff < Lono::Cfn::Base
-    include DiffViewer
-    include Lono::AwsServices
-
-    def run
-      puts "Code Diff Preview:".color(:green)
-
-      unless stack_exists?(@stack)
-        puts "WARN: Cannot create a diff for the stack because the #{@stack} does not exists.".color(:yellow)
-        return
-      end
-
-      if @options[:noop]
-        puts "NOOP Generating CloudFormation source code diff..."
-      else
-        generate_all # from Base superclass. Generates the output lono teplates
-        puts "Generating CloudFormation source code diff..."
-        download_existing_cfn_template
-        show_diff(existing_template_path, new_cfn_template)
-      end
-    end
-
-    def download_existing_cfn_template
-      resp = cfn.get_template(
-        stack_name: @stack,
-        template_stage: "Original"
-      )
-      IO.write(existing_template_path, resp.template_body)
-    end
-
-    # for clarity
-    def new_cfn_template
-      template_path
-    end
-
-    def existing_template_path
-      "/tmp/existing_stack.yml"
-    end
-  end
-end

data/lib/lono/cfn/preview/diff_viewer.rb

@@ -1,23 +0,0 @@
-module Lono::Cfn::Preview
-  module DiffViewer
-    def show_diff(existing_path, new_path)
-      command = "#{diff_viewer} #{existing_path} #{new_path}"
-      puts "Running: #{command}"
-      out = `#{command}`
-      if out.strip == ''
-        puts "There were no differences."
-      else
-        puts out
-      end
-    end
-
-    def diff_viewer
-      return ENV['LONO_DIFF'] if ENV['LONO_DIFF']
-      colordiff_installed = system("type colordiff > /dev/null 2>&1")
-      unless colordiff_installed
-        puts "INFO: colordiff it not available. Recommend installing it."
-      end
-      colordiff_installed ? "colordiff" : "diff"
-    end
-  end
-end

data/lib/lono/cfn/rollback.rb

@@ -1,26 +0,0 @@
-class Lono::Cfn
-  class Rollback
-    extend Memoist
-    include Lono::AwsServices
-
-    def initialize(stack)
-      @stack = stack
-    end
-
-    def delete_stack
-      stack = find_stack(@stack)
-      if stack && rollback_complete?(stack)
-        puts "Existing stack in ROLLBACK_COMPLETE state. Deleting stack before continuing."
-        cfn.delete_stack(stack_name: @stack)
-        status.wait
-        status.reset
-        true
-      end
-    end
-
-    def status
-      Lono::Cfn::Status.new(@stack)
-    end
-    memoize :status
-  end
-end

data/lib/lono/cfn/update.rb

@@ -1,71 +0,0 @@
-class Lono::Cfn
-  class Update < Base
-    # save is the interface method
-    # aws cloudformation update-stack --stack-name prod-hi-123456789 --parameters file://output/params/prod-hi-123456789.json --template-body file://output/prod-hi.json
-    def save(parameters)
-      message = "Updating #{@stack} stack"
-      if @options[:noop]
-        puts "NOOP #{message}"
-        return
-      end
-
-      deleted = delete_rollback_stack
-      if deleted
-        Create.new(@options).save(parameters)
-        return
-      end
-
-      unless stack_exists?(@stack)
-        puts "Cannot update a stack because the #{@stack} does not exists."
-        return
-      end
-      exit_unless_updatable!
-
-      options = @options.merge(mute_params: true, mute_using: true, keep: true)
-      # create new copy of preview when update_stack is called because of IAM retry logic
-      changeset_preview = Lono::Cfn::Preview::Changeset.new(options)
-
-      param_preview.run if @options[:param_preview]
-      codediff_preview.run if @options[:codediff_preview]
-      changeset_preview.run if @options[:changeset_preview]
-      sure?("Are you sure you want to update the #{@stack} stack?")
-
-      if @options[:change_set] # defaults to this
-        message << " via change set: #{changeset_preview.change_set_name}"
-        changeset_preview.execute_change_set
-      else
-        standard_update(parameters)
-      end
-      puts message unless @options[:mute]
-    end
-
-    def standard_update(parameters)
-      options = {
-        stack_name: @stack,
-        parameters: parameters,
-        capabilities: capabilities, # ["CAPABILITY_IAM", "CAPABILITY_NAMED_IAM"]
-        disable_rollback: !@options[:rollback],
-      }
-      options[:notification_arns] = notification_arns if notification_arns
-      options[:tags] = tags unless tags.empty?
-      set_template_url!(options)
-      show_options(options, "cfn.update_stack")
-      begin
-        cfn.update_stack(options)
-      rescue Aws::CloudFormation::Errors::ValidationError => e
-        puts "ERROR: #{e.message}".color(:red)
-        false
-      end
-    end
-
-    def codediff_preview
-      Lono::Cfn::Preview::Codediff.new(@options.merge(mute_params: true, mute_using: true))
-    end
-    memoize :codediff_preview
-
-    def param_preview
-      Lono::Cfn::Preview::Param.new(@options)
-    end
-    memoize :param_preview
-  end
-end

data/lib/lono/cfn.rb

@@ -1,75 +0,0 @@
-module Lono
-  class Cfn < Command
-    opts = Opts.new(self)
-
-    class_option :verbose, type: :boolean
-    class_option :noop, type: :boolean
-
-    desc "create STACK", "Create a CloudFormation stack using the generated template.", hide: true
-    opts.create
-    long_desc Lono::Help.text("cfn/create")
-    def create(stack)
-      Create.new(options.merge(stack: stack)).run
-    end
-
-    desc "update STACK", "Update a CloudFormation stack using the generated template.", hide: true
-    long_desc Lono::Help.text("cfn/update")
-    opts.update
-    def update(stack)
-      Update.new(options.merge(stack: stack)).run
-    end
-
-    desc "deploy STACK", "Create or update a CloudFormation stack using the generated template."
-    long_desc Lono::Help.text("cfn/deploy")
-    opts.deploy
-    def deploy(stack)
-      Deploy.new(options.merge(stack: stack)).run
-    end
-
-    desc "delete STACK", "Delete CloudFormation stack."
-    long_desc Lono::Help.text("cfn/delete")
-    opts.delete
-    def delete(stack)
-      Delete.new(options.merge(stack: stack)).run
-    end
-
-    desc "cancel STACK", "Cancel a CloudFormation stack."
-    long_desc Lono::Help.text("cfn/cancel")
-    opts.cancel
-    def cancel(stack)
-      Cancel.new(options.merge(stack: stack)).run
-    end
-
-    desc "preview STACK", "Preview a CloudFormation stack update.  This is similar to terraform's plan or puppet's dry-run mode."
-    long_desc Lono::Help.text("cfn/preview")
-    opts.preview
-    def preview(stack)
-      Preview::Param.new(options.merge(stack: stack)).run if options[:param_preview]
-      Preview::Codediff.new(options.merge(stack: stack)).run if options[:codediff_preview]
-      Preview::Changeset.new(options.merge(stack: stack)).run if options[:changeset_preview]
-    end
-
-    desc "download STACK", "Download CloudFormation template from existing stack."
-    long_desc Lono::Help.text("cfn/download")
-    opts.download
-    def download(stack)
-      Download.new(options.merge(stack: stack)).run
-    end
-
-    desc "current", "Current stack that you're working with."
-    long_desc Lono::Help.text("cfn/current")
-    option :rm, type: :boolean, desc: "Remove all current settings. Removes `.lono/current`"
-    option :name, desc: "Current stack name."
-    def current
-      Current.new(options).run
-    end
-
-    desc "status", "Shows current status of stack."
-    long_desc Lono::Help.text("cfn/status")
-    def status(stack)
-      status = Lono::Cfn::Status.new(stack, options)
-      success = status.run
-      exit 3 unless success
-    end
-  end
-end

data/lib/lono/clean.rb

@@ -1,14 +0,0 @@
-require "fileutils"
-
-class Lono::Clean
-  attr_reader :options
-  def initialize(options={})
-    @options = options
-  end
-
-  def run
-    puts "Clean: removing output/ and tmp/ folder"
-    FileUtils.rm_rf("#{Lono.config.output_path}")
-    FileUtils.rm_rf("#{Lono.root}/tmp")
-  end
-end

data/lib/lono/configset/list.rb

@@ -1,67 +0,0 @@
-require "text-table"
-
-class Lono::Configset
-  class List
-    def initialize(options={})
-      @options = options
-      @stack, @blueprint, @template, @param = Lono::Conventions.new(options).values
-    end
-
-    def run
-      if @blueprint
-        blueprint_configsets
-      else
-        project_configsets
-      end
-    end
-
-    def project_configsets
-      Lono::Finder::Configset.list(filter_materialized: true, message: "Project configsets:")
-    end
-
-    def blueprint_configsets
-      Lono::Configset::Preparer.new(@options).run # register and materialize gems
-
-      @final ||= []
-
-      project = Lono::Configset::Register::Project.new(@options)
-      project.register
-      finder = Lono::Finder::Configset.new
-      finder.list("Configsets available to project and can used with configs:") if @options[:verbose]
-      puts "Configsets project is using for the #{@blueprint} blueprint:" if @options[:verbose]
-      show(project.configsets, finder.find_all, "project")
-
-      blueprint = Lono::Configset::Register::Blueprint.new(@options)
-      blueprint.register
-      finder = Lono::Finder::Blueprint::Configset.new
-      finder.list("Configsets available to #{@blueprint} blueprint:") if @options[:verbose]
-      puts "Configsets built into the blueprint:" if @options[:verbose]
-      show(blueprint.configsets, finder.find_all, "blueprint")
-
-      table = Text::Table.new
-      table.head = ["Name", "Path", "Type", "From"]
-      @final.each do |spec|
-        pretty_root = spec.root.sub("#{Lono.root}/",'').sub(ENV["HOME"], "~")
-        table.rows << [spec.name, pretty_root, spec.source_type, spec.from]
-      end
-
-      if table.rows.empty?
-        puts "No configsets being used."
-      else
-        puts "Configsets used by #{@blueprint.color(:green)} blueprint:"
-        puts table
-      end
-    end
-
-    def show(configsets, all, from)
-      configsets.each do |c|
-        puts "    #{c.name}" if @options[:verbose]
-        spec = all.find { |jadespec| jadespec.name == c.name }
-        next unless spec
-        spec.from = from
-        @final << spec
-      end
-      puts "" if @options[:verbose]
-    end
-  end
-end

data/lib/lono/configset/preparer.rb

@@ -1,44 +0,0 @@
-class Lono::Configset
-  class Preparer < Lono::AbstractBase
-    def initialize(options={})
-      super
-      @blueprint = Register::Blueprint.new(options)
-      @project   = Register::Project.new(options)
-      @meta      = Meta.new(options)
-      @resolver  = Resolver.new
-    end
-
-    def run
-      register
-      resolve_dependencies # also calls jade.materialize
-      register_dependencies
-      materialize
-      validate_all! # run after final materializer
-    end
-
-    # Stores configsets registry items
-    def register
-      @project.register   # IE: evaluates configs/BLUEPRINT/configsets/base.rb
-      @blueprint.register # IE: evaluates BLUEPRINT/config/configsets.rb
-    end
-
-    def resolve_dependencies
-      jades = Lono::Jade::Registry.tracked_configsets  # at this point only top-level
-      @resolver.resolve(jades) # also calls jade.materialize
-    end
-
-    def register_dependencies
-      @resolver.register
-    end
-
-    def materialize
-      jades = Lono::Jade::Registry.downloaded_configsets
-      Lono::Jade::Materializer::Final.new.build(jades)
-    end
-
-    def validate_all!
-      @blueprint.validate!
-      @project.validate!
-    end
-  end
-end

data/lib/lono/configset/register/base.rb

@@ -1,122 +0,0 @@
-# Subclasses must implement:
-#
-#    evaluate
-#
-module Lono::Configset::Register
-  class Base < Lono::AbstractBase
-    class_attribute :configsets
-    class_attribute :validations
-    class_attribute :source
-
-    include Dsl
-    include Lono::Configset::EvaluateFile
-
-    def register
-      evaluate
-      jadify
-    end
-
-    def jadify
-      self.class.configsets.each do |registry|
-        jade = Lono::Jade.new(registry.name, jade_type, registry)
-        Lono::Jade::Registry.tracked_configsets << jade
-      end
-    end
-
-    def jade_type
-      finder_class.to_s.sub('Lono::Finder::','').underscore
-    end
-
-    # Used in Base#validate!
-    def finder_class
-      case self
-      when Lono::Configset::Register::Blueprint
-        Lono::Finder::Blueprint::Configset
-      when Lono::Configset::Register::Project
-        Lono::Finder::Configset
-      end
-    end
-
-    # Store to be able to provide the validation errors altogether later.
-    def store_for_validation(registry)
-      # save caller line to use later for pointing to exactly line
-      caller_line = caller.grep(/evaluate_file/).first
-      registry.caller_line = caller_line
-      # huge performance improvement by only validating the first configset registration of duplicate gems
-      names = self.class.validations.map {|r| r.name }
-      self.class.validations << registry unless names.include?(registry.name)
-    end
-
-    # Validate the configset before building templates. So user finds out about errors early.
-    def validate!
-      errors = []
-      self.class.validations.each do |registry|
-        config = finder_class.find(registry.name) # finder_class implemented in subclass
-        errors << [:finder_missing, registry] unless config
-
-        if registry.depends_on.nil? && registry.resource.nil?
-          errors << [:resource_missing, registry]
-        end
-      end
-
-      return if errors.empty? # all good
-      show_errors_and_exit!(errors)
-    end
-
-    def show_errors_and_exit!(errors)
-      errors.each do |error_type, registry|
-        name, caller_line = registry.name, registry.caller_line
-        case error_type
-        when :finder_missing
-          puts "ERROR: Configset with name #{name} not found. Please double check Gemfile and configs/#{@blueprint}/configsets files.".color(:red)
-          pretty_trace(caller_line)
-        when :resource_missing
-          puts "ERROR: Configset with name #{name} does not specify resource. The resource key is required.".color(:red)
-          pretty_trace(caller_line)
-          raise
-        end
-      end
-      exit 1
-    end
-
-    def pretty_trace(caller_line)
-      md = caller_line.match(/(.*\.rb):(\d+):/)
-      path, error_line_number = md[1], md[2].to_i
-
-      context = 5 # lines of context
-      top, bottom = [error_line_number-context-1, 0].max, error_line_number+context-1
-
-      puts "Showing file: #{path}"
-      lines = IO.read(path).split("\n")
-      spacing = lines.size.to_s.size
-      lines[top..bottom].each_with_index do |line_content, index|
-        current_line_number = top+index+1
-        if current_line_number == error_line_number
-          printf("%#{spacing}d %s\n".color(:red), current_line_number, line_content)
-        else
-          printf("%#{spacing}d %s\n", current_line_number, line_content)
-        end
-      end
-    end
-
-  public
-    class << self
-      def clear!
-        self.configsets = []
-        self.validations = []
-      end
-
-      def prepend(registry)
-        self.configsets.unshift(registry) unless has?(registry)
-      end
-
-      def append(registry)
-        self.configsets << registry unless has?(registry)
-      end
-
-      def has?(registry)
-        configsets.detect { |r| r.name == registry.name && r.args == registry.args }
-      end
-    end
-  end
-end

data/lib/lono/configset/register/blueprint.rb

@@ -1,16 +0,0 @@
-module Lono::Configset::Register
-  class Blueprint < Base
-    self.configsets = []
-    self.validations = []
-
-    def evaluate
-      path = find_configsets
-      evaluate_file(path)
-    end
-
-    def find_configsets
-      path = "#{Lono.blueprint_root}/config/configsets.rb"
-      path if File.exist?(path)
-    end
-  end
-end

data/lib/lono/configset/register/dsl.rb

@@ -1,14 +0,0 @@
-module Lono::Configset::Register
-  module Dsl
-    def configset(*args, **options)
-      registry = Lono::Jade::Registry.register_configset(args, options)
-      self.class.append(registry)
-      store_for_validation(registry)
-    end
-
-    # DSL
-    # def source(v)
-    #   self.class.source = v
-    # end
-  end
-end