lono 4.2.7 → 5.0.1

data/lib/lono/cfn/update.rb

@@ -1,60 +1,68 @@
-class Lono::Cfn::Update < Lono::Cfn::Base
-  # save_stack is the interface method
-  def save_stack(params)
-    update_stack(params)
-  end
-
-  # aws cloudformation update-stack --stack-name prod-hi-123456789 --parameters file://output/params/prod-hi-123456789.json --template-body file://output/prod-hi.json
-  def update_stack(params)
-    message = "Updating #{@stack_name} stack"
-    if @options[:noop]
-      puts "NOOP #{message}"
-      return
+class Lono::Cfn
+  class Update < Base
+    # save_stack is the interface method
+    def save_stack(params)
+      update_stack(params)
     end
 
-    unless stack_exists?(@stack_name)
-      puts "Cannot update a stack because the #{@stack_name} does not exists."
-      return
-    end
-    exit_unless_updatable!(stack_status(@stack_name))
-
-    options = @options.merge(lono: false, mute_params: true, mute_using: true, keep: true)
-    # create new copy of preview when update_stack is called because of IAM retry logic
-    preview = Lono::Cfn::Preview.new(@stack_name, options)
-
-    error = nil
-    diff.run if @options[:diff]
-    preview.run if @options[:preview]
-    are_you_sure?(@stack_name, :update)
-
-    if @options[:change_set] # defaults to this
-      message << " via change set: #{preview.change_set_name}"
-      preview.execute_change_set
-    else
-      standard_update(params)
+    # aws cloudformation update-stack --stack-name prod-hi-123456789 --parameters file://output/params/prod-hi-123456789.json --template-body file://output/prod-hi.json
+    def update_stack(params)
+      message = "Updating #{@stack_name} stack"
+      if @options[:noop]
+        puts "NOOP #{message}"
+        return
+      end
+
+      deleted = delete_rollback_stack
+      if deleted
+        Create.new(@stack_name, @options).create_stack(params)
+        return
+      end
+
+      unless stack_exists?(@stack_name)
+        puts "Cannot update a stack because the #{@stack_name} does not exists."
+        return
+      end
+      exit_unless_updatable!(stack_status(@stack_name))
+
+      options = @options.merge(mute_params: true, mute_using: true, keep: true)
+      # create new copy of preview when update_stack is called because of IAM retry logic
+      preview = Lono::Cfn::Preview.new(@stack_name, options)
+
+      error = nil
+      diff.run if @options[:diff]
+      preview.run if @options[:preview]
+      are_you_sure?(@stack_name, :update)
+
+      if @options[:change_set] # defaults to this
+        message << " via change set: #{preview.change_set_name}"
+        preview.execute_change_set
+      else
+        standard_update(params)
+      end
+      puts message unless @options[:mute] || error
     end
-    puts message unless @options[:mute] || error
-  end
 
-  def standard_update(params)
-    params = {
-      stack_name: @stack_name,
-      parameters: params,
-      capabilities: capabilities, # ["CAPABILITY_IAM", "CAPABILITY_NAMED_IAM"]
-      disable_rollback: !@options[:rollback],
-      tags: tags,
-    }
-    set_template_body!(params)
-    show_parameters(params, "cfn.update_stack")
-    begin
-      cfn.update_stack(params)
-    rescue Aws::CloudFormation::Errors::ValidationError => e
-      puts "ERROR: #{e.message}".red
-      error = true
+    def standard_update(params)
+      params = {
+        stack_name: @stack_name,
+        parameters: params,
+        capabilities: capabilities, # ["CAPABILITY_IAM", "CAPABILITY_NAMED_IAM"]
+        disable_rollback: !@options[:rollback],
+      }
+      params[:tags] = tags unless tags.empty?
+      set_template_body!(params)
+      show_parameters(params, "cfn.update_stack")
+      begin
+        cfn.update_stack(params)
+      rescue Aws::CloudFormation::Errors::ValidationError => e
+        puts "ERROR: #{e.message}".red
+        error = true
+      end
     end
-  end
 
-  def diff
-    @diff ||= Lono::Cfn::Diff.new(@stack_name, @options.merge(lono: false, mute_params: true, mute_using: true))
+    def diff
+      @diff ||= Lono::Cfn::Diff.new(@stack_name, @options.merge(mute_params: true, mute_using: true))
+    end
   end
-end
+end

data/lib/lono/cli.rb

@@ -3,50 +3,64 @@ module Lono
 
     long_desc Help.text(:new)
     New.cli_options.each do |args|
-      option *args
+      option(*args)
     end
     register(New, "new", "new NAME", "Generates new lono project.")
 
-    desc "import SOURCE", "Imports CloudFormation template and lono-fies it."
-    long_desc Help.text(:import)
-    option :name, default: nil, desc: "final name of downloaded template without extension"
-    option :casing, default: "dasherize", desc: "camelcase or dasherize the template name"
-    option :summary, default: true, type: :boolean, desc: "provide template summary after import"
-    def import(source)
-      Importer.new(source, options).run
+    long_desc Help.text(:blueprint)
+    Blueprint.cli_options.each do |args|
+      option(*args)
+    end
+    register(Blueprint, "blueprint", "blueprint NAME", "Generates new lono blueprint.")
+
+    desc "blueprints", "Lists available blueprints in the project."
+    long_desc Help.text(:blueprints)
+    def blueprints
+      Blueprint::List.available
     end
 
     desc "generate", "Generate both CloudFormation templates and parameters files."
     long_desc Help.text(:generate)
-    option :clean, type: :boolean, default: true, desc: "remove all output files before generating"
+    option :clean, type: :boolean, default: false, desc: "remove all output files before generating"
     option :quiet, type: :boolean, desc: "silence the output"
-    def generate
-      puts "Generating CloudFormation templates, parameters, and scripts"
-      Script::Build.new(options).run
-      Template::DSL.new(options).run
-      Param::Generator.generate_all(options)
+    def generate(blueprint=nil)
+      Blueprint::Find.one_or_all(blueprint).each do |b|
+        Script::Build.new(b, options).run
+        Template::Generator.new(b, options).run
+        Param::Generator.new(b, options).generate
+      end
     end
 
     desc "user_data NAME", "Generates user_data script for debugging."
     long_desc Help.text(:user_data)
     option :clean, type: :boolean, default: true, desc: "remove all output/user_data files before generating"
-    def user_data(name)
-      Script::Build.new(options).run
-      UserData.new(options.merge(name: name)).generate
+    def user_data(blueprint, name)
+      Script::Build.new(blueprint, options).run
+      UserData.new(blueprint, options.merge(name: name)).generate
     end
 
-    desc "summary STACK", "Prints summary of CloudFormation template."
+    desc "summary BLUEPRINT TEMPLATE", "Prints summary of CloudFormation templates."
     long_desc Help.text("summary")
-    def summary(name)
-      Lono::Inspector::Summary.new(name, options).run
+    def summary(blueprint=nil, template=nil)
+      Lono::Inspector::Summary.new(blueprint, template, options).run
     end
 
     desc "xgraph STACK", "Graphs dependencies tree of CloudFormation template resources."
     long_desc Help.text("xgraph")
     option :display, type: :string, desc: "graph or text", default: "graph"
     option :noop, type: :boolean, desc: "noop mode"
-    def xgraph(name)
-      Lono::Inspector::Graph.new(name, options).run
+    def xgraph(blueprint, template=nil)
+      template ||= blueprint
+      Lono::Inspector::Graph.new(blueprint, template, options).run
+    end
+
+    desc "configure", "Configure blueprint with starter values."
+    option :defaults, type: :boolean, desc: "Bypass prompt and use the blueprints configure default values."
+    option :param, desc: "override convention and specify the param file to use"
+    option :seed, default: :convention, desc: "path to seed file to allow prompts bypass. yaml format."
+    option :template, desc: "override convention and specify the template file to use"
+    def configure(blueprint)
+      Configure.new(blueprint, options).run
     end
 
     desc "clean", "Removes `output` folder."
@@ -68,7 +82,8 @@ module Lono
 
     desc "version", "Prints version"
     def version
-      puts VERSION
+      puts "Lono: #{VERSION}"
+      puts "Lono Pro Addon: #{Lono.pro_version}"
     end
 
     desc "template SUBCOMMAND", "template subcommands"
@@ -90,5 +105,9 @@ module Lono
     desc "upgrade SUBCOMMAND", "upgrade subcommands"
     long_desc Help.text(:upgrade)
     subcommand "upgrade", Upgrade
+
+    desc "s3 SUBCOMMAND", "s3 subcommands"
+    long_desc Help.text(:s3)
+    subcommand "s3", S3
   end
 end

data/lib/lono/completer.rb

@@ -70,8 +70,6 @@ Auto-completion accounts for each of these type of commands.
 =end
 module Lono
   class Completer
-    autoload :Script, 'lono/completer/script'
-
     def initialize(command_class, *params)
       @params = params
       @current_command = @params[0]

data/lib/lono/configure.rb

@@ -0,0 +1,37 @@
+require "fileutils"
+
+module Lono
+  class Configure
+    include Blueprint::Root
+
+    def initialize(blueprint, options)
+      @blueprint, @options = blueprint, options
+      @args = options[:args] # hash
+    end
+
+    def run
+      blueprint_root = find_blueprint_root(@blueprint)
+      unless blueprint_root
+        puts "ERROR: Did not find blueprint: #{@blueprint}".color(:red)
+        puts "Are you sure you specified the right blueprint?"
+        Blueprint::List.available
+        exit 1
+      end
+
+      configs_path = "#{blueprint_root}/setup/configs.rb"
+      unless File.exist?(configs_path)
+        puts "No #{configs_path} file found.  Nothing to configure."
+        exit
+      end
+
+      require configs_path
+      unless defined?(Configs)
+        puts "Configs class not found.\nAre you sure #{configs_path} contains a Configs class?"
+        exit 1
+      end
+      configs = Configs.new(@blueprint, @options)
+      # The Configs class implements: setup, params, and variables
+      configs.run # setup the instance variables
+    end
+  end
+end

data/lib/lono/configure/aws_services.rb

@@ -0,0 +1,18 @@
+require "aws-sdk-ec2"
+require "aws-sdk-iam"
+
+class Lono::Configure
+  module AwsServices
+    def ec2
+      @ec2 ||= Aws::EC2::Client.new
+    end
+
+    def iam
+      @iam ||= Aws::IAM::Client.new
+    end
+
+    def sts
+      @sts ||= Aws::STS::Client.new # part of aws-sdk-core
+    end
+  end
+end

data/lib/lono/configure/base.rb

@@ -0,0 +1,94 @@
+require "fileutils"
+require "memoist"
+require "yaml"
+
+# Subclasses must implement: setup, params, variables
+class Lono::Configure
+  class Base
+    include Lono::AwsServices
+    include Helpers
+    include Lono::Conventions
+    extend Memoist
+
+    def initialize(blueprint, options)
+      @blueprint, @options = blueprint, options
+
+      @template, @param = template_param_convention(options)
+      @args = options[:args] || {} # hash
+      @args.symbolize_keys!
+
+      @written_files = []
+      puts "Setting up starter values for #{@blueprint.color(:green)} blueprint"
+    end
+
+    def run
+      setup
+      write_configs
+      finish
+      final_message
+    end
+
+    # Should be implemented in subclass
+    def setup; end
+    def params; end
+    def variables; end
+
+    # Optionally implemented in subclasses
+    def params_form
+      :short # can be short, medium, or long
+    end
+
+    def finish; end
+
+  protected
+    def params_path
+      case params_form.to_sym
+      when :short
+        "configs/#{@blueprint}/params/#{Lono.env}.txt"
+      when :medium
+        "configs/#{@blueprint}/params/#{Lono.env}/#{@param}.txt"
+      else
+        "configs/#{@blueprint}/params/#{Lono.env}/#{@template}/#{@param}.txt"
+      end
+    end
+
+    def variables_path
+      "configs/#{@blueprint}/variables/#{Lono.env}.rb"
+    end
+
+    def base_params_path
+      params_path.sub("params/#{Lono.env}", "params/base")
+    end
+
+    def base_variables_path
+      variables_path.sub("variables/#{Lono.env}", "variables/base")
+    end
+
+    def write_configs
+      @params, @variables = params, variables # so it only gets called once
+      write_file(params_path, @params) if @params
+      write_file(variables_path, @variables) if @variables
+    end
+
+  private
+
+    def write_file(path, content)
+      FileUtils.mkdir_p(File.dirname(path))
+      IO.write(path, content)
+      @written_files << path
+    end
+
+    def final_message
+      config_list = @written_files.map { |i| "  * #{i}" }.join("\n")
+
+      puts <<~EOL
+        The #{@blueprint} blueprint configs are in:
+
+        #{config_list}
+
+        The starter values are specific to your AWS account. They meant to
+        be starter values. Please take a look, you may want to adjust the values.
+      EOL
+    end
+  end
+end

data/lib/lono/configure/helpers.rb

@@ -0,0 +1,128 @@
+class Lono::Configure
+  module Helpers
+    extend Memoist
+
+    def get_input(key, default:'')
+      value = get_seed(key, default: default, load_default: @options[:defaults])
+      return value if value
+
+      default_text = default.blank? ? '' : "(default: #{default})"
+      print "Please provide value for #{key}#{default_text}: "
+      value = $stdin.gets.strip
+      value.blank? ? load_default(default) : value
+    end
+
+    # Defaults to loading the default
+    def get_seed(key, default:, load_default: true)
+      seed_value = from_seed(key)
+      if seed_value
+        puts "For #{key}, using seed value #{seed_value}"
+        return seed_value
+      end
+
+      return load_default(default) if load_default
+    end
+
+    def load_default(default)
+      if default.is_a?(Symbol)
+        send(default) # IE: default_subnet
+      else
+        default # return the default as is
+      end
+    end
+
+    def default_subnet
+      subnet_ids.first
+    end
+
+    def default_vpc_id
+      vpc = find_vpc
+      vpc.vpc_id if vpc # default vpc might have been deleted
+    end
+
+    def default_key_name
+      key_name
+    end
+
+    def from_seed(key)
+      seed[key.to_s]
+    end
+
+    def seed
+      if @options[:seed] == :convention
+        convention_path = "seeds/#{@blueprint}/#{Lono.env}.yml"
+        seed_file = convention_path
+      else
+        seed_file = @options[:seed]
+      end
+
+      unless File.exist?(seed_file)
+        puts "WARN: unable to find seed file #{seed_file}".color(:yellow) if @options[:seed] != :convention
+        return {}
+      end
+      puts "Using seed file: #{seed_file}"
+      YAML.load_file(seed_file)
+    end
+    memoize :seed
+
+    def key_name
+      resp = ec2.describe_key_pairs
+      key = resp.key_pairs.first
+
+      if key
+        key.key_name
+      else
+        "Please create a keypair and configure it here"
+      end
+    end
+
+    def aws_account
+      sts.get_caller_identity.account
+    end
+
+    def subnet_ids(vpc_id: nil, regexp: nil)
+      vpc = find_vpc(vpc_id)
+      unless vpc
+        # sometimes even default VPC has been deleted
+        abort "ERROR: Cannot find subnets because cannot find vpc #{@vpc_id} Please double check that is the right vpc".color(:red)
+      end
+
+      resp = ec2.describe_subnets(filters: [{name: 'vpc-id', values: [vpc.vpc_id]}])
+      subnets = resp.subnets # first subnet
+
+      # Assume that the subnets have a Name tag with PrivateSubnet1, PrivateSubnet2, etc
+      # This is part of the BoltOps blueprint stack.
+      selected_subnets = select_subnets(subnets, regexp)
+
+      # if cannot find selected subnets, then keep all the subnets
+      subnets = selected_subnets unless selected_subnets.empty?
+      subnets.map(&:subnet_id)
+    end
+
+    def select_subnets(subnets, regexp=nil)
+      return subnets unless regexp
+
+      subnets.select do |subnet|
+        tags = subnet.tags
+        name_tag = tags.find { |t| t.key == "Name" }
+        name_tag && name_tag.value =~ regexp
+      end
+    end
+
+    # If not vpc_id is provided, it tries to find the default vpc.
+    # If the default vpc doesnt exist, nilt is returned.
+    def find_vpc(vpc_id=nil)
+      if vpc_id
+        resp = ec2.describe_vpcs(vpc_ids: [vpc_id])
+      else
+        resp = ec2.describe_vpcs(filters: [{name: "isDefault", values: ["true"]}])
+      end
+
+      vpcs = resp.vpcs
+      vpcs.first
+    rescue Aws::EC2::Errors::InvalidVpcIDNotFound
+      nil
+    end
+    memoize :find_vpc
+  end
+end