lono 7.5.2 → 8.0.0.pre.rc1

data/lib/lono/cfn/plan.rb

@@ -0,0 +1,33 @@
+module Lono::Cfn
+  class Plan < Base
+    def run
+      if stack_exists?(@stack)
+        for_update
+      else
+        for_create
+      end
+    end
+
+    def for_update
+      # Allow passing down of the build object from Cfn::Deploy so build.all only runs once.
+      # Fallback to creating new build object but still pass one build object instance down.
+      @options[:build] ||= build
+      if @options[:iam] == true
+        @options[:iam] = Lono::Cfn::Deploy::Iam.new(@options)
+      end
+      Template.new(@options).run
+      Param.new(@options).run
+      changeset = Changeset.new(@options)
+      changeset.create
+      changeset # return changeset so it can be executed
+    end
+
+    def for_create
+      New.new(@options).run
+    end
+
+    def for_delete
+      Delete.new(@options).run
+    end
+  end
+end

data/lib/lono/cfn/show.rb

@@ -0,0 +1,30 @@
+module Lono::Cfn
+  class Show < Base
+    include Plan::Concerns
+
+    def run
+      logger.info "Info for stack: #{@stack.color(:green)}"
+      logger.info "Resources:".color(:green)
+      print
+      Output.new(@options).run
+    end
+
+    def print
+      summary.print(resource_types)
+    end
+
+    def resource_types
+      resources = find_stack_resources(@stack)
+      unless resources
+        logger.info "ERROR: Stack #{@stack} not found".color(:red)
+        exit 1
+      end
+
+      types = Hash.new(0)
+      resources.each do |resource|
+        types[resource.resource_type] += 1
+      end
+      types
+    end
+  end
+end

data/lib/lono/cfn/status.rb

@@ -1,4 +1,4 @@
-class Lono::Cfn
+module Lono::Cfn
   class Status < CfnStatus
   end
 end

data/lib/lono/cli/abstract.rb

@@ -0,0 +1,17 @@
+class Lono::CLI
+  class Abstract
+    extend Memoist
+    include Lono::Utils::Context
+    include Lono::Utils::Logging
+    include Lono::Utils::Pretty
+
+    def initialize(options={})
+      reinitialize(options)
+    end
+
+    # Hack so that we can use include Thor::Base
+    def reinitialize(options)
+      @options = options
+    end
+  end
+end

data/lib/lono/cli/base.rb

@@ -0,0 +1,9 @@
+class Lono::CLI
+  class Base < Abstract
+    def reinitialize(options={})
+      super
+      @blueprint = Lono::Blueprint.new(options)
+      @stack = Lono::Names.new(options).stack
+    end
+  end
+end

data/lib/lono/cli/build.rb

@@ -0,0 +1,101 @@
+class Lono::CLI
+  class Build < Base
+    delegate :param_path, to: :param_builder
+
+    # Use class variable to cache this only runs once across all classes. base.rb, diff.rb, preview.rb
+    def all
+      ensure_s3_bucket_exist unless build_only?
+      pre_build
+      build_template # build with some placeholders for build_files IE: file://app/files/my.rb
+      post_build
+      upload unless build_only?
+
+      parameters = param_builder.build  # Writes the json file in CamelCase keys format
+      logger.info "" # newline
+      parameters
+    end
+    memoize :all
+
+    def parameters
+      all
+    end
+
+    def build_only?
+      ENV['LONO_BUILD_ONLY'] || @options[:build_only]
+    end
+
+    def pre_build
+      build_scripts
+    end
+
+    def post_build
+      return if @options[:source]
+      build_files # builds app/files to output/BLUEPRINT/files
+      post_process_template
+    end
+
+    def ensure_s3_bucket_exist
+      bucket = Lono::S3::Bucket.new
+      return if bucket.exist?
+      bucket.deploy
+    end
+
+    def build_scripts
+      Lono::Script::Build.new(@options).run
+    end
+
+    def build_files
+      Lono::AppFile::Build.new(@options).run
+      Lono::Configset::S3File::Build.new(@options).run # copies files to the output folder
+    end
+
+    def build_template
+      template_builder.run
+      inject_configsets
+    end
+
+    def inject_configsets
+      # The inject_configsets reads it back from disk. Leaving as-is instead of reading all in memory in case there's a reason.
+      # TODO Lono::Builder::Template::ConfigsetInjector.new(@options).run
+    end
+
+    def post_process_template
+      # support for file://app/files/lambda_layer replacement
+      # TODO: Lono::Builder::Template::PostProcessor.new(@options).run
+    end
+
+    def upload
+      upload_files
+      upload_scripts
+      upload_templates
+    end
+
+    def upload_templates
+      Lono::Builder::Template::Upload.new(@options).run
+    end
+
+    def upload_scripts
+      Lono::Script::Upload.new(@options).run
+    end
+
+    def upload_files
+      Lono::AppFile::Upload.new(@options).upload
+      Lono::Configset::S3File::Upload.new(@options).upload
+    end
+
+    def param_builder
+      o = {
+        regenerate: true,
+        allow_not_exists: true,
+      }.merge(@options)
+      o = HashWithIndifferentAccess.new(o)
+      Lono::Builder::Param.new(o)
+    end
+    memoize :param_builder
+
+    def template_builder
+      Lono::Builder::Template.new(@options) # write templates to disk
+    end
+    memoize :template_builder
+  end
+end

data/lib/lono/cli/bundle.rb

@@ -0,0 +1,21 @@
+class Lono::CLI
+  class Bundle < Abstract
+    def run
+      Lono::Bundler::CLI.start(args)
+    end
+
+    # Allows bundle to be called without install. So both work:
+    #
+    #    lono bundle
+    #    lono bundle install
+    #
+    def args
+      args = @options[:args]
+      if args.empty? or args.first.include?('--')
+        args.unshift("install")
+      end
+      args = ["bundle"] + args
+      args
+    end
+  end
+end

data/lib/lono/cli/cfn/opts.rb

@@ -0,0 +1,59 @@
+class Lono::CLI::Cfn
+  class Opts < Lono::CLI::Opts
+    def create
+      base_options
+      wait_options
+    end
+
+    def update
+      base_options
+      wait_options
+    end
+
+    def deploy
+      update
+    end
+
+    def delete
+      wait_options
+    end
+
+    def cancel
+      wait_options
+    end
+
+    def preview
+      base_options
+      with_cli_scope do
+        option :keep, type: :boolean, desc: "keep the changeset instead of deleting it afterwards"
+      end
+    end
+
+    def download
+      base_options
+      with_cli_scope do
+        option :name, desc: "Name you want to save the template as. Default: existing stack name."
+        option :source, desc: "url or path to file with template"
+      end
+    end
+
+    # Lono::Cfn and Lono::Sets
+    def base_options(rollback: true)
+      with_cli_scope do
+        if rollback
+          option :rollback, type: :boolean, desc: "rollback" # default: nil means CloudFormation default which is true
+        end
+        # common to Lono::Cfn and Lono::Sets
+        option :capabilities, type: :array, desc: "iam capabilities. Ex: CAPABILITY_IAM, CAPABILITY_NAMED_IAM"
+        option :iam, type: :boolean, desc: "Shortcut for common IAM capabilities: CAPABILITY_IAM, CAPABILITY_NAMED_IAM"
+      end
+    end
+
+    def wait_options
+      with_cli_scope do
+        option :wait, type: :boolean, desc: "Wait for stack operation to complete.", default: true
+        option :yes, aliases: :y, type: :boolean, desc: "Skip are you sure prompt" # moved to base but used by commands like `lono down` also. Just keep here.
+      end
+    end
+  end
+end

data/lib/lono/cli/cfn.rb

@@ -0,0 +1,19 @@
+class Lono::CLI
+  class Cfn < Lono::Command
+    opts = Lono::CLI::Cfn::Opts.new(self)
+
+    desc "cancel BLUEPRINT", "Cancel a CloudFormation blueprint."
+    long_desc Help.text("cfn/cancel")
+    opts.cancel
+    def cancel(blueprint)
+      Lono::Cfn::Cancel.new(options.merge(blueprint: blueprint)).run
+    end
+
+    desc "download BLUEPRINT", "Download CloudFormation template from existing blueprint."
+    long_desc Help.text("cfn/download")
+    opts.download
+    def download(blueprint)
+      Lono::Cfn::Download.new(options.merge(blueprint: blueprint)).run
+    end
+  end
+end

data/lib/lono/cli/clean.rb

@@ -0,0 +1,22 @@
+require "fileutils"
+
+class Lono::CLI
+  class Clean
+    include Lono::Utils::Logging
+    include Lono::Utils::Sure
+
+    attr_reader :options
+    def initialize(options={})
+      @options = options
+    end
+
+    def run
+      folders = %w[output tmp]
+      sure?("Will remove folders: #{folders.join(' ')}")
+      folders.each do |folder|
+        FileUtils.rm_rf("#{Lono.root}/#{folder}")
+      end
+      logger.info "Removed folders: #{folders.join(' ')}"
+    end
+  end
+end

data/lib/lono/{code.rb → cli/code.rb}

@@ -1,4 +1,4 @@
-module Lono
+class Lono::CLI
   class Code < Lono::Command
     desc "import SOURCE", "Imports CloudFormation template and converts it to Ruby code."
     long_desc Help.text("code/import")
@@ -12,7 +12,7 @@ module Lono
       Importer.new(options.merge(source: source)).run
     end
 
-    desc "convert SOURCE", "Converts snippet of JSON or YAML CloudFormation templates to Ruby code."
+    desc "convert SOURCE", "Converts snippet of JSON or YAML CloudFormation template to Ruby code."
     long_desc Help.text("code/convert")
     option :casing, default: "as-is", desc: "Controls casing of logical ids. IE: as-is, camelcase or underscore"
     def convert(source)

data/lib/lono/{completion.rb → cli/completion.rb}

@@ -1,5 +1,5 @@
-module Lono
-  class Completion < Command
+class Lono::CLI
+  class Completion < Base
     desc "script", "generates script that can be eval to setup auto-completion"
     long_desc Help.text("completion:script")
     def script

data/lib/lono/{help → cli/help}/blueprint/new.md

@@ -19,10 +19,10 @@
           create  blueprints/demo/app/user_data/bootstrap.sh
            exist  blueprints/demo/app/templates
            exist
-          create  configs/demo/params/development.txt
-          create  configs/demo/params/production.txt
-          create  configs/demo/variables/development.rb
-          create  configs/demo/variables/production.rb
+          create  config/demo/params/development.txt
+          create  config/demo/params/production.txt
+          create  config/demo/variables/development.rb
+          create  config/demo/variables/production.rb
     => Installing dependencies with: bundle install
     Fetching gem metadata from https://rubygems.org/..........
     ...

data/lib/lono/{help/generate.md → cli/help/build.md}

@@ -2,16 +2,16 @@ Generates CloudFormation template, parameter files, and scripts in lono project
 
 ## Examples
 
-    lono generate BLUEPRINT
-    lono generate BLUEPRINT --clean
+    lono build BLUEPRINT
+    lono build BLUEPRINT --clean
     lono g BLUEPRINT --clean # shortcut
 
 ## Example Output
 
-    $ lono generate ec2
-    Generating CloudFormation templates, parameters, and scripts
-    Generating CloudFormation templates:
+    $ lono build ec2
+    Building template, parameters, and scripts
+    Building template:
       output/templates/ec2.yml
-    Generating parameter files:
+    Building parameters:
       output/params/ec2.json
     $

data/lib/lono/cli/help/cfn/download.md

@@ -0,0 +1,3 @@
+## Examples
+
+  lono cfn download demo

data/lib/lono/{help → cli/help}/cfn/preview.md

@@ -2,25 +2,26 @@
 
 We'll make a change to the default InstanceType of a CloudFromation stack.
 
-    lono cfn preview my-stack
+    lono cfn plan demo
 
 The output should look similiar to this:
 
-    Generating CloudFormation source code diff...
-    Running: colordiff /tmp/existing_cfn_template.yml output/templates/ec2.yml
+    Building CloudFormation source code diff...
+    => colordiff /tmp/existing_cfn_template.yml output/templates/ec2.yml
     14c14
     <     Default: t2.small
     ---
     >     Default: t2.micro
-    Generating CloudFormation Change Set for preview.....
-    CloudFormation preview for 'ec2' stack update. Changes:
+    Building CloudFormation Change Set for plan.....
+    CloudFormation plan for 'ec2' stack update. Changes:
     Modify AWS::EC2::Instance: EC2Instance i-07e939db65120fb75
 
-The preview includes colors:
+The plan includes colors:
 
 <img src="/img/reference/lono-cfn-preview.png" alt="Stack Update" class="doc-photo">
 
-There are two types of "diffs" in the preview.
+There are several types of "diffs" in the plan.
 
 1. Source code diff of the templates. This is generated by downloading the current CloudFormation template and comparing it with the locally generated one using `colordiff`.
-2. CloudFormation Change Set list of changes. This is generated using [AWS CloudFormation Change Set](https://medium.com/boltops/a-simple-introduction-to-cloudformation-part-4-change-sets-dry-run-mode-c14e41dfeab7) feature.
+2. Param diff.
+3. CloudFormation Change Set list of changes. This is generated using [AWS CloudFormation Change Set](https://medium.com/boltops/a-simple-introduction-to-cloudformation-part-4-change-sets-dry-run-mode-c14e41dfeab7) feature.

data/lib/lono/cli/help/cfn.md

@@ -0,0 +1,4 @@
+## Examples
+
+  lono up demo
+  lono down demo

data/lib/lono/{help → cli/help}/code/import.md

@@ -21,8 +21,8 @@
           create  blueprints/ec2/seed/configs.rb
           create  blueprints/ec2/app/templates
           create  blueprints/ec2/app/templates/ec2.rb
-          create  configs/ec2/params/development.txt
-          create  configs/ec2/params/production.txt
+          create  config/ec2/params/development.txt
+          create  config/ec2/params/production.txt
     ================================================================
     Congrats  You have successfully imported a lono blueprint.
 

data/lib/lono/{help → cli/help}/completion.md

@@ -8,7 +8,7 @@ Prints words for TAB auto-completion.
 
   lono completion
   lono completion cfn
-  lono completion cfn deploy
+  lono completion up
 
 To enable, TAB auto-completion add the following to your profile:
 
@@ -18,5 +18,5 @@ Auto-completion example usage:
 
   lono [TAB]
   lono cfn [TAB]
-  lono cfn deploy [TAB]
-  lono cfn deploy --[TAB]
+  lono up [TAB]
+  lono up --[TAB]

data/lib/lono/cli/help/down.md

@@ -0,0 +1,13 @@
+## Examples
+
+    $ lono down demo
+    Are you sure you want to delete the demo-dev stack? (y/N)
+    y
+    Deleted demo-dev stack.
+    $
+
+Lono prompts you with an "Are you sure?" message before the stack gets deleted.  If you would like to bypass the prompt, you can use the `-y` flag.
+
+    $ lono down demo -y
+    Deleted demo-dev stack.
+    $

data/lib/lono/cli/help/new/project.md

@@ -0,0 +1,34 @@
+## Example
+
+    $ lono new project infra
+    => Creating new project called infra.
+          create  infra
+          create  infra/.gitignore
+          create  infra/Gemfile
+          create  infra/README.md
+          create  infra/config/app.rb
+    => Initialize git repo
+             run  git init from "."
+    Initialized empty Git repository in /home/ec2-user/environment/infra/.git/
+    => Installing dependencies with: bundle install
+    Resolving dependencies...Fetching gem metadata from https://rubygems.org/.......
+    ............................
+    Using concurrent-ruby 1.1.9
+    ...
+    Bundle complete! 1 Gemfile dependency, 40 gems now installed.
+    Use `bundle info [gemname]` to see where a bundled gem is installed.
+    ================================================================
+    Congrats 🎉 You have successfully created a lono project.
+
+        cd infra
+
+    To generate a new blueprint:
+
+        lono new blueprint demo --examples
+
+    To deploy:
+
+        lono up demo
+
+    More info: https://lono.cloud/
+    $

data/lib/lono/cli/help/param.md

@@ -0,0 +1,6 @@
+## Examples
+
+    $ lono param generate ecs-asg
+    Building parameters
+        output/ecs-asg/params/development.json
+    $

data/lib/lono/{help → cli/help}/seed.md

@@ -2,8 +2,8 @@
 
     $ lono seed ecs-asg
     Creating starter config files for ecs-asg
-          create  configs/ecs-asg/params/development.txt
-    $ cat configs/ecs-asg/params/development.txt
+          create  config/ecs-asg/params/development.txt
+    $ cat config/ecs-asg/params/development.txt
     # Required parameters:
     VpcId=vpc-111 # Find at vpc CloudFormation Outputs
     Subnets=subnet-111,subnet-222,subnet-333 # Find at vpc CloudFormation Outputs

data/lib/lono/cli/help/summary.md

@@ -0,0 +1,33 @@
+The `lono summary` command helps you quickly understand a CloudFormation template.
+
+## Examples
+
+    $ bundle exec lono summary ec2
+    Building template
+        output/ec2/templates/ec2-old.yml
+        output/ec2/templates/ec2-new.yml
+    => CloudFormation Template Summary for template ec2-new:
+    Required Parameters (0):
+        There are no required parameters.
+    Optional Parameters (3):
+        InstanceType (String) Default: t3.micro
+        Subnet (String) Default:
+        Vpc (String) Default:
+    Resources:
+        1 AWS::EC2::Instance
+        1 AWS::EC2::SecurityGroup
+        2 Total
+    => CloudFormation Template Summary for template ec2-old:
+    Required Parameters (0):
+        There are no required parameters.
+    Optional Parameters (3):
+        InstanceType (String) Default: t3.micro
+        Subnet (String) Default:
+        Vpc (String) Default:
+    Resources:
+        1 AWS::EC2::Instance
+        1 AWS::EC2::SecurityGroup
+        2 Total
+    $
+
+Blog Post also covers this: [lono summary Tutorial Introduction](https://blog.boltops.com/2017/09/18/lono-inspect-summary-tutorial-introduction)

data/lib/lono/cli/help/template/generate.md

@@ -0,0 +1,7 @@
+## Examples
+
+  lono template generate
+  lono template generate --clean
+  lono template g --clean
+
+Builds the CloudFormation template files based on lono project and writes them to the output folder on the filesystem.

data/lib/lono/cli/help/up.md

@@ -0,0 +1,30 @@
+## Examples
+
+    $ lono up demo
+    Deploying demo-dev stack
+    Building template
+        output/demo/template.yml
+    Uploading template
+    Not modified: output/demo/template.yml to s3://lono-bucket-12di8xz5sy72z/dev/output/demo/template.yml
+    Uploaded to s3.
+    Building parameters
+        output/demo/params.json
+    Going to create stack demo-dev with blueprint demo. (y/N) y
+    Parameters passed to create_stack:
+    ---
+    disable_rollback: false
+    parameters:
+    - parameter_key: AccessControl
+      parameter_value: PublicRead
+    stack_name: demo-dev
+    template_url: https://lono-bucket-12di8xz5sy72z.s3.us-west-2.amazonaws.com/dev/output/demo/template.yml
+    Waiting for stack to complete
+    05:07:26AM CREATE_IN_PROGRESS AWS::CloudFormation::Stack demo-dev User Initiated
+    05:07:30AM CREATE_IN_PROGRESS AWS::S3::Bucket Bucket
+    05:07:31AM CREATE_IN_PROGRESS AWS::S3::Bucket Bucket Resource creation Initiated
+    05:07:52AM CREATE_COMPLETE AWS::S3::Bucket Bucket
+    05:07:53AM CREATE_COMPLETE AWS::CloudFormation::Stack demo-dev
+    Stack success status: CREATE_COMPLETE
+    Time took: 30s.
+    Create demo-dev stack.
+    $

data/lib/lono/{help → cli/help}/user_data.md

@@ -16,12 +16,12 @@ Script:
 Running `lono user_data bootstrap` produces:
 
     $ lono user_data bootstrap
-    Detected app/scripts
-    Tarballing app/scripts folder to scripts.tgz
+    Detected scripts
+    Tarballing scripts folder to scripts.tgz
     => cd app && dot_clean .
     => cd app && tar -c scripts | gzip -n > scripts.tgz
     Tarball created at output/scripts/scripts-93b8b29b.tgz
-    Generating user_data for 'bootstrap' at ./app/user_data/bootstrap.sh
+    Building user_data for 'bootstrap' at ./app/user_data/bootstrap.sh
     #!/bin/bash -exu
 
     # Generated from the lono extract_scripts helper.