lono 7.5.2 → 8.0.0.pre.rc3

data/.circleci/README.md

@@ -1,3 +0,0 @@
-# Overview
-
-CircleCI is used to run **unit-level tests**.

data/.circleci/config.yml

@@ -1,58 +0,0 @@
-# Ruby CircleCI 2.0 configuration file
-#
-# Check https://circleci.com/docs/2.0/language-ruby/ for more details
-#
-version: 2
-jobs:
-  build:
-    docker:
-      # specify the version you desire here
-      - image: circleci/ruby:2.6.5-node-browsers
-
-      # Specify service dependencies here if necessary
-      # CircleCI maintains a library of pre-built images
-      # documented at https://circleci.com/docs/2.0/circleci-images/
-      # - image: circleci/postgres:9.4
-
-    working_directory: ~/repo
-
-    steps:
-      - checkout
-
-      - run:
-          name: submodule sync
-          command: |
-            git submodule sync
-            git submodule update --init
-
-      # Download and cache dependencies
-      - restore_cache:
-          keys:
-          - v2-dependencies-{{ checksum "lono.gemspec" }}
-          # fallback to using the latest cache if no exact match is found
-          - v2-dependencies-
-
-      - run:
-          name: install dependencies
-          command: |
-            gem install bundler
-            gem update --system
-            bundle install --jobs=4 --retry=3 --path vendor/bundle
-
-      - save_cache:
-          paths:
-            - ./vendor/bundle
-          key: v2-dependencies-{{ checksum "lono.gemspec" }}
-
-      # run tests!
-      - run:
-          name: run tests
-          command: |
-            bundle exec rspec
-
-      # collect reports
-      - store_test_results:
-          path: /tmp/test-results
-      - store_artifacts:
-          path: /tmp/test-results
-          destination: test-results

data/.cody/acceptance.sh

@@ -1,49 +0,0 @@
-#!/bin/bash
-
-gem install bundler # upgrade bundler
-
-set -exu
-
-git config --global user.email "tonguerooo@gmail.com"
-git config --global user.name "tung"
-
-# https://unix.stackexchange.com/questions/1496/why-doesnt-my-bash-script-recognize-aliases
-shopt -s expand_aliases
-alias lono="$(pwd)/exe/lono"
-
-bundle install --without development test
-
-rm -rf infra
-
-lono new infra
-cd infra
-
-# Rewrite the Gemfile to use the local lono gem for testing
-cat << EOF > Gemfile
-source "https://rubygems.org"
-gem "lono", path: "$CODEBUILD_SRC_DIR", submodules: true
-EOF
-cat Gemfile
-
-bundle # install lono gem in the infra project
-
-# Create a demo blueprint
-lono blueprint new demo
-# Very simply template with just a security group
-cp ../.cody/demo.rb app/blueprints/demo/app/templates/demo.rb
-
-STACK_NAME="demo-$(date +%Y%m%d%H%M%S)"
-
-# Configure lono registration
-mkdir -p .lono
-cat << EOF > .lono/registration.yml
----
-name: <%= ssm("/lono/registration/name") %>
-company: <%= ssm("/lono/registration/company") %>
-email: <%= ssm("/lono/registration/email") %>
-registration_key: <%= ssm("/lono/registration/registration_key") %>
-EOF
-
-lono cfn deploy $STACK_NAME --blueprint demo
-lono cfn status $STACK_NAME
-lono cfn delete $STACK_NAME --sure

data/.cody/buildspec.yml

@@ -1,9 +0,0 @@
-version: 0.2
-
-phases:
-  install:
-    runtime-versions:
-      ruby: 2.6
-  build:
-    commands:
-      - .cody/acceptance.sh

data/.cody/demo.rb

@@ -1,38 +0,0 @@
-# Acceptance Level Stack
-aws_template_format_version "2010-09-09"
-description "Demo stack"
-
-parameter("InstanceType", "t3.micro")
-
-mapping("AmiMap",
-  "ap-northeast-1": { Ami: "ami-0f9ae750e8274075b" },
-  "ap-northeast-2": { Ami: "ami-047f7b46bd6dd5d84" },
-  "ap-south-1":     { Ami: "ami-0889b8a448de4fc44" },
-  "ap-southeast-1": { Ami: "ami-0b419c3a4b01d1859" },
-  "ap-southeast-2": { Ami: "ami-04481c741a0311bbb" },
-  "ca-central-1":   { Ami: "ami-03338e1f67dae0168" },
-  "eu-central-1":   { Ami: "ami-09def150731bdbcc2" },
-  "eu-north-1":     { Ami: "ami-d16fe6af" },
-  "eu-west-1":      { Ami: "ami-07683a44e80cd32c5" },
-  "eu-west-2":      { Ami: "ami-09ead922c1dad67e4" },
-  "eu-west-3":      { Ami: "ami-0451ae4fd8dd178f7" },
-  "sa-east-1":      { Ami: "ami-0669a96e355eac82f" },
-  "us-east-1":      { Ami: "ami-0de53d8956e8dcf80" },
-  "us-east-2":      { Ami: "ami-02bcbb802e03574ba" },
-  "us-west-1":      { Ami: "ami-0019ef04ac50be30f" },
-  "us-west-2":      { Ami: "ami-061392db613a6357b" }
-)
-
-# Comment out instance to save costs
-# resource(:instance, "AWS::EC2::Instance",
-#   instance_type: ref(:instance_type),
-#   image_id: find_in_map(:ami_map, ref("AWS::Region"), :ami),
-#   security_group_ids: [get_att("security_group.group_id")],
-#   user_data: base64(user_data("bootstrap.sh"))
-# )
-resource("SecurityGroup", "AWS::EC2::SecurityGroup",
-  GroupDescription: "demo security group",
-)
-
-# output(:instance)
-output("SecurityGroup", get_att("SecurityGroup.GroupId"))

data/.cody/project.rb

@@ -1,6 +0,0 @@
-github_url("https://github.com/tongueroo/lono")
-linux_image("aws/codebuild/amazonlinux2-x86_64-standard:2.0")
-triggers(
-  webhook: true,
-  filter_groups: [[{type: "EVENT", pattern: "PUSH"}]]
-)

data/.gitmodules

@@ -1,3 +0,0 @@
-[submodule "vendor/cfn-status"]
-	path = vendor/cfn-status
-	url = https://github.com/tongueroo/cfn-status

data/lib/lono/abstract_base.rb

@@ -1,25 +0,0 @@
-module Lono
-  class AbstractBase
-    extend Memoist
-    include Lono::Blueprint::Root
-
-    def initialize(options={})
-      reinitialize(options)
-    end
-
-    # Hack so that we can use include Thor::Base
-    def reinitialize(options)
-      @options = options
-      Lono::ProjectChecker.check
-      @stack, @blueprint, @template, @param = Conventions.new(options).values
-
-      return if options[:source]
-      set_blueprint_root(@blueprint)
-      Lono::ProjectChecker.empty_templates
-    end
-
-    def template_path
-      "#{Lono.config.output_path}/#{@blueprint}/templates/#{@template}.yml"
-    end
-  end
-end

data/lib/lono/app_file/base.rb

@@ -1,28 +0,0 @@
-# Naming AppFile instead of File so we dont to use ::File for normal regular File class
-module Lono::AppFile
-  class Base < Lono::AbstractBase
-    # What's needed for a Thor::Group or "Sequence". Gives us Thor::Actions commands like create_file
-    # Must be included before `def initialize` as we override the Thor initialize
-    include Thor::Actions
-    include Thor::Base
-    # Override Thor::Base initialize
-    def initialize(options={})
-      reinitialize(options)
-      initialize_variables
-    end
-
-    def initialize_variables
-    end
-
-  private
-    # Hack Thor to be able to dynamically set the source_paths at runtime instance methods
-    def override_source_paths(*paths)
-      # Using string with instance_eval because block doesnt have access to path at runtime.
-      self.class.instance_eval %{
-        def self.source_paths
-          #{paths.flatten.inspect}
-        end
-      }
-    end
-  end
-end

data/lib/lono/app_file/build/lambda_layer/ruby_packager.rb

@@ -1,153 +0,0 @@
-class Lono::AppFile::Build::LambdaLayer
-  # Based on jets
-  class RubyPackager
-    include Lono::Utils::Rsync
-
-    def initialize(blueprint, registry_item)
-      @blueprint, @registry_item = blueprint, registry_item
-
-      @registry_name = @registry_item.name.sub(/\/$/,'')
-      @app_root = "#{Lono.blueprint_root}/app/files/#{@registry_name}"
-    end
-
-    def build
-      return unless gemfile_exist?
-
-      bundle_install
-      package
-    end
-
-    # We consolidate all gems to opt
-    def package
-      setup_bundle_config(output_area)
-      # copy_cache_gems # TODO: might not need this cache
-      consolidate_gems_to_opt
-    end
-
-    # Also restructure the folder from:
-    #   vendor/gems/ruby/2.5.0
-    # To:
-    #   ruby/gems/2.5.0
-    #
-    # For Lambda Layer structure
-    def consolidate_gems_to_opt
-      src = "#{cache_area}/vendor/gems/ruby/#{ruby_folder}"
-      dest = "#{opt_area}/ruby/gems/#{ruby_folder}"
-      rsync_and_link(src, dest)
-    end
-
-    def rsync_and_link(src, dest)
-      FileUtils.mkdir_p(dest)
-      rsync(src, dest)
-
-      # create symlink in output path not the cache path
-      symlink_dest = "#{output_area}/vendor/gems/ruby/#{ruby_folder}"
-      puts "symlink_dest #{symlink_dest}"
-      FileUtils.rm_rf(symlink_dest) # blow away original 2.5.0 folder
-
-      # Create symlink that will point to the gems in the Lambda Layer:
-      #   stage/opt/ruby/gems/2.5.0 -> /opt/ruby/gems/2.5.0
-      FileUtils.mkdir_p(File.dirname(symlink_dest))
-      FileUtils.ln_sf("/opt/ruby/gems/#{ruby_folder}", symlink_dest)
-    end
-
-    def ruby_folder
-      major, minor, _ = RUBY_VERSION.split('.')
-      [major, minor, '0'].join('.') # 2.5.1 => 2.5.0
-    end
-
-    # Installs gems on the current target system: both compiled and non-compiled.
-    # If user is on a macosx machine, macosx gems will be installed.
-    # If user is on a linux machine, linux gems will be installed.
-    #
-    # Copies Gemfile* to /tmp/jets/demo/cache folder and installs
-    # gems with bundle install from there.
-    #
-    # We take the time to copy Gemfile and bundle into a separate directory
-    # because it gets left around to act as a 'cache'.  So, when the builds the
-    # project gets built again not all the gems from get installed from the
-    # beginning.
-    def bundle_install
-      puts "Bundling: running bundle install in cache area: #{cache_area}."
-
-      rsync(output_area, cache_area)
-
-      # Uncomment out to always remove the cache/vendor/gems to debug
-      # FileUtils.rm_rf("#{cache_area}/vendor/gems")
-
-      # Remove .bundle folder so .bundle/config doesnt affect how gems are packages
-      # Not using BUNDLE_IGNORE_CONFIG=1 to allow home ~/.bundle/config to affect bundling though.
-      # This is useful if you have private gems sources that require authentication. Example:
-      #
-      #    bundle config gems.myprivatesource.com user:pass
-      #
-
-      FileUtils.rm_rf("#{cache_area}/.bundle")
-      require "bundler" # dynamically require bundler so user can use any bundler
-      setup_bundle_config(cache_area)
-      Bundler.with_unbundled_env do
-        sh "cd #{cache_area} && env bundle install"
-      end
-
-      remove_bundled_with("#{cache_area}/Gemfile.lock")
-      # Fixes really tricky bug where Gemfile and Gemfile.lock is out-of-sync. Details: https://gist.github.com/tongueroo/b5b0d0c924a4a1633eee514795e4b04b
-      FileUtils.cp("#{cache_area}/Gemfile.lock", "#{Lono.config.output_path}/#{@blueprint}/files/#{@registry_name}/Gemfile.lock")
-
-      puts 'Bundle install success.'
-    end
-
-    # Remove the BUNDLED WITH line since we don't control the bundler gem version on AWS Lambda
-    # And this can cause issues with require 'bundler/setup'
-    def remove_bundled_with(gemfile_lock)
-      lines = IO.readlines(gemfile_lock)
-
-      # amount is the number of lines to remove
-      new_lines, capture, count, amount = [], true, 0, 2
-      lines.each do |l|
-        capture = false if l.include?('BUNDLED WITH')
-        if capture
-          new_lines << l
-        end
-        if capture == false
-          count += 1
-          capture = count > amount # renable capture
-        end
-      end
-
-      content = new_lines.join('')
-      IO.write(gemfile_lock, content)
-    end
-
-    def setup_bundle_config(dir)
-      text =<<-EOL
----
-BUNDLE_PATH: "vendor/gems"
-BUNDLE_WITHOUT: "development:test"
-EOL
-      bundle_config = "#{dir}/.bundle/config"
-      FileUtils.mkdir_p(File.dirname(bundle_config))
-      IO.write(bundle_config, text)
-    end
-
-    def output_area
-      "#{Lono.config.output_path}/#{@blueprint}/files/#{@registry_name}"
-    end
-
-    def build_area
-      "#{Lono.config.output_path}/#{@blueprint}/lambda_layers/#{@registry_name}"
-    end
-
-    def cache_area
-      "#{build_area}/cache"
-    end
-
-    def opt_area
-      "#{build_area}/opt"
-    end
-
-    def gemfile_exist?
-      gemfile_path = "#{@app_root}/Gemfile"
-      File.exist?(gemfile_path)
-    end
-  end
-end

data/lib/lono/app_file/build/lambda_layer.rb

@@ -1,20 +0,0 @@
-class Lono::AppFile::Build
-  class LambdaLayer
-    def initialize(blueprint, registry_item)
-      @blueprint, @registry_item = blueprint, registry_item
-    end
-
-    def build
-      lang = @registry_item.options[:lang]
-      unless lang =~ /ruby/
-        puts "WARN: Currently only support ruby lambda layers".color(:yellow)
-        return
-      end
-
-      klass_name = "Lono::AppFile::Build::LambdaLayer::#{lang.camelize}Packager"
-      klass = klass_name.constantize
-      packager = klass.new(@blueprint, @registry_item)
-      packager.build
-    end
-  end
-end

data/lib/lono/app_file/build.rb

@@ -1,84 +0,0 @@
-require "thor"
-
-module Lono::AppFile
-  class Build < Base
-    include Lono::Utils::Item::Zip
-
-    def initialize_variables
-      @output_files_path = "#{Lono.config.output_path}/#{@blueprint}/files"
-    end
-
-    def run
-      return unless detect_files?
-      puts "Building app/files for blueprint #{@blueprint}"
-      build_all
-    end
-
-    def build_all
-      clean_output
-      validate_files!
-      copy_to_output
-      build_layers
-      compress_output
-    end
-
-    def validate_files!
-      items = Registry.items + Registry.layers
-      missing = items.select do |item|
-        !File.exist?(item.src_path)
-      end
-      missing_paths = missing.map { |item| item.src_path }.uniq
-      unless missing_paths.empty?
-        puts "ERROR: These app/files are missing were used by the s3_key method but are missing".color(:red)
-        missing_paths.each do |path|
-          puts "    #{path}"
-        end
-        puts "Please double check that they exist."
-        exit 1
-      end
-    end
-
-    def build_layers
-      layer_items = Registry.layers
-      layer_items.each do |item|
-        LambdaLayer.new(@blueprint, item).build
-      end
-    end
-
-    def compress_output
-      Registry.items.each do |item|
-        # type can be lambda_layer or file
-        if item.type == "lambda_layer" || item.exist?
-          zip(item)
-        else
-          puts "WARN: #{item.src_path} does not exist. Double check that the path is correct in the s3_key call.".color(:yellow)
-        end
-      end
-    end
-
-    def copy_to_output
-      override_source_paths("#{Lono.blueprint_root}/app/files")
-      self.destination_root = @output_files_path
-      directory(".", verbose: false, context: context.get_binding) # Thor::Action
-    end
-
-    def context
-      Lono::Template::Context.new(@options)
-    end
-    memoize :context
-
-    def clean_output
-      FileUtils.rm_rf(@output_files_path)
-    end
-
-    def detect_files?
-      app_files = Dir["#{Lono.blueprint_root}/app/files/*"]
-      if app_files.empty?
-        false
-      else
-        puts "Detected app/files for blueprint #{@blueprint}"
-        true
-      end
-    end
-  end
-end

data/lib/lono/app_file/registry/item.rb

@@ -1,24 +0,0 @@
-class Lono::AppFile::Registry
-  # Holds metadata about the item in the regsitry.
-  class Item
-    include Lono::Utils::Item::FileMethods
-
-    attr_reader :name, :options, :type
-    def initialize(name, blueprint, options={})
-      @name, @blueprint, @options = name, blueprint, options
-      @type = options[:type] || "file"
-    end
-
-    def src_path
-      "#{Lono.blueprint_root}/app/files/#{@name}"
-    end
-
-    def output_path
-      if @type == "file"
-        "#{Lono.root}/output/#{@blueprint}/files/#{@name}"
-      else
-        "#{Lono.root}/output/#{@blueprint}/lambda_layers/#{@name}/opt"
-      end
-    end
-  end
-end

data/lib/lono/app_file/registry.rb

@@ -1,16 +0,0 @@
-module Lono::AppFile
-  class Registry
-    cattr_reader :items
-    @@items = []
-
-    class << self
-      def register(name, blueprint, options={})
-        @@items << Item.new(name, blueprint, options) unless @@items.detect { |i| i.name == name && i.type == options[:type] }
-      end
-
-      def layers
-        @@items.select { |i| i.type == "lambda_layer" }
-      end
-    end
-  end
-end

data/lib/lono/app_file/upload.rb

@@ -1,12 +0,0 @@
-module Lono::AppFile
-  class Upload < Base
-    def upload
-      return unless Registry.items.size > 0
-      puts "Uploading app/files..."
-
-      Registry.items.each do |item|
-        Lono::S3::Uploader.new(item.zip_file_path).upload
-      end
-    end
-  end
-end

data/lib/lono/aws_services/stack.rb

@@ -1,41 +0,0 @@
-module Lono::AwsServices
-  module Stack
-    def stack_exists?(stack_name)
-      return true if testing_update?
-      return false if @options[:noop]
-
-      exist = nil
-      begin
-        # When the stack does not exist an exception is raised. Example:
-        # Aws::CloudFormation::Errors::ValidationError: Stack with id blah does not exist
-        cfn.describe_stacks(stack_name: stack_name)
-        exist = true
-      rescue Aws::CloudFormation::Errors::ValidationError => e
-        if e.message =~ /does not exist/
-          exist = false
-        elsif e.message.include?("'stackName' failed to satisfy constraint")
-          # Example of e.message when describe_stack with invalid stack name
-          # "1 validation error detected: Value 'instance_and_route53' at 'stackName' failed to satisfy constraint: Member must satisfy regular expression pattern: [a-zA-Z][-a-zA-Z0-9]*|arn:[-a-zA-Z0-9:/._+]*"
-          puts "Invalid stack name: #{stack_name}"
-          puts "Full error message: #{e.message}"
-          exit 1
-        else
-          raise # re-raise exception  because unsure what other errors can happen
-        end
-      end
-      exist
-    end
-
-    def find_stack(stack_name)
-      resp = cfn.describe_stacks(stack_name: stack_name)
-      resp.stacks.first
-    rescue Aws::CloudFormation::Errors::ValidationError => e
-      # example: Stack with id demo-web does not exist
-      if e.message =~ /Stack with/ && e.message =~ /does not exist/
-        nil
-      else
-        raise
-      end
-    end
-  end
-end

data/lib/lono/aws_services/stack_set.rb

@@ -1,41 +0,0 @@
-module Lono::AwsServices
-  module StackSet
-    def stack_set_exists?(stack_set_name)
-      return true if ENV['LONO_TEST']
-      return false if @options[:noop]
-
-      exist = nil
-      begin
-        # When the stack does not exist an exception is raised. Example:
-        # Aws::CloudFormation::Errors::ValidationError: Stack with id blah does not exist
-        cfn.describe_stack_set(stack_set_name: stack_set_name)
-        exist = true
-      rescue Aws::CloudFormation::Errors::StackSetNotFoundException => e
-        if e.message =~ /not found/
-          exist = false
-        elsif e.message.include?("'stackName' failed to satisfy constraint")
-          # Example of e.message when describe_stack with invalid stack name
-          # "1 validation error detected: Value 'instance_and_route53' at 'stackName' failed to satisfy constraint: Member must satisfy regular expression pattern: [a-zA-Z][-a-zA-Z0-9]*|arn:[-a-zA-Z0-9:/._+]*"
-          puts "Invalid stack name: #{stack_set_name}"
-          puts "Full error message: #{e.message}"
-          exit 1
-        else
-          raise # re-raise exception  because unsure what other errors can happen
-        end
-      end
-      exist
-    end
-
-    def find_stack_set(stack_set_name)
-      resp = cfn.describe_set_stack(stack_set_name: stack_set_name)
-      resp.stack_set
-    rescue Aws::CloudFormation::Errors::ValidationError => e
-      # example: StackSet with id demo-web does not exist
-      if e.message =~ /Stack/ && e.message =~ /does not exist/
-        nil
-      else
-        raise
-      end
-    end
-  end
-end

data/lib/lono/blueprint/configset/loader.rb

@@ -1,7 +0,0 @@
-module Lono::Blueprint::Configset
-  class Loader < Lono::Configset::Loader
-    def finder_class
-      Lono::Finder::Blueprint::Configset
-    end
-  end
-end

data/lib/lono/blueprint/helper.rb

@@ -1,24 +0,0 @@
-class Lono::Blueprint
-  module Helper
-    extend Memoist
-
-    def user_info
-      git_author_name = git_installed? ? `git config user.name`.chomp : ""
-      git_user_email = git_installed? ? `git config user.email`.chomp : ""
-      github_username = git_installed? ? `git config github.user`.chomp : ""
-
-      author = git_author_name.empty? ? "TODO: Write your name" : git_author_name
-      email = git_user_email.empty? ? "TODO: Write your email address" : git_user_email
-
-      author = "author" if ENV['LONO_TEST']
-      email = "email" if ENV['LONO_TEST']
-
-      {
-        :author           => author,
-        :email            => email,
-        :github_username  => github_username.empty? ? "[USERNAME]" : github_username,
-      }
-    end
-    memoize :user_info
-  end
-end