lono 7.5.2 → 8.0.0.pre.rc3

data/lib/lono/template/helper.rb

@@ -1,152 +0,0 @@
-require "aws-sdk-core"
-
-# This is included into Lono::Template::Context.
-# It has access to the original thor CLI options via @options.
-#
-# @options gets passed into:
-#
-#   Lono::Template::Context.new(blueprint, @options)
-module Lono::Template::Helper
-  def template_s3_path(template_name)
-    # hi-jacking Uploader for https_url
-    template_path = "output/#{@blueprint}/templates/#{template_name}.yml"
-    Lono::S3::Uploader.new(template_path).s3_https_url
-  end
-
-  def template_params(param_name)
-    o = {
-      allow_not_exists: true
-    }.merge(@options)
-    o["param"] = param_name
-    generator = Lono::Param::Generator.new(o)
-    # do not generate because lono cfn calling logic already generated it we only need the values
-    parameters = generator.parameters    # Returns Array in underscore keys format
-    # convert Array to simplified hash structure
-    parameters.inject({}) do |h, param|
-      h.merge(param[:parameter_key] => param[:parameter_value])
-    end
-  end
-
-  # Adjust the partial path so that it will use app/user_data
-  def user_data(path,vars={}, options={})
-    options.merge!(user_data: true)
-    partial(path,vars, options)
-  end
-
-  # The partial's path is a relative path.
-  #
-  # Example:
-  # Given file in app/partials/iam/docker.yml
-  #
-  #   <%= partial("iam/docker", {}, indent: 10) %>
-  #   <%= partial("iam/docker.yml", {}, indent: 10) %>
-  #
-  # If the user specifies the extension then use that instead of auto-adding
-  # the detected format.
-  def partial(path,vars={}, options={})
-    path = options[:user_data] ?
-              user_data_path_for(path) :
-              partial_path_for(path)
-    path = auto_add_format(path)
-
-    instance_variables!(vars)
-    result = render_path(path)
-
-    result = indent(result, options[:indent]) if options[:indent]
-    result + "\n"
-  end
-
-  # add indentation
-  def indent(text, indentation_amount)
-    text.split("\n").map do |line|
-      " " * indentation_amount + line
-    end.join("\n")
-  end
-
-  def partial_exist?(path)
-    path = partial_path_for(path)
-    path = auto_add_format(path)
-    path && File.exist?(path)
-  end
-
-  def current_region
-    region = Aws.config[:region]
-    region ||= ENV['AWS_REGION']
-    return region if region
-
-    default_region = 'us-east-1' # fallback if default not found in ~/.aws/config
-    if ENV['AWS_PROFILE']
-      path = "#{ENV['HOME']}/.aws/config"
-      if File.exist?(path)
-        lines = IO.readlines(path)
-        capture_default, capture_current = false, false
-        lines.each do | line|
-          if line.include?('[default]')
-            capture_default = true # next line
-            next
-          end
-          if capture_default && line.match(/region = /)
-            # over default from above
-            default_region = line.split(' = ').last.strip
-            capture_default = false
-          end
-
-          md = line.match(/\[profile (.*)\]/)
-          if md && md[1] == ENV['AWS_PROFILE']
-            capture_current = true
-            next
-          end
-          if capture_current && line.match(/region = /)
-            region = line.split(' = ').last.strip
-            capture_current = false
-          end
-        end
-      end
-
-      region ||= default_region
-      return region if region
-    end
-
-    'us-east-1' # default
-  end
-
-private
-  def render_path(path)
-    RenderMePretty.result(path, context: self)
-  end
-
-  def user_data_path_for(path)
-    "#{Lono.config.user_data_path}/#{path}"
-  end
-
-  def partial_path_for(path)
-    "#{Lono.config.partials_path}/#{path}"
-  end
-
-  def auto_add_format(path)
-    # Return immediately if user provided explicit extension
-    extension = File.extname(path) # current extension
-    return path if !extension.empty?
-
-    # Else let's auto detect
-    paths = Dir.glob("#{path}.*")
-
-    if paths.size == 1 # non-ambiguous match
-      return paths.first
-    end
-
-    if paths.size > 1 # ambiguous match
-      puts "ERROR: Multiple possible partials found:".color(:red)
-      paths.each do |path|
-        puts "  #{path}"
-      end
-      puts "Please specify an extension in the name to remove the ambiguity.".color(:green)
-      exit 1
-    end
-
-    # Account for case when user wants to include a file with no extension at all
-    return path if File.exist?(path) && !File.directory?(path)
-
-    path # original path if this point is reached
-  end
-end

data/lib/lono/template/strategy/base.rb

@@ -1,4 +0,0 @@
-module Lono::Template::Strategy
-  class Base < Lono::AbstractBase
-  end
-end

data/lib/lono/template/strategy/common/helpers.rb

@@ -1,44 +0,0 @@
-module Lono::Template::Strategy::Common
-  module Helpers
-    # Bash code that is meant to included in user-data
-    def extract_scripts(options={})
-      settings = setting.data["extract_scripts"] || {}
-      options = settings.merge(options)
-      # defaults also here in case they are removed from settings
-      to = options[:to] || "/opt"
-      user = options[:as] || "ec2-user"
-
-      if Dir.glob("#{Lono.config.scripts_path}/*").empty?
-        puts "WARN: you are using the extract_scripts helper method but you do not have any app/scripts.".color(:yellow)
-        calling_line = caller[0].split(':')[0..1].join(':')
-        puts "Called from: #{calling_line}"
-        return ""
-      end
-
-      <<~BASH_CODE
-        # Generated from the lono extract_scripts helper.
-        # Downloads scripts from s3, extract them, and setup.
-        mkdir -p #{to}
-        aws s3 cp #{scripts_s3_path} #{to}/
-        (
-          cd #{to}
-          tar zxf #{to}/#{scripts_name}
-          chown -R #{user}:#{user} #{to}/scripts
-        )
-      BASH_CODE
-    end
-
-    def scripts_name
-      File.basename(scripts_s3_path)
-    end
-
-    def scripts_s3_path
-      upload = Lono::Script::Upload.new(@options)
-      upload.s3_dest
-    end
-
-    def setting
-      @setting ||= Lono::Setting.new
-    end
-  end
-end

data/lib/lono/template/strategy/dsl/builder/helpers/core_helper.rb

@@ -1,14 +0,0 @@
-module Lono::Template::Strategy::Dsl::Builder::Helpers
-  module CoreHelper
-    extend Memoist
-
-    def stack_name
-      @options[:stack]
-    end
-
-    def setting
-      Lono::Setting.new
-    end
-    memoize :setting
-  end
-end

data/lib/lono/template/strategy/dsl/builder/helpers/file_helper.rb

@@ -1,48 +0,0 @@
-module Lono::Template::Strategy::Dsl::Builder::Helpers
-  module FileHelper
-    extend Memoist
-
-    def content(path)
-      render_file(Lono.config.content_path, path)
-    end
-
-    def user_data(path)
-      render_file(Lono.config.user_data_path, path)
-    end
-
-    def user_data_script
-      unless @user_data_script
-        return <<~EOL
-          # @user_data_script variable not set. IE: @user_data_script = "configs/#{@blueprint}/user_data/boostrap.sh"
-          # Also, make sure that "configs/#{@blueprint}/user_data/boostrap.sh" path you're using exists.
-        EOL
-      end
-
-      if File.exist?(@user_data_script)
-        render_path(@user_data_script)
-      else
-        message = "WARN: #{@user_data_script} not found"
-        puts message.color(:yellow)
-        "# #{message}"
-      end
-    end
-
-    def render_file(folder, path)
-      path = "#{folder}/#{path}"
-      if File.exist?(path)
-        render_path(path)
-      else
-        message = "WARNING: path #{path} not found"
-        puts message.color(:yellow)
-        puts "Called from:"
-        puts caller[2]
-        message
-      end
-    end
-    memoize :render_file
-
-    def render_path(path)
-      RenderMePretty.result(path, context: self)
-    end
-  end
-end

data/lib/lono/template/strategy/dsl/builder/helpers.rb

@@ -1,16 +0,0 @@
-# Built-in helpers for the DSL form
-class Lono::Template::Strategy::Dsl::Builder
-  module Helpers
-    extend Memoist
-
-    # Auto include all modules in helpers folder
-    helpers_dir = File.expand_path("helpers", __dir__)
-    Dir.glob("#{helpers_dir}/**/*").each do |path|
-      next unless File.file?(path)
-      klass = path.gsub(%r{.*/lib/},'').sub(".rb",'').camelize
-      include klass.constantize
-    end
-
-    include Lono::Template::Strategy::Common::Helpers
-  end
-end

data/lib/lono/template/strategy/dsl/builder/section/base.rb

@@ -1,30 +0,0 @@
-module Lono::Template::Strategy::Dsl::Builder::Section
-  class Base
-    include Lono::Template::Strategy::Dsl::Builder::Fn
-    include Lono::Template::Strategy::Dsl::Builder::Helpers
-    include Lono::Template::Strategy::Dsl::Builder::Stringify
-
-    def initialize(blueprint, *definition)
-      @blueprint = blueprint
-      @definition = definition.flatten
-    end
-
-  private
-    def camelize(attributes)
-      blueprint_meta = Lono::Blueprint::Meta.new(@blueprint)
-      target_section = self.class.to_s.split('::').last.underscore
-      # target_section: Lono::Template::Dsl::Builder::Parameter => parameter
-      data = if blueprint_meta.auto_camelize?(target_section)
-               CfnCamelizer.transform(attributes)
-             else
-               stringify!(attributes)
-             end
-      clean(data)
-    end
-
-    # Remove items with nil value automatically
-    def clean(data)
-      Lono::Template::Strategy::Dsl::Builder::Squeezer.new(data).squeeze
-    end
-  end
-end

data/lib/lono/template/strategy/dsl/builder/squeezer.rb

@@ -1,24 +0,0 @@
-class Lono::Template::Strategy::Dsl::Builder
-  class Squeezer
-    def initialize(data)
-      @data = data
-    end
-
-    def squeeze(new_data=nil)
-      data = new_data.nil? ? @data : new_data
-
-      case data
-      when Array
-        data.map! { |v| squeeze(v) }
-      when Hash
-        data.each_with_object({}) do |(k,v), squeezed|
-          # only remove nil and empty Array values within Hash structures
-          squeezed[k] = squeeze(v) unless v.nil? || v.is_a?(Array) && v.empty?
-          squeezed
-        end
-      else
-        data # do not transform
-      end
-    end
-  end
-end

data/lib/lono/template/strategy/dsl/builder/syntax/extend_with.rb

@@ -1,9 +0,0 @@
-module Lono::Template::Strategy::Dsl::Builder::Syntax
-  module ExtendWith
-    def extend_with(extension)
-      # Do nothing during the main DSL evaluation. The extend_with logical actual runs during during the
-      # pre_evalation stage before project helpers are loaded. This allows project helper to override extend helpers.
-      # Define the method here it does not error though.
-    end
-  end
-end

data/lib/lono/template/strategy/dsl/builder/syntax.rb

@@ -1,11 +0,0 @@
-# Encapsulates syntax methods so they can be included in both the Builder and Context scope
-class Lono::Template::Strategy::Dsl::Builder
-  module Syntax
-    include Fn
-    include Lono::Template::Evaluate
-    include Section::Methods
-    include ParameterGroup
-    include ExtendWith
-    include Helpers # built-in helpers
-  end
-end

data/lib/lono/template/strategy/dsl/builder.rb

@@ -1,59 +0,0 @@
-class Lono::Template::Strategy::Dsl
-  class Builder
-    include Lono::Template::Util
-    include Lono::Template::Context::Loader
-    include Lono::Extensions::Loader
-
-    include Syntax
-    extend Memoist
-
-    def initialize(options={})
-      @options = options
-      @stack, @blueprint, @template, @param = Lono::Conventions.new(options).values
-      @template_path = "#{Lono.config.templates_path}/#{@template}.rb"
-      @parameters = [] # registry
-      @cfn = {}
-    end
-
-    def build
-      load_extensions # load_extensions before project helpers
-      load_context # variables and project helpers
-      evaluate_template_path(@template_path) # modifies @cfn
-      finalize
-      to_yaml
-      write_output
-      @cfn
-    end
-
-    # load_extensions and evaluate extend_with methods earlier than load_context so project helpers can override extensions
-    def load_extensions # evaluates extend_with
-      Lono::Extensions::Preparer.new(@options).run
-      load_all_extension_helpers # after Extensions::Preparer#run
-    end
-
-    def finalize
-      o = @options.merge(parameters: @parameters)
-      @cfn = Finalizer.new(@cfn, o).run
-    end
-
-    def to_yaml
-      # https://stackoverflow.com/questions/24508364/how-to-emit-yaml-in-ruby-expanding-aliases
-      # Trick to prevent YAML from emitting aliases
-      @cfn = YAML.load(@cfn.to_json)
-      @results = YAML.dump(@cfn)
-    end
-
-    def write_output
-      path = "#{Lono.config.output_path}/#{@blueprint}/templates/#{@template}.yml"
-      ensure_parent_dir(path)
-      IO.write(path, @results)
-
-      Lono::Yamler::Validator.new(path).validate!
-
-      unless @options[:quiet]
-        pretty_path = path.sub("#{Lono.root}/",'')
-        puts "  #{pretty_path}"
-      end
-    end
-  end
-end

data/lib/lono/template/strategy/dsl/finalizer.rb

@@ -1,12 +0,0 @@
-class Lono::Template::Strategy::Dsl
-  class Finalizer
-    def initialize(cfn, options={})
-      @cfn, @options = cfn, options
-    end
-
-    def run
-      @cfn = ParameterGroups.new(@cfn, @options[:parameters]).run
-      @cfn
-    end
-  end
-end

data/lib/lono/template/strategy/dsl.rb

@@ -1,14 +0,0 @@
-module Lono::Template::Strategy
-  class Dsl < Base
-    attr_reader :results
-    def run
-      puts "Generating CloudFormation templates for blueprint #{@blueprint.color(:green)}:" unless @options[:quiet]
-      build_template
-    end
-
-    def build_template
-      builder = Builder.new(@options)
-      builder.build
-    end
-  end
-end

data/lib/lono/template/strategy/erb.rb

@@ -1,82 +0,0 @@
-module Lono::Template::Strategy
-  class Erb < Base
-    include Lono::Template::Evaluate
-    include Lono::Template::Util
-
-    def initialize(options={})
-      super
-      @templates = []
-      @results = {}
-    end
-
-    def run(options={})
-      evaluate_templates
-      build_templates
-      write_output
-    end
-
-    # Instance eval's the template declarations in app/definitions in this order:
-    #
-    #   app/definitions/base.rb
-    #   app/definitions/base - all files in folder
-    #   app/definitions/[Lono.env].rb
-    #   app/definitions/[Lono.env] - all files in folder
-    #
-    # So Lono.env specific template declarations override base template declarations.
-    def evaluate_templates
-      evaluate_template("base")
-      evaluate_folder("base")
-      evaluate_template(Lono.env)
-      evaluate_folder(Lono.env)
-    end
-
-    def evaluate_template(name)
-      path = "#{Lono.config.definitions_path}/#{name}.rb"
-      evaluate_template_path(path)
-    end
-
-    def evaluate_folder(folder)
-      paths = Dir.glob("#{Lono.config.definitions_path}/#{folder}/**/*")
-      paths.select{ |e| File.file?(e) }.each do |path|
-        evaluate_template_path(path)
-      end
-    end
-
-    def template(name, &block)
-      @templates << {name: name, block: block}
-    end
-
-    def build_templates
-      @templates.each do |t|
-        @results[t[:name]] = Lono::Template::Template.new(@blueprint, t[:name], t[:block], @options).build
-      end
-    end
-
-    def write_output
-      output_path = "#{Lono.config.output_path}/#{@blueprint}/templates"
-      FileUtils.rm_rf(Lono.config.output_path) if @options[:clean] # removes entire output folder. params and templates
-      FileUtils.mkdir_p(output_path)
-      puts "Generating CloudFormation templates for blueprint #{@blueprint.color(:green)}:" unless @options[:quiet]
-      @results.each do |name,text|
-        path = "#{output_path}/#{name}".sub(/^\.\//,'') # strip leading '.'
-        path += ".yml"
-        unless @options[:quiet]
-          pretty_path = path.sub("#{Lono.root}/",'')
-          puts "  #{pretty_path}"
-        end
-        ensure_parent_dir(path)
-        text = commented(text)
-        IO.write(path, text) # write file first so validate method is simpler
-        Lono::Yamler::Validator.new(path).validate!
-      end
-    end
-
-    def commented(text)
-      comment =<<~EOS
-        # This file was generated with lono. Do not edit directly, the changes will be lost.
-        # More info: http://lono.cloud
-      EOS
-      "#{comment}#{text}"
-    end
-  end
-end

data/lib/lono/template/strategy/source.rb

@@ -1,8 +0,0 @@
-module Lono::Template::Strategy
-  # url or path
-  class Source < Base
-    def run
-      Lono::Cfn::Download.new(@options).run
-    end
-  end
-end

data/lib/lono/template/template.rb

@@ -1,54 +0,0 @@
-require 'erb'
-require 'json'
-require 'base64'
-
-class Lono::Template::Template
-  include ERB::Util
-
-  # Main template Erb methods are: source and variables
-  #
-  #   template "example-2" do
-  #     source "example"
-  #     variables(test: 1)
-  #   end
-  #
-  attr_reader :name
-  def initialize(blueprint, name, block=nil, options={})
-    @blueprint, @name, @block, @options = blueprint, name, block, options
-    @source_path = default_source_path(name)
-  end
-
-  # Returns path, example: ./app/templates/example.yml
-  def source(path)
-    @source_path = path[0..0] == '/' ? path : "#{Lono.config.templates_path}/#{path}"
-    @source_path += ".yml"
-  end
-
-  def variables(vars={})
-    vars.each do |var,value|
-      context.instance_variable_set("@#{var}", value)
-    end
-  end
-
-  # internal methods
-  def default_source_path(name)
-    "#{Lono.config.templates_path}/#{name}.yml" # defaults to name, source method overrides
-  end
-
-  def build
-    instance_eval(&@block) if @block
-
-    if File.exist?(@source_path)
-      RenderMePretty.result(@source_path, context: context)
-    else
-      puts "ERROR: #{@source_path} does not exist, but it was used as a template source.".color(:red)
-      exit 1
-    end
-  end
-
-  # Context for ERB rendering.
-  # This is where we control what references get passed to the ERB rendering.
-  def context
-    @context ||= Lono::Template::Context.new(@options)
-  end
-end

data/lib/lono/template/upload.rb

@@ -1,23 +0,0 @@
-require 'erb'
-require 'json'
-require 'base64'
-require 'digest'
-
-class Lono::Template
-  class Upload < Lono::AbstractBase
-    def initialize(options={})
-      super
-      @checksums = {}
-      @prefix = Lono.env # s3://s3-bucket/development
-    end
-
-    def run
-      puts "Uploading CloudFormation templates..."
-      paths = Dir.glob("#{Lono.config.output_path}/#{@blueprint}/templates/**/*")
-      paths.select { |p| File.file?(p) }.each do |path|
-        Lono::S3::Uploader.new(path).upload
-      end
-      puts "Templates uploaded to s3."
-    end
-  end
-end

data/lib/lono/template/util.rb

@@ -1,8 +0,0 @@
-class Lono::Template
-  module Util
-    def ensure_parent_dir(path)
-      dir = File.dirname(path)
-      FileUtils.mkdir_p(dir) unless File.exist?(dir)
-    end
-  end
-end

data/lib/lono/template.rb

@@ -1,24 +0,0 @@
-module Lono
-  class Template < Command
-    class_option :quiet, type: :boolean, desc: "silence the output"
-    class_option :noop, type: :boolean, desc: "noop mode, do nothing destructive"
-
-    desc "generate BLUEPRINT", "Generate the CloudFormation templates"
-    long_desc Lono::Help.text("template/generate")
-    option :clean, type: :boolean, desc: "remove all output files before generating"
-    def generate(blueprint)
-      Generator.new(options.merge(blueprint: blueprint)).run
-    end
-
-    desc "upload", "Uploads templates to configured s3 folder"
-    def upload(blueprint)
-      Upload.new(options.merge(blueprint: blueprint)).run
-    end
-
-    desc "bashify URL-OR-PATH", "Convert the UserData section of an existing CloudFormation Template to a starter bash script that is compatiable with lono"
-    long_desc Lono::Help.text("template/bashify")
-    def bashify(path)
-      Bashify.new(options.merge(path: path)).run
-    end
-  end
-end

data/lib/lono/upgrade.rb

@@ -1,20 +0,0 @@
-module Lono
-  class Upgrade
-    def initialize(options)
-      @options = options
-    end
-
-    def run
-      app_blueprints_move # v6 to v7
-      puts "Lono project upgraded"
-    end
-
-    def app_blueprints_move
-      return if File.exist?("#{Lono.root}/app/blueprints")
-      return unless File.exist?("#{Lono.root}/blueprints")
-
-      FileUtils.mv("#{Lono.root}/blueprints", "#{Lono.root}/app/blueprints")
-      puts "Move blueprints to app/blueprints"
-    end
-  end
-end