jets.benforeva 3.0.17.pre.mount.pre.fix

data/lib/jets/cfn/builders/rule_builder.rb

@@ -0,0 +1,24 @@
+# Implements:
+#
+#   compose
+#   template_path
+#
+module Jets::Cfn::Builders
+  class RuleBuilder < BaseChildBuilder
+    def compose
+      add_common_parameters
+      add_functions
+      add_resources
+      add_managed_rules
+    end
+
+    # Handle config_rules associated with aws managed rules.
+    # List of AWS Config Managed Rules: https://amzn.to/2BOt9KN
+    def add_managed_rules
+      @app_class.managed_rules.each do |rule|
+        resource = Jets::Resource.new(rule[:definition], rule[:replacements])
+        add_resource(resource)
+      end
+    end
+  end
+end

data/lib/jets/cfn/builders/shared_builder.rb

@@ -0,0 +1,14 @@
+module Jets::Cfn::Builders
+  class SharedBuilder < BaseChildBuilder
+    def compose
+      stack = @app_class.new # @app_class is subclass. IE: Alarm < Jets::Stack
+      builder = Jets::Stack::Builder.new(stack)
+      @template = builder.template # overwrite entire @template
+    end
+
+    # template_path is an interface method for Interface module
+    def template_path
+      Jets::Naming.shared_template_path(@app_class)
+    end
+  end
+end

data/lib/jets/cfn/builders/util/source.rb

@@ -0,0 +1,21 @@
+module Jets::Cfn::Builders::Util
+  class Source
+    class << self
+      def version
+        return '' unless git_installed?
+        sha = sh "git rev-parse HEAD 2>/dev/null"
+        return '' if sha == ''  # if its not a git repo, it'll be an empty string
+        sha[0..7]
+      end
+
+    private
+      def git_installed?
+        system("type git > /dev/null 2>&1")
+      end
+
+      def sh(command)
+        `#{command}`.strip
+      end
+    end
+  end
+end

data/lib/jets/cfn/built_template.rb

@@ -0,0 +1,15 @@
+module Jets::Cfn
+  # Caches the built template to reduce filesystem IO calls.
+  class BuiltTemplate
+    class << self
+      @@cache = {}
+      def get(path)
+        if @@cache[path]
+          @@cache[path] # using cache
+        else
+          @@cache[path] = YAML.load_file(path) # setting and using cache
+        end
+      end
+    end
+  end
+end

data/lib/jets/cfn/ship.rb

@@ -0,0 +1,188 @@
+module Jets::Cfn
+  class Ship
+    extend Memoist
+    include Jets::AwsServices
+
+    def initialize(options)
+      @options = options
+      @parent_stack_name = Jets::Naming.parent_stack_name
+    end
+
+    def run
+      # s3 bucket is available only when stack_type is full
+      upload_to_s3 if @options[:stack_type] == :full
+
+      stack_in_progress?(@parent_stack_name)
+
+      puts "Deploying CloudFormation stack with jets app!"
+      begin
+        save_stack
+      rescue Aws::CloudFormation::Errors::InsufficientCapabilitiesException => e
+        capabilities = e.message.match(/\[(.*)\]/)[1]
+        confirm = prompt_for_iam(capabilities)
+        if confirm =~ /^y/
+          @options.merge!(capabilities: [capabilities])
+          puts "Re-running: #{command_with_iam(capabilities).color(:green)}"
+          retry
+        else
+          puts "Exited"
+          exit 1
+        end
+      end
+
+      success = wait_for_stack
+      unless success
+        puts <<~EOL
+          The Jets application failed to deploy. Jets creates a few CloudFormation stacks to deploy your application.
+          The logs above show the CloudFormation parent stack events and points to the stack with the error.
+          Please go to the CloudFormation console and look for the specific stack with the error.
+          The specific child stack usually shows more detailed information and can be used to resolve the issue.
+          Example of checking the CloudFormation console: https://rubyonjets.com/docs/debugging/cloudformation/
+        EOL
+        exit 1
+      end
+
+      prewarm
+      clean_deploy_logs
+      show_api_endpoint
+      show_custom_domain
+    end
+
+    def save_stack
+      if stack_exists?(@parent_stack_name)
+        update_stack
+      else
+        create_stack
+      end
+    end
+
+    def create_stack
+      # parent stack template is on filesystem and child stacks templates is on s3
+      cfn.create_stack(stack_options)
+    end
+
+    def update_stack
+      begin
+        cfn.update_stack(stack_options)
+      rescue Aws::CloudFormation::Errors::ValidationError => e
+        puts "ERROR: #{e.message}".color(:red)
+        true # error
+      end
+    end
+
+    # options common to both create_stack and update_stack
+    def stack_options
+      {
+        stack_name: @parent_stack_name,
+        capabilities: capabilities, # ["CAPABILITY_IAM", "CAPABILITY_NAMED_IAM"]
+        # disable_rollback: !@options[:rollback],
+      }.merge!(template.to_h)
+    end
+
+    def template
+      @template ||= TemplateSource.new(Jets::Naming.parent_template_path, @options)
+    end
+
+    # check for /(_COMPLETE|_FAILED)$/ status
+    def wait_for_stack
+      Jets::Cfn::Status.new(@options).wait
+    end
+
+    def prewarm
+      if ENV['SKIP_PREWARMING']
+        puts "Skipping prewarming" # useful for testing
+        return
+      end
+      return unless @options[:stack_type] == :full # s3 bucket is available
+      return unless Jets.config.prewarm.enable
+      return if Jets.poly_only?
+
+      puts "Prewarming application."
+      Jets::PreheatJob.prewarm!
+    end
+
+    def clean_deploy_logs
+      Jets::Commands::Clean::Log.new(@options).clean_deploys
+    end
+
+    def endpoint_unavailable?
+      return true unless @options[:stack_type] == :full # s3 bucket is available
+      return true if Jets::Router.routes.empty?
+      _, status = stack_status
+      return true if status.include?("ROLLBACK")
+      return true unless api_gateway
+    end
+
+    # Do not memoize this because on first stack run it will be nil
+    # It only gets called one more time so just let it get called.
+    def api_gateway
+      resp = cfn.describe_stack_resources(stack_name: @parent_stack_name)
+      resources = resp.stack_resources
+      resources.find { |resource| resource.logical_resource_id == "ApiGateway" }
+    end
+    memoize :api_gateway
+
+    def endpoint_available?
+      !endpoint_unavailable?
+    end
+
+    def show_api_endpoint
+      return unless endpoint_available?
+
+      stack_id = api_gateway["physical_resource_id"]
+
+      resp = cfn.describe_stacks(stack_name: stack_id)
+      stack = resp["stacks"].first
+      output = stack["outputs"].find { |o| o["output_key"] == "RestApiUrl" }
+      endpoint = output["output_value"]
+      puts "API Gateway Endpoint: #{endpoint}"
+    end
+
+    def show_custom_domain
+      return unless endpoint_available? && Jets.custom_domain? && Jets.config.domain.route53
+
+      domain_name = Jets::Resource::ApiGateway::DomainName.new
+      # Looks funny but its right.
+      # domain_name is a method on the Jets::Resource::ApiGateway::Domain instance
+      url = "https://#{domain_name.domain_name}"
+      puts "Custom Domain: #{url}"
+      puts "App Domain: #{Jets.config.app.domain}" if Jets.config.app.domain
+    end
+
+    # All CloudFormation states listed here:
+    # http://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/using-cfn-describing-stacks.html
+    def stack_status
+      resp = cfn.describe_stacks(stack_name: @parent_stack_name)
+      status = resp.stacks[0].stack_status
+      [resp, status]
+    end
+
+    def prompt_for_iam(capabilities)
+      puts "This stack will create IAM resources.  Please approve to run the command again with #{capabilities} capabilities."
+      puts "  #{command_with_iam(capabilities)}"
+
+      puts "Please confirm (y/n)"
+      $stdin.gets # confirm
+    end
+
+    def command_with_iam(capabilities)
+      "#{File.basename($0)} #{ARGV.join(' ')} --capabilities #{capabilities}"
+    end
+
+    def capabilities
+      ["CAPABILITY_IAM", "CAPABILITY_NAMED_IAM"] # TODO: remove capabilities hardcode
+      # return @options[:capabilities] if @options[:capabilities]
+      # if @options[:iam]
+      #   ["CAPABILITY_IAM", "CAPABILITY_NAMED_IAM"]
+      # end
+    end
+
+    # Upload both code and child templates to s3
+    def upload_to_s3
+      raise "Did not specify @options[:s3_bucket] #{@options[:s3_bucket].inspect}" unless @options[:s3_bucket]
+
+      uploader = Upload.new(@options[:s3_bucket])
+      uploader.upload
+    end
+  end
+end

data/lib/jets/cfn/status.rb

@@ -0,0 +1,10 @@
+require 'cfn_status'
+
+module Jets::Cfn
+  class Status < CfnStatus
+    def initialize(options={})
+      @stack_name = Jets::Naming.parent_stack_name
+      super(@stack_name, options)
+    end
+  end
+end

data/lib/jets/cfn/template_source.rb

@@ -0,0 +1,61 @@
+module Jets::Cfn
+  class TemplateSource
+    include Jets::AwsServices
+
+    attr_reader :path
+
+    def initialize(path, options)
+      @path = path
+      @options = options
+    end
+
+    def body
+      @body ||= IO.read(path)
+    end
+
+    def url
+      @url ||= upload_file_to_s3
+    end
+
+    def to_h
+      if upload_to_s3?
+        from_s3
+      else
+        from_path
+      end
+    end
+
+    private
+
+    def upload_to_s3?
+      bucket_name.present?
+    end
+
+    def from_s3
+      {
+        template_url: url
+      }
+    end
+
+    def from_path
+      {
+        template_body: body
+      }
+    end
+
+    def upload_file_to_s3
+      obj = s3_resource.bucket(bucket_name).object(s3_key)
+      obj.upload_file(path)
+
+      "https://s3.amazonaws.com/#{bucket_name}/#{s3_key}"
+    end
+
+    def bucket_name
+      @options[:s3_bucket]
+    end
+
+    def s3_key
+      @s3_key ||= "jets/cfn-templates/#{File.basename(path)}"
+    end
+  end
+end

data/lib/jets/cfn/upload.rb

@@ -0,0 +1,157 @@
+require 'action_view'
+require 'digest'
+require 'rack/mime'
+
+module Jets::Cfn
+  class Upload
+    include Jets::AwsServices
+    include ActionView::Helpers::NumberHelper # number_to_human_size
+
+    attr_reader :bucket_name
+
+    def initialize(bucket_name)
+      @bucket_name = bucket_name
+    end
+
+    def upload
+      upload_cfn_templates
+      upload_zip_files
+      upload_assets
+    end
+
+    def upload_cfn_templates
+      puts "Uploading CloudFormation templates to S3."
+      expression = "#{Jets::Naming.template_path_prefix}-*"
+      Dir.glob(expression).each do |path|
+        next unless File.file?(path)
+
+        key = "jets/cfn-templates/#{File.basename(path)}"
+        obj = s3_resource.bucket(bucket_name).object(key)
+        obj.upload_file(path)
+      end
+    end
+
+    def upload_zip_files
+      puts "Uploading code zip files to S3."
+      zip_area = "#{Jets.build_root}/stage/zips"
+      Dir.glob("#{zip_area}/*").each do |file|
+        upload_zip_file(file)
+      end
+    end
+
+    def upload_zip_file(path)
+      file_size = number_to_human_size(File.size(path))
+
+      puts "Uploading #{path} (#{file_size}) to S3"
+      start_time = Time.now
+      s3_key = "jets/code/#{File.basename(path)}"
+      obj = s3_resource.bucket(bucket_name).object(s3_key)
+      obj.upload_file(path)
+      puts "Uploaded to s3://#{bucket_name}/#{s3_key}".color(:green)
+      puts "Time to upload code to s3: #{pretty_time(Time.now-start_time).color(:green)}"
+    end
+
+    def upload_assets
+      puts "Checking for modified public assets and uploading to S3."
+      start_time = Time.now
+      upload_public_assets
+      puts "Time for public assets to s3: #{pretty_time(Time.now-start_time).color(:green)}"
+    end
+
+    def upload_public_assets
+      public_folders = %w[public]
+      public_folders = add_rack_assets(public_folders)
+      public_folders.each do |folder|
+        upload_asset_folder(folder)
+      end
+    end
+
+    def add_rack_assets(public_folders)
+      return public_folders unless Jets.rack?
+      public_folders + %w[rack/public]
+    end
+
+    def upload_asset_folder(folder)
+      expression = "#{Jets.root}/#{folder}/**/*"
+      group_size = 10
+      Dir.glob(expression).each_slice(group_size) do |paths|
+        threads = []
+        paths.each do |full_path|
+          next unless File.file?(full_path)
+
+          threads << Thread.new do
+            upload_to_s3(full_path)
+          end
+        end
+        threads.each(&:join)
+      end
+    end
+
+    def upload_to_s3(full_path)
+      return if identical_on_s3?(full_path) && !ENV['JETS_ASSET_UPLOAD_FORCE']
+
+      key = s3_key(full_path)
+      obj = s3_resource.bucket(bucket_name).object(key)
+      content_type = content_type_headers(full_path)
+      puts "Uploading and setting content type for s3://#{bucket_name}/#{key} content_type #{content_type[:content_type].inspect}"
+      obj.upload_file(full_path, { acl: "public-read", cache_control: cache_control }.merge(content_type))
+    end
+
+    CONTENT_TYPES_BY_EXTENSION = {
+      '.css'  => 'text/css',
+      '.html' => 'text/html',
+      '.js'   => 'application/javascript',
+    }
+    def content_type_headers(full_path)
+      ext = File.extname(full_path)
+      content_type = CONTENT_TYPES_BY_EXTENSION[ext] || Rack::Mime.mime_type(ext)
+      if content_type
+        { content_type: content_type }
+      else
+        {}
+      end
+    end
+
+    def s3_key(full_path)
+      relative_path = full_path.sub("#{Jets.root}/", '')
+      "jets/#{relative_path}"
+    end
+
+    def identical_on_s3?(full_path)
+      local_md5 = ::Digest::MD5.file(full_path)
+      key = s3_key(full_path)
+      begin
+        resp = s3.head_object(bucket: bucket_name, key: key)
+      rescue Aws::S3::Errors::NotFound
+        return false
+      end
+
+      remote_md5 = resp.etag.delete_prefix('"').delete_suffix('"')
+      local_md5 == remote_md5
+    end
+
+    # If cache_control is provided, then it will set the entire cache-control header.
+    # If only max_age is provided, then we'll generate a cache_control header.
+    # Using max_age is the shorter and simply way of setting the cache_control header.
+    def cache_control
+      cache_control = Jets.config.assets.cache_control
+      unless cache_control
+        max_age = Jets.config.assets.max_age # defaults to 3600 in jets/application.rb
+        cache_control = "public, max-age=#{max_age}"
+      end
+      cache_control
+    end
+
+    # http://stackoverflow.com/questions/4175733/convert-duration-to-hoursminutesseconds-or-similar-in-rails-3-or-ruby
+    def pretty_time(total_seconds)
+      minutes = (total_seconds / 60) % 60
+      seconds = total_seconds % 60
+      if total_seconds < 60
+        "#{seconds.to_i}s"
+      else
+        "#{minutes.to_i}m #{seconds.to_i}s"
+      end
+    end
+
+  end
+end

data/lib/jets/cli.rb

@@ -0,0 +1,208 @@
+require "thor"
+
+class Jets::CLI
+  def self.start(given_args=ARGV)
+    new(given_args).start
+  end
+
+  def self.thor_tasks
+    Jets::Commands::Base.namespaced_commands
+  end
+
+  def initialize(given_args=ARGV, **config)
+    @given_args = given_args.dup
+    @config = config
+  end
+
+  def start
+    # Needs to be at the beginning to avoid boot_jets which causes some load errors
+    if version_requested?
+      puts Jets.version
+      return
+    end
+
+    # Need to boot jets at this point for commands like: jets routes, deploy, console, etc to work
+    boot_jets
+    command_class = lookup(full_command)
+    if command_class
+      command_class.perform(full_command, thor_args)
+    else
+      main_help
+    end
+  end
+
+  # The commands new and help do not call Jets.boot. Main reason is that Jets.boot should be run in a Jets project.
+  #
+  #   * jets new - need to generate a project outside a project folder.
+  #   * jets help - don't need to be in a project folder general help.
+  #
+  # When you are inside a project folder though, more help commands are available and displayed.
+  #
+  def boot_jets
+    set_jets_env_from_cli_arg!
+    command = thor_args.first
+    unless %w[new help].include?(command)
+      Jets::Turbo.new.charge # handles Afterburner mode
+      Jets.boot
+    end
+  end
+
+  def version_requested?
+    #   jets --version
+    #   jets -v
+    version_flags = ["--version", "-v"]
+    @given_args.length == 1 && !(@given_args & version_flags).empty?
+  end
+
+  # Adjust JETS_ENV before boot_jets is called for the `jets deploy` command.  Must do this early in the process
+  # before Jets.boot because because `bundler_require` is called as part of the bootup process. It sets the Jets.env
+  # to whatever the JETS_ENV is at the time to require the right bundler group.
+  #
+  # Defaults to development when not set.
+  def set_jets_env_from_cli_arg!
+    # Pretty tricky, we need to use the raw @given_args as thor_args eventually calls Commands::Base#eager_load!
+    # which uses Jets.env before we get a chance to override ENV['JETS_ENV']
+    command, env = @given_args[0..1]
+    return unless %w[deploy delete].include?(command)
+    env = nil if env&.starts_with?('-')
+    return unless env
+    ENV['JETS_ENV'] = env ? env : 'development'
+  end
+
+  # thor_args normalized the args Array to work with our Thor command
+  # subclasses.
+  # 1. The namespace is stripe
+  # 2. Help is shifted in front if a help flag is detected
+  def thor_args
+    args = @given_args.clone
+
+    # jets generate is a special command requires doesn't puts out the help menu automatically when
+    # `jets generate` is called without additional args.  We'll take it over early and fix it here.
+    generate = full_command == "generate"
+
+    if generate && ((args.size == 1 || help_flags.include?(args.last)) || args.size == 2)
+      puts Jets::Generator.help
+      exit
+    end
+
+    help_args = args & help_flags
+    unless help_args.empty?
+      # Allow using help flags at the end of the command to trigger help menu
+      args -= help_flags # remove "help" and help flags from args
+      args[0] = meth # first command will always be the meth now since
+        # we removed the help flags
+      args.unshift("help")
+      args.compact!
+      return args
+    end
+
+    # reassigns the command without the namespace if reached here
+    args[0] = meth
+    args.compact
+  end
+
+  def meth
+    return nil unless full_command
+
+    if full_command.include?(':')
+      full_command.split(':').pop
+    else
+      full_command
+    end
+  end
+
+  ALIASES = {
+    "g"  => "generate",
+    "c"  => "console",
+    "s"  => "server",
+    "db" => "dbconsole",
+  }
+  def full_command
+    # Removes any args that starts with -, those are option args.
+    # Also remove "help" flag.
+    args = @given_args.reject {|o| o =~ /^-/ } - help_flags
+    command = args[0] # first argument should always be the command
+    command = ALIASES[command] || command
+    Jets::Commands::Base.autocomplete(command)
+  end
+
+  # 1. look up Thor tasks
+  # 2. look up Rake tasks
+  # 3. help menu with all commands when both Thor and Rake tasks are not found
+  def lookup(full_command)
+    thor_task_found = Jets::Commands::Base.namespaced_commands.include?(full_command)
+    if thor_task_found
+      return Jets::Commands::Base.klass_from_namespace(namespace)
+    end
+
+    return unless jets_project?
+    rake_task_found = Jets::Commands::RakeCommand.namespaced_commands.include?(full_command)
+    if rake_task_found
+      return Jets::Commands::RakeCommand
+    end
+  end
+
+  def jets_project?
+    File.exist?("config/application.rb")
+  end
+
+  # ["-h", "-?", "--help", "-D", "help"]
+  def help_flags
+    Thor::HELP_MAPPINGS + ["help"]
+  end
+
+  def namespace
+    return nil unless full_command
+
+    if full_command.include?(':')
+      words = full_command.split(':')
+      words.pop
+      words.join(':')
+    end
+  end
+
+  def main_help
+    shell = Thor::Shell::Basic.new
+    shell.say "Commands:"
+    shell.print_table(thor_list, :indent => 2, :truncate => true)
+
+    if jets_project? && !rake_list.empty?
+      shell.say "\nCommands via rake:"
+      shell.print_table(rake_list, :indent => 2, :truncate => true)
+    end
+
+    shell.say "\n"
+    shell.say main_help_body
+  end
+
+  def thor_list
+    Jets::Commands::Base.help_list(show_all_tasks)
+  end
+
+  def rake_list
+    list = Jets::Commands::RakeCommand.formatted_rake_tasks(show_all_tasks)
+    list.map do |array|
+      array[0] = "jets #{array[0]}"
+      array
+    end
+  end
+
+  def show_all_tasks
+    @given_args.include?("--all") || @given_args.include?("-A")
+  end
+
+  def main_help_body
+    <<-EOL
+Add -h to any of the commands for more help.  Examples:
+
+  jets call -h
+  jets routes -h
+  jets deploy -h
+  jets status -h
+  jets dynamodb:create -h
+  jets db:create -h
+
+EOL
+  end
+
+end