jets 5.0.14 → 6.0.0.beta1

data/lib/jets/cfn/resource/codebuild/project/env.rb

@@ -0,0 +1,55 @@
+module Jets::Cfn::Resource::Codebuild::Project
+  class Env
+    include FormatEnv
+
+    # config/jets/bootstrap.rb
+    #
+    #   Jets.bootstrap.configure do
+    #     config.codebuild.project.env.vars
+    #
+    def vars
+      vars = Jets.bootstrap.config.codebuild.project.env.vars.symbolize_keys!
+      standardize_env_vars(vars)
+    end
+
+    # Used for codebuild.start_build in runner.rb
+    def pass_vars(overrides = {})
+      # config/jets/bootstrap.rb defined ENV vars
+      env = Jets.bootstrap.config.codebuild.project.env
+
+      vars = {}
+      pass = (env.default_pass + env.pass).uniq
+
+      # pass vars from your local machine to the codebuild remote runner
+      pass.each do |x|
+        ENV.each do |k, v|
+          k = k.to_s
+          match = x.is_a?(Regexp) ? k =~ x : k == x
+          if match && v.is_a?(String)
+            vars[k.to_sym] = v
+          end
+        end
+      end
+
+      # block gets the final say
+      vars.reject! do |k, v|
+        k = k.to_s
+        env.block.any? do |x|
+          x.is_a?(Regexp) ? k =~ x : k == x
+        end
+      end
+
+      vars.merge!(overrides)
+
+      standardize_env_vars(vars, casing: :underscore_keys)
+    end
+
+    def always_block
+      %w[
+        JETS_APP_SRC
+        JETS_SIG
+        JETS_TEMPLATES
+      ]
+    end
+  end
+end

data/lib/jets/cfn/resource/codebuild/project/format_env.rb

@@ -0,0 +1,35 @@
+module Jets::Cfn::Resource::Codebuild::Project
+  module FormatEnv
+    def standardize_env_vars(vars, casing: :camelcase_keys)
+      map = {
+        PARAMETER_STORE: "PARAMETER_STORE",
+        SECRET: "SECRETS_MANAGER",
+        SECRETS_MANAGER: "SECRETS_MANAGER",
+        SSM: "PARAMETER_STORE"
+      }
+
+      vars = vars.reject { |k, v| v.nil? }
+
+      # There's no map! method. So using map and then assigning to vars
+      vars = vars.map do |k, v|
+        starts_with = v.to_s.split(":").first
+        value = if map.key?(starts_with.upcase.to_sym)
+          v.to_s.sub("#{starts_with}:", "")
+        else
+          v
+        end
+        type = map[starts_with.upcase.to_sym] || "PLAINTEXT"
+        {
+          Name: k.to_s,
+          Value: value,
+          Type: type
+        }
+      end
+      vars = vars.sort_by { |h| h[:Name].to_s }
+      if casing == :underscore_keys
+        vars.map! { |h| h.transform_keys { |k| k.to_s.underscore.to_sym } }
+      end
+      vars
+    end
+  end
+end

data/lib/jets/cfn/resource/codebuild/project/lambda.rb

@@ -0,0 +1,15 @@
+module Jets::Cfn::Resource::Codebuild::Project
+  class Lambda < Ec2
+    def codebuild_logical_id
+      "CodebuildLambda"
+    end
+
+    def project_name
+      "#{Jets.project.namespace}-remote-lambda"
+    end
+
+    def compute_type
+      config.codebuild.lambda.project.compute_type
+    end
+  end
+end

data/lib/jets/cfn/resource/replacer.rb

@@ -2,7 +2,7 @@ class Jets::Cfn::Resource
   class Replacer
     extend Memoist
 
-    def initialize(replacements={})
+    def initialize(replacements = {})
       @replacements = replacements
     end
 
@@ -45,7 +45,7 @@ class Jets::Cfn::Resource
       # return value unless value.is_a?(String) or value.is_a?(Symbol)
 
       value = value.to_s # normalize to String
-      @replacements.each do |k,v|
+      @replacements.each do |k, v|
         # IE: Replaces {namespace} => SecurityJobCheck
         value = value.gsub("{#{k}}", v)
       end
@@ -58,7 +58,7 @@ class Jets::Cfn::Resource
     #   "AWS::Config::ConfigRule" => "config.amazonaws.com",
     #   "AWS::ApiGateway::Method" => "apigateway.amazonaws.com"
     def principal_map(type)
-      service = type.split('::')[1].downcase
+      service = type.split("::")[1].downcase
       service = special_principal_map(service)
       "#{service}.amazonaws.com"
     end
@@ -66,7 +66,7 @@ class Jets::Cfn::Resource
     def special_principal_map(service)
       # special map
       # s3_event actually uses sns topic events to trigger a Lambda function
-      map = { s3: "sns" }
+      map = {s3: "sns"}
       map[service.to_sym] || service
     end
 
@@ -76,7 +76,7 @@ class Jets::Cfn::Resource
     # When it is not available the resource definition should add it.
     def source_arn_map(type)
       map = {
-        "AWS::ApiGateway::Method" => "!Sub arn:aws:execute-api:${AWS::Region}:${AWS::AccountId}:${RestApi}/*/*",
+        "AWS::ApiGateway::Method" => "!Sub arn:aws:execute-api:${AWS::Region}:${AWS::AccountId}:${RestApi}/*/*"
       }
       map[type.to_s]
     end

data/lib/jets/cfn/resource/s3/bucket.rb

@@ -1,7 +1,7 @@
 module Jets::Cfn::Resource::S3
   class Bucket < Jets::Cfn::Base
     attr_reader :bucket_logical_id
-    def initialize(props={})
+    def initialize(props = {})
       @props = props # associated_properties from dsl.rb
       @bucket_logical_id = props.delete(:logical_id) || "{namespace}_s3_bucket"
     end
@@ -10,14 +10,14 @@ module Jets::Cfn::Resource::S3
       {
         bucket_logical_id => {
           Type: "AWS::S3::Bucket",
-          Properties: @props,
+          Properties: @props
         }
       }
     end
 
     def outputs
       {
-        bucket_logical_id => "!Ref #{bucket_logical_id.to_s.camelize}",
+        bucket_logical_id => "!Ref #{bucket_logical_id.to_s.camelize}"
       }
     end
   end

data/lib/jets/cfn/resource/s3/jets_bucket.rb

@@ -8,7 +8,7 @@ module Jets::Cfn::Resource::S3
     def props
       props = {
         PublicAccessBlockConfiguration: {
-          BlockPublicAcls: false,
+          BlockPublicAcls: false
           # BlockPublicPolicy: false,
           # IgnorePublicAcls: false,
           # RestrictPublicBuckets: false
@@ -22,23 +22,13 @@ module Jets::Cfn::Resource::S3
               SSEAlgorithm: "AES256"
             }
           ]
-        },
+        }
       }
-      props[:CorsConfiguration] = cors_configuration # dont check config.api.cors since javascript_importmap_tags also uses
+      # CorsConfiguration to allow assets to serve from the bucket
+      props[:CorsConfiguration] = Jets.bootstrap.config.s3_bucket.cors_configuration
       props
     end
 
-    def cors_configuration
-      Jets.config.api.s3_cors_configuration || {
-        CorsRules: [{
-          AllowedHeaders: ["*"],
-          AllowedMethods: ["GET"],
-          AllowedOrigins: ["*"],
-          ExposedHeaders: [],
-        }]
-      }
-    end
-
     class << self
       include Jets::AwsServices
 
@@ -47,21 +37,22 @@ module Jets::Cfn::Resource::S3
       @@name = nil
       def name
         return @@name if @@name
-        return "fake-bucket" if ENV['JETS_NO_INTERNET'] || ENV['JETS_TEMPLATES']
+        return "fake-bucket" if ENV["JETS_NO_INTERNET"] || ENV["JETS_TEMPLATES"]
 
         resp = nil
         begin
           resp = cfn.describe_stacks(stack_name: Jets::Names.parent_stack_name)
         rescue Aws::CloudFormation::Errors::ValidationError => e
-          if e.message.include?('does not exist') && Jets::Command.original_cli_command == 'build' # jets build
+          if e.message.include?("does not exist")
             return "no-bucket-yet" # for jets build without s3 bucket yet
           else
             raise
           end
         end
 
-        output = resp.stacks[0].outputs.find {|o| o.output_key == 'S3Bucket'}
-        @@name = output.output_value # cache only once found
+        output = resp.stacks[0].outputs.find { |o| o.output_key == "S3Bucket" }
+        # The output can be nil if the stack failed and is in rollback state
+        @@name = output.output_value if output # cache only once found
       end
     end
   end

data/lib/jets/cfn/resource/standardizer.rb

@@ -15,21 +15,23 @@ class Jets::Cfn::Resource
       definition = camelize(definition)
       first, second, third, _ = definition
       if definition.size == 1 && first.is_a?(Hash) # long form
+        attrs = first.values.first
+        attrs.delete(:Properties) if attrs[:Properties].blank?
         first # pass through
       elsif definition.size == 2 && second.is_a?(Hash) # medium form
         logical_id, attributes = first, second
-        attributes.delete(:Properties) if attributes[:Properties].nil? || attributes[:Properties].empty?
-        { logical_id => attributes }
+        attributes.delete(:Properties) if attributes[:Properties].blank?
+        {logical_id => attributes}
       elsif definition.size == 2 && second.is_a?(String) # short form
         logical_id, type = first, second
-        { logical_id => {
-            Type: type
+        {logical_id => {
+          Type: type
         }}
-      elsif definition.size == 3 && (second.is_a?(String) || second.is_a?(NilClass))# short form
+      elsif definition.size == 3 && (second.is_a?(String) || second.is_a?(NilClass)) # short form
         logical_id, type, properties = first, second, third
-        template = { logical_id => {
-                       Type: type
-                    }}
+        template = {logical_id => {
+          Type: type
+        }}
         attributes = template.values.first
         attributes[:Properties] = properties unless properties.empty?
         template
@@ -38,4 +40,4 @@ class Jets::Cfn::Resource
       end
     end
   end
-end
+end

data/lib/jets/cfn/rollback.rb

@@ -0,0 +1,8 @@
+module Jets::Cfn
+  class Rollback < Stack
+    def run
+      check_deployable!
+      Jets::Remote::Runner.new(@options.merge(dummy: true, command: "rollback")).run
+    end
+  end
+end

data/lib/jets/cfn/stack/deployable.rb

@@ -0,0 +1,16 @@
+class Jets::Cfn::Stack
+  module Deployable
+    # All CloudFormation states listed here: http://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/using-cfn-describing-stacks.html
+    def check_deployable!
+      return if !stack_exists?(stack_name)
+
+      resp = cfn.describe_stacks(stack_name: stack_name)
+      status = resp.stacks[0].stack_status
+      if /_IN_PROGRESS$/.match?(status)
+        log.error "ERROR: The '#{stack_name}' stack status is #{status}".color(:red)
+        log.error "Please wait until the stack is ready and try again."
+        exit 1
+      end
+    end
+  end
+end

data/lib/jets/cfn/stack/rollback.rb

@@ -0,0 +1,59 @@
+class Jets::Cfn::Stack
+  module Rollback
+    include Jets::AwsServices::AwsHelpers
+    include Jets::Util::Logging
+
+    # Super edge case: UPDATE_ROLLBACK_FAILED status
+    # The continue_update_rollback! addresses this edge case.
+    # Note: We do not provide any resources to skip.
+    # Also, tough to reproduce this edge case.  Unsure how got to it.
+    #
+    # Related:
+    # Gist with Error: https://gist.github.com/tongueroo/d752186375ea95ed310e6735de24a324
+    # AWS Troubleshooting Update rollback failed: https://go.aws/49m3Ji3
+    # AWS cli continue-update-rollback: https://go.aws/43OiLw2
+    def continue_update_rollback!
+      return unless update_rollback_failed?
+
+      log.info "Continuing update rollback"
+      cfn.continue_update_rollback(stack_name: stack_name)
+      cfn_status.wait
+      cfn_status.reset
+    end
+
+    def update_rollback_failed?
+      stack = find_stack(stack_name)
+      return false unless stack
+
+      stack.stack_status == "UPDATE_ROLLBACK_FAILED"
+    end
+
+    # Delete existing rollback stack from previous bad bootstrap deploy
+    def delete_rollback_complete!
+      return unless rollback_complete?
+
+      log.info "Existing stack is in ROLLBACK_COMPLETE"
+      log.info "Deleting stack before continuing"
+      cfn.delete_stack(stack_name: stack_name)
+      cfn_status.wait
+      cfn_status.reset
+    end
+
+    # Checks for a few things before deciding to delete the parent stack
+    #
+    #   * Parent stack status status is ROLLBACK_COMPLETE
+    #   * Parent resources are in the DELETE_COMPLETE state
+    #
+    def rollback_complete?
+      stack = find_stack(stack_name)
+      return false unless stack
+
+      return false unless stack.stack_status == "ROLLBACK_COMPLETE"
+
+      # Finally check if all the minimal resources in the parent template have been deleted
+      resp = cfn.describe_stack_resources(stack_name: stack_name)
+      resource_statuses = resp.stack_resources.map(&:resource_status).uniq
+      resource_statuses == ["DELETE_COMPLETE"]
+    end
+  end
+end

data/lib/jets/cfn/stack/template.rb

@@ -0,0 +1,47 @@
+class Jets::Cfn::Stack
+  class Template
+    extend Memoist
+    include Jets::AwsServices
+
+    delegate :s3_bucket, to: "Jets.project"
+
+    attr_reader :path, :stack_name
+    def initialize(options = {})
+      @options = options
+      @path = Jets::Names.parent_template_path
+      @stack_name = Jets::Names.parent_stack_name
+    end
+
+    def template_option
+      if upload_to_s3?
+        {template_url: url}
+      else
+        {template_body: body}
+      end
+    end
+
+    # uploads to s3 lazily on first call
+    def url
+      s3_key = "jets/cfn/#{File.basename(path)}"
+      object = s3_resource.bucket(s3_bucket).object(s3_key)
+      object.upload_file(path)
+      "https://s3.amazonaws.com/#{s3_bucket}/#{s3_key}"
+    end
+    memoize :url
+
+    # Only use filesystem on initial bootstrap
+    def body
+      IO.read(path)
+    end
+    memoize :body
+
+    private
+
+    # Should not upload template to s3 and always use local template for bootstrap deploy.
+    # This is because for finale deletion stack, uploading the parent.yml to s3
+    # prevents a clean deletion of the s3 bucket resource since it's not empty.
+    def upload_to_s3?
+      !@options[:bootstrap]
+    end
+  end
+end

data/lib/jets/cfn/stack/yamler.rb

@@ -0,0 +1,53 @@
+require "yaml"
+
+class Jets::Cfn::Stack
+  class Yamler
+    def self.load(text)
+      new(text).load
+    end
+
+    def initialize(text)
+      @text = text
+    end
+
+    def load
+      add_domain_types!
+      YAML.load(@text)
+    end
+
+    private
+
+    def add_domain_types!
+      intrinsic_functions.each do |name|
+        YAML.add_domain_type("", name) do |type, val|
+          key = type.split("::").last
+          key = "Fn::" + key unless name == "Ref"
+          {key => val}
+        end
+      end
+    end
+
+    def intrinsic_functions
+      %w[
+        And
+        Base64
+        Cidr
+        Equals
+        FindInMap
+        GetAtt
+        GetAZs
+        If
+        If
+        ImportValue
+        Join
+        Not
+        Or
+        Ref
+        Select
+        Split
+        Sub
+        Transform
+      ]
+    end
+  end
+end

data/lib/jets/cfn/stack.rb

@@ -0,0 +1,24 @@
+module Jets::Cfn
+  class Stack
+    extend Memoist
+    include Jets::AwsServices
+    include Jets::Util::Logging
+    include Rollback    # delete_rollback_complete!
+    include Deployable  # check_deployable!
+
+    def initialize(options)
+      @options = options
+    end
+
+    def stack_name
+      Jets.project.namespace
+    end
+
+    def check_stack_exist!
+      stack = find_stack(stack_name)
+      return if stack
+      puts "ERROR: Stack #{stack_name} does not exist".color(:red)
+      exit 1
+    end
+  end
+end

data/lib/jets/cfn/status.rb

@@ -1,14 +1,14 @@
-require 'cfn_status'
+require "cfn_status"
 
 module Jets::Cfn
   class Status < CfnStatus
     extend Memoist
 
-    def initialize(stack_name = Jets::Names.parent_stack_name, options={})
+    def initialize(stack_name = Jets::Names.parent_stack_name, options = {})
       super(stack_name, options)
     end
 
-    def failure_message!
+    def failure_message
       puts <<~EOL
         The Jets application failed to deploy. Jets creates a few CloudFormation stacks
         to deploy your application. The logs above show the CloudFormation parent stack
@@ -22,16 +22,19 @@ module Jets::Cfn
       EOL
 
       show_nested_stack_error
-
-      exit 1
+      show_update_update_rollback_failed
     end
 
     def show_nested_stack_error
       event = find_failed_event
       return unless event
+      # When error is not a nested stack return early
+      return if event.resource_type != "AWS::CloudFormation::Stack"
+
       puts "-" * 80
       puts "Here's the nested stack error details: #{event.resource_status_reason}"
-      self.class.new(event.physical_resource_id, start_index_before_delete: true).run
+      nested_status = self.class.new(event.physical_resource_id, start_index_before_delete: true)
+      nested_status.run
 
       region = Jets.aws.region
       puts <<~EOL
@@ -40,6 +43,28 @@ module Jets::Cfn
             https://#{region}.console.aws.amazon.com/cloudformation/home?region=#{region}#/stacks/events?filteringText=&filteringStatus=active&viewNested=true&stackId=#{event.physical_resource_id}
 
       EOL
+
+      nested_status.events.each do |event|
+        if event.resource_status == "CREATE_FAILED" && event.resource_status_reason =~ /already exists in stack/
+          debug_tip_already_exist_in_stack(event)
+          break
+        end
+      end
+    end
+
+    def show_update_update_rollback_failed
+      resp = cfn.describe_stacks(stack_name: @stack_name)
+      status = resp.stacks.first.stack_status
+      return unless status == "UPDATE_ROLLBACK_FAILED"
+
+      puts <<~EOL
+        The parent stack is in UPDATE_ROLLBACK_FAILED status.
+
+        Also, running jets deploy again will attempt a continue-update-rollback operation to try to recover from this state.
+        However, if the continue-update-rollback operation fails, you may need to manually resolve the issue.
+        You might be able to resolve this with the AWS console continue update rollback
+        and skipping the resources that are causing the issue.
+      EOL
     end
 
     def find_failed_event
@@ -49,5 +74,15 @@ module Jets::Cfn
       events = cfn_status.events[0..i].reverse # events are in reverse chronological order
       events.find { |e| e.resource_status =~ /FAILED/ } # first failed event
     end
+
+    # 04:44:53AM CREATE_FAILED AWS::Lambda::Function RecordLambdaFunction rails-demo-dev-temperature_event-record already exists in stack arn:aws:cloudformation:us-west-2:112233445566:stack/rails-demo-dev-TemperatureEvent-1EPIUF1EN4LSQ/0f373000-f229-11ee-9f5f-0a3e531c7fd5
+    def debug_tip_already_exist_in_stack(event)
+      puts <<~EOL
+        The error message indicates that the resource already exists in another stack.
+
+        See: https://docs.rubyonjets.com/docs/debug/resource-already-exists/
+
+      EOL
+    end
   end
 end

data/lib/jets/cfn/teardown/bucket.rb

@@ -0,0 +1,79 @@
+class Jets::Cfn::Teardown
+  class Bucket
+    include Jets::AwsServices
+    include Jets::Util::Logging
+    delegate :s3_bucket, to: "Jets.project"
+
+    def empty!
+      delete_objects
+      wait_for_emptiness
+    end
+
+    def delete_objects(call_count = 0)
+      return unless bucket_exists?
+
+      # Must first remove all objects from s3 bucket in order to delete stack
+      log.info "Emptying s3 bucket #{s3_bucket}" if s3_bucket && call_count == 0
+
+      resp = s3.list_objects(bucket: s3_bucket)
+      if resp.contents.size > 0
+        # IE: objects = [{key: "objectkey1"}, {key: "objectkey2"}]
+        objects = resp.contents.map { |item| {key: item.key} }
+        s3.delete_objects(
+          bucket: s3_bucket,
+          delete: {
+            objects: objects,
+            quiet: false
+          }
+        )
+        delete_objects(call_count + 1) # recursive call to keep deleting objects until bucket is empty
+      end
+    end
+
+    # Think there can be a race condition since delete_objects is async
+    # So we wait for the bucket to be empty
+    # Before we continue with the delete stack
+    def wait_for_emptiness
+      return unless bucket_exists?
+
+      @empty_bucket_checks ||= 0
+      max_checks = 5
+      while @empty_bucket_checks < max_checks
+        is_empty = s3.list_objects(bucket: s3_bucket).contents.empty?
+        if is_empty
+          log.debug "Bucket '#{s3_bucket}' is empty."
+          return
+        else
+          log.debug "Bucket '#{s3_bucket}' is not empty. Waiting..."
+          sleep 2
+          @empty_bucket_checks += 1
+        end
+      end
+
+      log.debug "Timeout: Bucket '#{s3_bucket}' is not empty after waiting."
+    end
+
+    # Thanks: https://docs.aws.amazon.com/sdk-for-ruby/v3/developer-guide/s3-example-does-bucket-exist.html
+    def bucket_exists?
+      return false unless s3_bucket
+      s3.head_bucket(bucket: s3_bucket, use_accelerate_endpoint: false)
+      true
+    rescue Aws::S3::Errors::NotFound
+      false
+    end
+
+    def are_you_sure?
+      if @options[:yes]
+        sure = "y"
+      else
+        log.debug "Are you sure you want to delete the #{Jets.project.namespace.color(:green)} project? (y/N)"
+        sure = $stdin.gets
+      end
+
+      unless /^y/.match?(sure)
+        log.debug "Phew! Jets #{Jets.project.namespace.color(:green)} project was not deleted."
+        exit 0
+      end
+    end
+  end
+end

data/lib/jets/cfn/teardown.rb

@@ -0,0 +1,20 @@
+module Jets::Cfn
+  class Teardown < Stack
+    def run
+      check_stack_exist!
+      log.info "Final Delete Phase"
+      Bucket.new.empty!
+      remaining_resources
+    end
+
+    def remaining_resources
+      stack_resources = cfn.describe_stack_resources(stack_name: stack_name).stack_resources
+      resources = stack_resources.map(&:logical_resource_id).join(", ")
+      log.debug "Remaining resources: #{resources}"
+      log.debug "Final delete #{Jets.project.namespace.color(:green)}"
+      cfn.delete_stack(stack_name: stack_name)
+      cfn_status = Jets::Cfn::Status.new
+      cfn_status.wait
+    end
+  end
+end