jets 4.0.12 → 5.0.0.beta1

data/lib/jets/cfn/builder/post_process.rb

@@ -0,0 +1,25 @@
+# post process the text so that
+# "!Ref IamRole" => !Ref IamRole
+# We strip the surrounding quotes
+class Jets::Cfn::Builder
+  class PostProcess
+    def initialize(text)
+      @text = text
+    end
+
+    def process
+      results = @text.split("\n").map do |line|
+        if line.include?(': "!') # IE: IamRole: "!Ref IamRole",
+           # IamRole: "!Ref IamRole" => IamRole: !Ref IamRole
+          line.sub(/: "(.*)"/, ': \1')
+        elsif line.include?('- "!') # IE: - "!GetAtt Foo.Arn"
+           # IamRole: - "!GetAtt Foo.Arn" => - !GetAtt Foo.Arn
+          line.sub(/- "(.*)"/, '- \1')
+        else
+          line
+        end
+      end
+      results.join("\n") + "\n"
+    end
+  end
+end

data/lib/jets/cfn/{builders/rule_builder.rb → builder/rule.rb}

@@ -1,10 +1,6 @@
-# Implements:
-#
-#   compose
-#   template_path
-#
-module Jets::Cfn::Builders
-  class RuleBuilder < BaseChildBuilder
+class Jets::Cfn::Builder
+  class Rule < Nested
+    # interface method
     def compose
       add_common_parameters
       add_functions
@@ -16,7 +12,7 @@ module Jets::Cfn::Builders
     # List of AWS Config Managed Rules: https://amzn.to/2BOt9KN
     def add_managed_rules
       @app_class.managed_rules.each do |rule|
-        resource = Jets::Resource.new(rule[:definition], rule[:replacements])
+        resource = Jets::Cfn::Resource.new(rule[:definition], rule[:replacements])
         add_resource(resource)
       end
     end

data/lib/jets/cfn/{builders/shared_builder.rb → builder/shared.rb}

@@ -1,12 +1,13 @@
-module Jets::Cfn::Builders
-  class SharedBuilder < BaseChildBuilder
+class Jets::Cfn::Builder
+  class Shared < Nested
+    # interface method
     def compose
       stack = @app_class.new # @app_class is subclass. IE: Alarm < Jets::Stack
       builder = Jets::Stack::Builder.new(stack)
       @template = builder.template # overwrite entire @template
     end
 
-    # template_path is an interface method for Interface module
+    # interface method
     def template_path
       Jets::Names.shared_template_path(@app_class)
     end

data/lib/jets/cfn/{builders → builder}/util/source.rb

@@ -1,4 +1,4 @@
-module Jets::Cfn::Builders::Util
+module Jets::Cfn::Builder::Util
   class Source
     class << self
       def version

data/lib/jets/{commands/build.rb → cfn/builder.rb}

@@ -1,72 +1,64 @@
-require 'digest'
-
-module Jets::Commands
-  class Build
-    include StackInfo
+module Jets::Cfn
+  class Builder
+    extend Memoist
+    include Jets::AwsServices
 
     def initialize(options)
-      @options = options.dup
-    end
-
-    def run
-      puts "Building project for Lambda..."
-
-      return if @options[:noop]
-      # run gets called from the CLI and does not have all the stack_options yet.
-      # We compute it and change the options early here.
-      @options.merge!(stack_type: stack_type, s3_bucket: s3_bucket)
-      build
+      @options = options
     end
 
     def build
-      build_code unless @options[:templates]
-      build_templates
-    end
-
-    def build_code
-      Jets::Builders::CodeBuilder.new.build unless @options[:noop]
-    end
-
-    def build_templates
-      puts "Building CloudFormation templates."
+      puts "Building CloudFormation templates"
       clean_templates
-      build_minimal_template
-      build_all_templates if full?
-      puts "Generated CloudFormation templates at #{Jets.build_root}/templates"
+      build_minimal_parent_template
+      if @options[:stack_type] == :full
+        build_all_templates
+        build_full_parent_template # must be called at the end
+      end
+      Jets::Router::State.save_apigw_state if ENV['JETS_API_STATE_DEBUG']
+      puts "Built CloudFormation templates at #{Jets.build_root}/templates"
     end
 
-    def full?
-      @options[:templates] || @options[:stack_type] == :full
+    def build_minimal_parent_template
+      Parent.new(@options.merge(stack_type: :minimal)).build
     end
 
     def build_all_templates
       # CloudFormation templates
       # 1. Shared and authorizer templates - child templates needs them
-      build_api_gateway_templates
+      build_api_gateway_templates unless Jets::Router.no_routes?
       build_authorizer_templates # controllers can use these
       # 2. Child templates - parent template needs them
+      build_one_lambda_for_all_controllers
       build_app_child_templates
-      # 2. Child templates - parent template needs them
+      # 3. Child templates - parent template needs them
       build_shared_resources_templates
-      # 4. Finally parent template
-      build_parent_template # must be called at the end
     end
 
-    def build_minimal_template
-      Jets::Cfn::Builders::ParentBuilder.new(@options).build(parent=true)
+    def build_full_parent_template
+      Parent.new(@options.merge(stack_type: :full)).build
     end
 
     def build_api_gateway_templates
-      Jets::Cfn::Builders::ApiGatewayBuilder.new(@options).build
-      Jets::Cfn::Builders::ApiDeploymentBuilder.new(@options).build
+      Api::Gateway.new(@options).build
+      Api::Resources.build_pages(@options)
+      Api::Methods.build_pages(@options)
+      Api::Deployment.new(@options).build
+      Api::Mapping.new(@options).build
     end
 
     def build_authorizer_templates
       authorizer_files.each do |path|
-        Jets::Cfn::Builders::AuthorizerBuilder.new(path).build
+        Authorizer.new(path).build
       end
     end
 
+    def build_one_lambda_for_all_controllers
+      return if Jets.config.mode == "job"
+      return unless Jets.one_lambda_for_all_controllers?
+      OneController.new(@options).build
+    end
+
     def build_app_child_templates
       app_files.each do |path|
         build_child_template(path)
@@ -75,7 +67,7 @@ module Jets::Commands
 
     def build_shared_resources_templates
       Jets::Stack.subclasses.each do |subclass|
-        Jets::Cfn::Builders::SharedBuilder.new(subclass).build
+        Shared.new(subclass).build
       end
     end
 
@@ -85,32 +77,34 @@ module Jets::Commands
       return if authorizer?(path) # AuthorizerBuilder is built earlier
 
       md = path.match(%r{app/(.*?)/}) # extract: controller, job or function
-      process_class = md[1].classify
-      builder_class = "Jets::Cfn::Builders::#{process_class}Builder".constantize
+      app_class = md[1].classify
+
+      if app_class == "Controller" && Jets.one_lambda_for_all_controllers? # app/controllers
+        return
+      end
+
+      builder_class = "Jets::Cfn::Builder::#{app_class}".constantize
 
-      # Examples:
-      #   Jets::Cfn::Builders::ControllerBuilder.new(PostsController)
-      #   Jets::Cfn::Builders::JobBuilder.new(EasyJob)
-      #   Jets::Cfn::Builders::RuleBuilder.new(CheckRule)
-      #   Jets::Cfn::Builders::FunctionBuilder.new(Hello)
-      #   Jets::Cfn::Builders::FunctionBuilder.new(HelloFunction)
       app_class = Jets::Klass.from_path(path)
       if Jets.poly_only? && app_class == Jets::PreheatJob
         return # No prewarm when there's only poly functions
       end
 
-      builder = builder_class.new(app_class)
-      builder.build
+      # Builder class fully qualified name:
+      #   Controller => Jets::Cfn::Builder::Controller
+      # Examples:
+      #   Controller.new(PostsController).build
+      #   Job.new(EasyJob).build
+      #   Rule.new(CheckRule).build
+      #   Function.new(Hello).build
+      #   Function.new(HelloFunction).build
+      builder_class.new(app_class).build
     end
 
     def authorizer?(path)
       path.include?("app/authorizers")
     end
 
-    def build_parent_template
-      Jets::Cfn::Builders::ParentBuilder.new(@options).build(parent=true)
-    end
-
     def clean_templates
       FileUtils.rm_rf("#{Jets.build_root}/templates")
     end
@@ -142,7 +136,6 @@ module Jets::Commands
           relative_path = path.sub("#{Jets.root}/", '') # rid of the Jets.root at beginning
           paths << relative_path
         end
-        paths += internal_app_files
         paths
       end
 
@@ -200,7 +193,7 @@ module Jets::Commands
       def app_has_ruby?
         has_ruby = app_files.detect do |path|
           app_class = Jets::Klass.from_path(path)  # IE: PostsController, Jets::PublicController
-          langs = app_class.tasks.map(&:lang)
+          langs = app_class.definitions.map(&:lang)
           langs.include?(:ruby) && app_class != Jets::PreheatJob
         end
         !!has_ruby
@@ -219,27 +212,6 @@ module Jets::Commands
         has_ruby
       end
 
-      # Add internal Jets controllers if they are being used
-      # TODO: Interesting, this eventually just used to generate handlers and controllers only.
-      # Maybe rename to make that clear.
-      # The copying of other internal files like views is done in builders/code_builder.rb copy_internal_jets_code
-      def internal_app_files
-        paths = []
-        internal = File.expand_path("../internal", __dir__)
-
-        controllers = "#{internal}/app/controllers/jets"
-        paths << "#{controllers}/public_controller.rb" if router_has?("Jets::PublicController")
-        paths << "#{controllers}/rack_controller.rb" if router_has?("Jets::RackController")
-        paths << "#{controllers}/mailers_controller.rb" if router_has?("Jets::MailersController")
-        paths << "#{controllers}/mount_controller.rb" if router_has?("Jets::MountController")
-
-        if Jets.config.prewarm.enable
-          paths << "#{internal}/app/jobs/jets/preheat_job.rb"
-        end
-
-        paths
-      end
-
       def router_has?(controller)
         Jets::Router.has_controller?(controller)
       end

data/lib/jets/cfn/deployment.rb

@@ -0,0 +1,45 @@
+module Jets::Cfn
+  class Deployment
+    extend Memoist
+    include Jets::AwsServices
+    include Jets::Command::AwsHelpers
+    include Jets::Command::ApiHelpers
+
+    def initialize(options={})
+      @options = options
+      @stack_name = options[:stack_name] # stack name or stack id (deleted)
+      @rollback_version = options[:rollback_version]
+    end
+
+    def create
+      Jets.boot # needed since Jets is lazy loaded
+      return if Jets.config.pro.disable
+      return unless Jets::Api.token
+      stack = find_stack(@stack_name)
+      return unless stack
+
+      record_deployment(stack)
+    end
+
+    def record_deployment(stack)
+      deploy_user = ENV['JETS_DEPLOY_USER'] || ENV['USER']
+      resp = Jets::Api::Release.create(
+        stack_arn: stack.stack_id,
+        stack_status: stack.stack_status,
+        message: message,
+        deploy_user: deploy_user,
+      )
+      check_for_error_message!(resp)
+      puts "Release version: #{resp["version"]}" if resp["version"]
+      resp
+    rescue Jets::Api::RequestError => e
+      puts "WARNING: Unable to create release. #{e.class}: #{e.message}"
+    end
+
+    def message
+      return @options[:message][0..255] if @options[:message]
+      # else default message
+      @rollback_version ? "Rollback to #{@rollback_version}" : "Deploy"
+    end
+  end
+end

data/lib/jets/cfn/download.rb

@@ -0,0 +1,39 @@
+module Jets::Cfn
+  class Download
+    include Jets::AwsServices
+
+    def download_templates(version)
+      bucket = s3_resource.bucket(bucket_name)
+      unless bucket.exists?
+        puts "ERROR: The bucket #{bucket_name} does not exist.".color(:red)
+        exit 1
+      end
+
+      # Cleanup templates folder
+      FileUtils.rm_rf(Jets::Names.templates_folder)
+      FileUtils.mkdir_p(Jets::Names.templates_folder)
+
+      key_path = "jets/cfn-templates/versions/#{version}"
+      objects = bucket.objects(prefix: key_path)
+      if objects.count > 0
+        objects.each do |object|
+          file_name = "#{Jets::Names.templates_folder}/#{object.key.split('/').last}"
+          object.get(response_target: file_name)
+          puts "Downloaded #{file_name} from s3://#{bucket_name}/#{object.key}" if ENV['JETS_DEBUG']
+        end
+      else
+        puts "ERROR: Cannot rollback to this version because the CloudFormation templates are not available.".color(:red)
+        puts <<~EOL
+          This can happen the app was deployed before Jets Pro features were enabled,
+          or if the stack was delete and redeployed. Deleted stacks history are not
+          rollbackable because their original s3 bucket is deleted.
+        EOL
+        exit 1
+      end
+    end
+
+    def bucket_name
+      Jets.s3_bucket
+    end
+  end
+end

data/lib/jets/cfn/params/api/base.rb

@@ -0,0 +1,39 @@
+# Params are an attempt to centralize the logic for building parameters.
+# Params are built at two different times:
+# 1. Cfn::Builders::Api::Methods.build_pages
+#      => Api::Pages::Methods => api-methods-1.yml nested stack
+#    Only uses keys.
+# 2. Cfn::Builders::Parent
+#      => Resource::Nested::Api::Methods => parent.yml logical id ApiMethods1
+#    Uses both keys and values.
+module Jets::Cfn::Params::Api
+  class Base
+    extend Memoist
+
+    def initialize(options={})
+      @options = options
+      @template = load_template # current paged template_path
+      @params = ActiveSupport::HashWithIndifferentAccess.new
+    end
+
+    def params
+      build # interface method
+      @params
+    end
+    memoize :params
+
+    # Nice to be able to use template or template_path so the common Template.load_file
+    # is centralized.
+    def load_template
+      if @options[:template]
+        # At Cfn::Builders::Api::Methods build time, template is in memory
+        @options[:template]
+      else
+        # At Resource::Nested::Api::Methods build time, template is on disk
+        Jets::Cfn::Template.load_file(@options[:template_path])
+      end
+    end
+
+    def build; end # noop by default
+  end
+end

data/lib/jets/cfn/params/api/cors.rb

@@ -0,0 +1,10 @@
+module Jets::Cfn::Params::Api
+  class Cors < Base
+    # interface method
+    def build
+      resources = Resources.new(@options).params
+      methods = Methods.new(@options).params
+      @params = resources.merge(methods)
+    end
+  end
+end

data/lib/jets/cfn/params/api/methods.rb

@@ -0,0 +1,69 @@
+module Jets::Cfn::Params::Api
+  class Methods < Base
+    # interface method
+    def build
+      @params.merge!(RestApi: "!GetAtt ApiGateway.Outputs.RestApi") # common
+      @template[:Resources].each do |logical_id, resource|
+        create_params_from_resource(resource)
+      end
+    end
+
+    def create_params_from_resource(resource)
+      case resource[:Type]
+      when "AWS::ApiGateway::Method"
+        # function name
+        create_function_name_param(resource)
+        # authorizer id
+        create_authorizer_param(resource)
+        # resource id
+        resource_id = resource[:Properties][:ResourceId].sub("!Ref ", "")
+        @params.merge!(resource_id => api_method_stack_value(resource_id))
+      when "AWS::Lambda::Permission"
+        # function name
+        function_name = resource[:Properties][:FunctionName].sub("!Ref ", "")
+        @params.merge!(function_name => controller_stack_value(function_name))
+      end
+    end
+
+    def create_authorizer_param(resource)
+      authorizer_id_ref = resource[:Properties][:AuthorizerId]
+      return unless authorizer_id_ref
+      authorizer_id = authorizer_id_ref.sub("!Ref ", "")
+      @params.merge!(authorizer_id => api_authorizer_stack_value(authorizer_id))
+    end
+
+    # IE: !GetAtt MainAuthorizer.Outputs.MainAuthorizerProtectAuthorizer
+    def api_authorizer_stack_value(authorizer_id)
+      stack = authorizer_id.sub(/(.*?)Authorizer.*Authorizer$/, '\1') # IE: Main
+      stack += "Authorizer" # IE: MainAuthorizer
+      "!GetAtt #{stack}.Outputs.#{authorizer_id}"
+    end
+
+    def create_function_name_param(resource)
+      # Type can be: AWS_PROXY or MOCK (cors)
+      return unless resource[:Properties][:Integration][:Type] == "AWS_PROXY"
+      uri = resource[:Properties][:Integration][:Uri]
+      md = uri.match(%r|functions/\${(.*)}/invocations|)
+      function_name = md[1]
+      @params.merge!(function_name => controller_stack_value(function_name))
+    end
+
+    # function_name: UpControllerIndexLambdaFunction
+    def controller_stack_value(function_name)
+      controller = function_name.sub(/Controller.*/, "Controller")
+      # IE: !GetAtt UpController.Outputs.UpControllerIndexLambdaFunction
+      "!GetAtt #{controller}.Outputs.#{function_name}"
+    end
+
+    def api_method_stack_value(resource_id)
+      # IE: !GetAtt ApiResources1.Outputs.UpApiResource
+      api_stack = if resource_id == "RootResourceId"
+            "ApiGateway"
+          else
+            Jets::Cfn::Params::Api::Resources.stack_logical_id(resource_id)
+          end
+      "!GetAtt #{api_stack}.Outputs.#{resource_id}"
+    end
+  end
+end
+

data/lib/jets/cfn/params/api/resources.rb

@@ -0,0 +1,28 @@
+module Jets::Cfn::Params::Api
+  class Resources < Base
+    # interface method
+    def build
+      # For the nested ApiResources template defined in the parent template, we need
+      # grab the parameters from the other paged ApiResources templates if not in
+      # the current template.
+      @template[:Parameters].keys.each do |key|
+        key = key.to_sym
+        case key.to_s
+        when "RestApi"
+          @params.merge!(key => "!GetAtt ApiGateway.Outputs.RestApi")
+        when "RootResourceId"
+          @params.merge!(key => "!GetAtt ApiGateway.Outputs.RootResourceId")
+        else
+          @params.merge!(key => "!GetAtt #{self.class.stack_logical_id(key)}.Outputs.#{key}")
+        end
+      end
+    end
+
+    class << self
+      # IE: path: #{Jets.build_root}/templates/api-resources-1.yml"
+      def stack_logical_id(parameter)
+        Jets::Cfn::Template.lookup_logical_id("api-resources", parameter)
+      end
+    end
+  end
+end

data/lib/jets/{resource/child_stack/common_parameters.rb → cfn/params/common.rb}

@@ -1,6 +1,6 @@
-module Jets::Resource::ChildStack
-  module CommonParameters
-    def common_parameters
+module Jets::Cfn::Params
+  module Common
+    def parameters
       parameters = {
         IamRole: "!GetAtt IamRole.Arn",
         S3Bucket: "!Ref S3Bucket",

data/lib/jets/{resource → cfn/resource}/api_gateway/authorizer.rb

@@ -1,5 +1,5 @@
-module Jets::Resource::ApiGateway
-  class Authorizer < Jets::Resource::Base
+module Jets::Cfn::Resource::ApiGateway
+  class Authorizer < Jets::Cfn::Base
     def initialize(props={})
       @props = props # associated_properties from dsl.rb
     end
@@ -7,27 +7,27 @@ module Jets::Resource::ApiGateway
     def definition
       {
         authorizer_logical_id => {
-          type: "AWS::ApiGateway::Authorizer",
-          properties: props,
+          Type: "AWS::ApiGateway::Authorizer",
+          Properties: props,
         }
       }
     end
 
     def props
       default = {
-        # authorizer_credentials: '',
-        # authorizer_result_ttl_in_seconds: '',
-        # auth_type: '',
-        # identity_source: '', # required
-        # identity_validation_expression: '',
-        # name: '',
-        # provider_arns: [],
-        rest_api_id: '!Ref RestApi', # Required: Yes
-        type: '', # Required: Yes
+        # AuthorizerCredentials: '',
+        # AuthorizerResultTtlInSeconds: '',
+        # AuthType: '',
+        # IdentitySource: '', # required
+        # IdentityValidationExpression: '',
+        # Name: '',
+        # ProviderARNs: [],
+        RestApiId: '!Ref RestApi', # Required: Yes
+        Type: '', # Required: Yes
       }
 
-      unless @props[:type].to_s.upcase == 'COGNITO_USER_POOLS'
-        @props[:authorizer_uri] = { # Required: Conditional
+      unless @props[:Type].to_s.upcase == 'COGNITO_USER_POOLS'
+        @props[:AuthorizerUri] = { # Required: Conditional
           "Fn::Join" => ['', [
             'arn:aws:apigateway:',
             "!Ref 'AWS::Region'",
@@ -37,7 +37,7 @@ module Jets::Resource::ApiGateway
           ]]
         }
       end
-      @props[:authorizer_result_ttl_in_seconds] = @props.delete(:ttl) if @props[:ttl]
+      @props[:AuthorizerResultTtlInSeconds] = @props.delete(:ttl) if @props[:ttl] # shorthand
 
       normalize_type!(@props)
       normalize_identity_source!(@props)
@@ -45,7 +45,7 @@ module Jets::Resource::ApiGateway
     end
 
     def authorizer_logical_id
-      "{namespace}_authorizer" # IE: protect_authorizer
+      "{namespace}Authorizer" # IE: protect_authorizer
     end
 
     def outputs
@@ -58,13 +58,13 @@ module Jets::Resource::ApiGateway
   private
     # Also sets a default if it's not provided
     def normalize_type!(props)
-      type = props[:type] || :request
-      @props[:type] = type.to_s.upcase
+      type = props[:Type] || :request
+      @props[:Type] = type.to_s.upcase
     end
 
     # Also sets a default if it's not provided
     def normalize_identity_source!(props)
-      identity_source = props[:identity_source] || Jets.config.api.authorizers.default_token_source
+      identity_source = props[:IdentitySource] || Jets.config.api.authorizers.default_token_source
       # request authorizer type can have multiple identity sources.
       # token authorizer type has only one identity source.
       # We handle both cases.
@@ -76,7 +76,7 @@ module Jets::Resource::ApiGateway
           "method.request.header.#{source}" # convention
         end
       end
-      @props[:identity_source] = identity_sources.join(',')
+      @props[:IdentitySource] = identity_sources.join(',')
     end
   end
 end

data/lib/jets/cfn/resource/api_gateway/base_path/function.rb

@@ -0,0 +1,57 @@
+module Jets::Cfn::Resource::ApiGateway::BasePath
+  class Function < Jets::Cfn::Base
+    include Jets::Cfn::Resource::Lambda::Function::Environment
+
+    def definition
+      {
+        BasePathFunction: {
+          Type: "AWS::Lambda::Function",
+          Properties: {
+            FunctionName: function_name,
+            Description: "Jets#base_path",
+            Code: {
+              S3Bucket: "!Ref S3Bucket",
+              S3Key: code_s3_key,
+            },
+            Role: "!GetAtt BasePathRole.Arn",
+            Handler: handler,
+            Runtime: get_runtime,
+            Timeout: 60,
+            MemorySize: 1536,
+            Environment: env_properties[:Environment],
+            Layers: layers,
+          }
+        }
+      }
+    end
+
+    def get_runtime
+      props = camelize(Jets.application.config.function.to_h)
+      props[:Runtime] || Jets.ruby_runtime
+    end
+
+    def layers
+      return Jets.config.lambda.layers if Jets.config.pro.disable
+      ["!Ref GemLayer"] + Jets.config.lambda.layers
+    end
+
+    # JETS_RESET is respected here because CloudFormation Custom Resources
+    # do not allow updates to the ServiceToken property.
+    # Changing the base-path Lambda Function name results in a CloudFormation error:
+    #
+    #     Modifying service token is not allowed
+    #
+    def function_name
+      "#{Jets.project_namespace}-jets-base-path"
+    end
+
+    def handler
+      "handlers/functions/jets/base_path.lambda_handler"
+    end
+
+    def code_s3_key
+      checksum = Jets::Builders::Md5.checksums["stage/code"]
+      "jets/code/code-#{checksum}.zip" # s3_key
+    end
+  end
+end