jets 1.7.2 → 1.8.0

data/lib/jets/stack/builder.rb

@@ -17,7 +17,12 @@ class Jets::Stack
 
     def build_section(section)
       elements = build_elements(section)
-      @template[section] = elements if elements
+      return unless elements
+
+      if section == :parameters
+        elements["GemLayer"] = {"Type"=>"String"} unless Jets.poly_only?
+      end
+      @template[section] = elements
     end
 
     def build_elements(section)

data/lib/jets/stack/depends.rb

@@ -0,0 +1,36 @@
+class Jets::Stack
+  class Depends
+    autoload :Item, "jets/stack/depends/item"
+
+    def initialize(items)
+      @items = items
+    end
+
+    def params
+      result = {}
+      @items.each do |item|
+        logical_id = item.stack.to_s.camelize # logical_id
+        dependency_outputs(logical_id).each do |output|
+          dependency_class = logical_id.to_s.classify
+          output_key = item.options[:class_prefix] ?
+            "#{dependency_class}#{output}" : # already camelized
+            output
+
+          output_value = "!GetAtt #{dependency_class}.Outputs.#{output}"
+          result[output_key] = output_value
+        end
+      end
+      result
+    end
+
+    def stack_list
+      @items.map do |item|
+        item.stack.to_s.camelize # logical_id # logical_id
+      end
+    end
+
+    def dependency_outputs(logical_id)
+      logical_id.to_s.classify.constantize.output_keys
+    end
+  end
+end

data/lib/jets/stack/depends/item.rb

@@ -0,0 +1,9 @@
+class Jets::Stack::Depends
+  class Item
+    attr_reader :stack, :options
+    def initialize(stack, options={})
+      @stack = stack
+      @options = options
+    end
+  end
+end

data/lib/jets/stack/function.rb

@@ -14,6 +14,8 @@ class Jets::Stack
     end
 
     def lang
+      return if internal?
+
       if source_file
         # Detect language from file extension
         ext = File.extname(source_file).sub(/^\./,'').to_sym
@@ -37,24 +39,31 @@ class Jets::Stack
     memoize :source_file
 
     def search_expression
+      base_search_expression.sub('handlers/shared/', "#{Jets.root}/app/shared/")
+    end
+
+    def internal_search_expression
+      internal = File.expand_path("../internal", File.dirname(__FILE__))
+      base_search_expression.sub('handlers/shared/', "#{internal}/app/shared/")
+    end
+
+    def base_search_expression
       attributes = @template.values.first
       handler = attributes['Properties']['Handler']
-      search_expression = handler.split('.')[0..-2].join('.') + '.*'
-      search_expression.sub('handlers/shared/', "#{Jets.root}/app/shared/")
+      handler.split('.')[0..-2].join('.') + '.*' # search_expression
+      # Example: handlers/shared/functions/jets/s3_bucket_config.*
+    end
+
+    # Internal flag is mainly used to disable WARN messages
+    def internal?
+      !!Dir.glob(internal_search_expression).first
     end
 
     # Relative path
     # app/shared/functions/kevin.py => handlers/shared/functions/kevin.py
     def handler_dest
       return unless source_file
-
-      dest = source_file.sub(%r{.*/app/}, "handlers/")
-      if lang == :ruby
-        filename = dest.split('.').first
-        filename + '.js' # change extension to .js because ruby uses a node shim
-      else
-        dest
-      end
+      source_file.sub(%r{.*/app/}, "handlers/")
     end
   end
 end

data/lib/jets/stack/main/dsl.rb

@@ -4,14 +4,18 @@ class Jets::Stack
       extend ActiveSupport::Concern
       autoload :Base, 'jets/stack/main/extensions/base'
       autoload :Cloudwatch, 'jets/stack/main/extensions/cloudwatch'
+      autoload :Iam, 'jets/stack/main/extensions/iam'
       autoload :Lambda, 'jets/stack/main/extensions/lambda'
+      autoload :S3, 'jets/stack/main/extensions/s3'
       autoload :Sns, 'jets/stack/main/extensions/sns'
       autoload :Sqs, 'jets/stack/main/extensions/sqs'
 
       class_methods do
         include Base
         include Cloudwatch
+        include Iam
         include Lambda
+        include S3
         include Sns
         include Sqs
       end

data/lib/jets/stack/main/extensions/iam.rb

@@ -0,0 +1,8 @@
+module Jets::Stack::Main::Dsl
+  module Iam
+    def iam_role(id, props={})
+      resource(id, "AWS::IAM::Role", props)
+      output(id) # IAM Arn
+    end
+  end
+end

data/lib/jets/stack/main/extensions/lambda.rb

@@ -1,5 +1,6 @@
 module Jets::Stack::Main::Dsl
   module Lambda
+    MAX_FUNCTION_NAME_SIZE = 64
     # Example:
     #
     #   function(:hello,
@@ -20,39 +21,45 @@ module Jets::Stack::Main::Dsl
     #
     def function(id, props={})
       # Required: code, handler, role, runtime Docs: https://amzn.to/2pdot7S
-      meth = id.to_s.underscore
+      meth = sanitize_method_name(id)
       class_namespace = self.to_s.underscore.gsub('/','-') # IE: Jets::Domain => jets-domain
-      function_name = "#{Jets.config.project_namespace}-#{class_namespace}-#{id.to_s.underscore}"
+      description = "#{self.to_s} #{meth}" # not bother adding extension
       defaults = {
-        function_name: function_name,
         code: {
           s3_bucket: "!Ref S3Bucket",
           s3_key: code_s3_key
         },
         role: "!Ref IamRole",
-        handler: "#{meth}.handle", # default ruby convention
+        handler: "#{id}.lambda_handler", # default ruby convention
         runtime: :ruby,
         timeout: Jets.config.function.timeout,
         memory_size: Jets.config.function.memory_size,
+        description: description,
       }
+
+      function_name = "#{Jets.config.project_namespace}-#{class_namespace}-#{meth}"
+      function_name.size > MAX_FUNCTION_NAME_SIZE ? nil : function_name
+      defaults[:function_name] = function_name if function_name
+
       props = defaults.merge(props)
       props[:runtime] = "ruby2.5" if props[:runtime].to_s == "ruby"
       props[:handler] = handler(props[:handler])
 
-      resource(id, "AWS::Lambda::Function", props)
+      logical_id = id.to_s.gsub('/','_')
+      resource(logical_id, "AWS::Lambda::Function", props)
     end
     alias_method :ruby_function, :function
     alias_method :lambda_function, :function
 
     def python_function(id, props={})
-      meth = id.to_s.underscore
+      meth = sanitize_method_name(id)
       props[:handler] ||= "#{meth}.lambda_handler" # default python convention
       props[:runtime] = "python3.6"
       function(id, props)
     end
 
     def node_function(id, props={})
-      meth = id.to_s.underscore
+      meth = sanitize_method_name(id)
       props[:handler] ||= "#{meth}.handler" # default python convention
       props[:runtime] = "nodejs8.10"
       function(id, props)
@@ -67,5 +74,11 @@ module Jets::Stack::Main::Dsl
       props = defaults.merge(props)
       resource(id, "AWS::Lambda::Permission", props)
     end
+
+  private
+    # demo-dev-hard_job-dig_me
+    def sanitize_method_name(id)
+      id.to_s.gsub('/','-')
+    end
   end
 end

data/lib/jets/stack/main/extensions/s3.rb

@@ -0,0 +1,12 @@
+module Jets::Stack::Main::Dsl
+  module S3
+    def s3_bucket(id, props={})
+      resource(id, "AWS::S3::Bucket", props)
+      output(id) # Bucket name
+    end
+
+    def s3_bucket_configuration(id, props={})
+      resource(id, "Custom::S3BucketConfiguration", props)
+    end
+  end
+end

data/lib/jets/stack/main/extensions/sns.rb

@@ -5,6 +5,10 @@ module Jets::Stack::Main::Dsl
       output(id) # Topic Arn
     end
 
+    def sns_topic_policy(id, props={})
+      resource(id, "AWS::SNS::TopicPolicy", props)
+    end
+
     def sns_subscription(id, props={})
       resource(id, "AWS::SNS::Subscription", props)
     end

data/lib/jets/stack/s3_event.rb

@@ -0,0 +1,87 @@
+class Jets::Stack
+  class S3Event
+    def initialize(bucket_name)
+      @bucket_name = bucket_name
+    end
+
+    # Stack names can only contain alpha numeric chars.
+    # Bucket names are limit to 64 chars: https://amzn.to/2SIzvme
+    # Stack names are limit to 128 chars: https://amzn.to/2SFkrG0
+    # This gsub should handle this.
+    def stack_name
+      @bucket_name.gsub(/[^0-9a-z\-_]/i, '').gsub('-','_').camelize
+    end
+
+    def build_stack
+      # assign to local variable so its available in the block
+      bucket = @bucket_name
+
+      Jets::Stack.new_class(stack_name) do
+        s3_bucket_configuration(:s3_bucket_configuration,
+          service_token: "!GetAtt JetsS3BucketConfig.Arn", # Cannot change this w/o changing the logical id
+          # These properties correspond to the ruby aws-sdk s3.put_bucket_notification_configuration
+          # in jets/s3_bucket_config.rb, not the CloudFormation Bucket properties. The CloudFormation
+          # bucket properties have a similiar structure but is slightly different so it can be confusing.
+          #
+          #   Ruby aws-sdk S3 Docs: https://amzn.to/2N7m5Lr
+          bucket: bucket,
+          notification_configuration: Jets.config.s3_event.notification_configuration,
+        ) if Jets.config.s3_event.configure_bucket
+
+        # Important note: If we change the name of this function we should also change the
+        # logical id of the s3_bucket_configuration custom resource or we'll get this error:
+        #   Modifying service token is not allowed.
+        function("jets/s3_bucket_config",
+          role: "!GetAtt BucketConfigIamRole.Arn",
+          layers: ["!Ref GemLayer"],
+        )
+
+        sns_topic(:sns_topic)
+        sns_topic_policy(:sns_topic_policy,
+          policy_document: {
+            version: "2012-10-17",
+            statement: {
+              effect: "Allow",
+              principal: { service: "s3.amazonaws.com"},
+              action: "sns:Publish",
+              resource: "!Ref SnsTopic",
+              condition: {
+                arn_like: {
+                  "aws:SourceArn" => "!Sub arn:aws:s3:*:*:#{bucket}"
+                }
+              }
+            }
+          },
+          topics: ["!Ref SnsTopic"],
+        )
+
+        iam_role(:bucket_config_iam_role,
+          assume_role_policy_document: {
+            version: '2012-10-17',
+            statement: [
+              effect: "Allow",
+              principal: {service: ["lambda.amazonaws.com"]},
+              action: ['sts:AssumeRole'],
+            ]
+          },
+          path: "/",
+          managed_policy_arns: ["arn:aws:iam::aws:policy/service-role/AWSLambdaBasicExecutionRole"],
+          policies: [
+            policy_name: "S3Policy",
+            policy_document: {
+              version: '2012-10-17',
+              statement: [
+                effect: "Allow",
+                action: [
+                  's3:GetBucketNotification',
+                  's3:PutBucketNotification',
+                ],
+                resource: "*"
+              ]
+            }
+          ]
+        )
+      end
+    end
+  end
+end

data/lib/jets/turbine.rb

@@ -1,5 +1,6 @@
 module Jets
   class Turbine
+    class_attribute :after_initializers
     class_attribute :initializers
     class_attribute :on_exceptions
 
@@ -12,6 +13,11 @@ module Jets
         subclasses << base
       end
 
+      def after_initializer(label, &block)
+        self.after_initializers ||= {}
+        self.after_initializers[label] = block
+      end
+
       def initializer(label, &block)
         self.initializers ||= {}
         self.initializers[label] = block
@@ -25,6 +31,11 @@ module Jets
       def exception_reporter(label, &block)
         on_exception(label, &block)
       end
+
+      # Make config available in Turbine. Note only available outside of hooks like initializers.
+      def config
+        Jets.application.config
+      end
     end
   end
 end

data/lib/jets/version.rb

@@ -1,3 +1,3 @@
 module Jets
-  VERSION = "1.7.2"
+  VERSION = "1.8.0"
 end

metadata

@@ -1,15 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: jets
 version: !ruby/object:Gem::Version
-  version: 1.7.2
+  version: 1.8.0
 platform: ruby
 authors:
 - Tung Nguyen
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-02-09 00:00:00.000000000 Z
+date: 2019-02-13 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: actionmailer
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 5.2.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 5.2.1
 - !ruby/object:Gem::Dependency
   name: activerecord
   requirement: !ruby/object:Gem::Requirement
@@ -150,6 +164,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: cfnresponse
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: dotenv
   requirement: !ruby/object:Gem::Requirement
@@ -452,6 +480,7 @@ files:
 - lib/jets/application.rb
 - lib/jets/aws_info.rb
 - lib/jets/aws_services.rb
+- lib/jets/aws_services/s3_bucket.rb
 - lib/jets/aws_services/stack_status.rb
 - lib/jets/booter.rb
 - lib/jets/builders.rb
@@ -581,6 +610,7 @@ files:
 - lib/jets/commands/templates/skeleton/config/dynamodb.yml
 - lib/jets/commands/templates/skeleton/config/environments/development.rb
 - lib/jets/commands/templates/skeleton/config/environments/production.rb
+- lib/jets/commands/templates/skeleton/config/environments/test.rb
 - lib/jets/commands/templates/skeleton/config/routes.rb
 - lib/jets/commands/templates/skeleton/db/.gitkeep
 - lib/jets/commands/templates/skeleton/public/404.html
@@ -643,17 +673,25 @@ files:
 - lib/jets/generator/templates/rails/scaffold_controller/api_controller.rb
 - lib/jets/generator/templates/rails/scaffold_controller/controller.rb
 - lib/jets/inflections.rb
+- lib/jets/internal/app/controllers/jets/mailers_controller.rb
 - lib/jets/internal/app/controllers/jets/public_controller.rb
 - lib/jets/internal/app/controllers/jets/rack_controller.rb
 - lib/jets/internal/app/functions/jets/base_path.rb
+- lib/jets/internal/app/helpers/jets/mailers_helper.rb
 - lib/jets/internal/app/jobs/jets/preheat_job.rb
+- lib/jets/internal/app/shared/functions/jets/s3_bucket_config.rb
+- lib/jets/internal/app/views/jets/mailers/email.html.erb
+- lib/jets/internal/app/views/jets/mailers/index.html.erb
+- lib/jets/internal/app/views/jets/mailers/mailer.html.erb
 - lib/jets/io.rb
 - lib/jets/job.rb
 - lib/jets/job/base.rb
 - lib/jets/job/dsl.rb
 - lib/jets/job/dsl/event_source_mapping.rb
+- lib/jets/job/dsl/s3_event.rb
 - lib/jets/job/dsl/sns_event.rb
 - lib/jets/job/dsl/sqs_event.rb
+- lib/jets/job/s3_event_helper.rb
 - lib/jets/klass.rb
 - lib/jets/lambda.rb
 - lib/jets/lambda/dsl.rb
@@ -662,6 +700,7 @@ files:
 - lib/jets/lambda/functions.rb
 - lib/jets/lambda/task.rb
 - lib/jets/logger.rb
+- lib/jets/mailer.rb
 - lib/jets/mega.rb
 - lib/jets/mega/hash_converter.rb
 - lib/jets/mega/request.rb
@@ -744,9 +783,11 @@ files:
 - lib/jets/resource/route53.rb
 - lib/jets/resource/route53/record_set.rb
 - lib/jets/resource/s3.rb
+- lib/jets/resource/s3/bucket.rb
 - lib/jets/resource/sns.rb
 - lib/jets/resource/sns/subscription.rb
 - lib/jets/resource/sns/topic.rb
+- lib/jets/resource/sns/topic_policy.rb
 - lib/jets/resource/sqs.rb
 - lib/jets/resource/sqs/queue.rb
 - lib/jets/resource/standardizer.rb
@@ -763,12 +804,16 @@ files:
 - lib/jets/stack.rb
 - lib/jets/stack/builder.rb
 - lib/jets/stack/definition.rb
+- lib/jets/stack/depends.rb
+- lib/jets/stack/depends/item.rb
 - lib/jets/stack/function.rb
 - lib/jets/stack/main.rb
 - lib/jets/stack/main/dsl.rb
 - lib/jets/stack/main/extensions/base.rb
 - lib/jets/stack/main/extensions/cloudwatch.rb
+- lib/jets/stack/main/extensions/iam.rb
 - lib/jets/stack/main/extensions/lambda.rb
+- lib/jets/stack/main/extensions/s3.rb
 - lib/jets/stack/main/extensions/sns.rb
 - lib/jets/stack/main/extensions/sqs.rb
 - lib/jets/stack/output.rb
@@ -778,6 +823,7 @@ files:
 - lib/jets/stack/parameter/dsl.rb
 - lib/jets/stack/resource.rb
 - lib/jets/stack/resource/dsl.rb
+- lib/jets/stack/s3_event.rb
 - lib/jets/tmp_loader.rb
 - lib/jets/turbine.rb
 - lib/jets/turbo.rb