jets 5.0.14 → 6.0.0.beta1

data/lib/jets/job/dsl/s3_event.rb

@@ -1,77 +0,0 @@
-module Jets::Job::Dsl
-  module S3Event
-    # Register an S3 event.
-    # Allow custom sns_subscription_properties to be passed in.
-    #
-    #  Examples
-    #
-    #   props = { 
-    #     sns_subscription_properties: {
-    #       FilterPolicyScope: "MessageBody",
-    #       FilterPolicy: {
-    #         Records: {
-    #           s3: {
-    #             object: {
-    #               key: [
-    #                 { prefix: "test-prefix/" }
-    #               ]
-    #             }
-    #           }
-    #         }
-    #       }.to_json
-    #     }
-    #   }
-    #
-    #   s3_event("s3-bucket", props)
-    #   def process_s3_event
-    #     ...
-    #   end
-    #
-    # The S3 event is set up with the following resources:
-    #
-    #   - S3 Bucket
-    #   - S3 Bucket Notification Configuration
-    #   - SNS Topic
-    #   - SNS Subscription
-    #
-    # @param [String] bucket_name
-    # @param [Hash] props
-    def s3_event(bucket_name, props={})
-      stack_name = declare_s3_bucket_resources(bucket_name) # only set up once per bucket
-      sns_subscription_properties = {
-        **props[:sns_subscription_properties] || {},
-        TopicArn: "!Ref #{stack_name}SnsTopic"
-      }
-
-      declare_sns_subscription(sns_subscription_properties) # set up subscription every time
-    end
-
-    # Returns stack_name
-    def declare_s3_bucket_resources(bucket_name)
-      # If shared s3 bucket resources have already been declared.
-      # We will not generate them again. However, we still need to always
-      # add the depends_on declaration to ensure that the shared stack parameters
-      # are properly passed to the nested child stack.
-      stack_name = _s3_events[bucket_name] # already registered
-      if stack_name
-        depends_on stack_name.underscore.to_sym, class_prefix: true # always add this
-        return stack_name
-      end
-
-      # Create shared resources - one time
-      stack_name = declare_shared_s3_event_resources(bucket_name)
-      depends_on stack_name.underscore.to_sym, class_prefix: true # always add this
-      self._s3_events[bucket_name] = stack_name # tracks buckets already set up
-    end
-
-    def declare_shared_s3_event_resources(bucket_name)
-      s3_stack = Jets::Stack::S3Event.new(bucket_name)
-      s3_stack.build_stack
-      s3_stack.stack_name
-    end
-
-    def _s3_events
-      Jets::Job::Base._s3_events
-    end
-  end
-end

data/lib/jets/job/dsl/sns_event.rb

@@ -1,54 +0,0 @@
-module Jets::Job::Dsl
-  module SnsEvent
-    def sns_event(topic_name, props={})
-      if topic_name.to_s =~ /generate/
-        declare_sns_topic(props.delete(:topic_properties))
-        topic_arn = "!Ref {namespace}SnsTopic"
-        props.merge!(TopicArn: topic_arn)
-        declare_sns_subscription(props)
-      elsif topic_name.include?('!Ref') # reference shared resource
-        topic_arn = topic_name # contains !Ref
-        props.merge!(TopicArn: topic_arn)
-        declare_sns_subscription(props)
-      else # existing topic: short name or full arn
-        topic_arn = full_sns_topic_arn(topic_name)
-        props.merge!(TopicArn: topic_arn)
-        declare_sns_subscription(props)
-      end
-    end
-
-    def declare_sns_topic(props={})
-      props ||= {} # props.delete(:topic_properties) can be nil
-      r = Jets::Cfn::Resource::Sns::Topic.new(props)
-      with_fresh_properties do
-        resource(r.definition) # add associated resource immediately
-      end
-    end
-
-    def declare_sns_topic_policy(props={})
-      props ||= {} # options.delete(:topic_policy_properties) can be nil
-      r = Jets::Cfn::Resource::Sns::TopicPolicy.new(props)
-      with_fresh_properties do
-        resource(r.definition) # add associated resource immediately
-      end
-    end
-
-    def declare_sns_subscription(props={})
-      r = Jets::Cfn::Resource::Sns::Subscription.new(props)
-      with_fresh_properties do
-        resource(r.definition) # add associated resource immediately
-      end
-    end
-
-    # Expands simple topic name to full arn. Example:
-    #
-    #   hello-topic
-    # To:
-    #   arn:aws:sns:us-west-2:112233445566:hello-topic
-    def full_sns_topic_arn(topic_name)
-      return topic_name if topic_name.include?("arn:aws:sns")
-
-      "arn:aws:sns:#{Jets.aws.region}:#{Jets.aws.account}:#{topic_name}"
-    end
-  end
-end

data/lib/jets/job/dsl/sqs_event.rb

@@ -1,97 +0,0 @@
-# ## Event Source Mapping
-#
-# Underneath the hood, the `sqs_event` method sets up a  [Lambda::EventSourceMapping](https://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/aws-resource-lambda-eventsourcemapping.html).  So:
-#
-# ```ruby
-# class HardJob
-#   class_timeout 30 # must be less than or equal to the SQS queue default timeout
-#
-#   sqs_event "hello-queue"
-#   def dig
-#     puts "dig event #{JSON.dump(event)}"
-#   end
-# end
-# ```
-#
-# Cloud also be written with something like this:
-#
-# ```ruby
-# class HardJob
-#   class_timeout 30 # must be less than or equal to the SQS queue default timeout
-#
-#   event_source_mapping(
-#     EventSourceArn: "arn:aws:sqs:us-west-2:112233445566:hello-queue",
-#   )
-#   iam_policy(
-#     Action: ["sqs:ReceiveMessage",
-#              "sqs:DeleteMessage",
-#              "sqs:GetQueueAttributes"],
-#     Effect: "Allow",
-#     Resource: "arn:aws:sqs:us-west-2:112233445566:hello-queue",
-#   )
-#   def dig
-#     puts "dig event #{JSON.dump(event)}"
-#   end
-# end
-# ```
-#
-module Jets::Job::Dsl
-  module SqsEvent
-    def sqs_event(queue_name, options={})
-      if queue_name.to_s =~ /generate/
-        queue_arn = "!GetAtt {namespace}SqsQueue.Arn"
-        default_iam_policy = default_sqs_iam_policy('*') # Dont have access to full ARN on initial creation
-        declare_sqs_queue(options.delete(:queue_properties)) # delete to avoid using them for event_source_mapping
-      elsif queue_name.include?('!Ref') # reference shared resource
-        queue_arn = queue_name
-        default_iam_policy = default_sqs_iam_policy('*') # Dont have access to full ARN on initial creation
-      else # existing queue: short name or full arn
-        queue_arn = full_sqs_queue_arn(queue_name)
-        default_iam_policy = default_sqs_iam_policy(queue_arn)
-      end
-
-      # Create iam policy allows access to queue
-      iam_policy_option = [options.delete(:iam_policy)].compact.flatten
-      user_iam_policy = [@iam_policy].compact.flatten
-      iam_policy_props = iam_policy_option + user_iam_policy + [default_iam_policy]
-      iam_policy(iam_policy_props)
-
-      props = options # by this time options only has EventSourceMapping properties
-      default = {
-        EventSourceArn: queue_arn
-      }
-      props = default.merge(props)
-
-      event_source_mapping(props)
-    end
-
-    def declare_sqs_queue(props)
-      props ||= {} # since options.delete(:queue_properties) can be nil
-      r = Jets::Cfn::Resource::Sqs::Queue.new(props)
-      with_fresh_properties do
-        resource(r.definition) # add associated resource immediately
-      end
-    end
-
-    # Expands simple queue name to full arn. Example:
-    #
-    #   hello-queue
-    # To:
-    #   arn:aws:sqs:us-west-2:112233445566:hello-queue
-    def full_sqs_queue_arn(queue_name)
-      return queue_name if queue_name.include?("arn:aws:sqs")
-
-      "arn:aws:sqs:#{Jets.aws.region}:#{Jets.aws.account}:#{queue_name}"
-    end
-
-    def default_sqs_iam_policy(queue_name_arn='*')
-      {
-        Action: ["sqs:ReceiveMessage",
-                 "sqs:DeleteMessage",
-                 "sqs:GetQueueAttributes"],
-        Effect: "Allow",
-        Resource: queue_name_arn,
-      }
-    end
-  end
-end

data/lib/jets/job/helpers/s3_event.rb

@@ -1,50 +0,0 @@
-module Jets::Job::Helpers
-  module S3Event
-    def s3_events
-      encoded_messages = event["Records"].map do |record|
-        record["Sns"]["Message"] # SNS message is JSON
-      end
-      # Decode the JSON messages
-      messages = encoded_messages.map do |message|
-        JSON.load(message)
-      end
-      # Extract the S3 event records
-      messages.map do |message|
-        message["Records"].map do |record|
-          ActiveSupport::HashWithIndifferentAccess.new(record)
-        end
-      end.flatten
-    end
-    alias s3_event_payloads s3_events
-
-    def s3_events?
-      event["Records"]&.any? { |r| r.dig("Sns", "Message") }
-    end
-    alias s3_event_payloads? s3_events?
-
-    def s3_objects
-      s3_events.map do |record|
-        record["s3"]["object"]
-      end
-    end
-
-    def s3_objects?
-      s3_events.any? { |r| r.dig("s3", "object") }
-    end
-
-    # Deprecated methods below
-    def s3_event
-      puts "WARN: s3_event is deprecated".color(:yellow)
-      puts "It can possibly drop events when they come in extremely fast."
-      puts "Use s3_events instead"
-      s3_events.first
-    end
-
-    def s3_object
-      puts "WARN: s3_object is deprecated".color(:yellow)
-      puts "It can possibly drop events when they come in extremely fast."
-      puts "Use s3_objects instead"
-      s3_objects.first
-    end
-  end
-end

data/lib/jets/job/helpers/sns_event.rb

@@ -1,26 +0,0 @@
-module Jets::Job::Helpers
-  module SnsEvent
-    def sns_events
-      records = event["Records"]
-      return [] unless records
-      records.map do |record|
-        message = record["Sns"]["Message"]
-        ActiveSupport::HashWithIndifferentAccess.new(JSON.load(message))
-      end
-    end
-    alias sns_event_payloads sns_events
-
-    def sns_events?
-      event["Records"]&.any? { |r| r.dig("Sns", "Message") }
-    end
-    alias sns_event_payloads? sns_events?
-
-    # Deprecated methods below
-    def sns_event_payload
-      puts "WARN: sns_event_payload is deprecated".color(:yellow)
-      puts "It can possibly drop events when they come in extremely fast."
-      puts "Use sns_events instead"
-      sns_events.first
-    end
-  end
-end

data/lib/jets/job/helpers/sqs_event.rb

@@ -1,26 +0,0 @@
-module Jets::Job::Helpers
-  module SqsEvent
-    def sqs_events
-      records = event["Records"]
-      return [] unless records
-      records.map do |record|
-        message = record["body"]
-        ActiveSupport::HashWithIndifferentAccess.new(JSON.load(message))
-      end
-    end
-    alias sqs_event_payloads sqs_events
-
-    def sqs_events?
-      event["Records"]&.any? { |r| r.dig("body") }
-    end
-    alias sqs_event_payloads? sqs_events?
-
-    # Deprecated methods below
-    def sqs_event_payload
-      puts "WARN: sqs_event_payload is deprecated".color(:yellow)
-      puts "It can possibly drop events when they come in extremely fast."
-      puts "Use sqs_events instead"
-      sqs_events.first
-    end
-  end
-end

data/lib/jets/klass.rb

@@ -1,108 +0,0 @@
-# Loading a class can usually be loaded via .constantize.
-# But app/functions files are anonymous ruby classes created with
-# Class.new.  Anonymous classes cannot be loaded via .constantize and
-# go through standard autoloading.
-#
-# Jets::Klass provides a way to load app classes in app/controllers, app/jobs,
-# app/functions in a consistent way without having to worry about the anonymous
-# class loading quirk. Classes that are not anonymously defined like controllers
-# and jobs are loaded via autoloading with .constantize. Anonymously defined
-# classes like functions are loaded via Object.const_set.
-#
-# Examples:
-#
-#   Jets::Klass.from_path("app/controllers/posts_controller.rb")
-#   Jets::Klass.from_path("app/jobs/hard_job.rb")
-#   Jets::Klass.from_path("app/functions/hello.rb")
-#   Jets::Klass.from_path("app/functions/hello_function.rb")
-#   Jets::Klass.from_path("app/shared/functions/whatever.rb")
-#
-#   Jets::Klass.from_definition(definition)
-#
-# The from_definition method takes a Jets::Lambda::Definition as an argument and is useful
-# for the CloudFormation child stack generation there the registered definition info
-# is available but the path info is now.
-class Jets::Klass
-  class << self
-    # from_path allows us to load any app classes in consistent way for
-    # app/controllers, app/jobs, and app/functions.
-    def from_path(path)
-      class_name = class_name(path)
-      if path.include?("/functions/") # simple function
-        class_name = load_anonymous_class(class_name, path)
-        class_name.constantize # removed :: for anonymous classes
-      else
-        class_name.constantize # autoload
-      end
-    end
-
-    # app/controllers/posts_controller.rb => PostsController
-    def class_name(path)
-      if path.include?("/shared/")
-        path.sub(%r{.*app/shared/(.*?)/},'').sub(/\.rb$/,'').camelize
-      else
-        path.sub(%r{.*app/(.*?)/},'').sub(/\.rb$/,'').camelize
-      end
-    end
-
-    APP_TYPES = %w[controller job rule authorizer]
-    def from_definition(definition)
-      class_name = definition.class_name
-      filename = class_name.underscore
-
-      # Examples of filename: posts_controller, hard_job, security_rule, main_authorizer
-      #   hello_function, hello
-      type = filename.split('_').last
-      type = "function" unless APP_TYPES.include?(type)
-
-      path = "app/#{type.pluralize}/#{filename}.rb"
-      from_path(path)
-    end
-
-    @@loaded_anonymous_classes = []
-    def load_anonymous_class(class_name, path)
-      parent_mod = modularize(class_name)
-
-      constructor = Jets::Lambda::FunctionConstructor.new(path)
-      # Dont load anonyomous class more than once to avoid these warnings:
-      #   warning: already initialized constant Hello
-      #   warning: previous definition of Hello was here
-      unless @@loaded_anonymous_classes.include?(class_name)
-        # use class_name as the variable name for prettier class name.
-        leaf_class_name = class_name.split('::').last
-        parent_mod.const_set(leaf_class_name, constructor.build)
-        @@loaded_anonymous_classes << class_name
-      end
-
-      class_name
-    end
-
-    # Ensures the parent namespace modules are defined. Example:
-    #
-    #   modularize("Foo::Bar::Test")
-    #   => Foo::Bar # is a now defined as a module if it wasnt before
-    #
-    # Also returns the parent module, so we can use it to do a const_set if needed. IE:
-    #
-    #   parent_mod = modularize("Foo::Bar::Test")
-    #   parent_mod.const_set("Test")
-    def modularize(class_name)
-      leaves = []
-      mods = class_name.split('::')[0..-2] # drop the last word
-      return Object if mods.empty?
-
-      leaves = []
-      mods.each do |leaf_mod|
-        leaves += [leaf_mod]
-        namespace = leaves.join('::')
-        previous_namespace = leaves[0..-2].join('::')
-        previous_namespace = "Object" if previous_namespace.empty?
-        previous_namespace = previous_namespace.constantize
-        previous_namespace.const_set(leaf_mod, Module.new) unless Object.const_defined?(namespace)
-      end
-
-      mods.join('::').constantize
-    end
-
-  end
-end

data/lib/jets/lambda/dsl/warnings.rb

@@ -1,57 +0,0 @@
-module Jets::Lambda::Dsl
-  module Warnings
-    def iam_policy_unused_warning(managed=false)
-      return unless show_iam_policy_unused_warning?
-
-      managed_prefix = managed ? "managed_" : ""
-      use_instead = case Jets.config.cfn.build.controllers
-                    when "one_lambda_per_contoller"
-                      "class_#{managed_prefix}iam_policy"
-                    when "one_lambda_for_all_controllers"
-                      "class_#{managed_prefix}iam_policy in the ApplicationController"
-                    end
-      puts <<~EOL.color(:yellow)
-        WARNING: #{managed_prefix}iam_policy is not respected when config.cfn.build.controllers is not set to "one_lambda_per_controller"
-        Current setting: config.cfn.build.controllers = "#{Jets.config.cfn.build.controllers}"
-        Please use #{use_instead} instead.
-        Docs: #{iam_docs_url(managed)}
-      EOL
-
-      DslEvaluator.print_code(app_call_line) if app_call_line
-    end
-
-    def class_iam_policy_unused_warning(managed=false)
-      return unless Jets.config.cfn.build.controllers == "one_lambda_for_all_controllers"
-      return if self.to_s == "ApplicationController" # ApplicationController not defined in job mode
-      return if self.ancestors.include?(Jets::Job::Base)
-
-      managed_prefix = managed ? "managed_" : ""
-      puts <<~EOL.color(:yellow)
-        WARNING: class_#{managed_prefix}iam_policy is not respected when
-        config.cfn.build.controllers is not set to "one_lambda_per_controller" or "one_lambda_per_method"
-        Current setting: config.cfn.build.controllers = "#{Jets.config.cfn.build.controllers}"
-        Please use class_#{managed_prefix}iam_policy in the ApplicationController instead.
-        Docs: #{iam_docs_url(managed)}
-      EOL
-
-      DslEvaluator.print_code(app_call_line) if app_call_line
-    end
-
-    def show_iam_policy_unused_warning?
-      Jets.config.cfn.build.controllers != "one_lambda_per_method" &&
-      self.name.include?("Controller")
-    end
-
-    def iam_docs_url(managed)
-      if managed
-        "http://rubyonjets.com/docs/managed-iam-policies/"
-      else
-        "http://rubyonjets.com/docs/iam-policies/"
-      end
-    end
-
-    def app_call_line
-      caller.find { |l| l.include?('app/controllers') }
-    end
-  end
-end

data/lib/jets/mega/hash_converter.rb

@@ -1,25 +0,0 @@
-# Thanks https://mensfeld.pl/2012/01/converting-nested-hash-into-http-url-params-hash-version-in-ruby/
-module Jets::Mega
-  module HashConverter
-    def self.encode(value, key = nil, out_hash = {})
-      case value
-      when Hash  then
-        value.each { |k,v| encode(v, append_key(key,k), out_hash) }
-        out_hash
-      when Array then
-        value.each { |v| encode(v, "#{key}", out_hash) }
-        out_hash
-      when nil   then ''
-      else
-        out_hash[key] = value
-        out_hash
-      end
-    end
-
-    private
-
-    def self.append_key(root_key, key)
-      root_key.nil? ? :"#{key}" : :"#{root_key}[#{key.to_s}]"
-    end
-  end
-end

data/lib/jets/mega/request/source.rb

@@ -1,20 +0,0 @@
-class Jets::Mega::Request
-  class Source
-    def initialize(event)
-      @event = event
-      @source_request = Rack::Request.new(event: event)
-    end
-
-    def body
-      if @source_request.body.respond_to?(:read)
-        body = @source_request.body.read
-        @source_request.body.rewind
-      end
-      body
-    end
-
-    def content_length
-      @source_request.content_length.to_i
-    end
-  end
-end