jets 5.0.14 → 6.0.0.beta1

data/lib/jets/generators.rb

@@ -1,112 +0,0 @@
-# Piggy back off of Rails Generators.
-
-module Jets
-  # Original Rails::Generators is a module.
-  # It cannot be included or inherited given the way Rails module is defined.
-  # We use a class that delegates to the Rails::Generators.invoke method.
-  class Generators
-    include Jets::Command::Behavior
-
-    def initialize(namespace, args = ARGV, config = {})
-      @namespace, @args, @config = namespace, args, config
-      @args << '--pretend' if noop?
-    end
-
-    # Used to delegate noop option to Rails generator pretend option.  Both work:
-    #
-    #     jets generate scaffold user title:string --noop
-    #     jets generate scaffold user title:string --pretend
-    #
-    # Grabbing directly from the ARGV because think its cleaner than passing options from
-    # Thor all the way down.
-    def noop?
-      ARGV.include?('--noop')
-    end
-
-    def run(behavior=:invoke)
-      if @namespace == "job"
-        run_job_generator
-      else
-        # Required by:
-        #   jets generate migration create_articles user:references
-        #   jets generate model article user:references
-        # Makes use of Rails.application
-        if %w[model migration].include?(@namespace)
-          require "jets/overrides/dummy/rails"
-        end
-        run_rails_generator
-      end
-    end
-
-    # For job generators, use a more custom generator instead of Rails generators.
-    # We this for more control over the jobs and can add more features.
-    # IE: Different event based jobs.
-    def run_job_generator
-      require "jets/generators/job/job_generator"
-      JobGenerator.start(@args, @config)
-    end
-
-    def run_rails_generator
-      # We lazy require so Rails const is only defined when using generators
-      # Using require at the top and configuring do_not_eager_load is not enough.
-      # This is because we call require "jets/generators" throughout the codebase.
-      require "rails/generators"
-      require "rails/configuration"
-
-      # => Jets::Generators.configure! => Rails::Generators.configure!(config)
-      self.class.configure!(config)
-
-      # Ultimately, Rails::Generator.invoke is called.
-      # Here are some examples to show how args are passed to Rails::Generator.invoke.
-      #
-      # jets generate kingsman:controllers users -c=sessions
-      #     @namespace kingsman:controllers
-      #     @args ["users", "-c=sessions"]
-      #
-      # jets generate scaffold post title:string body:text published:boolean --force
-      #     @args ["post", "title:string", "body:text", "published:boolean", "--force"]
-
-      Rails::Generators.invoke(@namespace, @args, @config)
-    end
-
-    def config
-      config = Jets.application.config.generators
-      config.orm :active_record, migration: true, timestamps: true
-      config.templates = [jets_templates_path] # add jets_templates_path for customizations
-      if Jets.application.config.mode == 'api'
-        config.api_only = true
-        config.template_engine nil
-      else
-        config.template_engine :erb
-      end
-      config
-    end
-
-    # Rails and Thor allows overriding the provided templates with source root.
-    # The structure is slightly different with source_paths.
-    #   source_root  railties-7.0.8/lib/rails/generators/erb/scaffold/templates
-    #   source_paths lib/jets/generators/overrides/templates/erb/scaffold
-    # See how templates is prefix instead of a suffix.
-    #   erb/scaffold/templates
-    #   templates/erb/scaffold
-    # This is nice because everything is together in the overrides/template folder.
-    def jets_templates_path
-      File.expand_path("generators/overrides/templates", __dir__)
-    end
-
-    class << self
-      def configure!(config)
-        require "rails/generators"
-        Rails::Generators.configure!(config)
-      end
-
-      def invoke(generator, args = ARGV, config = {})
-        new(generator, args, config).run(:invoke)
-      end
-
-      def revoke(generator, args = ARGV, config = {})
-        new(generator, args, config).run(:revoke)
-      end
-    end
-  end
-end

data/lib/jets/inflections.rb

@@ -1,32 +0,0 @@
-module Jets
-  class Inflections
-    class << self
-      def load!
-        ActiveSupport::Inflector.inflections(:en) do |inflect|
-          load(inflect, base)
-          load(inflect, custom)
-        end
-      end
-
-      def load(inflect, inflections)
-        inflections.each do |k,v|
-          inflect.irregular k,v
-        end
-      end
-
-      # base custom inflections
-      def base
-        {
-          sns: 'sns',
-          sqs: 'sqs'
-        }
-      end
-
-      # User defined custom inflections
-      def custom
-        path = "#{Jets.root}/config/inflections.yml"
-        File.exist?(path) ? Jets::Util::Yamler.load_file(path) : {}
-      end
-    end
-  end
-end

data/lib/jets/info.rb

@@ -1,116 +0,0 @@
-# frozen_string_literal: true
-
-require "cgi"
-require "rack"
-
-module Jets
-  # This module helps build the runtime properties that are displayed in
-  # Jets::InfoController responses. These include the active Jets version,
-  # Ruby version, Rack version, and so on.
-  module Info
-    mattr_accessor :properties, default: []
-
-    class << @@properties
-      def names
-        map(&:first)
-      end
-
-      def value_for(property_name)
-        if property = assoc(property_name)
-          property.last
-        end
-      end
-    end
-
-    class << self # :nodoc:
-      def property(name, value = nil)
-        value ||= yield
-        properties << [name, value] if value
-      rescue Exception
-      end
-
-      def to_s
-        column_width = properties.names.map(&:length).max
-        info = properties.map do |name, value|
-          value = value.join(", ") if value.is_a?(Array)
-          "%-#{column_width}s   %s" % [name, value]
-        end
-        info.unshift "About your application's environment"
-        info * "\n"
-      end
-
-      alias inspect to_s
-
-      def to_html
-        (+"<table>").tap do |table|
-          properties.each do |(name, value)|
-            table << %(<tr><td class="name">#{CGI.escapeHTML(name.to_s)}</td>)
-            formatted_value = if value.kind_of?(Array)
-              "<ul>" + value.map { |v| "<li>#{CGI.escapeHTML(v.to_s)}</li>" }.join + "</ul>"
-            else
-              CGI.escapeHTML(value.to_s)
-            end
-            table << %(<td class="value">#{formatted_value}</td></tr>)
-          end
-          table << "</table>"
-        end
-      end
-    end
-
-    # The Jets version.
-    property "Jets version" do
-      Jets.version.to_s
-    end
-
-    # The Ruby version and platform, e.g. "2.0.0-p247 (x86_64-darwin12.4.0)".
-    property "Ruby version" do
-      RUBY_DESCRIPTION
-    end
-
-    # The RubyGems version, if it's installed.
-    property "RubyGems version" do
-      Gem::VERSION
-    end
-
-    property "Rack version" do
-      ::Rack.release
-    end
-
-    property "JavaScript Runtime" do
-      ExecJS.runtime.name
-    end
-
-    # Note: The Jets.configuration.middleware is not available until Jets.boot finishes.
-    # It's important for the jets gem not to eager load because
-    # Jets.configuration.middleware is not available until after Jets.boot.
-    #
-    # Originally called Jets.boot here, but it results in a boot twice.
-    # That results in weird behavior like commenting out DebugException middleware
-    # breaks startup with ActiveSupport::Dependencies.autoload_paths freeze error.
-    # The side-effect errors are hard to debug. Jets::Info should be loaded lazily.
-    #
-    # In Jets::Autoloaders::Gem we do_not_eager_load Jets::Info to avoid this issue.
-    property "Middleware" do
-      Jets.configuration.middleware.map(&:inspect)
-    end
-
-    # The application's location on the filesystem.
-    property "Application root" do
-      File.expand_path(Jets.root)
-    end
-
-    # The current Jets environment (development, test, or production).
-    property "Environment" do
-      Jets.env
-    end
-
-    # The name of the database adapter for the current environment.
-    property "Database adapter" do
-      ActiveRecord::Base.connection.pool.db_config.adapter
-    end
-
-    property "Database schema version" do
-      ActiveRecord::Base.connection.migration_context.current_version rescue nil
-    end
-  end
-end

data/lib/jets/initializable.rb

@@ -1,95 +0,0 @@
-# frozen_string_literal: true
-
-require "tsort"
-
-module Jets
-  module Initializable
-    def self.included(base) # :nodoc:
-      base.extend ClassMethods
-    end
-
-    class Initializer
-      attr_reader :name, :block
-
-      def initialize(name, context, options, &block)
-        options[:group] ||= :default
-        @name, @context, @options, @block = name, context, options, block
-      end
-
-      def before
-        @options[:before]
-      end
-
-      def after
-        @options[:after]
-      end
-
-      def belongs_to?(group)
-        @options[:group] == group || @options[:group] == :all
-      end
-
-      def run(*args)
-        @context.instance_exec(*args, &block)
-      end
-
-      def bind(context)
-        return self if @context
-        Initializer.new(@name, context, @options, &block)
-      end
-
-      def context_class
-        @context.class
-      end
-    end
-
-    class Collection < Array
-      include TSort
-
-      alias :tsort_each_node :each
-      def tsort_each_child(initializer, &block)
-        select { |i| i.before == initializer.name || i.name == initializer.after }.each(&block)
-      end
-
-      def +(other)
-        Collection.new(to_a + other.to_a)
-      end
-    end
-
-    def run_initializers(group = :default, *args)
-      return if instance_variable_defined?(:@ran)
-      initializers.tsort_each do |initializer|
-        initializer.run(*args) if initializer.belongs_to?(group)
-      end
-      @ran = true
-    end
-
-    def initializers
-      @initializers ||= self.class.initializers_for(self)
-    end
-
-    module ClassMethods
-      def initializers
-        @initializers ||= Collection.new
-      end
-
-      def initializers_chain
-        initializers = Collection.new
-        ancestors.reverse_each do |klass|
-          next unless klass.respond_to?(:initializers)
-          initializers = initializers + klass.initializers
-        end
-        initializers
-      end
-
-      def initializers_for(binding)
-        Collection.new(initializers_chain.map { |i| i.bind(binding) })
-      end
-
-      def initializer(name, opts = {}, &blk)
-        raise ArgumentError, "A block must be passed when defining an initializer" unless blk
-        opts[:after] ||= initializers.last.name unless initializers.empty? || initializers.find { |i| i.name == opts[:before] }
-        initializers << Initializer.new(name, nil, opts, &blk)
-      end
-    end
-  end
-end

data/lib/jets/job/base.rb

@@ -1,52 +0,0 @@
-require 'json'
-
-# Job public methods get turned into Lambda functions.
-#
-# Jets::Job::Base < Jets::Lambda::Functions
-# Both Jets::Job::Base and Jets::Lambda::Functions have Dsl modules included.
-# So the Jets::Job::Dsl overrides some of the Jets::Lambda::Functions behavior.
-module Jets::Job
-  class Base < Jets::Lambda::Functions
-    include Dsl
-
-    # non-DSL methods
-    include Helpers::KinesisEvent
-    include Helpers::LogEvent
-    include Helpers::S3Event
-    include Helpers::SnsEvent
-    include Helpers::SqsEvent
-    prepend Jets::ExceptionReporting::Process
-
-    # Tracks bucket each time an s3_event is declared
-    # Map of bucket_name => stack_name (nested part)
-    cattr_accessor :_s3_events # dont want this to be inheritable intentionally
-    self._s3_events = {}
-
-    class << self
-      def process(event, context, meth)
-        job = new(event, context, meth)
-        job.send(meth)
-      end
-
-      def perform_now(meth, event={}, context={})
-        process(event, context, meth)
-      end
-
-      def perform_later(meth, event={}, context={})
-        if on_lambda?
-          function_name = "#{self.to_s.underscore}-#{meth}"
-          call = Jets::Commands::Call::Caller.new(function_name, JSON.dump(event), invocation_type: "Event")
-          call.run
-        else
-          Jets.logger.info "INFO: Not on AWS Lambda. In local mode perform_later executes the job with perform_now instead."
-          perform_now(meth, event, context)
-        end
-      end
-
-    private
-      def on_lambda?
-        !!ENV['AWS_LAMBDA_FUNCTION_NAME']
-      end
-    end
-  end
-end

data/lib/jets/job/dsl/dynamodb_event.rb

@@ -1,78 +0,0 @@
-module Jets::Job::Dsl
-  module DynamodbEvent
-    def dynamodb_event(table_name_without_namespace, options={})
-      return if ENV['JETS_NO_INTERNET'] # Disable during build since jets build tries to init this
-
-      table_name = add_dynamodb_table_namespace(table_name_without_namespace)
-      stream_arn = full_dynamodb_stream_arn(table_name)
-      default_iam_policy = default_dynamodb_stream_policy(stream_arn)
-
-      # Create iam policy allows access to dynamodb
-      iam_policy_option = [options.delete(:iam_policy)].compact.flatten
-      user_iam_policy = [@iam_policy].compact.flatten
-      iam_policy_props = iam_policy_option + user_iam_policy + [default_iam_policy]
-      iam_policy(iam_policy_props)
-
-      props = options # by this time options only has EventSourceMapping properties
-      default = {
-        EventSourceArn: stream_arn,
-        StartingPosition: "TRIM_HORIZON",
-      }
-      props = default.merge(props)
-
-      event_source_mapping(props)
-    end
-
-    def add_dynamodb_table_namespace(table_name_without_namespace)
-      ns = if Jets.config.events.dynamodb.table_namespace == true
-             Jets.table_namespace # does not include extra
-           elsif Jets.config.events.dynamodb.table_namespace
-             Jets.config.events.dynamodb.table_namespace # allow user to fully control namespace
-           end
-      ns_separator = Jets.config.events.dynamodb.table_namespace_separator
-      [ns, table_name_without_namespace].compact.join(ns_separator)
-    end
-
-    # Expands table name to the full stream arn. Example:
-    #
-    #   test-table
-    # To:
-    #   arn:aws:dynamodb:us-west-2:112233445566:table/test-table/stream/2019-02-15T21:41:15.217
-    #
-    # Note, this does not check if the stream has been disabled.
-    def full_dynamodb_stream_arn(table_name)
-      return table_name if table_name.include?("arn:aws:dynamodb") # assume full stream arn
-
-      begin
-        resp = dynamodb.describe_table(table_name: table_name)
-      rescue Aws::DynamoDB::Errors::ResourceNotFoundException => e
-        puts e.message
-        puts "ERROR: Was not able to find the DynamoDB table: #{table_name}.".color(:red)
-        code_line = caller.grep(%r{/app/jobs}).first
-        puts "Please check: #{code_line}"
-        puts "Exiting"
-        exit 1
-      end
-      stream_arn = resp.table.latest_stream_arn
-      return stream_arn if stream_arn
-    end
-
-    def default_dynamodb_stream_policy(stream_name_arn='*')
-      stream = {
-        Action: ["dynamodb:GetRecords",
-                 "dynamodb:GetShardIterator",
-                 "dynamodb:DescribeStream",
-                 "dynamodb:ListStreams"],
-        Effect: "Allow",
-        Resource: stream_name_arn,
-      }
-      table_name_arn = stream_name_arn.gsub(%r{/stream/20.*},'')
-      table = {
-        Action: ["dynamodb:DescribeTable"],
-        Effect: "Allow",
-        Resource: table_name_arn,
-      }
-      [stream, table]
-    end
-  end
-end

data/lib/jets/job/dsl/event_source_mapping.rb

@@ -1,11 +0,0 @@
-# SqsEvent uses this module
-module Jets::Job::Dsl
-  module EventSourceMapping
-    def event_source_mapping(props={})
-      r = Jets::Cfn::Resource::Lambda::EventSourceMapping.new(props)
-      with_fresh_properties do
-        resource(r.definition) # add associated resource immediately
-      end
-    end
-  end
-end

data/lib/jets/job/dsl/iot_event.rb

@@ -1,24 +0,0 @@
-module Jets::Job::Dsl
-  module IotEvent
-    # The user must at least pass in an SQL statement
-    def iot_event(props={})
-      if props.is_a?(String) # SQL Statement
-        props = {Sql: props}
-        topic_props = {TopicRulePayload: props}
-      elsif props.key?(:TopicRulePayload) # full properties structure
-        topic_props = props
-      else # just the TopicRulePayload
-        topic_props = {TopicRulePayload: props}
-      end
-
-      declare_iot_topic(topic_props)
-    end
-
-    def declare_iot_topic(props={})
-      r = Jets::Cfn::Resource::Iot::TopicRule.new(props)
-      with_fresh_properties do
-        resource(r.definition) # add associated resource immediately
-      end
-    end
-  end
-end

data/lib/jets/job/dsl/kinesis_event.rb

@@ -1,47 +0,0 @@
-module Jets::Job::Dsl
-  module KinesisEvent
-    def kinesis_event(stream_name, options={})
-      stream_arn = full_kinesis_stream_arn(stream_name)
-      default_iam_policy = default_kinesis_stream_policy(stream_arn)
-
-      # Create iam policy allows access to kinesis
-      iam_policy_option = [options.delete(:iam_policy)].compact.flatten
-      user_iam_policy = [@iam_policy].compact.flatten
-      iam_policy_props = iam_policy_option + user_iam_policy + [default_iam_policy]
-      iam_policy(iam_policy_props)
-
-      props = options # by this time options only has EventSourceMapping properties
-      default = {
-        EventSourceArn: stream_arn,
-        StartingPosition: "LATEST",
-      }
-      props = default.merge(props)
-
-      event_source_mapping(props)
-    end
-
-    # Expands table name to the full stream arn. Example:
-    #
-    #   test-table
-    # To:
-    #   arn:aws:kinesis:us-west-2:112233445566:table/test-table/stream/2019-02-15T21:41:15.217
-    #
-    # Note, this does not check if the stream has been disabled.
-    def full_kinesis_stream_arn(stream_name)
-      return stream_name if stream_name.include?("arn:aws:kinesis") # assume full stream arn
-
-      "arn:aws:kinesis:#{Jets.aws.region}:#{Jets.aws.account}:stream/#{stream_name}"
-    end
-
-    def default_kinesis_stream_policy(stream_name_arn='*')
-      {
-        Action: ["kinesis:GetRecords",
-                 "kinesis:GetShardIterator",
-                 "kinesis:DescribeStream",
-                 "kinesis:ListStreams"],
-        Effect: "Allow",
-        Resource: stream_name_arn,
-      }
-    end
-  end
-end

data/lib/jets/job/dsl/log_event.rb

@@ -1,15 +0,0 @@
-module Jets::Job::Dsl
-  module LogEvent
-    def log_event(log_group_name, props={})
-      props.merge!(LogGroupName: log_group_name)
-      declare_log_subscription_filter(props)
-    end
-
-    def declare_log_subscription_filter(props={})
-      r = Jets::Cfn::Resource::Logs::SubscriptionFilter.new(props)
-      with_fresh_properties do
-        resource(r.definition) # add associated resource immediately
-      end
-    end
-  end
-end

data/lib/jets/job/dsl/rule_event.rb

@@ -1,78 +0,0 @@
-module Jets::Job::Dsl
-  module RuleEvent
-    # Public: Creates CloudWatch Event Rule
-    #
-    # expression - The rate expression.
-    #
-    # Examples
-    #
-    #   rate("10 minutes")
-    #   rate("10 minutes", description: "Hard job")
-    #
-    def rate(expression, props={})
-      schedule_job("rate(#{expression})", props)
-    end
-
-    # Public: Creates CloudWatch Event Rule
-    #
-    # expression - The cron expression.
-    #
-    # Examples
-    #
-    #   cron("0 */12 * * ? *")
-    #   cron("0 */12 * * ? *", description: "Hard job")
-    #
-    def cron(expression, props={})
-      schedule_job("cron(#{expression})", props)
-    end
-
-    def schedule_job(expression, props={})
-      props = props.merge(ScheduleExpression: expression)
-      rule_event(props)
-    end
-
-    def rule_event(props={})
-      # detail should all be lowercase: https://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/aws-resource-events-rule.html
-      # source should also all be lowercase
-      if props.key?(:detail)
-        # :description should be lowercased. It's a convenience property, and belongs at a higher level
-        description = props.key?(:description) ? props.delete(:description) : rule_description
-        rule_props = { EventPattern: props, Description: description }
-      else # if props.key?(:event_pattern)
-        props[:Description] ||= rule_description
-        rule_props = props
-      end
-
-      with_fresh_properties(multiple_resources: false) do
-        associated_properties(rule_props) # TODO: consider getting rid of @associated_properties concept
-        resource(events_rule_definition) # add associated resource immediately
-      end
-    end
-
-    def rule_description
-      self.rule_counter += 1
-      "#{self.name} event rule #{rule_counter}"
-    end
-
-    def events_rule_definition
-      resource = Jets::Cfn::Resource::Events::Rule.new(associated_properties)
-      resource.definition # returns a definition to be added by associated_resources
-    end
-
-    # Deprecated methods, will be removed in the future
-    def events_rule(props)
-      puts "DEPRECATED: events_rule. Instead use rule_event. The events_rule will be removed in the future.  Pausing for 5 seconds".color(:yellow)
-      puts caller[0]
-      sleep 5
-      rule_event(props)
-    end
-    # Deprecated methods, will be removed in the future
-
-    def event_pattern(props)
-      puts "DEPRECATED: events_rule. Instead use rule_event. The events_rule will be removed in the future.  Pausing for 5 seconds".color(:yellow)
-      puts caller[0]
-      sleep 5
-      rule_event(props)
-    end
-  end
-end