jets 5.0.17 → 6.0.0.beta1

data/lib/jets/authorizer/helpers/iam_helper.rb

@@ -1,49 +0,0 @@
-module Jets::Authorizer::Helpers
-  module IamHelper
-    include Jets::Util::Camelize
-
-    private
-    # Structure: https://docs.aws.amazon.com/apigateway/latest/developerguide/api-gateway-lambda-authorizer-output.html
-    # Example:
-    #
-    #     {
-    #       "principalId" => "yyyyyyyy", // The principal user identification associated with the token sent by the client.
-    #       "policyDocument" => {},
-    #       "context" => {},
-    #       "usageIdentifierKey" => "{api-key}"
-    #     }
-    #
-    def build_policy(*args)
-      if args.first.is_a?(Hash) # generalized form
-        props = args.first
-      else # build_policy(resource, principal, context, usage_identifier_key) form
-        resource, principal_id, context, usage_identifier_key = args
-        props = {
-          principalId: principal_id || "default_user",
-          policyDocument: {
-            Version: "2012-10-17",
-            Statement: [
-              Action: "execute-api:Invoke",
-              Effect: "Allow",
-              Resource: resource || "*",
-            ],
-          },
-        }
-        props[:context] = context if context
-        props[:usageIdentifierKey] = usage_identifier_key if usage_identifier_key
-      end
-
-      props.transform_keys! { |k| pascalize(k) } # Only top-level keys are pascalized
-      # policyDocument is camelized, everything else is left alone
-      props[:policyDocument] = camelize(props[:policyDocument])
-      props
-    end
-
-    def pascalize(value)
-      new_value = value.to_s.camelize
-      first_char = new_value[0..0].downcase
-      new_value[0] = first_char
-      new_value.to_sym
-    end
-  end
-end

data/lib/jets/autoloaders/inflector.rb

@@ -1,21 +0,0 @@
-# frozen_string_literal: true
-
-require "active_support/inflector"
-
-module Jets
-  class Autoloaders
-    module Inflector # :nodoc:
-      # Concurrent::Map is not needed. This is a private class, and overrides
-      # must be defined while the application boots.
-      @overrides = {}
-
-      def self.camelize(basename, _abspath)
-        @overrides[basename] || basename.camelize
-      end
-
-      def self.inflect(overrides)
-        @overrides.merge!(overrides)
-      end
-    end
-  end
-end

data/lib/jets/backtrace_cleaner.rb

@@ -1,27 +0,0 @@
-# frozen_string_literal: true
-
-require "active_support/backtrace_cleaner"
-require "active_support/core_ext/string/access"
-
-module Jets
-  class BacktraceCleaner < ActiveSupport::BacktraceCleaner
-    APP_DIRS_PATTERN = /\A(?:\.\/)?(?:app|config|lib|test|\(\w*\))/
-    RENDER_TEMPLATE_PATTERN = /:in `.*_\w+_{2,3}\d+_\d+'/
-
-    def initialize
-      super
-      @root = "#{Jets.root}/"
-      add_filter do |line|
-        line.start_with?(@root) ? line.from(@root.size) : line
-      end
-      add_filter do |line|
-        if RENDER_TEMPLATE_PATTERN.match?(line)
-          line.sub(RENDER_TEMPLATE_PATTERN, "")
-        else
-          line
-        end
-      end
-      add_silencer { |line| !APP_DIRS_PATTERN.match?(line) }
-    end
-  end
-end

data/lib/jets/booter.rb

@@ -1,78 +0,0 @@
-require "jets/core_ext/kernel" # Hack prevents Jets const from being defined
-
-class Jets::Booter
-  class << self
-    @booted = false
-    def boot!
-      return if @booted
-      confirm_jets_project!
-
-      # Registration phase
-      Jets::Bundle.require    # engine config and register initializers
-      load_internal_engine    # internal engine initializers
-      require_application!    # override with user customizations
-
-      # Run phase
-      Jets.application.initialize!
-      @booted = true
-    end
-
-    def require_application!
-      require ENGINE_PATH if defined?(ENGINE_PATH)
-
-      if defined?(APP_PATH)
-        check_old_jets_code!
-        require APP_PATH
-      else
-        require "#{Jets.root}/config/application"
-      end
-    end
-
-    def load_internal_engine
-      require File.expand_path("../../engines/internal/lib/internal/engine.rb", __dir__)
-    end
-
-    # All Turbines
-    def app_initializers
-      Dir.glob("#{Jets.root}/config/initializers/**/*").sort.each do |path|
-        load path
-      end
-    end
-
-    # Cannot call this for the jets new
-    # We check that within a jets project again as Jets.boot
-    # Also checked in the jets/cli.rb more generally
-    def confirm_jets_project!
-      return if defined?(ENGINE_PATH)
-      unless File.exist?("#{Jets.root}/config/application.rb")
-        puts "It does not look like you are running this command within a jets project.  Please confirm that you are in a jets project and try again.".color(:red)
-        exit 1
-      end
-    end
-
-    def check_old_jets_code!
-      application_rb = "#{Jets.root}/config/application.rb"
-      return unless File.exist?(application_rb)
-      return if File.read(application_rb).include?(' < Jets::Application')
-      puts "ERROR: Based on config/application.rb, it looks like your app code was written with an older version of Jets.".color(:red)
-      puts "Please install and run the jets-upgrade command to upgrade your project."
-      puts "  jets-upgrade go".color(:green)
-      exit 1
-    end
-
-    def message
-      "Jets booting up in #{Jets.env.color(:green)} mode!"
-    end
-
-    def check_config_ru!
-      config_ru = File.read("#{Jets.root}/config.ru")
-      unless config_ru.include?("Jets.boot")
-        puts 'The config.ru file is missing Jets.boot.  Please add Jets.boot after require "jets"'.color(:red)
-        puts "This was changed as made in Jets v1.1.0."
-        puts "To have Jets update the config.fu file for you, you can run:\n\n"
-        puts "    jets-upgrade"
-        exit 1
-      end
-    end
-  end
-end

data/lib/jets/builders/code_builder.rb

@@ -1,359 +0,0 @@
-require "action_view"
-require "fileutils"
-require "net/http"
-require "open-uri"
-require "socket"
-
-# Some important folders to help understand how jets builds a project:
-#
-# /tmp/jets: build root where different jets projects get built.
-# /tmp/jets/project: each jets project gets built in a different subdirectory.
-#
-# The rest of the folders are subfolders under /tmp/jets/project.
-#
-module Jets::Builders
-  class CodeBuilder
-    include Jets::AwsServices
-    include Util
-    extend Memoist
-
-    attr_reader :full_project_path
-    def initialize
-      # Expanding to the full path and capture now.
-      # Dir.chdir gets called later and we'll lose this info.
-      @full_project_path = File.expand_path(Jets.root) + "/"
-      @version_purger = Purger.new
-    end
-
-    def build
-      @version_purger.purge
-      cache_check_message
-
-      clean_start
-      reset_dotenv_vars
-      assets_precompile
-      run_webpack # easier to do before we copy the project because node and yarn has been likely setup in the that dir
-      copy_project
-      copy_ruby_version_file
-      Dir.chdir("#{stage_area}/code") do
-        # These commands run from project root
-        code_setup
-        package_ruby
-        code_finish
-      end
-    end
-
-    # Resolves the chicken-and-egg problem with md5 checksums. The handlers need
-    # to reference files with the md5 checksum.  The files are the:
-    #
-    #   jets/code/rack-checksum.zip
-    #   jets/code/opt-checksum.zip
-    #
-    # We compute the checksums before we generate the node shim handlers.
-    def calculate_md5s
-      Md5.compute! # populates Md5.checksums hash
-    end
-
-    def generate_shims
-      headline "Generating shims in the handlers folder."
-      # Crucial that the Dir.pwd is in the tmp_code because for
-      # Jets::Builders::app_files because Jets.boot set ups
-      # autoload_paths and this is how project classes are loaded.
-      Jets::Builders::HandlerGenerator.build!
-    end
-
-    def create_zip_files
-      folders = Md5.stage_folders
-      # Md5.stage_folders ["stage/bundled", "stage/code"]
-      folders.each do |folder|
-        zip = Md5Zip.new(folder)
-        if exist_on_s3?(zip.md5_name)
-          puts "Already exists: s3://#{s3_bucket}/jets/code/#{zip.md5_name}"
-        else
-          zip = Md5Zip.new(folder)
-          zip.create
-        end
-      end
-    end
-
-    def exist_on_s3?(filename)
-      return false if ENV['JETS_NO_INTERNET']
-      s3_key = "jets/code/#{filename}"
-      begin
-        Jets.logger.debug "Checking s3://#{s3_bucket}/#{s3_key}"
-        s3.head_object(bucket: s3_bucket, key: s3_key)
-        true
-      rescue Aws::S3::Errors::NotFound, Aws::S3::Errors::Forbidden
-        false
-      end
-    end
-
-    def code_setup
-      reconfigure_development_webpacker
-    end
-
-    def code_finish
-      # Reconfigure code
-      store_s3_base_url
-      disable_webpacker_middleware
-
-      # Code prep and zipping
-      check_code_size!
-      calculate_md5s # must be called before create_zip_files and generate_shims because checksums need to be populated
-      # generate_shims and create_zip_files use checksums
-      #
-      # Notes:
-      #
-      # Had moved calculate_md5s to fix a what thought was a subtle issue https://github.com/tongueroo/jets/pull/424
-      # But am unsure about that the fix now. This essentially reverts that issue.
-      #
-      # Fix in https://github.com/tongueroo/jets/pull/459
-      #
-      generate_shims # the generated handlers/data.yml has rack_zip key
-      create_zip_files
-    end
-
-    def check_code_size!
-      CodeSize.check!
-    end
-
-    # Thanks https://stackoverflow.com/questions/9354595/recursively-getting-the-size-of-a-directory
-    # Seems to overestimate a little bit but close enough.
-    def dir_size(folder)
-      Dir.glob(File.join(folder, '**', '*'))
-        .select { |f| File.file?(f) }
-        .map{ |f| File.size(f) }
-        .inject(:+)
-    end
-
-    # Store s3 base url is needed for asset serving from s3 later. Need to package this
-    # as part of the code so we have a reference to it.
-    # At this point the minimal stack exists, so we can grab it with the AWS API.
-    # We do not want to grab this as part of the live request because it is slow.
-    def store_s3_base_url
-      return if Jets.config.mode == "job"
-      return unless gemfile_include?("sprockets-jets")
-      write_s3_base_url("#{stage_area}/code/config/s3_base_url.txt")
-    end
-
-    def write_s3_base_url(full_path)
-      FileUtils.mkdir_p(File.dirname(full_path))
-      IO.write(full_path, s3_base_url)
-    end
-
-    def s3_base_url
-      # Allow user to set assets.base_url
-      #
-      #   Jets.application.configure do
-      #     config.assets.base_url = "https://cloudfront.com/my/base/path"
-      #   end
-      #
-      return Jets.config.assets.base_url if Jets.config.assets.base_url
-
-      # Note: subdomain form works with CORs but the subfolder form does not. Using subfolder form.
-      region = Jets.aws.region
-      asset_base_url = region == 'us-east-1' ?
-        "https://#{s3_bucket}.s3.amazonaws.com/jets" :
-        "https://#{s3_bucket}.s3-#{region}.amazonaws.com/jets"
-    end
-
-    def s3_bucket
-      Jets.aws.s3_bucket
-    end
-
-    def disable_webpacker_middleware
-      full_path = "#{"#{stage_area}/code"}/config/disable-webpacker-middleware.txt"
-      FileUtils.mkdir_p(File.dirname(full_path))
-      FileUtils.touch(full_path)
-    end
-
-    def assets_precompile
-      return if skip_assets?
-      return unless gemfile_include?("sprockets-jets")
-      sh "jets assets:precompile"
-    end
-
-    # This happens in the current app directory not the tmp code for simplicity.
-    # This is because the node and yarn has likely been set up correctly there.
-    def run_webpack
-      return if skip_assets?
-      return unless gemfile_include?("jetpacker")
-
-      headline "Compling assets in current project directory"
-      sh("yarn install")
-
-      ENV['WEBPACKER_ASSET_HOST'] = asset_host if Jets.config.assets.base_url
-      webpack_command = File.exist?("#{Jets.root}/bin/webpack") ?
-          "bin/webpack" :
-          `which webpack`.strip
-      sh "JETS_ENV=#{Jets.env} #{webpack_command}"
-    end
-
-    def skip_assets?
-      if ENV['JETS_SKIP_ASSETS']
-        puts "Skip compiling assets".color(:yellow) # useful for debugging
-        return true
-      end
-      Jets.config.mode == "job"
-    end
-
-    # Different url for these. Examples:
-    #
-    #   asset_host  https://demo-dev-s3bucket-lw5vq7ht8ip4.s3.us-west-2.amazonaws.com/jets/public/packs/media/images/boltops-0dd1c6bd.png
-    #   s3_base_url https://s3-us-west-2.amazonaws.com/demo-dev-s3bucket-lw5vq7ht8ip4/jets/packs/media/images/boltops-0dd1c6bd.png
-    #
-    # Interesting: asset_host works but s3_base_url does not for CORs. IE: reactjs or vuejs requests
-    # Thinking AWS configures the non-subdomain url endpoint to be more restrictive.
-    #
-    # Allow user to set assets.asset_host
-    #
-    #   Jets.application.configure do
-    #     config.assets.asset_host = "https://cloudfront.com/my/base/path"
-    #   end
-    #
-    def asset_host
-      assets = Jets.config.assets
-      return assets.base_url if assets.base_url && assets.base_url != "s3_endpoint"
-
-      # By default, will use the s3 url endpoint directly by convention
-      region = Jets.aws.region
-      asset_base_url = region == 'us-east-1' ?
-        "https://#{s3_bucket}.s3.amazonaws.com" :
-        "https://#{s3_bucket}.s3.#{region}.amazonaws.com"
-
-      "#{asset_base_url}/jets/public" # s3_base_url
-    end
-
-    def gemfile_include?(name)
-      # Old code, leaving around for now:
-      # Thanks: https://stackoverflow.com/questions/4195735/get-list-of-gems-being-used-by-a-bundler-project
-      # webpacker_loaded = Gem.loaded_specs.keys.include?("webpacker")
-      # return unless webpacker_loaded
-
-      # Checking this way because when using jets standalone for Afterburner mode we don't want to run into
-      # bundler gem collisions.  TODO: figure out the a better way to handle the collisions.
-      lines = IO.readlines("#{Jets.root}/Gemfile")
-      lines.detect { |l| l =~ /gem ['"]#{name}/ && l !~ /^\s*?#/ }
-    end
-
-    # Cleans out non-cached files like code-*.zip in Jets.build_root
-    # for a clean start. Also ensure that the /tmp/jets/project build root exists.
-    #
-    # Most files are kept around after the build process for inspection and
-    # debugging. So we have to clean out the files. But we only want to clean out
-    # some of the files.
-    def clean_start
-      Dir.glob("#{Jets.build_root}/code/code-*.zip").each { |f| FileUtils.rm_f(f) }
-      FileUtils.mkdir_p(Jets.build_root) # /tmp/jets/demo
-    end
-
-    # Resets Dotenv cached variables so that it will force the Dotenv files to reload including
-    # the .remote files for deployment
-    def reset_dotenv_vars
-      Jets::Dotenv.class_variable_set(:@@vars, nil)
-    end
-
-    # Copy project into temporary directory. Do this so we can keep the project
-    # directory untouched and we can also remove a bunch of unnecessary files like
-    # logs before zipping it up.
-    def copy_project
-      headline "Copying current project directory to temporary build area: #{"#{stage_area}/code"}"
-      FileUtils.rm_rf("#{build_area}/stage") # clear out from previous build's stage area
-      FileUtils.mkdir_p("#{build_area}/stage")
-      FileUtils.rm_rf("#{stage_area}/code") # remove current code folder
-      move_node_modules(Jets.root, Jets.build_root)
-      begin
-        Jets::Util.cp_r(@full_project_path, "#{stage_area}/code")
-      ensure
-        move_node_modules(Jets.build_root, Jets.root) # move node_modules directory back
-      end
-    end
-
-    # Move the node modules to the tmp build folder to speed up project copying.
-    # A little bit risky because a ctrl-c in the middle of the project copying
-    # results in a missing node_modules but user can easily rebuild that.
-    #
-    # Tesing shows 6.623413 vs 0.027754 speed improvement.
-    def move_node_modules(source_folder, dest_folder)
-      source = "#{source_folder}/node_modules"
-      dest = "#{dest_folder}/node_modules"
-      if File.exist?(source)
-        FileUtils.mv(source, dest)
-      end
-    end
-
-    # Bit hacky but this saves the user from accidentally forgetting to change this
-    # when they deploy a jets project in development mode
-    def reconfigure_development_webpacker
-      return unless Jets.env.development?
-      return unless gemfile_include?("jetpacker")
-      headline "Reconfiguring webpacker development settings for AWS Lambda."
-
-      webpacker_yml = "#{"#{stage_area}/code"}/config/webpacker.yml"
-      return unless File.exist?(webpacker_yml)
-
-      config = Jets::Util::Yamler.load_file(webpacker_yml)
-      config["development"]["compile"] = false # force this to be false for deployment
-      new_yaml = YAML.dump(config)
-      IO.write(webpacker_yml, new_yaml)
-    end
-
-    def ruby_packager
-      RubyPackager.new(tmp_code)
-    end
-    memoize :ruby_packager
-
-    def rack_packager
-      RackPackager.new("#{tmp_code}/rack")
-    end
-    memoize :rack_packager
-
-    def package_ruby
-      if ENV['JETS_SKIP_PACKAGE']
-        puts "Skip packaging ruby".color(:yellow) # useful for developing handlers
-        return
-      end
-      return unless Jets.gem_layer?
-
-      check_agree
-      ruby_packager.install
-      rack_packager.install
-      ruby_packager.finish # by this time we have a /tmp/jets/demo/stage/code/vendor/gems
-      rack_packager.finish
-
-      build_lambda_layer
-    end
-
-    def check_agree
-      agree = Jets::Api::Agree.new
-      agree.prompt
-    end
-
-    def build_lambda_layer
-      return unless Jets.gem_layer?
-      lambda_layer = LambdaLayer.new
-      lambda_layer.build
-    end
-
-    def cache_check_message
-      if File.exist?("#{Jets.build_root}/cache")
-        puts "The #{Jets.build_root}/cache folder exists. Incrementally re-building the jets using the cache.  To clear the cache: rm -rf #{Jets.build_root}/cache"
-      end
-    end
-
-    def copy_ruby_version_file
-      ruby_version_path = Jets.root.join(".ruby-version")
-      return unless File.exists?(ruby_version_path)
-      FileUtils.cp_r(ruby_version_path, build_area)
-    end
-
-    # Group all the path settings together here
-    def self.tmp_code
-      Jets::Cfn::Builder.tmp_code
-    end
-
-    def tmp_code
-      self.class.tmp_code
-    end
-  end
-end

data/lib/jets/builders/code_size.rb

@@ -1,58 +0,0 @@
-module Jets::Builders
-  class CodeSize
-    LAMBDA_SIZE_LIMIT = 250 # Total lambda limit is 250MB
-    include Util
-
-    def self.check!
-      new.check
-    end
-
-    def check
-      return if within_lambda_limit?
-      say "Over the Lambda size limit of #{LAMBDA_SIZE_LIMIT}MB".color(:red)
-      say "Please reduce the size of your code."
-      display_sizes
-      exit 1
-    end
-
-    def within_lambda_limit?
-      total_size < LAMBDA_SIZE_LIMIT * 1024 # 120MB
-    end
-
-    def total_size
-      code_size = compute_size("#{stage_area}/code")
-      opt_size = compute_size("#{stage_area}/opt")
-      opt_size + code_size # total_size
-    end
-
-    def display_sizes
-      code_size = compute_size("#{stage_area}/code")
-      opt_size = compute_size("#{stage_area}/opt")
-      total_size = opt_size + code_size
-      overlimit = (LAMBDA_SIZE_LIMIT * 1024 - total_size) * -1
-      say "Sizes:"
-      say "Code: #{megabytes(code_size)} - #{stage_area}/code"
-      say "Gem Layer: #{megabytes(opt_size)} - #{stage_area}/opt"
-      say "Total Package: #{megabytes(total_size)}"
-      say "Over limit by: #{megabytes(overlimit)}"
-      say "Sometimes blowing away the /tmp/jets cache will reduce the size: rm -rf /tmp/jets"
-      # sh "du -kcsh #{stage_area}/*" unless Jets.env.test? # uncomment to debug
-    end
-
-    def compute_size(path)
-      return 0 unless File.exist?(path)
-      # -k option is required for macosx but not for linux
-      out = `du -ks #{path}`
-      out.split(' ').first.to_i # bytes
-    end
-
-    def megabytes(bytes)
-      n = bytes / 1024.0
-      sprintf('%.1f', n) + 'MB'
-    end
-
-    def say(message)
-      puts message unless Jets.env.test?
-    end
-  end
-end

data/lib/jets/builders/gem_replacer.rb

@@ -1,83 +0,0 @@
-module Jets::Builders
-  class GemReplacer
-    extend Memoist
-    include Util
-
-    def initialize(options)
-      @options = options
-    end
-
-    def run
-      # use_gemspec to resolve http-parser gem issue
-      check = Jets::Api::Gems::Check.new(use_gemspec: true)
-      if Jets.config.lambda.layers.empty?
-        found_gems = check.run! # exits early if missing gems found
-      else
-        # assumes missing gems are in the provided custom layer by the user
-        found_gems = check.run # does not exist early
-      end
-
-      # found gems will only have gems that were found
-      found_gems.each do |gem_name|
-        gem_extractor = Jets::Api::Gems::Extract::Gem.new(gem_name, @options)
-        gem_extractor.run
-        rename_gem(gem_name)
-      end
-
-      tidy
-    end
-
-    def rename_gem(gem_name)
-      ruby_folder = "#{Jets.build_root}/stage/opt/ruby/gems/#{Jets::Api::Gems.ruby_folder}"
-      gems_folder = "#{ruby_folder}/gems"
-      expr = "#{gems_folder}/#{gem_name}-x*-{darwin,linux}"
-      src = Dir.glob(expr).first
-      return unless src
-
-      dest = src.sub("-darwin", "-linux")
-      FileUtils.mv(src, dest) unless File.exist?(dest) # looks like rename_gem actually runs twice
-    end
-
-    def ruby_folder
-      Jets::Api::Gems.ruby_folder
-    end
-
-    # remove unnecessary files to reduce package size
-    def tidy
-      # project_root: /tmp/jets/demo/stage/code/
-      # /tmp/jets/demo/stage/code/bundled
-      tidy_gems("#{@options[:project_root]}/ruby/gems/#{ruby_folder}/*/gems/*")
-      tidy_gems("#{@options[:project_root]}/ruby/gems/#{ruby_folder}/*/bundler/gems/*")
-    end
-
-    def tidy_gems(gems_path)
-      Dir.glob(gems_path).each do |gem_path|
-        tidy_gem(gem_path)
-      end
-    end
-
-    # Clean up some unneeded files to try to keep the package size down
-    # In a generated jets app this made a decent 9% difference:
-    #  175M test2
-    #  191M test3
-    def tidy_gem(path)
-      # remove top level tests and cache folders
-      Dir.glob("#{path}/*").each do |path|
-        next unless File.directory?(path)
-        folder = File.basename(path)
-        if %w[test tests spec features benchmark cache doc].include?(folder)
-          FileUtils.rm_rf(path)
-        end
-      end
-
-      Dir.glob("#{path}/**/*").each do |path|
-        next unless File.file?(path)
-        ext = File.extname(path)
-        if %w[.rdoc .md .markdown].include?(ext) or
-           path =~ /LICENSE|CHANGELOG|README/
-          FileUtils.rm_f(path)
-        end
-      end
-    end
-  end
-end