jets 5.0.14 → 6.0.0.beta1

data/lib/jets/builders/ruby_packager.rb

@@ -1,288 +0,0 @@
-require "bundler" # for clean_old_submodules only
-
-module Jets::Builders
-  class RubyPackager
-    include Util
-
-    GEM_REGEXP = /-(arm|x)\d+.*-(darwin|linux)/
-
-    attr_reader :full_app_root
-    def initialize(relative_app_root)
-      @full_app_root = "#{build_area}/#{relative_app_root}"
-    end
-
-    def install
-      return unless gemfile_exist?
-
-      clean_old_submodules
-      bundle_install
-      bundle_check
-      copy_bundle_config
-      copy_cache_gems
-    end
-
-    #   build gems in vendor/gems/ruby/2.5.0 (done in install phase)
-    def finish
-      return unless gemfile_exist?
-      tidy
-    end
-
-    def gemfile_exist?
-      gemfile_path = "#{@full_app_root}/Gemfile"
-      File.exist?(gemfile_path)
-    end
-
-    # Installs gems on the current target system: both compiled and non-compiled.
-    # If user is on a macosx machine, macosx gems will be installed.
-    # If user is on a linux machine, linux gems will be installed.
-    #
-    # Copies Gemfile* to /tmp/jets/demo/cache folder and installs
-    # gems with bundle install from there.
-    #
-    # We take the time to copy Gemfile and bundle into a separate directory
-    # because it gets left around to act as a 'cache'.  So, when the builds the
-    # project gets built again not all the gems from get installed from the
-    # beginning.
-    def bundle_install
-      full_project_path = @full_app_root
-      headline "Bundling: running bundle install in cache area: #{cache_area}."
-
-      copy_gemfiles(full_project_path)
-      copy_bundled_gems(full_project_path)
-      run_prebundle_copy
-
-      # Uncomment out to always remove the cache/vendor/gems to debug
-      # FileUtils.rm_rf("#{cache_area}/vendor/gems")
-
-      # Remove .bundle folder so .bundle/config doesnt affect how Jets packages gems.
-      # Not using BUNDLE_IGNORE_CONFIG=1 to allow home ~/.bundle/config to affect bundling though.
-      # This is useful if you have private gems sources that require authentication. Example:
-      #
-      #    bundle config gems.myprivatesource.com user:pass
-      #
-
-      create_bundle_config
-      require "bundler" # dynamically require bundler so user can use any bundler
-      Bundler.with_unbundled_env do
-        sh(
-          "cd #{cache_area} && " \
-          "env bundle install"
-        )
-      end
-      create_bundle_config(frozen: true)
-
-      rewrite_gemfile_lock("#{cache_area}/Gemfile.lock")
-
-      # Copy the Gemfile.lock back to the project in case it was updated.
-      # For example we add the jets-rails to the Gemfile.
-      copy_back_gemfile_lock
-
-      puts 'Bundle install completed'
-    end
-
-    # Example `bundle check` error:
-    #
-    #     The following gems are missing
-    #     * date (3.3.3)
-    #     * timeout (0.3.2)
-    #     Install missing gems with `bundle install`
-    #
-    # Example success:
-    #
-    #     The Gemfile's dependencies are satisfied
-    #
-    def bundle_check
-      out = ''
-      Bundler.with_unbundled_env do
-        out = `cd #{cache_area} && bundle check 2>&1`
-      end
-      if out.include?("missing")
-        puts "Failed: bundle check".color(:red)
-        puts <<~EOL
-          This means something went wrong with the bundle install.
-          Jets will prevent the deployment to AWS Lambda.
-          It's better to error now instead of finding out on AWS Lambda.
-          The bundle install can fail for different system-specific reasons.
-          It could be an outdated or incompatible version of RubyGems and Ruby.
-
-          Related: https://community.boltops.com/t/could-not-find-timeout-0-3-1-in-any-of-the-sources/996
-
-        EOL
-        exit 1
-      end
-    end
-
-    def copy_back_gemfile_lock
-      src = "#{cache_area}/Gemfile.lock"
-      dest = "#{@full_app_root}/Gemfile.lock"
-      FileUtils.cp(src, dest)
-    end
-
-    # Clean up extra unneeded files to reduce package size
-    # Because we're removing files (something dangerous) use full paths.
-    def tidy
-      puts "Tidying project: removing ignored files to reduce package size."
-      tidy_project(@full_app_root)
-      # The rack sub project has it's own gitignore.
-      tidy_project(@full_app_root+"/rack")
-    end
-
-    def tidy_project(path)
-      Tidy.new(path).cleanup!
-    end
-
-    # When using submodules, bundler leaves old submodules behind. Over time this inflates
-    # the size of the the cache gems.  So we'll clean it up.
-    def clean_old_submodules
-      # https://stackoverflow.com/questions/38800129/parsing-a-gemfile-lock-with-bundler
-      lockfile = "#{cache_area}/Gemfile.lock"
-      return unless File.exist?(lockfile)
-
-      return if Bundler.bundler_major_version <= 1 # LockfileParser only works for Bundler version 2+
-
-      parser = Bundler::LockfileParser.new(Bundler.read_file(lockfile))
-      specs = parser.specs
-
-      # specs = Bundler.load.specs
-      # IE: spec.source.to_s: "https://github.com/tongueroo/webpacker.git (at jets@a8c4661)"
-      submoduled_specs = specs.select do |spec|
-        spec.source.to_s =~ /@\w+\)/
-      end
-
-      # find git shas to keep
-      # IE: ["a8c4661", "abc4661"]
-      git_shas = submoduled_specs.map do |spec|
-        md = spec.source.to_s.match(/@(\w+)\)/)
-        md[1] # git_sha
-      end
-
-      # IE: /tmp/jets/demo/cache/vendor/gems/ruby/2.5.0/bundler/gems/webpacker-a8c46614c675
-      Dir.glob("#{cache_area}/vendor/gems/ruby/2.5.0/bundler/gems/*").each do |path|
-        sha = path.split('-').last[0..6] # only first 7 chars of the git sha
-        unless git_shas.include?(sha)
-          FileUtils.rm_rf(path) # REMOVE old submodule directory
-        end
-      end
-    end
-
-
-    def copy_gemfiles(full_project_path)
-      FileUtils.mkdir_p(cache_area)
-      FileUtils.cp("#{full_project_path}/Gemfile", "#{cache_area}/Gemfile")
-
-      gemfile_lock = "#{full_project_path}/Gemfile.lock"
-      dest = "#{cache_area}/Gemfile.lock"
-      return unless File.exist?(gemfile_lock)
-
-      FileUtils.cp(gemfile_lock, dest)
-    end
-
-    def copy_bundled_gems(full_project_path)
-      src = "#{full_project_path}/bundled_gems"
-      return unless File.exist?(src)
-      Jets::Util.cp_r(src, "#{cache_area}/bundled_gems")
-    end
-
-    def run_prebundle_copy
-      paths = Jets.config.build.prebundle_copy
-      paths = Array(paths)
-      paths.each do |path|
-        src = "#{@full_app_root}/#{path}"
-        return unless File.exist?(src)
-        Jets::Util.cp_r(src, "#{cache_area}/#{path}")
-      end
-    end
-
-    # Remove the BUNDLED WITH line since we don't control the bundler gem version on AWS Lambda
-    # And this can cause issues with require 'bundler/setup'
-    def rewrite_gemfile_lock(gemfile_lock)
-      lines = IO.readlines(gemfile_lock)
-
-      # Remove BUNDLED WITH
-      # amount is the number of lines to remove
-      new_lines, capture, count, amount = [], true, 0, 2
-      lines.each do |l|
-        capture = false if l.include?('BUNDLED WITH')
-        if capture
-          new_lines << l
-        end
-        if capture == false
-          count += 1
-          capture = count > amount # renable capture
-        end
-      end
-
-      # Replace things like nokogiri (1.11.1-x86_64-darwin) => nokogiri (1.11.1)
-      lines, new_lines = new_lines, []
-      lines.each do |l|
-        l.sub!(GEM_REGEXP, '') if l =~ GEM_REGEXP
-        new_lines << l
-      end
-
-      # Make sure platform is ruby
-      lines, new_lines, in_platforms_section, platforms_rewritten = new_lines, [], false, false
-      lines.each do |l|
-        if in_platforms_section && platforms_rewritten # once PLATFORMS has been found, skip all lines until the next section
-          if l.present?
-            next
-          else
-            in_platforms_section = false
-          end
-        end
-
-        if in_platforms_section && !platforms_rewritten # specify ruby as the only platform
-          new_lines << "  ruby\n"
-          platforms_rewritten = true
-          next
-        end
-
-        in_platforms_section = l.include?('PLATFORMS')
-        new_lines << l
-      end
-
-      content = new_lines.join('')
-      IO.write(gemfile_lock, content)
-    end
-
-    def copy_bundle_config
-      # Override project's .bundle/config and ensure that .bundle/config matches
-      # at these 2 spots:
-      #   app_root/.bundle/config
-      #   vendor/gems/.bundle/config
-      cache_bundle_config = "#{cache_area}/.bundle/config"
-      app_bundle_config = "#{@full_app_root}/.bundle/config"
-      FileUtils.mkdir_p(File.dirname(app_bundle_config))
-      FileUtils.cp(cache_bundle_config, app_bundle_config)
-    end
-
-    # On circleci the "#{Jets.build_root}/.bundle/config" doesnt exist
-    # this only happens with ssh debugging, not when the ci.sh script gets ran.
-    # But on macosx it exists.
-    # Dont know why this is the case.
-    def create_bundle_config(frozen: false)
-      FileUtils.rm_rf("#{cache_area}/.bundle")
-      frozen_line = %Q|BUNDLE_FROZEN: "true"\n| if frozen
-      text =<<-EOL
----
-#{frozen_line}BUNDLE_PATH: "vendor/gems"
-BUNDLE_WITHOUT: "development:test"
-EOL
-      bundle_config = "#{cache_area}/.bundle/config"
-      FileUtils.mkdir_p(File.dirname(bundle_config))
-      IO.write(bundle_config, text)
-    end
-
-    def copy_cache_gems
-      vendor_gems = "#{@full_app_root}/vendor/gems"
-      if File.exist?(vendor_gems)
-        puts "Removing current vendor_gems from project"
-        FileUtils.rm_rf(vendor_gems)
-      end
-      # Leave #{Jets.build_root}/vendor_gems behind to act as cache
-      if File.exist?("#{cache_area}/vendor/gems")
-        FileUtils.mkdir_p(File.dirname(vendor_gems))
-        Jets::Util.cp_r("#{cache_area}/vendor/gems", vendor_gems)
-      end
-    end
-  end
-end

data/lib/jets/builders/shim_vars/app.rb

@@ -1,82 +0,0 @@
-# Jets::Builders::ShimVars::Shared.new(path)
-#
-#   @vars.functions.each do |function_name|
-#     @vars.handler_for(function_name)
-#   end
-#
-# Implements:
-#
-#   functions: IE [:index, :show]
-#   handler_for(function_name): IE handlers/controllers/posts_controller.index
-#   dest_path: IE: handlers/controllers/posts_controller.js
-#
-module Jets::Builders::ShimVars
-  class App < Base
-    # Allow user to specify relative or full path. The right path gets used
-    # internally. Example paths:
-    #   app/controllers/posts_controller.rb
-    #   app/jobs/hard_job.rb
-    #   /tmp/jets/build/app_root/app/jobs/hard_job.rb
-    #   /tmp/jets/build/app_root/app/functions/hello.rb
-    def initialize(path)
-      @full_path = full(path)
-      @relative_path = relative(path)
-    end
-
-    def full(path)
-      path = "#{Jets.root}/#{path}" unless path.starts_with?("/")
-      path
-    end
-
-    def relative(path)
-      full_path = full(path)
-      full_path.sub("#{Jets.root}/", "")
-               .sub(/.*internal\/app/, "app")
-
-    end
-
-    # process_type is key, it will either "controller" or "job".
-    # It is used to deduce klass, etc.
-    # We get the process_type from the path.
-    # Example paths:
-    #   app/controllers/posts_controller.rb
-    #   app/jobs/hard_job.rb
-    def process_type
-      @relative_path.split('/')[1].singularize # controller or job
-    end
-
-    # Returns the public methods of the child_class.
-    # Example: [:create, :update]
-    def functions
-      klass.lambda_functions
-    end
-
-    # Examples: PostsController, HardJob, Hello, HelloFunction
-    def klass
-      @klass ||= Jets::Klass.from_path(@relative_path)
-    end
-
-    def lang(meth)
-      klass.definitions.find
-    end
-
-    # This gets called in the node shim js template
-    # Example: handlers/controllers/posts_controller.index
-    def handler_for(meth)
-      "#{handler_base}.#{meth}"
-    end
-
-    # Base portion of handler path.
-    # Example: handlers/controllers/posts_controller
-    def handler_base
-      # possibly not include _function
-      underscored_name = @relative_path.sub(%r{app/(\w+)/},'').sub('.rb','')
-      "handlers/#{process_type.pluralize}/#{underscored_name}"
-    end
-
-    # Example return: "handlers/controllers/posts.js"
-    def dest_path
-      @relative_path.sub("app", "handlers")
-    end
-  end
-end

data/lib/jets/builders/shim_vars/base.rb

@@ -1,25 +0,0 @@
-module Jets::Builders::ShimVars
-  class Base
-    include Jets::AwsServices
-    extend Memoist
-
-    def s3_bucket
-      Jets.aws.s3_bucket
-    end
-
-    def rack_zip
-      checksum_zip(:rack)
-    end
-
-    def bundled_zip
-      checksum_zip(:bundled)
-    end
-
-  private
-    def checksum_zip(name)
-      checksum = Jets::Builders::Md5.checksums["stage/#{name}"]
-      return unless checksum
-      "#{name}-#{checksum}.zip"
-    end
-  end
-end

data/lib/jets/builders/shim_vars/shared.rb

@@ -1,37 +0,0 @@
-# Jets::Builders::ShimVars::Shared.new(fun)
-#
-#   @deducer.functions.each do |function_name|
-#     @deducer.handler_for(function_name)
-#   end
-#
-# Implements:
-#
-#   functions: IE [:index, :show]
-#   handler_for(function_name): IE handlers/controllers/posts_controller.index
-#   dest_path: IE: handlers/controllers/posts_controller.js
-#
-module Jets::Builders::ShimVars
-  class Shared < Base
-    # fun is a Jets::Stack::Function
-    def initialize(fun)
-      @fun = fun
-    end
-
-    # Always only one element for shared functions
-    # functions: IE [:handle]
-    def functions
-      [@fun.meth] # function_names
-    end
-
-    # Dont need function_name arg but keeping the same interface as parent class
-    # IE handlers/shared/functions/bob.handle
-    def handler_for(function_name)
-      @fun.handler_dest
-    end
-
-    # IE handlers/shared/functions/bob.js
-    def dest_path
-      @fun.handler_dest
-    end
-  end
-end

data/lib/jets/builders/templates/handlers/one_lambda_for_all_controllers.rb

@@ -1,33 +0,0 @@
-require "bundler/setup"
-require "jets"
-Jets.once  # runs once in lambda execution context
-
-def lambda_handler(event:, context:)
-  if event['_prewarm']
-    Jets.process(event, context, nil)
-    return
-  end
-
-<% if @vars.process_type == "controller" -%>
-  route = Jets::Router.find_route_by_event(event)
-  controller = route.controller_name
-  action = route.action_name
-  if Jets.config.cfn.build.routes == "one_apigw_method_for_all_routes"
-    event["pathParameters"] = route.rebuild_path_parameters(event) # override
-  end
-<% end -%>
-  Jets.process(event, context, "handlers/controllers/#{controller}.#{action}")
-end
-<% if ENV['JETS_DEBUG_HANDLER'] %>
-<%# JETS_DEBUG_HANDLER=1 jets build %>
-if __FILE__ == $0
-  event = {
-    "path" => "/posts",
-    "httpMethod" => "GET",
-    "headers" => {
-      "Host" => "localhost:8888",
-    }
-  }
-  lambda_handler(event: event, context: {})
-end
-<% end %>

data/lib/jets/builders/templates/handlers/one_lambda_per_controller.rb

@@ -1,20 +0,0 @@
-require "bundler/setup"
-require "jets"
-Jets.once  # runs once in lambda execution context
-
-<%# # IE: handlers/controllers/up_controller.index -%>
-<% handler = @vars.handler_base + '.#{action}' -%>
-def lambda_handler(event:, context:)
-  if event['_prewarm']
-    Jets.process(event, context, nil)
-    return
-  end
-
-<% if @vars.process_type == "controller" -%>
-  if Jets.config.cfn.build.routes == "one_apigw_method_for_all_routes"
-    route = Jets::Router.find_route_by_event(event)
-    event["pathParameters"] = route.rebuild_path_parameters(event) # override
-  end
-<% end -%>
-  Jets.process(event, context, "<%= handler -%>")
-end

data/lib/jets/builders/templates/handlers/one_lambda_per_method.rb

@@ -1,18 +0,0 @@
-require "bundler/setup"
-require "jets"
-Jets.once  # runs once in lambda execution context
-
-<% @vars.functions.each do |function_name|
-  handler = @vars.handler_for(function_name)
-  meth = handler.split('.').last
--%>
-def <%= meth -%>(event:, context:)
-<% if @vars.process_type == "controller" -%>
-  if Jets.config.cfn.build.routes == "one_apigw_method_for_all_routes"
-    route = Jets::Router.find_route_by_event(event)
-    event["pathParameters"] = route.rebuild_path_parameters(event) # override
-  end
-<% end -%>
-  Jets.process(event, context, "<%= handler -%>")
-end
-<% end %>

data/lib/jets/builders/tidy.rb

@@ -1,107 +0,0 @@
-module Jets::Builders
-  class Tidy
-    include Util
-
-    def initialize(project_root, noop: false)
-      @project_root = project_root
-      @noop = noop
-    end
-
-    def cleanup!
-      removals.each do |removal|
-        removal = removal.sub(%r{^/},'') # remove leading slash
-        path = "#{@project_root}/#{removal}"
-        rm_rf(path)
-      end
-
-      clean_vendor_gems
-      clean_webpack_assets
-    end
-
-    # Clean out unnecessary src and compiled packs because Jets serves them out of s3.
-    # This keeps the code size down to help keep it in size limit so we can use the
-    # live Lambda console editor.
-    def clean_webpack_assets
-      FileUtils.rm_rf("#{@project_root}/app/javascript/src")
-
-      return unless File.exist?("#{@project_root}/public/packs") # this class works for rack subfolder too
-      FileUtils.mv("#{@project_root}/public/packs/manifest.json", "#{stage_area}/manifest.json")
-      FileUtils.rm_rf("#{@project_root}/public/packs")
-      FileUtils.mkdir_p("#{@project_root}/public/packs")
-      FileUtils.mv("#{stage_area}/manifest.json", "#{@project_root}/public/packs/manifest.json")
-    end
-
-    def removals
-      removals = always_removals
-      removals += get_removals("#{@project_root}/.gitignore")
-      removals += get_removals("#{@project_root}/.dockerignore")
-      removals += get_removals("#{@project_root}/.jetsignore")
-      removals = removals.reject do |p|
-        jetskeep.find do |keep|
-          p == keep
-        end
-      end
-      removals.uniq
-    end
-
-    def get_removals(file)
-      path = file
-      return [] unless File.exist?(path)
-
-      removal = File.read(path).split("\n")
-      removal.map {|i| i.strip}.reject {|i| i =~ /^#/ || i.empty?}
-      # IE: ["/handlers", "/bundled*", "/vendor/jets]
-    end
-
-    # We clean out ignored files pretty aggressively. So provide
-    # a way for users to keep files from being cleaned out.
-    def jetskeep
-      always = %w[.bundle /public/packs /public/packs-test vendor]
-      path = "#{@project_root}/.jetskeep"
-      return always unless File.exist?(path)
-
-      keep = IO.readlines(path)
-      keep = keep.map {|i| i.strip}.reject { |i| i =~ /^#/ || i.empty? }
-      (always + keep).uniq
-    end
-
-    # folders to remove in the vendor/gems folder regardless of the level of the folder
-    def clean_vendor_gems
-      # Thanks: https://stackoverflow.com/questions/11385795/ruby-list-directory-with-dir-including-dotfiles-but-not-and
-      Dir.glob("#{@project_root}/vendor/gems/**/*", File::FNM_DOTMATCH).each do |path|
-        next unless File.directory?(path)
-        dir = File.basename(path)
-        next unless always_removals.include?(dir)
-
-        rm_rf(path)
-      end
-
-      remove_gem_cache
-    end
-
-    # Reason do not remove the cache folder generally is because some gems have
-    # actual cache folders that they used.
-    def remove_gem_cache
-      cache_path = "#{@project_root}/vendor/gems/ruby/#{Jets.ruby_folder}/cache"
-      FileUtils.rm_rf(cache_path)
-    end
-
-    def rm_rf(path)
-      exists = File.exist?("#{path}/.gitkeep") || File.exist?("#{path}/.keep")
-      return if exists
-
-      # say "  rm -rf #{path}".color(:yellow) # uncomment to debug
-      system("rm -rf #{path}") unless @noop
-    end
-
-    # These directories will be removed regardless of dir level
-    def always_removals
-      %w[.git spec tmp]
-    end
-
-    def say(message)
-      message = "NOOP #{message}" if @noop
-      puts message
-    end
-  end
-end

data/lib/jets/builders/util.rb

@@ -1,31 +0,0 @@
-module Jets::Builders
-  module Util
-  private
-    def sh(command)
-      puts "=> #{command}".color(:green)
-      success = system(command)
-      unless success
-        puts "#{command} failed to run.".color(:red)
-        puts caller[0]
-        exit 1
-      end
-      success
-    end
-
-    def headline(message)
-      puts "=> #{message}".color(:cyan)
-    end
-
-    def build_area
-      Jets.build_root
-    end
-
-    def stage_area
-      "#{build_area}/stage"
-    end
-
-    def cache_area
-      "#{build_area}/cache" # cleaner to use full path for this setting
-    end
-  end
-end

data/lib/jets/cfn/builder/api/base.rb

@@ -1,12 +0,0 @@
-module Jets::Cfn::Builder::Api
-  class Base
-    extend Memoist
-    include Jets::Cfn::Builder::Interface
-    include Jets::AwsServices
-
-    def initialize(options={})
-      @options = options
-      @template = ActiveSupport::HashWithIndifferentAccess.new(Resources: {})
-    end
-  end
-end