jets 5.0.17 → 6.0.0.beta1

data/lib/jets/cfn/resource/sns/topic_policy.rb

@@ -1,40 +0,0 @@
-# CloudFormation SNS TopicPolicy docs: https://amzn.to/2SBMq9v
-module Jets::Cfn::Resource::Sns
-  class TopicPolicy < Jets::Cfn::Base
-    def initialize(props={})
-      @props = props # associated_properties from dsl.rb
-    end
-
-    def definition
-      {
-        policy_logical_id => {
-          Type: "AWS::SNS::TopicPolicy",
-          Properties: merged_properties,
-        }
-      }
-    end
-
-    # Do not name this method properties, that is a computed method of `Jets::Cfn::Resource`
-    def merged_properties
-      {
-        PolicyDocument: {
-          Version: "2012-10-17",
-          Statement: {
-            Effect: "Allow",
-            Principal: { Service: "s3.amazonaws.com"},
-            Action: "sns:Publish",
-            Resource: "*", # TODO: figure out good syntax to limit easily
-            # Condition:
-            #   ArnLike:
-            #     aws:SourceArn: arn:aws:s3:::aa-test-95872017
-          }
-        },
-        topics: ["!Ref {namespace}SnsTopic"],
-      }.deep_merge(@props)
-    end
-
-    def policy_logical_id
-      "{namespace}SnsTopicPolicy"
-    end
-  end
-end

data/lib/jets/cfn/resource/sqs/queue.rb

@@ -1,21 +0,0 @@
-# CloudFormation SQS Queue docs: https://amzn.to/2MVWk0j
-module Jets::Cfn::Resource::Sqs
-  class Queue < Jets::Cfn::Base
-    def initialize(props={})
-      @props = props # associated_properties from dsl.rb
-    end
-
-    def definition
-      {
-        queue_logical_id => {
-          Type: "AWS::SQS::Queue",
-          Properties: @props,
-        }
-      }
-    end
-
-    def queue_logical_id
-      "{namespace}SqsQueue"
-    end
-  end
-end

data/lib/jets/cfn/ship.rb

@@ -1,192 +0,0 @@
-module Jets::Cfn
-  class Ship
-    extend Memoist
-    include Jets::AwsServices
-
-    def initialize(options)
-      @options = options
-      @parent_stack_name = Jets::Names.parent_stack_name
-    end
-
-    def run
-      # s3 bucket is available only when stack_type is full
-      upload_to_s3 if @options[:stack_type] == :full
-
-      stack_in_progress?(@parent_stack_name)
-
-      puts "Deploying CloudFormation stack with jets app!"
-      begin
-        set_resource_tags
-        save_stack
-      rescue Aws::CloudFormation::Errors::InsufficientCapabilitiesException => e
-        capabilities = e.message.match(/\[(.*)\]/)[1]
-        confirm = prompt_for_iam(capabilities)
-        if confirm =~ /^y/
-          @options.merge!(capabilities: [capabilities])
-          puts "Re-running: #{command_with_iam(capabilities).color(:green)}"
-          retry
-        else
-          puts "Exited"
-          exit 1
-        end
-      end
-
-      # waits for /(_COMPLETE|_FAILED)$/ status
-      cfn_status = Jets::Cfn::Status.new
-      success = cfn_status.wait
-      unless success
-        cfn_status.failure_message!
-      end
-
-      save_apigw_state
-      prewarm
-      clean_deploy_logs
-      show_api_endpoint
-      show_custom_domain
-      create_deployment_record
-    end
-
-    def create_deployment_record
-      return if @options[:stack_type] == :minimal
-      resp = Jets::Cfn::Deployment.new(@options.merge(stack_name: @parent_stack_name)).create
-      if resp
-        version = resp["version"]
-        Jets::Cfn::Upload.new.upload_cfn_templates(version) if version
-      end
-    end
-
-    def set_resource_tags
-      @tags = Jets.config.cfn.build.resource_tags.map { |key, value| { key: key, value: value } }
-    end
-
-    def save_stack
-      if stack_exists?(@parent_stack_name)
-        update_stack
-      else
-        create_stack
-      end
-    end
-
-    def create_stack
-      # parent stack template is on filesystem and child stacks templates is on s3
-      cfn.create_stack(stack_options)
-    end
-
-    def update_stack
-      begin
-        cfn.update_stack(stack_options)
-      rescue Aws::CloudFormation::Errors::ValidationError => e
-        puts "ERROR: #{e.message}".color(:red)
-        true # error
-      end
-    end
-
-    # options common to both create_stack and update_stack
-    def stack_options
-      {
-        stack_name: @parent_stack_name,
-        capabilities: capabilities, # ["CAPABILITY_IAM", "CAPABILITY_NAMED_IAM"]
-        # disable_rollback: !@options[:rollback],
-        tags: @tags,
-      }.merge!(template.stack_option)
-    end
-
-    def template
-      @template ||= Template.new(Jets::Names.parent_template_path, @options)
-    end
-
-    def save_apigw_state
-      Jets::Router::State.save_apigw_state
-    end
-
-    def prewarm
-      if ENV['SKIP_PREWARMING']
-        puts "Skipping prewarming" # useful for testing
-        return
-      end
-      return unless @options[:stack_type] == :full # s3 bucket is available
-      return unless Jets.config.prewarm.enable
-      return unless Jets.gem_layer?
-
-      puts "Prewarming application."
-      Jets::PreheatJob.prewarm!
-    end
-
-    def clean_deploy_logs
-      Jets::Commands::Clean::Log.new(@options).clean_deploys
-    end
-
-    def endpoint_unavailable?
-      return true unless @options[:stack_type] == :full # s3 bucket is available
-      return true if Jets::Router.no_routes?
-      _, status = stack_status
-      return true if status.include?("ROLLBACK")
-      return true unless api_gateway
-    end
-
-    # Do not memoize this because on first stack run it will be nil
-    # It only gets called one more time so just let it get called.
-    def api_gateway
-      resp = cfn.describe_stack_resources(stack_name: @parent_stack_name)
-      resources = resp.stack_resources
-      resources.find { |resource| resource.logical_resource_id == "ApiGateway" }
-    end
-    memoize :api_gateway
-
-    def endpoint_available?
-      !endpoint_unavailable?
-    end
-
-    def show_api_endpoint
-      return unless endpoint_available?
-
-      stack_id = api_gateway["physical_resource_id"]
-
-      resp = cfn.describe_stacks(stack_name: stack_id)
-      stack = resp["stacks"].first
-      output = stack["outputs"].find { |o| o["output_key"] == "RestApiUrl" }
-      endpoint = output["output_value"]
-      puts "API Gateway Endpoint: #{endpoint}"
-    end
-
-    def show_custom_domain
-      return unless endpoint_available? && Jets.custom_domain? && Jets.config.domain.route53
-
-      domain_name = Jets::Cfn::Resource::ApiGateway::DomainName.new
-      # Looks funny but its right.
-      # domain_name is a method on the Jets::Cfn::Resource::ApiGateway::Domain instance
-      url = "https://#{domain_name.domain_name}"
-      puts "Custom Domain: #{url}"
-      puts "App Domain: https://#{Jets.config.app.domain}" if Jets.config.app.domain
-    end
-
-    # All CloudFormation states listed here:
-    # http://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/using-cfn-describing-stacks.html
-    def stack_status
-      resp = cfn.describe_stacks(stack_name: @parent_stack_name)
-      status = resp.stacks[0].stack_status
-      [resp, status]
-    end
-
-    def prompt_for_iam(capabilities)
-      puts "This stack will create IAM resources.  Please approve to run the command again with #{capabilities} capabilities."
-      puts "  #{command_with_iam(capabilities)}"
-
-      puts "Please confirm (y/n)"
-      $stdin.gets # confirm
-    end
-
-    def command_with_iam(capabilities)
-      "#{File.basename($0)} #{ARGV.join(' ')} --capabilities #{capabilities}"
-    end
-
-    def capabilities
-      ["CAPABILITY_IAM", "CAPABILITY_NAMED_IAM"]
-    end
-
-    # Upload both code and child templates to s3
-    def upload_to_s3
-      Upload.new.upload
-    end
-  end
-end

data/lib/jets/cfn/template.rb

@@ -1,93 +0,0 @@
-module Jets::Cfn
-  class Template
-    include Jets::AwsServices
-
-    attr_reader :path
-
-    def initialize(path, options = {})
-      @path = path
-      @options = options
-    end
-
-    def body
-      @body ||= IO.read(path)
-    end
-
-    def url
-      @url ||= upload_file_to_s3
-    end
-
-    def stack_option
-      if upload_to_s3?
-        from_s3
-      else
-        from_path
-      end
-    end
-
-    private
-
-    def upload_to_s3?
-      return false if @options[:stack_type] == :minimal # bucket not yet available
-      bucket_name.present?
-    end
-
-    def bucket_name
-      Jets.s3_bucket
-    end
-
-    def from_s3
-      {
-        template_url: url
-      }
-    end
-
-    def from_path
-      {
-        template_body: body
-      }
-    end
-
-    def upload_file_to_s3
-      transfer_manager.upload_file(path, bucket: bucket_name, key: s3_key)
-
-      "https://s3.amazonaws.com/#{bucket_name}/#{s3_key}"
-    end
-
-    def s3_key
-      @s3_key ||= "jets/cfn-templates/#{File.basename(path)}"
-    end
-
-    def transfer_manager
-      @transfer_manager ||= Aws::S3::TransferManager.new
-    end
-
-    class << self
-      # Caches reduce filesystem IO calls
-      @@cache = {}
-      def load_file(path)
-        if @@cache[path]
-          @@cache[path]
-        else
-          @@cache[path] = Jets::Util::Yamler.load_file(path).deep_symbolize_keys
-        end
-      end
-
-      # Jets::Cfn::Template.lookup_logical_id(template_name, key)
-      # Jets::Cfn::Template.lookup_logical_id("api-resources", "UpApiResource")
-      def lookup_logical_id(template_name, key)
-        expr = "#{Jets::Names.templates_folder}/#{template_name}-*"
-        template_paths = Dir.glob(expr).sort.to_a
-        found_template = template_paths.detect do |path|
-          next unless File.file?(path)
-
-          template = Jets::Cfn::Template.load_file(path)
-          template[:Outputs].keys.include?(key.to_sym)
-        end
-
-        name = File.basename(found_template).sub(/\.yml$/, "")
-        name.underscore.camelize # IE: ApiResources1
-      end
-    end
-  end
-end

data/lib/jets/cfn/upload.rb

@@ -1,163 +0,0 @@
-require "active_support/number_helper"
-require "digest"
-require "rack/mime"
-
-module Jets::Cfn
-  class Upload
-    include Jets::AwsServices
-    include ActiveSupport::NumberHelper # number_to_human_size
-
-    def transfer_manager
-      @transfer_manager ||= Aws::S3::TransferManager.new
-    end
-
-    def upload
-      upload_cfn_templates
-      upload_zip_files
-      upload_assets
-    end
-
-    def bucket_name
-      Jets.s3_bucket
-    end
-
-    def upload_cfn_templates(version = nil)
-      puts "Uploading CloudFormation templates to S3." unless version # hide message when version is passed in
-      expression = "#{Jets::Names.templates_folder}/*"
-      if version # outside of each loop to avoid repeating
-        version = "versions/#{version}"
-      else
-        checksum = Jets::Builders::Md5.checksums["stage/code"]
-        version = "shas/#{checksum}"
-      end
-      Dir.glob(expression).each do |path|
-        next unless File.file?(path)
-        key = ["jets/cfn-templates", version, File.basename(path)].compact.join("/")
-        puts "Uploading #{path} to s3://#{bucket_name}/#{key}".color(:green) if ENV["JETS_DEBUG"]
-        transfer_manager.upload_file(path, bucket: bucket_name, key: key)
-      end
-    end
-
-    def upload_zip_files
-      puts "Uploading code zip files to S3."
-      zip_area = "#{Jets.build_root}/stage/zips"
-      Dir.glob("#{zip_area}/*").each do |file|
-        upload_zip_file(file)
-      end
-    end
-
-    def upload_zip_file(path)
-      file_size = number_to_human_size(File.size(path))
-
-      puts "Uploading #{path} (#{file_size}) to S3"
-      start_time = Time.now
-      s3_key = "jets/code/#{File.basename(path)}"
-      transfer_manager.upload_file(path, bucket: bucket_name, key: s3_key)
-      puts "Uploaded to s3://#{bucket_name}/#{s3_key}".color(:green)
-      puts "Time to upload code to s3: #{pretty_time(Time.now - start_time).color(:green)}"
-    end
-
-    def upload_assets
-      puts "Checking for modified public assets and uploading to S3."
-      start_time = Time.now
-      upload_public_assets
-      puts "Time for public assets to s3: #{pretty_time(Time.now - start_time).color(:green)}"
-    end
-
-    def upload_public_assets
-      public_folders = %w[public]
-      public_folders.each do |folder|
-        upload_asset_folder(folder)
-      end
-    end
-
-    def upload_asset_folder(folder)
-      expression = "#{Jets.root}/#{folder}/**/*"
-      group_size = 10
-      Dir.glob(expression).each_slice(group_size) do |paths|
-        threads = []
-        paths.each do |full_path|
-          next unless File.file?(full_path)
-
-          threads << Thread.new do
-            upload_to_s3(full_path)
-          end
-        end
-        threads.each(&:join)
-      end
-    end
-
-    def upload_to_s3(full_path)
-      if identical_on_s3?(full_path) && !ENV["JETS_ASSET_UPLOAD_FORCE"]
-        puts "Asset is identical on s3: #{full_path}" if ENV["JETS_DEBUG_ASSETS"]
-        return
-      end
-
-      key = s3_key(full_path)
-      content_type = content_type_headers(full_path)
-      if ENV["JETS_DEBUG_ASSETS"]
-        puts "Uploading and setting content type for s3://#{bucket_name}/#{key} content_type #{content_type[:content_type].inspect}"
-      end
-      transfer_manager.upload_file(full_path, bucket: bucket_name, key: key, acl: "public-read", cache_control: cache_control, **content_type)
-    end
-
-    CONTENT_TYPES_BY_EXTENSION = {
-      ".css" => "text/css",
-      ".html" => "text/html",
-      ".js" => "application/javascript"
-    }
-    def content_type_headers(full_path)
-      ext = File.extname(full_path)
-      content_type = CONTENT_TYPES_BY_EXTENSION[ext] || Rack::Mime.mime_type(ext)
-      if content_type
-        {content_type: content_type}
-      else
-        {}
-      end
-    end
-
-    def s3_key(full_path)
-      relative_path = full_path.sub("#{Jets.root}/", "")
-      "jets/#{relative_path}"
-    end
-
-    def identical_on_s3?(full_path)
-      local_md5 = ::Digest::MD5.file(full_path)
-      key = s3_key(full_path)
-      begin
-        resp = s3.head_object(bucket: bucket_name, key: key)
-      rescue Aws::S3::Errors::NotFound
-        return false
-      end
-
-      remote_md5 = resp.etag.delete_prefix('"').delete_suffix('"')
-      local_md5 == remote_md5
-    end
-
-    # If cache_control is provided, then it will set the entire cache-control header.
-    # If only max_age is provided, then we'll generate a cache_control header.
-    # Using max_age is the shorter and simply way of setting the cache_control header.
-    def cache_control
-      # default when sprockets-jets not installed
-      return "public, max-age=3600" unless Jets.config.respond_to?(:assets)
-
-      cache_control = Jets.config.assets.cache_control
-      unless cache_control
-        max_age = Jets.config.assets.max_age # defaults to 3600 in jets/application.rb
-        cache_control = "public, max-age=#{max_age}"
-      end
-      cache_control
-    end
-
-    # http://stackoverflow.com/questions/4175733/convert-duration-to-hoursminutesseconds-or-similar-in-rails-3-or-ruby
-    def pretty_time(total_seconds)
-      minutes = (total_seconds / 60) % 60
-      seconds = total_seconds % 60
-      if total_seconds < 60
-        "#{seconds.to_i}s"
-      else
-        "#{minutes.to_i}m #{seconds.to_i}s"
-      end
-    end
-  end
-end

data/lib/jets/command/actions.rb

@@ -1,49 +0,0 @@
-# frozen_string_literal: true
-
-module Jets
-  module Command
-    module Actions
-      # Change to the application's path if there is no <tt>config.ru</tt> file in current directory.
-      # This allows us to run <tt>jets server</tt> from other directories, but still get
-      # the main <tt>config.ru</tt> and properly set the <tt>tmp</tt> directory.
-      def set_application_directory!
-        Dir.chdir(File.expand_path("../..", APP_PATH)) unless File.exist?(File.expand_path("config.ru"))
-      end
-
-      def require_application_and_environment!
-        Jets.boot
-      end
-
-      def require_application!
-        require ENGINE_PATH if defined?(ENGINE_PATH)
-
-        if defined?(APP_PATH)
-          require APP_PATH
-        end
-      end
-
-      if defined?(ENGINE_PATH)
-        def load_tasks
-          Rake.application.init("jets")
-          Rake.application.load_rakefile
-        end
-
-        def load_generators
-          engine = ::Jets::Engine.find(ENGINE_ROOT)
-          Jets::Generators.namespace = engine.railtie_namespace
-          engine.load_generators
-        end
-      else
-        def load_tasks
-          Jets.boot # hack
-          Jets.application.load_tasks
-        end
-
-        def load_generators
-          Jets.application.load_generators
-        end
-      end
-    end
-  end
-end
-

data/lib/jets/command/api_helpers.rb

@@ -1,42 +0,0 @@
-module Jets
-  module Command
-    module ApiHelpers # :nodoc:
-      extend ActiveSupport::Concern
-
-      include Jets::Api
-
-      def no_token_exit!
-        return if Jets::Api.token
-        puts "ERROR: This command requires Jets Api".color(:red)
-        puts "Please run `jets configure` first"
-        exit 1
-      end
-
-      def check_for_error_message!(resp)
-        # IE: {"error":"Invalid token. Please check your token in ~/.jets/config.yml"}
-        if resp && resp["error"]
-          $stderr.puts "ERROR: #{resp["error"]}"
-          exit 1
-        end
-        resp
-      end
-
-      def paging_params
-        Jets.boot
-        params = {}
-        params[:page] = @options[:page] if @options[:page]
-        params[:order] = @options[:order] if @options[:order]
-        params
-      end
-
-      module ClassMethods
-        def paging_options(defaults={})
-          Proc.new do
-            option :page, aliases: :p, type: :numeric, desc: "Page number"
-            option :order, default: defaults[:order] || 'asc', desc: "Order: asc or desc"
-          end
-        end
-      end
-    end
-  end
-end

data/lib/jets/command/aws_helpers.rb

@@ -1,26 +0,0 @@
-module Jets
-  module Command
-    module AwsHelpers # :nodoc:
-      extend ActiveSupport::Concern
-
-      include Jets::AwsServices
-
-      def first_run?
-        return false if ENV['JETS_TEMPLATES']
-        !stack_exists?(Jets::Names.parent_stack_name)
-      end
-
-      def find_stack(stack_name)
-        resp = cfn.describe_stacks(stack_name: stack_name)
-        resp.stacks.first
-      rescue Aws::CloudFormation::Errors::ValidationError => e
-        # example: Stack with id demo-dev does not exist
-        if e.message =~ /Stack with/ && e.message =~ /does not exist/
-          nil
-        else
-          raise
-        end
-      end
-    end
-  end
-end