jets-fs 1.6.10

data/lib/jets/stack/parameter/dsl.rb

@@ -0,0 +1,42 @@
+class Jets::Stack
+  class Parameter
+    module Dsl
+      extend ActiveSupport::Concern
+      extend Memoist
+
+      def parameters
+        add_common_parameters
+        add_depends_on_parameters
+        Parameter.definitions(self.class)
+      end
+
+      def add_common_parameters
+        self.class.parameter(:iam_role)
+        self.class.parameter(:s3_bucket)
+      end
+
+      def add_depends_on_parameters
+        depends_on = self.class.depends_on
+        depends_on.each do |dependency|
+          dependency_outputs(dependency).each do |output|
+            self.class.parameter(output)
+          end
+        end if depends_on
+      end
+      memoize :add_depends_on_parameters # only run once
+
+      # Returns output keys associated with the stack.  They are the resource logical ids.
+      def dependency_outputs(dependency)
+        dependency.to_s.classify.constantize.output_keys
+      end
+
+      class_methods do
+        def parameter(*definition)
+          # self is subclass is the stack that inherits from Jets::Stack
+          # IE: ExampleStack < Jets::Stack
+          Parameter.new(self, *definition).register
+        end
+      end
+    end
+  end
+end

data/lib/jets/stack/resource.rb

@@ -0,0 +1,32 @@
+# Implements:
+#
+#   template - uses @definition to build a CloudFormation template section
+#
+class Jets::Stack
+  class Resource
+    autoload :Dsl, "jets/stack/resource/dsl"
+    include Definition
+
+    def template
+      template = camelize(standarize(@definition))
+      template = replace_placeholers(template)
+      template
+    end
+
+    # CloudFormation Resources reference: https://amzn.to/2NKg6ip
+    def standarize(definition)
+      Jets::Resource::Standardizer.new(definition).template
+    end
+
+    def replace_placeholers(template)
+      attributes = template.values.first
+      s3_key = attributes.dig('Properties','Code','S3Key')
+      if s3_key == "code_s3_key_placeholder"
+        checksum = Jets::Builders::Md5.checksums["stage/code"]
+        code_zip = "code-#{checksum}.zip"
+        attributes['Properties']['Code']['S3Key'] = "jets/code/#{code_zip}"
+      end
+      template
+    end
+  end
+end

data/lib/jets/stack/resource/dsl.rb

@@ -0,0 +1,19 @@
+class Jets::Stack
+  class Resource
+    module Dsl
+      extend ActiveSupport::Concern
+
+      def resources
+        Resource.definitions(self.class)
+      end
+
+      class_methods do
+        def resource(*definition)
+          # self is subclass is the stack that inherits from Jets::Stack
+          # IE: ExampleStack < Jets::Stack
+          Resource.new(self, *definition).register
+        end
+      end
+    end
+  end
+end

data/lib/jets/tmp_loader.rb

@@ -0,0 +1,52 @@
+module Jets
+  class TmpLoader
+    include AwsServices
+
+    def self.load!
+      new.load
+    end
+
+    def initialize(yaml_path=nil)
+      yaml_path ||= "#{Jets.root}/handlers/data.yml"
+      @data = YAML.load_file(yaml_path)
+      @s3_bucket = @data['s3_bucket']
+      @rack_zip = @data['rack_zip']
+    end
+
+    def load
+      rack
+    end
+
+    def rack
+      return unless @rack_zip
+      download_and_extract(@rack_zip, '/tmp/rack')
+    end
+
+    def download_and_extract(zip_file, folder_dest)
+      s3_key = "jets/code/#{zip_file}" # jets/code/rack-checksum.zip
+      download_path = "/tmp/#{zip_file}" # /tmp/rack-checksum.zip
+
+      download(s3_key, download_path)
+      unzip(download_path, folder_dest)
+    end
+
+    def download(key, dest)
+      # https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/S3/Client.html#get_object-instance_method
+      # stream object directly to disk
+      s3.get_object(response_target: dest,
+                    bucket: @s3_bucket,
+                    key: key)
+    end
+
+    def unzip(zipfile, folder_dest)
+      sh "unzip -qo #{zipfile} -d #{folder_dest}"
+    end
+
+    def sh(command)
+      puts "=> #{command}"
+      success = system(command)
+      raise "Command #{command} failed" unless success
+      success
+    end
+  end
+end

data/lib/jets/turbine.rb

@@ -0,0 +1,30 @@
+module Jets
+  class Turbine
+    class_attribute :initializers
+    class_attribute :on_exceptions
+
+    class << self
+      def subclasses
+        @subclasses ||= []
+      end
+
+      def inherited(base)
+        subclasses << base
+      end
+
+      def initializer(label, &block)
+        self.initializers ||= {}
+        self.initializers[label] = block
+      end
+
+      def on_exception(label, &block)
+        self.on_exceptions ||= {}
+        self.on_exceptions[label] = block
+      end
+
+      def exception_reporter(label, &block)
+        on_exception(label, &block)
+      end
+    end
+  end
+end

data/lib/jets/turbo.rb

@@ -0,0 +1,47 @@
+require 'fileutils'
+
+module Jets
+  class Turbo
+    autoload :DatabaseYaml, 'jets/turbo/database_yaml'
+    autoload :Rail, 'jets/turbo/rail'
+
+    # Turbo charge mode
+    def charge
+      framework = detect
+      case framework
+      when :jets
+        # do nothing
+      when :rails
+        Rail.new.setup
+      else
+        # should never get here
+      end
+    end
+
+    def detect
+      if rails?
+        :rails
+      elsif jets?
+        :jets
+      else
+        :unknown_framework
+      end
+    end
+
+    def rails?
+      config_ru_contains?('run Rails.application')
+    end
+
+    def jets?
+      config_ru_contains?('run Jets.application')
+    end
+
+    def config_ru_contains?(value)
+      config_ru = "#{Dir.pwd}/config.ru"
+      return false unless File.exist?(config_ru)
+
+      lines = ::IO.readlines(config_ru)
+      lines.detect { |l| l.include?(value) }
+    end
+  end
+end

data/lib/jets/turbo/database_yaml.rb

@@ -0,0 +1,41 @@
+class Jets::Turbo
+  class DatabaseYaml
+    def reconfigure
+      current_yaml = "#{Jets.root}/rack/config/database.yml"
+      return unless File.exist?(current_yaml)
+
+      vars = {}
+      current_database = YAML.load_file(current_yaml)
+      database_names = infer_database_name(current_database)
+      vars.merge!(database_names)
+      vars['adapter'] = current_database['development']['adapter']
+
+      path = File.expand_path("templates/config/database.yml", File.dirname(__FILE__))
+      content = Jets::Erb.result(path, vars)
+      IO.write(current_yaml, content)
+      # puts "Reconfigured #{current_yaml}" # uncomment to inspect and debug
+    rescue Exception => e
+      puts "WARNING: Was not able to generate a database.yml. Leaving your current one in place"
+      puts e.message
+      # If unable to copy the database.yml settings just slightly fail.
+      # Do this because really unsure what is in the current database.yml
+    end
+
+    def infer_database_name(current_database)
+      vars = {}
+      %w[development test production].each do |env|
+        if !current_database[env]['database'].include?('<%') # already has ERB
+          vars["database_#{env}"] = current_database[env]['database']
+        else
+          lines = IO.readlines("#{Jets.root}/rack/config/application.rb")
+          module_line = lines.find { |l| l =~ /^module / }
+          app_module = module_line.gsub(/^module /,'').strip
+          app_name = app_module.underscore
+          vars["database_#{env}"] = "#{app_name}_#{env}"
+        end
+      end
+
+      vars
+    end
+  end
+end

data/lib/jets/turbo/project/.gitignore

@@ -0,0 +1,12 @@
+*.gem
+.bundle
+.byebug_history
+.DS_Store
+.env.*
+/node_modules
+/public/packs
+/public/packs-test
+bundled
+coverage
+pkg
+tmp

data/lib/jets/turbo/project/.jetskeep

@@ -0,0 +1 @@
+pack

data/lib/jets/turbo/project/Gemfile

@@ -0,0 +1,16 @@
+source "https://rubygems.org"
+
+gem "jets"
+
+group :development, :test do
+  # Call 'byebug' anywhere in the code to stop execution and get a debugger console
+  gem 'byebug', platforms: [:mri, :mingw, :x64_mingw]
+  gem 'shotgun'
+  gem 'rack'
+end
+
+group :test do
+  gem 'rspec' # rspec test group only or we get the "irb: warn: can't alias context from irb_context warning" when starting jets console
+  gem 'launchy'
+  gem 'capybara'
+end

data/lib/jets/turbo/project/Rakefile

@@ -0,0 +1,2 @@
+require 'jets'
+Jets.load_tasks

data/lib/jets/turbo/project/app/controllers/application_controller.rb

@@ -0,0 +1,2 @@
+class ApplicationController < Jets::Controller::Base
+end

data/lib/jets/turbo/project/app/helpers/application_helper.rb

@@ -0,0 +1,2 @@
+module ApplicationHelper
+end

data/lib/jets/turbo/project/app/jobs/application_job.rb

@@ -0,0 +1,4 @@
+class ApplicationJob < Jets::Job::Base
+  # Adjust to increase the default timeout for all Job classes
+  class_timeout 60
+end

data/lib/jets/turbo/project/config.ru

@@ -0,0 +1,5 @@
+# This file is used by Rack-based servers to start the application.
+
+require "jets"
+Jets.boot
+run Jets.application

data/lib/jets/turbo/project/config/application.rb

@@ -0,0 +1,4 @@
+Jets.application.configure do
+  config.project_name = "project"
+  config.mode = "api"
+end

data/lib/jets/turbo/project/config/routes.rb

@@ -0,0 +1,4 @@
+Jets.application.routes.draw do
+  root "jets/rack#process"
+  any "*catchall", to: "jets/rack#process"
+end

data/lib/jets/turbo/rail.rb

@@ -0,0 +1,113 @@
+class Jets::Turbo
+  class Rail
+    attr_reader :build_area
+    def initialize
+      @build_area = "/tmp/jets"
+      @project_folder = "turbo-wrapper-project"
+    end
+
+    def setup
+      afterburners_message
+      clean
+      override_env_vars
+      wrapper_jets_project
+      copy_rack_project
+      reconfigure_database_yml
+      apply_dot_jets_app
+      set_project_name
+    end
+
+    def afterburners_message
+      command = ARGV.first
+      if command == "deploy"
+        puts "=> Rails app detected: Enabling Jets Afterburner to deploy to AWS Lambda.".color(:green)
+      else
+        puts "=> Rails app detected: Enabling Jets Afterburner.".color(:green)
+      end
+    end
+
+    # Hack env vars to support Jets Turbo mode
+    def override_env_vars
+      ENV['BUNDLE_GEMFILE'] = "#{build_area}/#{@project_folder}/Gemfile"
+      ENV['JETS_ROOT'] = "#{build_area}/#{@project_folder}"
+      # Jets.root /home/ec2-user/environment/jet-pack/lib/turbo-wrapper-project
+    end
+
+    def wrapper_jets_project
+      jets_project = File.expand_path("project", File.dirname(__FILE__))
+      project_path = "#{build_area}/#{@project_folder}"
+
+      FileUtils.mkdir_p(build_area)
+      FileUtils.rm_rf(project_path)
+      Jets::Util.cp_r(jets_project, project_path)
+
+      IO.write("#{project_path}/date.txt", Time.now) # update date.txt file to ensure Lambda function code changes and updates
+    end
+
+    def set_project_name
+      path = "#{build_area}/#{@project_folder}/config/application.rb"
+      lines = IO.readlines(path)
+      lines.map! do |l|
+        if l.include?('config.project_name = "project"')
+          %Q|  config.project_name = "#{project_name}"\n|
+        else
+          l
+        end
+      end
+      IO.write(path, lines.join(''))
+    end
+
+    def project_name
+      path = "#{build_area}/#{@project_folder}/project_name"
+      name = if File.exist?(path)
+                IO.read(path).strip # project_name
+              else
+                File.basename(Dir.pwd)
+              end
+      name.gsub('_','-') # project_name
+    end
+
+    # Anything in rails_project/.jets/app will override the generic wrapper project.
+    #
+    #   rails_project/.jets/app/.env => jets_project/.env
+    #   rails_project/.jets/app/config/database.yml => jets_project/config/database.yml
+    #
+    # This useful for DATABASE_URL and other env vars.
+    def apply_dot_jets_app
+      # Dir.pwd: /home/ec2-user/environment/demo-rails
+      # Jets.root: /tmp/jets/turbo-wrapper-project/
+      dot_jets_app = "#{Dir.pwd}/.jets/app"
+
+      return unless File.exist?(dot_jets_app)
+      # Trailing slashes are required for both folders. Jets.root already has the trailing slash
+      sh "rsync -a --links #{dot_jets_app}/ #{Jets.root}", quiet: true
+    end
+
+    def reconfigure_database_yml
+      DatabaseYaml.new.reconfigure
+    end
+
+    def copy_rack_project
+      dest = "#{build_area}/#{@project_folder}/rack"
+      # puts "cp -r #{Dir.pwd} #{dest}" # uncomment to see and debug
+      Jets::Util.cp_r(Dir.pwd, dest)
+    end
+
+    # TODO: remove duplication, copied from jets/commands/import/base.rb
+    # And modified it slightly
+    def bundle_install
+      Bundler.with_clean_env do
+        sh "cd #{build_area}/#{@project_folder}/rack && bundle install"
+      end
+    end
+
+    def sh(command, quiet: false)
+      puts "=> #{command}" unless quiet
+      system command
+    end
+
+    def clean
+      FileUtils.rm_rf("#{build_area}/#{@project_folder}/rack")
+    end
+  end
+end