jets-fs 1.6.10

data/Rakefile

@@ -0,0 +1,21 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+task :default => :spec
+
+RSpec::Core::RakeTask.new
+
+require_relative "lib/jets"
+desc "Generates cli reference docs as markdown"
+task :docs do
+  Jets::Commands::Markdown::Creator.create_all
+end
+
+# Thanks: https://docs.ruby-lang.org/en/2.1.0/RDoc/Task.html
+require 'rdoc/task'
+require 'jets/rdoc'
+
+RDoc::Task.new do |rdoc|
+  rdoc.options += Jets::Rdoc.options
+end
+

data/backers.md

@@ -0,0 +1,16 @@
+<h1 align="center">Backers</h1>
+
+[Jets](http://rubyonjets.com/) is an MIT-licensed open source project. It's an independent project with its ongoing development made possible entirely thanks to the support by these awesome [backers](https://github.com/tongueroo/jets/blob/master/backers.md). If you'd like to join them, please consider:
+
+- [Become a backer or sponsor on Patreon](https://www.patreon.com/tongueroo).
+
+Funds donated via Patreon go directly to support Tung Nguyen's full-time work on Jets.
+
+<br><br>
+
+<h2 align="center">Backers via Patreon</h2>
+
+<!--10 start-->
+- Erlend Finvåg
+- Nate Clark
+<!--10 end-->

data/bin/release

@@ -0,0 +1,9 @@
+#!/bin/bash
+
+# Wrapper release script so we don't forget to add submodules.
+# Should still update the CHANGELOG.md and version.rb before running this script.
+
+git submodule init
+git submodule update
+bundle update
+rake release

data/buildspec.yml

@@ -0,0 +1,18 @@
+version: 0.2
+
+phases:
+  build:
+    commands:
+      - echo Build started on `date`
+      # sync vendor
+      - git submodule sync
+      - git submodule update --init
+      - /usr/local/bin/dynamodb-local &
+      - bundle install
+      - bundle exec rspec # unit tests
+      # uncomment integration test for now
+      # - bash -eux .codebuild/integration.sh # test with newman and postman
+
+artifacts:
+  files:
+    - README.md

data/exe/jets

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+# traps: INT - ^C
+['INT', 'TERM', 'QUIT'].each do |signal|
+  trap(signal) do
+    puts "Detected stop signal"
+    sleep 0.2
+    exit
+  end
+end
+
+$:.unshift(File.expand_path("../../lib", __FILE__))
+require "jets"
+Jets::CLI.start

data/jets.gemspec

@@ -0,0 +1,61 @@
+# coding: utf-8
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "jets/version"
+require "jets/rdoc"
+
+Gem::Specification.new do |spec|
+  spec.name          = "jets-fs"
+  spec.version       = Jets::VERSION
+  spec.authors       = ["Tung Nguyen"]
+  spec.email         = ["tongueroo@gmail.com"]
+  spec.summary       = "Ruby Serverless Framework on AWS Lambda"
+  spec.description   = "Jets is a framework that allows you to create serverless applications with a beautiful language: Ruby. It includes everything required to build an application and deploy it to AWS Lambda. Jets makes serverless accessible to everyone."
+  spec.homepage      = "http://rubyonjets.com"
+  spec.license       = "MIT"
+
+  spec.required_ruby_version = '~> 2.5'
+  spec.rdoc_options += Jets::Rdoc.options
+
+  vendor_files       = Dir.glob("vendor/**/*")
+  gem_files          = `git -C "#{File.dirname(__FILE__)}" ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features|docs)/})
+  end
+  spec.files         = gem_files + vendor_files
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  # spec.add_dependency "actionpack", "~> 5.2.1" # using vendor/rails version
+  # spec.add_dependency "actionview", "~> 5.2.1" # using vendor/rails version
+  spec.add_dependency "activerecord", "~> 5.2.1"
+  spec.add_dependency "activesupport", "~> 5.2.1"
+  spec.add_dependency "aws-sdk-apigateway"
+  spec.add_dependency "aws-sdk-cloudformation"
+  spec.add_dependency "aws-sdk-cloudwatchlogs"
+  spec.add_dependency "aws-sdk-dynamodb"
+  spec.add_dependency "aws-sdk-lambda"
+  spec.add_dependency "aws-sdk-s3"
+  spec.add_dependency "aws-sdk-sns"
+  spec.add_dependency "aws-sdk-sqs"
+  spec.add_dependency "dotenv"
+  spec.add_dependency "gems" # jets-gems dependency
+  spec.add_dependency "hashie"
+  spec.add_dependency "jets-html-sanitizer"
+  spec.add_dependency "json"
+  spec.add_dependency "kramdown"
+  spec.add_dependency "memoist"
+  spec.add_dependency "mimemagic"
+  spec.add_dependency "rack"
+  spec.add_dependency "railties", "~> 5.2.1" # ActiveRecord database_tasks.rb require this
+  spec.add_dependency "rainbow"
+  spec.add_dependency "recursive-open-struct"
+  spec.add_dependency "text-table"
+  spec.add_dependency "thor"
+
+  spec.add_development_dependency "byebug"
+  spec.add_development_dependency "bundler"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec"
+end

data/lib/jets.rb

@@ -0,0 +1,71 @@
+$:.unshift(File.expand_path("../", __FILE__))
+require "active_support"
+require "active_support/concern"
+require "active_support/core_ext"
+require "active_support/dependencies"
+require "active_support/ordered_hash"
+require "active_support/ordered_options"
+require "fileutils"
+require "jets/camelizer"
+require "jets/version"
+require "memoist"
+require "rainbow/ext/string"
+
+module Jets
+  RUBY_VERSION = "2.5.3"
+  class Error < StandardError; end
+
+  autoload :Application, "jets/application"
+  autoload :AwsInfo, "jets/aws_info"
+  autoload :AwsServices, "jets/aws_services"
+  autoload :Booter, 'jets/booter'
+  autoload :Builders, 'jets/builders'
+  autoload :Call, "jets/call"
+  autoload :Cfn, 'jets/cfn'
+  autoload :CLI, "jets/cli"
+  autoload :Commands, "jets/commands"
+  autoload :Controller, 'jets/controller'
+  autoload :Core, "jets/core"
+  autoload :Db, 'jets/db'
+  autoload :Dotenv, 'jets/dotenv'
+  autoload :Erb, "jets/erb"
+  autoload :Generator, "jets/generator"
+  autoload :Inflections, "jets/inflections"
+  autoload :IO, "jets/io"
+  autoload :Job, 'jets/job'
+  autoload :Klass, 'jets/klass'
+  autoload :Lambda, 'jets/lambda'
+  autoload :Logger, "jets/logger"
+  autoload :Mega, "jets/mega"
+  autoload :Middleware, "jets/middleware"
+  autoload :Naming, 'jets/naming'
+  autoload :PolyFun, 'jets/poly_fun'
+  autoload :Preheat, "jets/preheat"
+  autoload :Processors, 'jets/processors'
+  autoload :RackServer, "jets/rack_server"
+  autoload :Rdoc, "jets/rdoc"
+  autoload :Resource, "jets/resource"
+  autoload :Route, "jets/route"
+  autoload :Router, "jets/router"
+  autoload :Rule, 'jets/rule'
+  autoload :Stack, "jets/stack"
+  autoload :TmpLoader, "jets/tmp_loader"
+  autoload :Turbine, 'jets/turbine'
+  autoload :Turbo, 'jets/turbo'
+  autoload :Util, "jets/util"
+
+  extend Core # root, logger, etc
+end
+
+require "jets/core_ext/kernel"
+
+root = File.expand_path("..", File.dirname(__FILE__))
+
+$:.unshift("#{root}/vendor/jets-gems/lib")
+require "jets-gems"
+
+$:.unshift("#{root}/vendor/rails/actionpack/lib")
+$:.unshift("#{root}/vendor/rails/actionview/lib")
+# will require action_controller, action_pack, etc later when needed
+
+Jets::Db # trigger autoload

data/lib/jets/application.rb

@@ -0,0 +1,308 @@
+require "singleton"
+require "rack"
+
+class Jets::Application
+  include Singleton
+  extend Memoist
+  autoload :Middleware, "jets/middleware"
+  include Jets::Middleware
+
+  def configure(&block)
+    instance_eval(&block) if block
+  end
+
+  def setup!
+    load_configs
+  end
+
+  def finish!
+    load_inflections
+    setup_auto_load_paths
+    load_routes
+  end
+
+  def load_inflections
+    Jets::Inflections.load!
+  end
+
+  def config
+    @config ||= ActiveSupport::OrderedOptions.new # dont use memoize since we reset @config later
+  end
+
+  def default_config
+    config = ActiveSupport::OrderedOptions.new
+    config.project_name = parse_project_name # must set early because other configs requires this
+    config.cors = false
+    config.autoload_paths = default_autoload_paths
+    config.extra_autoload_paths = []
+    config.logger = Jets::Logger.new($stderr)
+
+    # function properties defaults
+    config.function = ActiveSupport::OrderedOptions.new
+    config.function.timeout = 30
+    # default memory setting based on:
+    # https://medium.com/epsagon/how-to-make-lambda-faster-memory-performance-benchmark-be6ebc41f0fc
+    config.function.memory_size = 1536
+
+    config.prewarm = ActiveSupport::OrderedOptions.new
+    config.prewarm.enable = true
+    config.prewarm.rate = '30 minutes'
+    config.prewarm.concurrency = 2
+    config.prewarm.public_ratio = 3
+    config.prewarm.rack_ratio = 5
+
+    config.gems = ActiveSupport::OrderedOptions.new
+    config.gems.sources = [
+      Jets.default_gems_source
+    ]
+
+    config.inflections = ActiveSupport::OrderedOptions.new
+    config.inflections.irregular = {}
+
+    config.assets = ActiveSupport::OrderedOptions.new
+    config.assets.folders = %w[assets images packs]
+    config.assets.base_url = nil # IE: https://cloudfront.com/my/base/path
+    config.assets.max_age = 3600
+    config.assets.cache_control = nil # IE: public, max-age=3600 , max_age is a shorter way to set cache_control.
+
+    config.ruby = ActiveSupport::OrderedOptions.new
+
+    config.middleware = Jets::Middleware::Configurator.new
+
+    config.session = ActiveSupport::OrderedOptions.new
+    config.session.store = Rack::Session::Cookie # note when accessing it use session[:store] since .store is an OrderedOptions method
+    config.session.options = {}
+
+    config.api = ActiveSupport::OrderedOptions.new
+    config.api.authorization_type = "NONE"
+    config.api.cors_authorization_type = nil # nil so ApiGateway::Cors#cors_authorization_type handles
+    config.api.binary_media_types = ['multipart/form-data']
+    config.api.endpoint_type = 'EDGE' # PRIVATE, EDGE, REGIONAL
+
+    config.domain = ActiveSupport::OrderedOptions.new
+    # config.domain.name = "#{Jets.project_namespace}.coolapp.com" # Default is nil
+    # config.domain.cert_arn = "..."
+    config.domain.endpoint_type = "REGIONAL" # EDGE or REGIONAL. Default to EDGE because CloudFormation update is faster
+    config.domain.route53 = true # controls whether or not to create the managed route53 record.
+      # Useful to disable this when user wants to manage the route themself like pointing
+      # it to CloudFront for blue-green deployments instead.
+
+    # Custom user lambda layers
+    config.lambda = ActiveSupport::OrderedOptions.new
+    config.lambda.layers = []
+
+    # Only used for Jets Afterburner, Mega Mode currently. This is a fallback default
+    # encoding.  Usually, the Rails response will return a content-type header and
+    # the encoding in there is used when possible. Example Content-Type header:
+    #   Content-Type    text/html; charset=utf-8
+    config.encoding = ActiveSupport::OrderedOptions.new
+    config.encoding.default = "utf-8"
+
+    config
+  end
+
+  # Double evaling config/application.rb causes subtle issues:
+  #   * double loading of shared resources: Jets::Stack.subclasses will have the same
+  #   class twice when config is called when declaring a function
+  #   * forces us to rescue all exceptions, which is a big hammer
+  #
+  # Lets parse for the project name instead for now.
+  #
+  def parse_project_name
+    return ENV['JETS_PROJECT_NAME'] if ENV['JETS_PROJECT_NAME'] # override
+
+    lines = IO.readlines("#{Jets.root}/config/application.rb")
+    project_name_line = lines.find { |l| l =~ /config\.project_name.*=/ }
+    project_name_line.gsub(/.*=/,'').strip.gsub(/["']/,'') # project_name
+  end
+
+  def load_app_config
+    @config = default_config
+    set_dependent_configs! # things like project_namespace that need project_name
+    eval_app_config # this overwrites Jets.config.project_name
+    Jets.config.project_name = parse_project_name # Must set again because JETS_PROJECT_NAME is possible
+
+    set_iam_policy # relies on dependent values, must be called afterwards
+    normalize_env_vars!
+  end
+
+  def eval_app_config
+    app_config = "#{Jets.root}/config/application.rb"
+    load app_config # use load instead of require so reload_configs! works
+  end
+
+  # After the mimimal template gets build, we need to reload it for the full stack
+  # creation. This allows us to reference IAM policies configs that depend on the
+  # creation of the s3 bucket.
+  def reload_configs!
+    load_configs
+  end
+
+  def load_environments_config
+    env_file = "#{Jets.root}/config/environments/#{Jets.env}.rb"
+    if File.exist?(env_file)
+      code = IO.read(env_file)
+      instance_eval(code)
+    end
+  end
+
+  def load_configs
+    load_app_config
+    load_db_config
+    load_environments_config
+    deprecated_configs_message
+  end
+
+  def deprecated_configs_message
+    unless config.ruby.lazy_load.nil?
+      puts "Detected config.ruby.lazy_load = #{config.ruby.lazy_load.inspect}".color(:yellow)
+      puts "Deprecated: config.ruby.lazy_load".color(:yellow)
+      puts "Gems are now bundled with with Lambda Layer and there's no need to lazy load them."
+      puts "Please remove the config in your config/application.rb or config/environments files."
+      puts "You can have Jets automatically do this by running:"
+      puts "  jets upgrade"
+    end
+  end
+
+  def setup_auto_load_paths
+    autoload_paths = config.autoload_paths + config.extra_autoload_paths
+    # internal_autoload_paths are last
+    autoload_paths += internal_autoload_paths
+    ActiveSupport::Dependencies.autoload_paths += autoload_paths
+  end
+
+  # Essentially folders under app folder will be the default_autoload_paths. Example:
+  #   app/controllers
+  #   app/helpers
+  #   app/jobs
+  #   app/models
+  #   app/rules
+  #   app/shared/resources
+  def default_autoload_paths
+    paths = []
+    Dir.glob("#{Jets.root}/app/*").each do |p|
+      p.sub!('./','')
+      paths << p unless exclude_autoload_path?(p)
+    end
+    paths
+  end
+
+  def exclude_autoload_path?(path)
+    path =~ %r{app/javascript} || path =~ %r{app/views}
+  end
+
+  def internal_autoload_paths
+    internal = File.expand_path("../internal", __FILE__)
+    paths = %w[
+      app/controllers
+      app/models
+      app/jobs
+    ]
+    paths.map { |path| "#{internal}/#{path}" }
+  end
+
+  # Use the shorter name in stack names, but use the full name when it
+  # comes to checking for the env.
+  #
+  # Example:
+  #
+  #   Jets.env: 'development'
+  #   Jets.config.project_namespace: 'demo-dev'
+  ENV_MAP = {
+    development: 'dev',
+    production: 'prod',
+    staging: 'stag',
+  }
+  def set_dependent_configs!
+    # env_extra can be also be set with JETS_ENV_EXTRA.
+    # JETS_ENV_EXTRA higher precedence than config.env_extra
+    config.env_extra = ENV['JETS_ENV_EXTRA'] if ENV['JETS_ENV_EXTRA']
+    # IE: With env_extra: project-dev-1
+    #     Without env_extra: project-dev
+    config.short_env = ENV_MAP[Jets.env.to_sym] || Jets.env
+    # table_namespace does not have the env_extra, more common case desired.
+    config.table_namespace = [config.project_name, config.short_env].compact.join('-')
+
+    config.project_namespace = Jets.project_namespace
+  end
+
+  def set_iam_policy
+    config.iam_policy ||= self.class.default_iam_policy
+    config.managed_policy_definitions ||= [] # default empty
+  end
+
+  def self.default_iam_policy
+    project_namespace = Jets.project_namespace
+    logs = {
+      action: ["logs:*"],
+      effect: "Allow",
+      resource: "arn:aws:logs:#{Jets.aws.region}:#{Jets.aws.account}:log-group:/aws/lambda/#{project_namespace}-*",
+    }
+    s3_bucket = Jets.aws.s3_bucket
+    s3_readonly = {
+      action: ["s3:Get*", "s3:List*"],
+      effect: "Allow",
+      resource: "arn:aws:s3:::#{s3_bucket}*",
+    }
+    s3_bucket = {
+      action: ["s3:ListAllMyBuckets", "s3:HeadBucket"],
+      effect: "Allow",
+      resource: "arn:aws:s3:::*", # scoped to all buckets
+    }
+    policies = [logs, s3_readonly, s3_bucket]
+
+    if Jets::Stack.has_resources?
+      cloudformation = {
+        action: ["cloudformation:DescribeStacks"],
+        effect: "Allow",
+        resource: "arn:aws:cloudformation:#{Jets.aws.region}:#{Jets.aws.account}:stack/#{project_namespace}*",
+      }
+      policies << cloudformation
+    end
+    policies
+  end
+
+  # It is pretty easy to attempt to set environment variables without
+  # the correct AWS Environment.Variables path struture.
+  # Auto-fix it for convenience.
+  def normalize_env_vars!
+    environment = config.function.environment
+    if environment and !environment.to_h.key?(:variables)
+      config.function.environment = {
+        variables: environment.to_h
+      }
+    end
+  end
+
+  def load_db_config
+    config.database = {}
+
+    Jets::Dotenv.load!
+    database_yml = "#{Jets.root}/config/database.yml"
+    if File.exist?(database_yml)
+      text = Jets::Erb.result(database_yml)
+      db_config = YAML.load(text)
+      config.database = db_config
+    end
+  end
+
+  # Naming it routes because config/routes.rb requires
+  #
+  #   Jets.application.routes.draw do
+  #
+  # for scaffolding to work.
+  def routes
+    @router ||= Jets::Router.new
+  end
+
+  def load_routes
+    routes_file = "#{Jets.root}/config/routes.rb"
+    require routes_file if File.exist?(routes_file)
+  end
+
+  def aws
+    Jets::AwsInfo.new
+  end
+  memoize :aws
+
+end