jets 0.10.4 → 1.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: fec31381880e8479247d24386a6e707d7bf7d7a78596bfebee22b4be7b7a1a6c
-  data.tar.gz: 23665458e46e20ead4787f5567950ba7d67581473c63413c69ac9f1e97356587
+  metadata.gz: 8280c4dd8fd0e5dcf740e5cbba920c4b60bb141929635940592f9bacb576c6a9
+  data.tar.gz: ae6388ea520d67ae42b72cd8d479c6964cf4faf5ae62fe486c4ff107de395fe4
 SHA512:
-  metadata.gz: 4fc47d7cc8848285737cfa87a0029eba9170367a03e19a374d5d87b0df71ccd9dbc1945bb9ad9230411e3c29044f1f199a8b95fa55e67637d3719a5ce6da6184
-  data.tar.gz: ac6a5970973ab59d8336155dae880cbd3f6c0d93b0d8cb70549508108fa7d0ca0896973205aaef4c5f834b895d933f8fde1fa7918f9abd24d7f2eb4bef2423e8
+  metadata.gz: b3db1c42d1671cb0aa18c36f0e91cd32c78bd89c12c7e1f7a84f66a42d804d192f9a540954ebfed14e932c08fa6890076ed89f6912313527b1e86f63859886ff
+  data.tar.gz: 43681d533614ab99a940ae0495fa5aa21eba0b4e36b54bcda11d72eb03398af1acce0aebb0a771bd91a2916bfde078ad8e140d4d6f85889fb08c9c1723eb5305

data/CHANGELOG.md

@@ -3,6 +3,22 @@
 All notable changes to this project will be documented in this file.
 This project *loosely tries* to adhere to [Semantic Versioning](http://semver.org/), even before v1.0.
 
+## [1.0.0]
+- Mega Mode: Rails Support, Rack Support
+- jets import:rails command
+- Lazy Loading Support
+- MySQL support. MySQL is default for jets new command.
+- Separate Environment configuration support
+- Default function timeout 30s now and 60s for jobs
+- Improve config/inflections.yml support
+- Improve shim: organized code
+- Improve static asset serving
+- Improve deploy performance: lazy loading, separate zip files, and only reupload if md5 checksums change.
+- Improve handler generation: ShimVars concept.
+- Improve code builder: Tidy class
+- Improve cfn builder: separate out cfn upload
+- Improve Jets IO buffer handling
+
 ## [0.10.4]
 - Merge pull request #51 from tongueroo/fix-aws-account: fix aws account lookup when ~/.aws/config not configured
 - deprecate config.api_mode for api.mode = "api"

data/Gemfile.lock

@@ -11,7 +11,7 @@ GIT
 PATH
   remote: .
   specs:
-    jets (0.10.4)
+    jets (1.0.0)
       actionpack (>= 5.2.1)
       actionview (>= 5.2.1)
       activerecord (>= 5.2.1)
@@ -65,32 +65,32 @@ GEM
       tzinfo (~> 1.1)
     arel (9.0.0)
     aws-eventstream (1.0.1)
-    aws-partitions (1.105.0)
-    aws-sdk-cloudformation (1.8.0)
+    aws-partitions (1.106.0)
+    aws-sdk-cloudformation (1.10.0)
       aws-sdk-core (~> 3, >= 3.26.0)
       aws-sigv4 (~> 1.0)
-    aws-sdk-cloudwatchlogs (1.8.0)
+    aws-sdk-cloudwatchlogs (1.10.0)
       aws-sdk-core (~> 3, >= 3.26.0)
       aws-sigv4 (~> 1.0)
-    aws-sdk-core (3.30.0)
+    aws-sdk-core (3.35.0)
       aws-eventstream (~> 1.0)
       aws-partitions (~> 1.0)
       aws-sigv4 (~> 1.0)
       jmespath (~> 1.0)
-    aws-sdk-dynamodb (1.13.0)
+    aws-sdk-dynamodb (1.15.0)
       aws-sdk-core (~> 3, >= 3.26.0)
       aws-sigv4 (~> 1.0)
-    aws-sdk-kms (1.9.0)
+    aws-sdk-kms (1.11.0)
       aws-sdk-core (~> 3, >= 3.26.0)
       aws-sigv4 (~> 1.0)
-    aws-sdk-lambda (1.10.0)
+    aws-sdk-lambda (1.13.0)
       aws-sdk-core (~> 3, >= 3.26.0)
       aws-sigv4 (~> 1.0)
-    aws-sdk-s3 (1.21.0)
+    aws-sdk-s3 (1.23.0)
       aws-sdk-core (~> 3, >= 3.26.0)
       aws-sdk-kms (~> 1)
       aws-sigv4 (~> 1.0)
-    aws-sdk-sns (1.5.0)
+    aws-sdk-sns (1.7.0)
       aws-sdk-core (~> 3, >= 3.26.0)
       aws-sigv4 (~> 1.0)
     aws-sigv4 (1.0.3)
@@ -105,12 +105,12 @@ GEM
     gems (1.1.1)
       json
     hashie (3.6.0)
-    i18n (1.1.0)
+    i18n (1.1.1)
       concurrent-ruby (~> 1.0)
     jmespath (1.4.0)
     json (2.1.0)
     kramdown (1.17.0)
-    loofah (2.2.2)
+    loofah (2.2.3)
       crass (~> 1.0.2)
       nokogiri (>= 1.5.9)
     memoist (0.16.0)

data/README.md

@@ -87,12 +87,12 @@ app/jobs/hard_job.rb:
 class HardJob < ApplicationJob
   rate "10 hours" # every 10 hours
   def dig
-    {done: "digging"}
+    puts "done digging"
   end
 
   cron "0 */12 * * ? *" # every 12 hours
   def lift
-    {done: "lifting"}
+    puts "done lifting"
   end
 end
 ```
@@ -146,3 +146,5 @@ For more documentation, check out the official docs: [Ruby on Jets](http://rubyo
 * [Jets Tutorial IAM Policies Part 5](https://blog.boltops.com/2018/09/11/jets-tutorial-iam-policies-part-5)
 * [Jets Tutorial Function Properties Part 6](https://blog.boltops.com/2018/09/12/jets-tutorial-function-properties-part-6)
 * [Jets Tutorial Extra Environments Part 7](https://blog.boltops.com/2018/09/13/jets-tutorial-extra-environments-part-7)
+* [Jets Tutorial Different Environments Part 8](https://blog.boltops.com/2018/09/26/jets-tutorial-different-environments-part-8)
+* [Jets Tutorial Polymorphic Support Part 9](https://blog.boltops.com/2018/09/27/jets-tutorial-polymorphic-support-part-9)

data/exe/jets

@@ -3,8 +3,8 @@
 # traps: INT - ^C
 ['INT', 'TERM', 'QUIT'].each do |signal|
   trap(signal) do
-    puts ""
-    sleep 0.1
+    puts "Detected stop signal"
+    sleep 0.2
     exit
   end
 end

data/lib/jets/application.rb

@@ -11,8 +11,8 @@ class Jets::Application
   end
 
   def setup!
-    load_inflections
     load_configs # load config object so following methods can use it
+    load_inflections
     setup_auto_load_paths
     load_routes
   end
@@ -40,11 +40,14 @@ class Jets::Application
     config.inflections.irregular = {}
 
     config.assets = ActiveSupport::OrderedOptions.new
-    config.assets.folders = %w[packs images assets]
+    config.assets.folders = %w[public]
     config.assets.base_url = nil # IE: https://cloudfront.com/my/base/path
     config.assets.max_age = 3600
     config.assets.cache_control = nil # IE: public, max-age=3600 , max_age is a shorter way to set cache_control.
 
+    config.ruby = ActiveSupport::OrderedOptions.new
+    config.ruby.lazy_load = true # also set in config/environments files
+
     config
   end
   memoize :config
@@ -77,6 +80,15 @@ class Jets::Application
     set_aliases!
     normalize_env_vars!
     load_db_config
+    load_environments_config
+  end
+
+  def load_environments_config
+    env_file = "#{Jets.root}config/environments/#{Jets.env}.rb"
+    if File.exist?(env_file)
+      code = IO.read(env_file)
+      instance_eval(code)
+    end
   end
 
   # Use the shorter name in stack names, but use the full name when it
@@ -103,12 +115,25 @@ class Jets::Application
 
     config.project_namespace = Jets.project_namespace
 
-    # Must set default iam_policy here instead of `def config` because we need access to
-    # the project_namespace and if we call it from `def config` we get an infinite loop
+    # Must set default iam_policy here instead of `def config` because we  project_namespace
+    # must have been set and if we call it from `def config` we get an infinite loop
+    set_iam_policy
+  end
+
+  def set_iam_policy
     config.iam_policy ||= self.class.default_iam_policy
     config.managed_policy_definitions ||= [] # default empty
   end
 
+  # After the mimimal template gets build, we need to reload it for the full stack
+  # creation. This is confusing to follow. Think we need to clean up the Jets.application
+  # singleton and make it more explicit?
+  def reload_iam_policy!
+    config.iam_policy = nil
+    config.managed_policy_definitions = nil
+    set_iam_policy
+  end
+
   def self.default_iam_policy
     project_namespace = Jets.project_namespace
     logs = {
@@ -116,7 +141,18 @@ class Jets::Application
       effect: "Allow",
       resource: "arn:aws:logs:#{Jets.aws.region}:#{Jets.aws.account}:log-group:/aws/lambda/#{project_namespace}-*",
     }
-    policies = [logs]
+    s3_bucket = Jets.aws.s3_bucket
+    s3_readonly = {
+      action: ["s3:Get*", "s3:List*"],
+      effect: "Allow",
+      resource: "arn:aws:s3:::#{s3_bucket}*",
+    }
+    s3_bucket = {
+      action: ["s3:ListAllMyBuckets", "s3:HeadBucket"],
+      effect: "Allow",
+      resource: "arn:aws:s3:::*", # scoped to all buckets
+    }
+    policies = [logs, s3_readonly, s3_bucket]
 
     if Jets::Stack.has_resources?
       cloudformation = {

data/lib/jets/aws_info.rb

@@ -52,6 +52,26 @@ module Jets
     end
     memoize :account
 
+    # If bucket does not exist, do not use the cache value and check for the bucket again.
+    # This is because we can build the app before deploying it for the first time.
+    # The deploy sequence ensure an minimal stack exists and will return a s3 bucket
+    # value for real deployments though, just not for the `jets build` only command.
+    BUCKET_DOES_NOT_YET_EXIST = "bucket-does-not-yet-exist" # use const to save from misspellings
+    @@s3_bucket = BUCKET_DOES_NOT_YET_EXIST
+    def s3_bucket
+      return "fake-test-s3-bucket" if ENV['TEST']
+      return @@s3_bucket unless @@s3_bucket == BUCKET_DOES_NOT_YET_EXIST
+
+      resp = cfn.describe_stacks(stack_name: Jets::Naming.parent_stack_name)
+      stack = resp.stacks.first
+      output = stack["outputs"].find { |o| o["output_key"] == "S3Bucket" }
+      @@s3_bucket = output["output_value"] # s3_bucket
+    rescue
+      # rescuing all exceptions in case here
+      # Here are the known ones: Aws::CloudFormation::Errors::ValidationError, Aws::CloudFormation::Errors::InvalidClientTokenId
+      BUCKET_DOES_NOT_YET_EXIST
+    end
+
     def test?
       ENV['TEST'] || ENV['CIRCLECI']
     end