funktor 0.7.24 → 0.7.25

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8fdcd3e939904ca9cd77b31c29842e3a43c5cbf53113180c8fbb32fc3fe7c5e2
-  data.tar.gz: 3ed291a899ad41382275e2f0a1cb4da28d688a5b262831a4eed96e5487024200
+  metadata.gz: 4efb77bf5008c8b7045610883ea0f0229a8ebaa89d1b5f3dd4846c3e0bc7ddd4
+  data.tar.gz: ad9b24108efdc8747d863bc9afbf0b47fe9508c6804f48ca80eba314e681a474
 SHA512:
-  metadata.gz: 6c2c23526960146d1d7d0e895484dba8c1403bc1dafbbe88d1fa4309765c8176294c126447b5ca4806f59f74d03ae504a710121d97301a1759234b133e6a15ce
-  data.tar.gz: 15ad50995710277c1bf8105d53b38c6f3746ae1139613dd2f4e4630c5539204452d8675f815d50bdb53046ccae13452e939909ff081d481f435eac67318b97f5
+  metadata.gz: a1d9c1547d1195bab096469043bef6bd63d4183b005a1ee6e08d60ad5f894fe79d0bdeaa33a446966566904a99a088045c66348f0eb9ca5aca1543b75adf9595
+  data.tar.gz: ead715f1b9673487067fea8206e0bb9a0fb74bcc2a79e43bf3e07703df9a5d3f0fc3361bcde55357ef223078ed7dc1e215d325354614f379138142cc33e07bc3

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    funktor (0.7.24)
+    funktor (0.7.25)
       activesupport
       aws-sdk-dynamodb (~> 1.62)
       aws-sdk-sqs (~> 1.37)
@@ -22,7 +22,7 @@ GEM
     addressable (2.8.0)
       public_suffix (>= 2.0.2, < 5.0)
     aws-eventstream (1.2.0)
-    aws-partitions (1.595.0)
+    aws-partitions (1.596.0)
     aws-sdk-core (3.131.1)
       aws-eventstream (~> 1, >= 1.0.2)
       aws-partitions (~> 1, >= 1.525.0)

data/funktor-testapp/Dockerfile

@@ -8,7 +8,7 @@ FROM public.ecr.aws/lambda/ruby:2.7 AS build_image
 #ENV BUNDLE_GEM__FURY__IO=${BUNDLE_GEM__FURY__IO}
 
 # First we install some stuff that we need for gems that have to compile native extensions
-#RUN yum groupinstall "Development Tools" -y
+RUN yum groupinstall "Development Tools" -y
 #RUN yum install -y amazon-linux-extras
 #RUN amazon-linux-extras enable postgresql11
 #RUN yum install -y postgresql-devel
@@ -57,6 +57,12 @@ FROM public.ecr.aws/lambda/ruby:2.7 AS deploy_image
 COPY --from=build_image /var/task .
 COPY . .
 
+# Now we prime the bootsnap cache to minimize cold start times.
+
+ENV BOOTSNAP_CACHE_DIR=/var/task/tmp/cache
+RUN bundle exec bootsnap precompile --gemfile . \
+ && SKIP_ENV=true bundle exec ruby lambda_event_handlers/incoming_job_handler.rb
+
 # And finally we have the CMD for the deployed container
 # You can overwrite command in `serverless.yml` template
 CMD [ "app.LambdaFunction::Handler.process" ]

data/funktor-testapp/Gemfile

@@ -23,3 +23,5 @@ gem 'aws-sdk-dynamodb', '~> 1.62'
 gem "activesupport"
 gem "thor" # Thor drives the CLI TODO - Maybe we don't need it here?
 
+# This helps make cold starts faster
+gem 'bootsnap', require: false

data/funktor-testapp/Gemfile.lock

@@ -22,11 +22,14 @@ GEM
       aws-sigv4 (~> 1.1)
     aws-sigv4 (1.2.4)
       aws-eventstream (~> 1, >= 1.0.2)
+    bootsnap (1.12.0)
+      msgpack (~> 1.2)
     concurrent-ruby (1.1.9)
     i18n (1.8.10)
       concurrent-ruby (~> 1.0)
     jmespath (1.4.0)
     minitest (5.14.4)
+    msgpack (1.5.2)
     require_all (1.5.0)
     thor (1.1.0)
     tzinfo (2.0.4)
@@ -41,6 +44,7 @@ DEPENDENCIES
   activesupport
   aws-sdk-dynamodb (~> 1.62)
   aws-sdk-sqs (~> 1.37)
+  bootsnap
   require_all (~> 1.0)
   thor
 

data/funktor-testapp/funktor_config/boot.rb

@@ -5,6 +5,9 @@ ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../Gemfile', __dir__)
 require "rubygems"
 require 'bundler/setup'
 
+# load bootsnap for faster cold starts
+require 'bootsnap/setup'
+
 # Set up gems listed in the Gemfile.
 Bundler.require(:default, :production)
 

data/funktor-testapp/serverless.yml

@@ -52,9 +52,6 @@ custom:
   # commands. Or fallsback to what we have set in the provider section.
   stage: ${self:provider.stage, 'dev'}
   funktor: ${file(funktor_config/funktor.yml)}
-  #rubyLayer: ${file(funktor_config/ruby_layer.yml)}
-
-#package: ${file(funktor_config/package.yml)}
 
 functions:
   IncomingJobHandler: ${file(funktor_config/function_definitions/incoming_job_handler.yml)}
@@ -72,4 +69,3 @@ resources:
   - ${file(funktor_config/resources/jobs_table.yml)}
 
 plugins:
-  #- serverless-ruby-layer

data/lib/funktor/cli/init.rb

@@ -33,27 +33,13 @@ module Funktor
       def funktor_config_yml
         #template "funktor_config.yml", File.join("funktor_config.yml")
         template File.join("funktor_config", "funktor.yml"), File.join("funktor_config", "funktor.yml")
-        template File.join("funktor_config", "ruby_layer.yml"), File.join("funktor_config", "ruby_layer.yml")
-        template File.join("funktor_config", "package.yml"), File.join("funktor_config", "package.yml")
         template File.join("funktor_config", "environment.yml"), File.join("funktor_config", "environment.yml")
         template File.join("funktor_config", "boot.rb"), File.join("funktor_config", "boot.rb")
       end
 
       def package_json
         if File.exist?("package.json")
-          package_data = File.open("package.json").read
-          if package_data =~ /serverless-ruby-layer/
-            say "serverless-ruby-layer is already installed in package.json"
-          else
-            if File.exist?("package-lock.json")
-              run "npm install serverless-ruby-layer@1.4.0 --save-dev"
-              # TODO - Add handers for yarn and what not
-            elsif File.exist?("yarn.lock")
-              run "yarn add --dev serverless-ruby-layer@1.4.0"
-            else
-              say "You should install serverless-ruby-layer version 1.4.0 using yor package manager of choice."
-            end
-          end
+          say "package.json already exists"
         else
           template "package.json", File.join("package.json")
         end

data/lib/funktor/cli/templates/Dockerfile

@@ -8,7 +8,7 @@ FROM public.ecr.aws/lambda/ruby:2.7 AS build_image
 #ENV BUNDLE_GEM__FURY__IO=${BUNDLE_GEM__FURY__IO}
 
 # First we install some stuff that we need for gems that have to compile native extensions
-#RUN yum groupinstall "Development Tools" -y
+RUN yum groupinstall "Development Tools" -y
 #RUN yum install -y amazon-linux-extras
 #RUN amazon-linux-extras enable postgresql11
 #RUN yum install -y postgresql-devel
@@ -57,6 +57,12 @@ FROM public.ecr.aws/lambda/ruby:2.7 AS deploy_image
 COPY --from=build_image /var/task .
 COPY . .
 
+# Now we prime the bootsnap cache to minimize cold start times.
+
+ENV BOOTSNAP_CACHE_DIR=/var/task/tmp/cache
+RUN bundle exec bootsnap precompile --gemfile . \
+ && SKIP_ENV=true bundle exec ruby lambda_event_handlers/incoming_job_handler.rb
+
 # And finally we have the CMD for the deployed container
 # You can overwrite command in `serverless.yml` template
 CMD [ "app.LambdaFunction::Handler.process" ]

data/lib/funktor/cli/templates/Gemfile

@@ -4,4 +4,4 @@ git_source(:github) { |repo| "https://github.com/#{repo}.git" }
 ruby '~> 2.7'
 
 gem 'funktor'
-
+gem 'bootsnap', require: false

data/lib/funktor/cli/templates/funktor_config/boot.rb

@@ -5,6 +5,9 @@ ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../Gemfile', __dir__)
 require "rubygems"
 require 'bundler/setup'
 
+# load bootsnap for faster cold starts
+require 'bootsnap/setup'
+
 # Set up gems listed in the Gemfile.
 Bundler.require(:default, :production)
 

data/lib/funktor/cli/templates/funktor_init.yml.tt

@@ -38,12 +38,12 @@ handlerDefaults:
   # Visibility timeout should only come into play in the case of Funktor errors.
   # Application level errors should be handled by Funktor retry mechanisms.
   # The visibility timeout should be at least as long as the function timeout, and up to 6 times larger.
-  visibilityTimeout: 1800
+  visibilityTimeout: 300
 
   # Max recieve count affects how many times a job will retry that has been throttled at the SQS -> Lambda boundary.
   # Amazon recommend this be at least 5, but I've found that higher numbers are better to avoid legit jobs ending
   # up in the dead letter queue
-  maxReceiveCount: 20
+  maxReceiveCount: 120
 
 # Incoming Job Handler
 incomingJobHandler:

data/lib/funktor/cli/templates/package.json

@@ -3,6 +3,5 @@
   "description": "",
   "version": "0.1.0",
   "devDependencies": {
-    "serverless-ruby-layer": "^1.4.0"
   }
 }

data/lib/funktor/cli/templates/serverless.yml

@@ -49,9 +49,6 @@ custom:
   # commands. Or fallsback to what we have set in the provider section.
   stage: ${self:provider.stage, 'dev'}
   funktor: ${file(funktor_config/funktor.yml)}
-  #rubyLayer: ${file(funktor_config/ruby_layer.yml)}
-
-#package: ${file(funktor_config/package.yml)}
 
 functions:
   <%- all_function_definitions.each do |function_definition| -%>
@@ -64,4 +61,3 @@ resources:
   <%- end -%>
 
 plugins:
-  #- serverless-ruby-layer

data/lib/funktor/version.rb

@@ -1,3 +1,3 @@
 module Funktor
-  VERSION = "0.7.24"
+  VERSION = "0.7.25"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: funktor
 version: !ruby/object:Gem::Version
-  version: 0.7.24
+  version: 0.7.25
 platform: ruby
 authors:
 - Jeremy Green
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2022-06-03 00:00:00.000000000 Z
+date: 2022-06-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-sqs
@@ -199,14 +199,12 @@ files:
 - funktor-testapp/funktor_config/iam_permissions/jobs_table_secondary_index.yml
 - funktor-testapp/funktor_config/iam_permissions/low_concurrency_queue.yml
 - funktor-testapp/funktor_config/iam_permissions/ssm.yml
-- funktor-testapp/funktor_config/package.yml
 - funktor-testapp/funktor_config/resources/cloudwatch_dashboard.yml
 - funktor-testapp/funktor_config/resources/default_queue.yml
 - funktor-testapp/funktor_config/resources/incoming_job_queue.yml
 - funktor-testapp/funktor_config/resources/incoming_job_queue_user.yml
 - funktor-testapp/funktor_config/resources/jobs_table.yml
 - funktor-testapp/funktor_config/resources/low_concurrency_queue.yml
-- funktor-testapp/funktor_config/ruby_layer.yml
 - funktor-testapp/funktor_init.yml
 - funktor-testapp/lambda_event_handlers/default_queue_handler.rb
 - funktor-testapp/lambda_event_handlers/incoming_job_handler.rb
@@ -242,13 +240,11 @@ files:
 - lib/funktor/cli/templates/funktor_config/iam_permissions/jobs_table_secondary_index.yml
 - lib/funktor/cli/templates/funktor_config/iam_permissions/ssm.yml
 - lib/funktor/cli/templates/funktor_config/iam_permissions/work_queue.yml
-- lib/funktor/cli/templates/funktor_config/package.yml
 - lib/funktor/cli/templates/funktor_config/resources/cloudwatch_dashboard.yml
 - lib/funktor/cli/templates/funktor_config/resources/incoming_job_queue.yml
 - lib/funktor/cli/templates/funktor_config/resources/incoming_job_queue_user.yml
 - lib/funktor/cli/templates/funktor_config/resources/jobs_table.yml
 - lib/funktor/cli/templates/funktor_config/resources/work_queue.yml
-- lib/funktor/cli/templates/funktor_config/ruby_layer.yml
 - lib/funktor/cli/templates/funktor_init.yml.tt
 - lib/funktor/cli/templates/gitignore
 - lib/funktor/cli/templates/lambda_event_handlers/incoming_job_handler.rb

data/funktor-testapp/funktor_config/package.yml

@@ -1,11 +0,0 @@
-# TODO - Figure out how to allow individual packaging to work out of the box.
-#individually: false
-#include:
-  #- Gemfile
-  #- Gemfile.lock
-  #- funktor_config/boot.rb
-  #- app/**
-# Evertyting is excluded by default with serverless-ruby-layer, but you could use
-# the lines below to exlude files that are inside an include path.
-#exclude:
-#  - workers/excluded_worker.rb

data/funktor-testapp/funktor_config/ruby_layer.yml

@@ -1,11 +0,0 @@
-#use_docker: false
-#docker_yums:
-  #- postgresql-devel
-#native_libs:
-  #- /usr/lib64/libpq.so.5
-  #- /usr/lib64/libldap_r-2.4.so.2
-  #- /usr/lib64/liblber-2.4.so.2
-  #- /usr/lib64/libsasl2.so.3
-  #- /usr/lib64/libssl3.so
-  #- /usr/lib64/libsmime3.so
-  #- /usr/lib64/libnss3.so

data/lib/funktor/cli/templates/funktor_config/package.yml

@@ -1,11 +0,0 @@
-# TODO - Figure out how to allow individual packaging to work out of the box.
-#individually: false
-#include:
-  #- Gemfile
-  #- Gemfile.lock
-  #- funktor_config/boot.rb
-  #- app/**
-# Evertyting is excluded by default with serverless-ruby-layer, but you could use
-# the lines below to exlude files that are inside an include path.
-#exclude:
-#  - workers/excluded_worker.rb

data/lib/funktor/cli/templates/funktor_config/ruby_layer.yml

@@ -1,11 +0,0 @@
-#use_docker: false
-#docker_yums:
-  #- postgresql-devel
-#native_libs:
-  #- /usr/lib64/libpq.so.5
-  #- /usr/lib64/libldap_r-2.4.so.2
-  #- /usr/lib64/liblber-2.4.so.2
-  #- /usr/lib64/libsasl2.so.3
-  #- /usr/lib64/libssl3.so
-  #- /usr/lib64/libsmime3.so
-  #- /usr/lib64/libnss3.so