jets 5.0.5 → 5.0.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9188a490c6d04a0c7b0f947442718008cc8724979dfe0f0f49d1302d90185efc
-  data.tar.gz: a3f42abadc033434cb21af8b43ed7ecccdfbd41a4da8a4eb23bd959506a3c5e9
+  metadata.gz: e04f05b1acc2261aa805569fce675ac41b87de70487156b625ddc1beedad957a
+  data.tar.gz: 4f89a28661441ff74bf7cb98b90eef08583fe18e20ba72472240e41f942b8ff2
 SHA512:
-  metadata.gz: f8d64806385a02832b1c14de77f2262b7507dc4090afad9e240740d7ec4ce8fa0c4970cd30d80ccdbd960d70d4248ad7ed1d2efc1bf4e5ddde473c0bc4705279
-  data.tar.gz: 7f5cb632fe2bc2de10a986db14921d48b867c352af313192825180fd2a9d7687b75b2ed55772d66b60e266b788297b2e97aabdbfa07a07a466d774861906b3cd
+  metadata.gz: 189e8b589c09a258329a7f0d29ac52759a854e75ddafa312716e93359689ee87946c7cecb8cbb720e0046042e0358fd7086ef2b011ecb2929014f0c371352548
+  data.tar.gz: 5f2adbfc890b6a0346a998463fa3d297138aebe570576d1f2d3f782456da5c4384151043f9b241a966c6fcfcf3b2fb2ffda49c129ea43a3581513422f85e42fa

data/CHANGELOG.md

@@ -3,6 +3,15 @@
 All notable changes to this project will be documented in this file.
 This project *loosely tries* to adhere to [Semantic Versioning](http://semver.org/).
 
+## [5.0.7] - 2023-12-24
+- [#699](https://github.com/rubyonjets/jets/pull/699) cache Stack.lookup output in class memory
+- [#700](https://github.com/rubyonjets/jets/pull/700) update s3 sns and sqs event helpers to return all events
+- [#701](https://github.com/rubyonjets/jets/pull/701) fix s3_event and change method to s3_event_payloads
+
+## [5.0.6] - 2023-12-21
+- [#698](https://github.com/rubyonjets/jets/pull/698) make iam_policy additive to default_iam_policy for event
+- jets new environments/production.rb dont include assets.compile for api mode
+
 ## [5.0.5] - 2023-12-19
 - [#697](https://github.com/rubyonjets/jets/pull/697) fix sqs_queue output url camelcase name
 

data/lib/jets/generators/job/templates/event_types/s3.rb.tt

@@ -4,8 +4,8 @@ class <%= class_name %>Job < ApplicationJob
   s3_event "my-bucket" # new or existing bucket
   def <%= options[:name] %>
     puts "event #{JSON.dump(event)}"
-    puts "s3_event #{JSON.dump(s3_event)}"
-    puts "s3_object #{JSON.dump(s3_object)}"
+    puts "s3_events #{JSON.dump(s3_events)}"
+    puts "s3_objects #{JSON.dump(s3_objects)}"
   end
 end
 <% end -%>

data/lib/jets/generators/overrides/app/templates/config/environments/production.rb.tt

@@ -7,7 +7,9 @@ Jets.application.configure do
 <%- unless options[:mode] == 'job' -%>
   config.consider_all_requests_local       = false
   # Do not fallback to assets pipeline if a precompiled asset is missed.
+<%- if options[:mode] == 'html' -%>
   config.assets.compile = false
+<%- end -%>
 
   # Ignore bad email addresses and do not raise email delivery errors.
   # Set this to true and configure the email server for immediate delivery to raise delivery errors.

data/lib/jets/job/dsl/dynamodb_event.rb

@@ -7,10 +7,11 @@ module Jets::Job::Dsl
       stream_arn = full_dynamodb_stream_arn(table_name)
       default_iam_policy = default_dynamodb_stream_policy(stream_arn)
 
-      # Create iam policy allows access to queue
-      # Allow disabling in case use wants to add permission application-wide and not have extra IAM policy
-      iam_policy_props = options.delete(:iam_policy) || @iam_policy || default_iam_policy
-      iam_policy(iam_policy_props) unless iam_policy_props == :disable
+      # Create iam policy allows access to dynamodb
+      iam_policy_option = [options.delete(:iam_policy)].compact.flatten
+      user_iam_policy = [@iam_policy].compact.flatten
+      iam_policy_props = iam_policy_option + user_iam_policy + [default_iam_policy]
+      iam_policy(iam_policy_props)
 
       props = options # by this time options only has EventSourceMapping properties
       default = {

data/lib/jets/job/dsl/kinesis_event.rb

@@ -4,10 +4,11 @@ module Jets::Job::Dsl
       stream_arn = full_kinesis_stream_arn(stream_name)
       default_iam_policy = default_kinesis_stream_policy(stream_arn)
 
-      # Create iam policy allows access to queue
-      # Allow disabling in case use wants to add permission application-wide and not have extra IAM policy
-      iam_policy_props = options.delete(:iam_policy) || @iam_policy || default_iam_policy
-      iam_policy(iam_policy_props) unless iam_policy_props == :disable
+      # Create iam policy allows access to kinesis
+      iam_policy_option = [options.delete(:iam_policy)].compact.flatten
+      user_iam_policy = [@iam_policy].compact.flatten
+      iam_policy_props = iam_policy_option + user_iam_policy + [default_iam_policy]
+      iam_policy(iam_policy_props)
 
       props = options # by this time options only has EventSourceMapping properties
       default = {

data/lib/jets/job/dsl/sqs_event.rb

@@ -51,9 +51,10 @@ module Jets::Job::Dsl
       end
 
       # Create iam policy allows access to queue
-      # Allow disabling in case use wants to add permission application-wide and not have extra IAM policy
-      iam_policy_props = options.delete(:iam_policy) || @iam_policy || default_iam_policy
-      iam_policy(iam_policy_props) unless iam_policy_props == :disable
+      iam_policy_option = [options.delete(:iam_policy)].compact.flatten
+      user_iam_policy = [@iam_policy].compact.flatten
+      iam_policy_props = iam_policy_option + user_iam_policy + [default_iam_policy]
+      iam_policy(iam_policy_props)
 
       props = options # by this time options only has EventSourceMapping properties
       default = {

data/lib/jets/job/helpers/kinesis_event_helper.rb

@@ -9,5 +9,9 @@ module Jets::Job::Helpers
         Base64.decode64(encoded) # data
       end
     end
+
+    def kinesis_data?
+      event["Records"]&.any? { |r| r.dig("kinesis", "data") }
+    end
   end
 end

data/lib/jets/job/helpers/log_event_helper.rb

@@ -13,5 +13,9 @@ module Jets::Job::Helpers
       data = JSON.load(uncompressed_string)
       ActiveSupport::HashWithIndifferentAccess.new(data)
     end
+
+    def log_event?
+      !!event.dig("awslogs", "data")
+    end
   end
 end

data/lib/jets/job/helpers/s3_event_helper.rb

@@ -1,13 +1,45 @@
 module Jets::Job::Helpers
   module S3EventHelper
+    def s3_event_payloads
+      messages = event["Records"].map do |record|
+        record["Sns"]["Message"]
+      end
+      messages.map do |message|
+        h = JSON.load(message)
+        ActiveSupport::HashWithIndifferentAccess.new(h)
+      end
+    end
+
+    def s3_event_payloads?
+      event["Records"]&.any? { |r| r.dig("Sns", "Message") }
+    end
+
+    def s3_objects
+      s3_event_payloads.map do |payload|
+        records = payload["Records"]
+        records.map do |record|
+          record["s3"]["object"]
+        end
+      end.flatten
+    end
+
+    def s3_objects?
+      s3_event_payloads["Records"]&.any? { |r| r.dig("s3", "object") }
+    end
+
+    # Deprecated methods below
     def s3_event
-      message = event["Records"][0]["Sns"]["Message"]
-      h = JSON.load(message)
-      ActiveSupport::HashWithIndifferentAccess.new(h)
+      puts "WARN: s3_event is deprecated".color(:yellow)
+      puts "It can possibly drop events when come in extremely fast."
+      puts "Use s3_event_payloads instead"
+      s3_event_payloads.first
     end
 
     def s3_object
-      s3_event["Records"][0]["s3"]["object"]
+      puts "WARN: s3_object is deprecated".color(:yellow)
+      puts "It can possibly drop events when come in extremely fast."
+      puts "Use s3_objects instead"
+      s3_objects.first
     end
   end
 end

data/lib/jets/job/helpers/sns_event_helper.rb

@@ -1,8 +1,24 @@
 module Jets::Job::Helpers
-    module SnsEventHelper
-       def sns_event_payload
-          message = event&.dig("Records", 0, "Sns", "Message")
-          @sns_event_payload ||= ActiveSupport::HashWithIndifferentAccess.new(JSON.load(message))
+  module SnsEventHelper
+    def sns_event_payloads
+      records = event["Records"]
+      return [] unless records
+      records.map do |record|
+        message = record["Sns"]["Message"]
+        ActiveSupport::HashWithIndifferentAccess.new(JSON.load(message))
       end
     end
+
+    def sns_event_payloads?
+      event["Records"]&.any? { |r| r.dig("Sns", "Message") }
+    end
+
+    # Deprecated methods below
+    def sns_event_payload
+      puts "WARN: sns_event_payload is deprecated".color(:yellow)
+      puts "It can possibly drop events when come in extremely fast."
+      puts "Use sns_event_payloads instead"
+      sns_event_payloads.first
+    end
+  end
 end

data/lib/jets/job/helpers/sqs_event_helper.rb

@@ -1,8 +1,24 @@
 module Jets::Job::Helpers
-    module SqsEventHelper
-       def sqs_event_payload
-          message = event&.dig("Records", 0, "body")
-          @sqs_event_payload ||= ActiveSupport::HashWithIndifferentAccess.new(JSON.parse(message))
-       end
+  module SqsEventHelper
+    def sqs_event_payloads
+      records = event["Records"]
+      return [] unless records
+      records.map do |record|
+        message = record["body"]
+        ActiveSupport::HashWithIndifferentAccess.new(JSON.load(message))
+      end
     end
-end
+
+    def sqs_event_payloads?
+      event["Records"]&.any? { |r| r.dig("body") }
+    end
+
+    # Deprecated methods below
+    def sqs_event_payload
+      puts "WARN: sqs_event_payload is deprecated".color(:yellow)
+      puts "It can possibly drop events when come in extremely fast."
+      puts "Use sqs_event_payloads instead"
+      sqs_event_payloads.first
+    end
+  end
+end

data/lib/jets/stack/output/lookup.rb

@@ -6,7 +6,11 @@ class Jets::Stack::Output
       @stack_subclass = stack_subclass
     end
 
+    @@cache = {}
     def output(logical_id)
+      cache_key = "#{@stack_subclass}-#{logical_id}"
+      return @@cache[cache_key] if @@cache[cache_key]
+
       child_stack_id = @stack_subclass.to_s.camelize
 
       stack_arn = shared_stack_arn(child_stack_id)
@@ -14,7 +18,7 @@ class Jets::Stack::Output
       child = resp.stacks.first
       return unless child
 
-      output_value(child, logical_id)
+      @@cache[cache_key] = output_value(child, logical_id)
     end
 
     # Shared child stack arn

data/lib/jets/version.rb

@@ -1,3 +1,3 @@
 module Jets
-  VERSION = "5.0.5"
+  VERSION = "5.0.7"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: jets
 version: !ruby/object:Gem::Version
-  version: 5.0.5
+  version: 5.0.7
 platform: ruby
 authors:
 - Tung Nguyen
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2023-12-19 00:00:00.000000000 Z
+date: 2023-12-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: actionmailer