jets 5.0.6 → 5.0.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7d0438bdc5ee9aaa104aad58486eb1b45d8619ea9fc98d95c51bd569047a0238
-  data.tar.gz: 210532fb5b1c69b9463c824bbae2c4a40a7724aad5802f3b871aa386b643e745
+  metadata.gz: e04f05b1acc2261aa805569fce675ac41b87de70487156b625ddc1beedad957a
+  data.tar.gz: 4f89a28661441ff74bf7cb98b90eef08583fe18e20ba72472240e41f942b8ff2
 SHA512:
-  metadata.gz: 2667161cd40b1f8356ad8fcb107d43be6086a92312fe2efc9eba8af246f1f0709c9a04f3e6782cbfc79502a6de190a5c328094cd5a29d63609030f034de558e6
-  data.tar.gz: 3de7ac271c630fe8014e0d2a9468645a4ed097ea5d70d6c6ec4707d48c4aa5de4b6dbd4fa45501e3cbbb30dfc8ba63905d3392efb487758958ef9feb4c90aeb6
+  metadata.gz: 189e8b589c09a258329a7f0d29ac52759a854e75ddafa312716e93359689ee87946c7cecb8cbb720e0046042e0358fd7086ef2b011ecb2929014f0c371352548
+  data.tar.gz: 5f2adbfc890b6a0346a998463fa3d297138aebe570576d1f2d3f782456da5c4384151043f9b241a966c6fcfcf3b2fb2ffda49c129ea43a3581513422f85e42fa

data/CHANGELOG.md

@@ -3,6 +3,11 @@
 All notable changes to this project will be documented in this file.
 This project *loosely tries* to adhere to [Semantic Versioning](http://semver.org/).
 
+## [5.0.7] - 2023-12-24
+- [#699](https://github.com/rubyonjets/jets/pull/699) cache Stack.lookup output in class memory
+- [#700](https://github.com/rubyonjets/jets/pull/700) update s3 sns and sqs event helpers to return all events
+- [#701](https://github.com/rubyonjets/jets/pull/701) fix s3_event and change method to s3_event_payloads
+
 ## [5.0.6] - 2023-12-21
 - [#698](https://github.com/rubyonjets/jets/pull/698) make iam_policy additive to default_iam_policy for event
 - jets new environments/production.rb dont include assets.compile for api mode

data/lib/jets/generators/job/templates/event_types/s3.rb.tt

@@ -4,8 +4,8 @@ class <%= class_name %>Job < ApplicationJob
   s3_event "my-bucket" # new or existing bucket
   def <%= options[:name] %>
     puts "event #{JSON.dump(event)}"
-    puts "s3_event #{JSON.dump(s3_event)}"
-    puts "s3_object #{JSON.dump(s3_object)}"
+    puts "s3_events #{JSON.dump(s3_events)}"
+    puts "s3_objects #{JSON.dump(s3_objects)}"
   end
 end
 <% end -%>

data/lib/jets/job/helpers/kinesis_event_helper.rb

@@ -9,5 +9,9 @@ module Jets::Job::Helpers
         Base64.decode64(encoded) # data
       end
     end
+
+    def kinesis_data?
+      event["Records"]&.any? { |r| r.dig("kinesis", "data") }
+    end
   end
 end

data/lib/jets/job/helpers/log_event_helper.rb

@@ -13,5 +13,9 @@ module Jets::Job::Helpers
       data = JSON.load(uncompressed_string)
       ActiveSupport::HashWithIndifferentAccess.new(data)
     end
+
+    def log_event?
+      !!event.dig("awslogs", "data")
+    end
   end
 end

data/lib/jets/job/helpers/s3_event_helper.rb

@@ -1,13 +1,45 @@
 module Jets::Job::Helpers
   module S3EventHelper
+    def s3_event_payloads
+      messages = event["Records"].map do |record|
+        record["Sns"]["Message"]
+      end
+      messages.map do |message|
+        h = JSON.load(message)
+        ActiveSupport::HashWithIndifferentAccess.new(h)
+      end
+    end
+
+    def s3_event_payloads?
+      event["Records"]&.any? { |r| r.dig("Sns", "Message") }
+    end
+
+    def s3_objects
+      s3_event_payloads.map do |payload|
+        records = payload["Records"]
+        records.map do |record|
+          record["s3"]["object"]
+        end
+      end.flatten
+    end
+
+    def s3_objects?
+      s3_event_payloads["Records"]&.any? { |r| r.dig("s3", "object") }
+    end
+
+    # Deprecated methods below
     def s3_event
-      message = event["Records"][0]["Sns"]["Message"]
-      h = JSON.load(message)
-      ActiveSupport::HashWithIndifferentAccess.new(h)
+      puts "WARN: s3_event is deprecated".color(:yellow)
+      puts "It can possibly drop events when come in extremely fast."
+      puts "Use s3_event_payloads instead"
+      s3_event_payloads.first
     end
 
     def s3_object
-      s3_event["Records"][0]["s3"]["object"]
+      puts "WARN: s3_object is deprecated".color(:yellow)
+      puts "It can possibly drop events when come in extremely fast."
+      puts "Use s3_objects instead"
+      s3_objects.first
     end
   end
 end

data/lib/jets/job/helpers/sns_event_helper.rb

@@ -1,8 +1,24 @@
 module Jets::Job::Helpers
-    module SnsEventHelper
-       def sns_event_payload
-          message = event&.dig("Records", 0, "Sns", "Message")
-          @sns_event_payload ||= ActiveSupport::HashWithIndifferentAccess.new(JSON.load(message))
+  module SnsEventHelper
+    def sns_event_payloads
+      records = event["Records"]
+      return [] unless records
+      records.map do |record|
+        message = record["Sns"]["Message"]
+        ActiveSupport::HashWithIndifferentAccess.new(JSON.load(message))
       end
     end
+
+    def sns_event_payloads?
+      event["Records"]&.any? { |r| r.dig("Sns", "Message") }
+    end
+
+    # Deprecated methods below
+    def sns_event_payload
+      puts "WARN: sns_event_payload is deprecated".color(:yellow)
+      puts "It can possibly drop events when come in extremely fast."
+      puts "Use sns_event_payloads instead"
+      sns_event_payloads.first
+    end
+  end
 end

data/lib/jets/job/helpers/sqs_event_helper.rb

@@ -1,8 +1,24 @@
 module Jets::Job::Helpers
-    module SqsEventHelper
-       def sqs_event_payload
-          message = event&.dig("Records", 0, "body")
-          @sqs_event_payload ||= ActiveSupport::HashWithIndifferentAccess.new(JSON.parse(message))
-       end
+  module SqsEventHelper
+    def sqs_event_payloads
+      records = event["Records"]
+      return [] unless records
+      records.map do |record|
+        message = record["body"]
+        ActiveSupport::HashWithIndifferentAccess.new(JSON.load(message))
+      end
     end
-end
+
+    def sqs_event_payloads?
+      event["Records"]&.any? { |r| r.dig("body") }
+    end
+
+    # Deprecated methods below
+    def sqs_event_payload
+      puts "WARN: sqs_event_payload is deprecated".color(:yellow)
+      puts "It can possibly drop events when come in extremely fast."
+      puts "Use sqs_event_payloads instead"
+      sqs_event_payloads.first
+    end
+  end
+end

data/lib/jets/stack/output/lookup.rb

@@ -6,7 +6,11 @@ class Jets::Stack::Output
       @stack_subclass = stack_subclass
     end
 
+    @@cache = {}
     def output(logical_id)
+      cache_key = "#{@stack_subclass}-#{logical_id}"
+      return @@cache[cache_key] if @@cache[cache_key]
+
       child_stack_id = @stack_subclass.to_s.camelize
 
       stack_arn = shared_stack_arn(child_stack_id)
@@ -14,7 +18,7 @@ class Jets::Stack::Output
       child = resp.stacks.first
       return unless child
 
-      output_value(child, logical_id)
+      @@cache[cache_key] = output_value(child, logical_id)
     end
 
     # Shared child stack arn

data/lib/jets/version.rb

@@ -1,3 +1,3 @@
 module Jets
-  VERSION = "5.0.6"
+  VERSION = "5.0.7"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: jets
 version: !ruby/object:Gem::Version
-  version: 5.0.6
+  version: 5.0.7
 platform: ruby
 authors:
 - Tung Nguyen
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2023-12-21 00:00:00.000000000 Z
+date: 2023-12-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: actionmailer