sbmt-kafka_consumer 3.3.2 → 3.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7918960487cca5e2c992726b0ff8b431e855abb11775645ea5562de36aea17e1
-  data.tar.gz: 526a797e57595ad90658b21c3a419b2e21884918c66669e922e10f0cfe11d696
+  metadata.gz: 114637de2c62e2a36a3221b5f754d2df112956b2083732bc21f2addffbe6b1df
+  data.tar.gz: d119ec787d1129ba9872dfd4d3a64ae6b2cc0f0f9fa8abe32e7da4210d356e34
 SHA512:
-  metadata.gz: 529347ea9e8e886e442f8bbde28ce1a801691a200f735936aa032364418d35799a3c601df28e30c897cec71049f5e4ab146cfeaf014257c41715e0c818d9ded8
-  data.tar.gz: 3d1a36773274f20fedb611c644cac723826216d4b730027f0267cf5cd3ced59df111e7d5dc33c61416d399ecb528003f03416479e384a4f185a59ea40ee03388
+  metadata.gz: c9158965a771af77ece756acbba753098f76a77f557813dfcd6256121d38054985ea7d251b05c21bfdca0ed0111305ef17bca3c54e1b3c1859a88e220c4712d9
+  data.tar.gz: 89c5aebdd80c7f72169880491727ba22bdb6d9d22d85b01c8d489a36d94dea971d878b4fec3dae9b6a251c700d41709274924466a812b0659f54c93cba3abecc

data/CHANGELOG.md

@@ -13,6 +13,17 @@ and this project adheres to [Semantic Versioning](http://semver.org/).
 
 ### Fixed
 
+## [3.4.0] - 2025-01-27
+
+### Added
+
+- Added support for warning log level in LoggerListener error handling
+- Consider duplicate messages as warnings in logs
+
+### Changed
+
+### Fixed
+
 ## [3.3.2] - 2024-12-27
 
 ### Fixed
@@ -32,20 +43,20 @@ and this project adheres to [Semantic Versioning](http://semver.org/).
 - inheritance of kafka settings for topic
 
 ### Fixed
- 
+
 - support `karafka 2.4.12`
 - properly report metrics for consumer offset lag when partition fetch assignment was lost
 
 ## [3.2.2] - 2024-09-23
 
 ### Fixed
- 
+
 - log OTEL `trace_id`
 
 ## [3.2.1] - 2024-09-20
 
 ### Fixed
- 
+
 - Limit Karafka version to less than 2.4.12 since `bootstrap.servers` has been made required
 
 ## [3.2.0] - 2024-09-17

data/lib/sbmt/kafka_consumer/base_consumer.rb

@@ -138,7 +138,8 @@ module Sbmt
           error: error,
           caller: self,
           message: message,
-          type: "consumer.base.consume_one"
+          type: "consumer.base.consume_one",
+          log_level: :error
         )
       end
 

data/lib/sbmt/kafka_consumer/inbox_consumer.rb

@@ -56,7 +56,7 @@ module Sbmt
         item = result.success
         item.track_metrics_after_consume if item.respond_to?(:track_metrics_after_consume)
       rescue ActiveRecord::RecordNotUnique
-        instrument_error("Skipped duplicate message for #{inbox_name}, message_uuid: #{message_uuid(message)}", message, "duplicate")
+        instrument_warn("Skipped duplicate message for #{inbox_name}, message_uuid: #{message_uuid(message)}", message, "duplicate")
       rescue => ex
         if skip_on_error
           logger.warn("skipping unprocessable message for #{inbox_name}, message_uuid: #{message_uuid(message)}")
@@ -108,7 +108,7 @@ module Sbmt
         inbox_item_class.box_name
       end
 
-      def instrument_error(error, message, status = "failure")
+      def instrument_error(error, message, status = "failure", log_level: :error)
         ::Sbmt::KafkaConsumer.monitor.instrument(
           "error.occurred",
           error: error,
@@ -117,9 +117,14 @@ module Sbmt
           inbox_name: inbox_name,
           event_name: event_name,
           status: status,
-          type: "consumer.inbox.consume_one"
+          type: "consumer.inbox.consume_one",
+          log_level: log_level
         )
       end
+
+      def instrument_warn(*args, **kwargs)
+        instrument_error(*args, **kwargs, log_level: :warn)
+      end
     end
   end
 end

data/lib/sbmt/kafka_consumer/instrumentation/logger_listener.rb

@@ -6,6 +6,7 @@ module Sbmt
       class LoggerListener < Karafka::Instrumentation::LoggerListener
         include ListenerHelper
         CUSTOM_ERROR_TYPES = %w[consumer.base.consume_one consumer.inbox.consume_one].freeze
+        VALID_LOG_LEVELS = %i[error warn].freeze
 
         def on_error_occurred(event)
           type = event[:type]
@@ -23,7 +24,12 @@ module Sbmt
             stacktrace: log_backtrace(error),
             **tags
           ) do
-            logger.error(error_message(error))
+            log_level = event[:log_level] || :error
+            if VALID_LOG_LEVELS.include?(log_level)
+              logger.public_send(log_level, error_message(error))
+            else
+              raise "Invalid log level #{log_level}"
+            end
           end
         end
 

data/lib/sbmt/kafka_consumer/version.rb

@@ -2,6 +2,6 @@
 
 module Sbmt
   module KafkaConsumer
-    VERSION = "3.3.2"
+    VERSION = "3.4.0"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: sbmt-kafka_consumer
 version: !ruby/object:Gem::Version
-  version: 3.3.2
+  version: 3.4.0
 platform: ruby
 authors:
 - Kuper Ruby-Platform Team
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-12-27 00:00:00.000000000 Z
+date: 2025-01-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails
@@ -565,7 +565,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.6
+rubygems_version: 3.5.21
 signing_key:
 specification_version: 4
 summary: Ruby gem for consuming Kafka messages