sbmt-kafka_producer 2.0.0 → 2.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3b6c10d4e49a462afad448f607d1d9c202b59a7b70661ef17cf7ec8dd4d8112e
-  data.tar.gz: 4cf15927ca33194dc5639afcf7967b3965ac817ad8813380e33f7dc003aa11d0
+  metadata.gz: 4f2c9bec545e5dd939135a388d69acd38c4adfbc65c5d0f9db1cfc94d5431290
+  data.tar.gz: 77d7376225e878c89499bb19bea8cd87230b247a4b238856fc2724101872a9f8
 SHA512:
-  metadata.gz: 467ccc822998a5a9bb174557b6a72be74855060cb5e24e3097efb9ac9be746adfede6c4c77721e637ae6b14db4dc8983c7b76a23c6127016345f3f7fdcf1f681
-  data.tar.gz: bd1df75213ff393acf379fe4d3bbf013747af8f193a0970effbff0782e6c7dd1adeb8cd8cec4704cebb6fc214a1631dc330a679d77ca83c786067786adda329f
+  metadata.gz: 9fb93062edacf5150ad961b79031acdbc4adcf7cf823563014b041bd69e78cb988caf46b107b5f27c6fb0eafdc8d460da2b88c3279786aedf7534a3ad4febfb2
+  data.tar.gz: 11cc83bda4221bac3b65be54606d75dbb2c1acc7e55d6cb41012207ad78fc6715d1bdc3fc8da58ff1bd45d339bdfc2a77167bc7af7115c005d0aa9dd77e536ae

data/CHANGELOG.md

@@ -13,6 +13,18 @@ and this project adheres to [Semantic Versioning](http://semver.org/).
 
 ### Fixed
 
+## [2.2.0] - 2024-04-12
+
+### Changed
+
+- Add logs with `offset`.
+
+## [2.1.0] - 2024-03-14
+
+### Changed
+
+- Memoize kafka clients. Add a registry with them to KafkaClientFactory.
+
 ## [2.0.0] - 2024-01-29
 
 ### Changed

data/README.md

@@ -19,6 +19,10 @@ And then execute:
 bundle install
 ```
 
+## Demo
+
+Learn how to use this gem and how it works with Ruby on Rails at here https://github.com/SberMarket-Tech/outbox-example-apps
+
 ## Auto configuration
 
 We recommend going through the configuration and file creation process using the following Rails generators. Each generator can be run by using the `--help` option to learn more about the available arguments.

data/lib/sbmt/kafka_producer/base_producer.rb

@@ -9,9 +9,10 @@ module Sbmt
       option :topic
 
       def sync_publish!(payload, options = {})
-        around_publish do
+        report = around_publish do
           client.produce_sync(payload: payload, **options.merge(topic: topic))
         end
+        log_success(report)
         true
       end
 
@@ -81,6 +82,10 @@ module Sbmt
         ErrorTracker.error(error)
       end
 
+      def log_success(report)
+        logger.info "Message has been successfully sent to Kafka - topic: #{report.topic_name}, partition: #{report.partition}, offset: #{report.offset}"
+      end
+
       def format_exception_error(error)
         text = "#{format_exception_error(error.cause)}. " if with_cause?(error)
 

data/lib/sbmt/kafka_producer/kafka_client_factory.rb

@@ -3,6 +3,9 @@
 module Sbmt
   module KafkaProducer
     class KafkaClientFactory
+      CLIENTS_REGISTRY_MUTEX = Mutex.new
+      CLIENTS_REGISTRY = {}
+
       class << self
         def default_client
           @default_client ||= ConnectionPool::Wrapper.new do
@@ -15,15 +18,27 @@ module Sbmt
         def build(kafka = {})
           return default_client if kafka.empty?
 
-          ConnectionPool::Wrapper.new do
-            WaterDrop::Producer.new do |config|
-              configure_client(config, kafka)
+          fetch_client(kafka) do
+            ConnectionPool::Wrapper.new do
+              WaterDrop::Producer.new do |config|
+                configure_client(config, kafka)
+              end
             end
           end
         end
 
         private
 
+        def fetch_client(kafka)
+          key = Digest::SHA1.hexdigest(Marshal.dump(kafka))
+          return CLIENTS_REGISTRY[key] if CLIENTS_REGISTRY.key?(key)
+
+          CLIENTS_REGISTRY_MUTEX.synchronize do
+            return CLIENTS_REGISTRY[key] if CLIENTS_REGISTRY.key?(key)
+            CLIENTS_REGISTRY[key] = yield
+          end
+        end
+
         def configure_client(kafka_config, kafka_options = {})
           kafka_config.logger = config.logger_class.classify.constantize.new
           kafka_config.kafka = config.to_kafka_options.merge(custom_kafka_config(kafka_options)).symbolize_keys

data/lib/sbmt/kafka_producer/version.rb

@@ -2,6 +2,6 @@
 
 module Sbmt
   module KafkaProducer
-    VERSION = "2.0.0"
+    VERSION = "2.2.0"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: sbmt-kafka_producer
 version: !ruby/object:Gem::Version
-  version: 2.0.0
+  version: 2.2.0
 platform: ruby
 authors:
 - Sbermarket Ruby-Platform Team
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-02-27 00:00:00.000000000 Z
+date: 2024-04-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: anyway_config