karafka-core 2.1.1 → 2.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 53d7586305360a42e124a3502563c881b87fb0d663b4520152f9c9021e1f23f4
-  data.tar.gz: 5c0419cf6b17480694a0df8d5c3a4ce04eefa6efcd3e3d12d95417aeb04c82ea
+  metadata.gz: f645a5093edea0a0015987582d62b2f14deafcb18c6c9bcbbecf7dd179e93319
+  data.tar.gz: d8992489edd15d1d8a712dc139bdfa1259ec075429d9b1a0528954d7560c7ba8
 SHA512:
-  metadata.gz: 88a2027bceee6b6ddba790ba6431d3883a9678524f8af3b17caead746a88b71130a55680a4cf7a95778c6556a25e093937a818d86e94916383be05fd5fff0799
-  data.tar.gz: e860ce87d57d7e0dcae055b7c49b47d957a48125d12e00fdbcae16a2cf0732839f196fb590241ac06813b6f8a568271fa38c4feec8b7e26163b11cc99f09b015
+  metadata.gz: 8d8e85bd44974f9128d44e48310682c4c15b78aa1afd099c3bc511ddd159000e69fbd34a7aebb7c764c88cc642d264374ccd01a117cb077070d298560cc9a6e8
+  data.tar.gz: 8a8b4bd4f6d5c54372643eafb84d49ac6ae2ad2a0302e4a74ed0d27e625833d9ced7373f2815b4450a1a7996f993e8440f57ea5a580ac2a88d32848ca4af8017

data/.github/workflows/ci.yml

@@ -1,6 +1,8 @@
 name: ci
 
-concurrency: ci-${{ github.ref }}
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
 
 on:
   pull_request:
@@ -16,29 +18,44 @@ jobs:
       fail-fast: false
       matrix:
         ruby:
+          - '3.3'
           - '3.2'
           - '3.1'
           - '3.0'
           - '2.7'
         include:
-          - ruby: '3.2'
+          - ruby: '3.3'
             coverage: 'true'
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
       - name: Install package dependencies
         run: "[ -e $APT_DEPS ] || sudo apt-get install -y --no-install-recommends $APT_DEPS"
       - name: Set up Ruby
         uses: ruby/setup-ruby@v1
         with:
           ruby-version: ${{matrix.ruby}}
+          bundler: 'latest'
       - name: Install latest bundler
         run: |
-          gem install bundler --no-document
+          if [[ "$(ruby -v | awk '{print $2}')" == 2.7.8* ]]; then
+            gem install bundler -v 2.4.22 --no-document
+            gem update --system 3.4.22 --no-document
+          else
+            gem install bundler --no-document
+            gem update --system --no-document
+          fi
+
           bundle config set without 'tools benchmarks docs'
+
       - name: Bundle install
         run: |
           bundle config set without development
-          bundle install --jobs 4 --retry 3
+
+          if [[ "$(ruby -v | awk '{print $2}')" == 2.7.8* ]]; then
+            BUNDLER_VERSION=2.4.22 bundle install --jobs 4 --retry 3
+          else
+            bundle install --jobs 4 --retry 3
+          fi
       - name: Run all tests
         env:
           GITHUB_COVERAGE: ${{matrix.coverage}}
@@ -49,13 +66,13 @@ jobs:
     strategy:
       fail-fast: false
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
         with:
           fetch-depth: 0
       - name: Set up Ruby
         uses: ruby/setup-ruby@v1
         with:
-          ruby-version: 3.2
+          ruby-version: 3.3
       - name: Install latest bundler
         run: gem install bundler --no-document
       - name: Install Diffend plugin
@@ -68,7 +85,7 @@ jobs:
     strategy:
       fail-fast: false
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
         with:
           fetch-depth: 0
       - name: Run Coditsu

data/.ruby-version

@@ -1 +1 @@
-3.2.2
+3.3.0

data/CHANGELOG.md

@@ -1,7 +1,38 @@
 # Karafka core changelog
 
+## 2.3.0 (2024-01-26)
+- [Change] Set minimum `karafka-rdkafka` on `0.14.8` to support new features.
+- [Change] Remove `concurrent-ruby` usage.
+
+## 2.2.7 (2023-11-07)
+- [Change] Set minimum `karafka-rdkafka` on `0.13.9` to support alternative consumer builder.
+
+## 2.2.6 (2023-11-03)
+- [Enhancement] Set backtrace for errors propagated via the errors callbacks.
+
+## 2.2.5 (2023-10-31)
+- [Change] Drop support for Ruby 2.6 due to incompatibilities in usage of `ObjectSpace::WeakMap`
+- [Change] Set minimum `karafka-rdkafka` on `0.13.8` to support consumer `#position`.
+
+## 2.2.4 (2023-10-25)
+- [Enhancement] Allow for `lazy` evaluated constructors.
+- [Enhancement] Allow no-arg constructors.
+
+## 2.2.3 (2023-10-17)
+- [Change] Set minimum `karafka-rdkafka` on `0.13.6`.
+
+## 2.2.2 (2023-09-11)
+- [Fix] Reuse previous frozen duration as a base for incoming computation.
+
+## 2.2.1 (2023-09-10)
+- Optimize statistics decorator by minimizing number of new objects created.
+- Expand the decoration to include new value `_fd` providing freeze duration in milliseconds. This value informs us for how many consecutive ms the given value did not change. It can be useful for detecting values that should change once in a while but are stale.
+
+## 2.2.0 (2023-09-01)
+- [Maintenance] Update the signing cert (old expired)
+
 ## 2.1.1 (2023-06-28)
-- Set minimum `karafka-rdkafka` on `0.13.1`.
+- [Change] Set minimum `karafka-rdkafka` on `0.13.1`.
 
 ## 2.1.0 (2023-06-19)
 - [Change] Set `karafka-rdkafka` requirement from `>= 0.13.0` to `<= 0.14.0`.

data/Gemfile.lock

@@ -1,34 +1,44 @@
 PATH
   remote: .
   specs:
-    karafka-core (2.1.1)
-      concurrent-ruby (>= 1.1)
-      karafka-rdkafka (>= 0.13.1, < 0.14.0)
+    karafka-core (2.3.0)
+      karafka-rdkafka (>= 0.14.8, < 0.15.0)
 
 GEM
   remote: https://rubygems.org/
   specs:
-    activesupport (7.0.5)
+    activesupport (7.1.3)
+      base64
+      bigdecimal
       concurrent-ruby (~> 1.0, >= 1.0.2)
+      connection_pool (>= 2.2.5)
+      drb
       i18n (>= 1.6, < 2)
       minitest (>= 5.1)
+      mutex_m
       tzinfo (~> 2.0)
+    base64 (0.2.0)
+    bigdecimal (3.1.6)
     byebug (11.1.3)
-    concurrent-ruby (1.2.2)
+    concurrent-ruby (1.2.3)
+    connection_pool (2.4.1)
     diff-lcs (1.5.0)
     docile (1.4.0)
-    factory_bot (6.2.1)
+    drb (2.2.0)
+      ruby2_keywords
+    factory_bot (6.4.5)
       activesupport (>= 5.0.0)
-    ffi (1.15.5)
+    ffi (1.16.3)
     i18n (1.14.1)
       concurrent-ruby (~> 1.0)
-    karafka-rdkafka (0.13.2)
+    karafka-rdkafka (0.14.8)
       ffi (~> 1.15)
       mini_portile2 (~> 2.6)
       rake (> 12)
-    mini_portile2 (2.8.2)
-    minitest (5.18.0)
-    rake (13.0.6)
+    mini_portile2 (2.8.5)
+    minitest (5.21.2)
+    mutex_m (0.2.0)
+    rake (13.1.0)
     rspec (3.12.0)
       rspec-core (~> 3.12.0)
       rspec-expectations (~> 3.12.0)
@@ -38,10 +48,11 @@ GEM
     rspec-expectations (3.12.3)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.12.0)
-    rspec-mocks (3.12.5)
+    rspec-mocks (3.12.6)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.12.0)
-    rspec-support (3.12.0)
+    rspec-support (3.12.1)
+    ruby2_keywords (0.0.5)
     simplecov (0.22.0)
       docile (~> 1.1)
       simplecov-html (~> 0.11)
@@ -52,6 +63,7 @@ GEM
       concurrent-ruby (~> 1.0)
 
 PLATFORMS
+  ruby
   x86_64-linux
 
 DEPENDENCIES
@@ -62,4 +74,4 @@ DEPENDENCIES
   simplecov
 
 BUNDLED WITH
-   2.4.12
+   2.5.4

data/certs/cert_chain.pem

@@ -1,26 +1,26 @@
 -----BEGIN CERTIFICATE-----
 MIIEcDCCAtigAwIBAgIBATANBgkqhkiG9w0BAQsFADA/MRAwDgYDVQQDDAdjb250
 YWN0MRcwFQYKCZImiZPyLGQBGRYHa2FyYWZrYTESMBAGCgmSJomT8ixkARkWAmlv
-MB4XDTIyMDgxOTE3MjEzN1oXDTIzMDgxOTE3MjEzN1owPzEQMA4GA1UEAwwHY29u
+MB4XDTIzMDgyMTA3MjU1NFoXDTI0MDgyMDA3MjU1NFowPzEQMA4GA1UEAwwHY29u
 dGFjdDEXMBUGCgmSJomT8ixkARkWB2thcmFma2ExEjAQBgoJkiaJk/IsZAEZFgJp
-bzCCAaIwDQYJKoZIhvcNAQEBBQADggGPADCCAYoCggGBAODzeO3L6lxdATzMHKNW
-jFA/GGunoPuylO/BMzy8RiQHh7VIvysAKs0tHhTx3g2D0STDpF+hcQcPELFikiT2
-F+1wOHj/SsrK7VKqfA8+gq04hKc5sQoX2Egf9k3V0YJ3eZ6R/koHkQ8A0TVt0w6F
-ZQckoV4MqnEAx0g/FZN3mnHTlJ3VFLSBqJEIe+S6FZMl92mSv+hTrlUG8VaYxSfN
-lTCvnKk284F6QZq5XIENLRmcDd/3aPBLnLwNnyMyhB+6gK8cUO+CFlDO5tjo/aBA
-rUnl++wGG0JooF1ed0v+evOn9KoMBG6rHewcf79qJbVOscbD8qSAmo+sCXtcFryr
-KRMTB8gNbowJkFRJDEe8tfRy11u1fYzFg/qNO82FJd62rKAw2wN0C29yCeQOPRb1
-Cw9Y4ZwK9VFNEcV9L+3pHTHn2XfuZHtDaG198VweiF6raFO4yiEYccodH/USP0L5
-cbcCFtmu/4HDSxL1ByQXO84A0ybJuk3/+aPUSXe9C9U8fwIDAQABo3cwdTAJBgNV
-HRMEAjAAMAsGA1UdDwQEAwIEsDAdBgNVHQ4EFgQUSlcEakb7gfn/5E2WY6z73BF/
-iZkwHQYDVR0RBBYwFIESY29udGFjdEBrYXJhZmthLmlvMB0GA1UdEgQWMBSBEmNv
-bnRhY3RAa2FyYWZrYS5pbzANBgkqhkiG9w0BAQsFAAOCAYEA1aS+E7RXJ1w9g9mJ
-G0NzFxe64OEuENosNlvYQCbRKGCXAU1qqelYkBQHseRgRKxLICrnypRo9IEobyHa
-vDnJ4r7Tsb34dleqQW2zY/obG+cia3Ym2JsegXWF7dDOzCXJ4FN8MFoT2jHlqLLw
-yrap0YO5zx0GSQ0Dwy8h2n2v2vanMEeCx7iNm3ERgR5WuN5sjzWoz2A/JLEEcK0C
-EnAGKCWAd1fuG8IemDjT1edsd5FyYR4bIX0m+99oDuFZyPiiIbalmyYiSBBp59Yb
-Q0P8zeBi4OfwCZNcxqz0KONmw9JLNv6DgyEAH5xe/4JzhMEgvIRiPj0pHfA7oqQF
-KUNqvD1KlxbEC+bZfE5IZhnqYLdld/Ksqd22FI1RBhiS1Ejfsj99LVIm9cBuZEY2
-Qf04B9ceLUaC4fPVEz10FyobjaFoY4i32xRto3XnrzeAgfEe4swLq8bQsR3w/EF3
-MGU0FeSV2Yj7Xc2x/7BzLK8xQn5l7Yy75iPF+KP3vVmDHnNl
+bzCCAaIwDQYJKoZIhvcNAQEBBQADggGPADCCAYoCggGBAOuZpyQKEwsTG9plLat7
+8bUaNuNBEnouTsNMr6X+XTgvyrAxTuocdsyP1sNCjdS1B8RiiDH1/Nt9qpvlBWon
+sdJ1SYhaWNVfqiYStTDnCx3PRMmHRdD4KqUWKpN6VpZ1O/Zu+9Mw0COmvXgZuuO9
+wMSJkXRo6dTCfMedLAIxjMeBIxtoLR2e6Jm6MR8+8WYYVWrO9kSOOt5eKQLBY7aK
+b/Dc40EcJKPg3Z30Pia1M9ZyRlb6SOj6SKpHRqc7vbVQxjEw6Jjal1lZ49m3YZMd
+ArMAs9lQZNdSw5/UX6HWWURLowg6k10RnhTUtYyzO9BFev0JFJftHnmuk8vtb+SD
+5VPmjFXg2VOcw0B7FtG75Vackk8QKfgVe3nSPhVpew2CSPlbJzH80wChbr19+e3+
+YGr1tOiaJrL6c+PNmb0F31NXMKpj/r+n15HwlTMRxQrzFcgjBlxf2XFGnPQXHhBm
+kp1OFnEq4GG9sON4glRldkwzi/f/fGcZmo5fm3d+0ZdNgwIDAQABo3cwdTAJBgNV
+HRMEAjAAMAsGA1UdDwQEAwIEsDAdBgNVHQ4EFgQUPVH5+dLA80A1kJ2Uz5iGwfOa
+1+swHQYDVR0RBBYwFIESY29udGFjdEBrYXJhZmthLmlvMB0GA1UdEgQWMBSBEmNv
+bnRhY3RAa2FyYWZrYS5pbzANBgkqhkiG9w0BAQsFAAOCAYEAnpa0jcN7JzREHMTQ
+bfZ+xcvlrzuROMY6A3zIZmQgbnoZZNuX4cMRrT1p1HuwXpxdpHPw7dDjYqWw3+1h
+3mXLeMuk7amjQpYoSWU/OIZMhIsARra22UN8qkkUlUj3AwTaChVKN/bPJOM2DzfU
+kz9vUgLeYYFfQbZqeI6SsM7ltilRV4W8D9yNUQQvOxCFxtLOetJ00fC/E7zMUzbK
+IBwYFQYsbI6XQzgAIPW6nGSYKgRhkfpmquXSNKZRIQ4V6bFrufa+DzD0bt2ZA3ah
+fMmJguyb5L2Gf1zpDXzFSPMG7YQFLzwYz1zZZvOU7/UCpQsHpID/YxqDp4+Dgb+Y
+qma0whX8UG/gXFV2pYWpYOfpatvahwi+A1TwPQsuZwkkhi1OyF1At3RY+hjSXyav
+AnG1dJU+yL2BK7vaVytLTstJME5mepSZ46qqIJXMuWob/YPDmVaBF39TDSG9e34s
+msG3BiCqgOgHAnL23+CN3Rt8MsuRfEtoTKpJVcCfoEoNHOkc
 -----END CERTIFICATE-----

data/karafka-core.gemspec

@@ -16,10 +16,9 @@ Gem::Specification.new do |spec|
   spec.description = 'A toolset of small support modules used throughout the Karafka ecosystem'
   spec.licenses    = %w[MIT]
 
-  spec.add_dependency 'concurrent-ruby', '>= 1.1'
-  spec.add_dependency 'karafka-rdkafka', '>= 0.13.1', '< 0.14.0'
+  spec.add_dependency 'karafka-rdkafka', '>= 0.14.8', '< 0.15.0'
 
-  spec.required_ruby_version = '>= 2.6.0'
+  spec.required_ruby_version = '>= 2.7.0'
 
   if $PROGRAM_NAME.end_with?('gem')
     spec.signing_key = File.expand_path('~/.ssh/gem-private_key.pem')
@@ -32,7 +31,7 @@ Gem::Specification.new do |spec|
   spec.metadata = {
     'funding_uri' => 'https://karafka.io/#become-pro',
     'homepage_uri' => 'https://karafka.io',
-    'changelog_uri' => 'https://github.com/karafka/karafka-core/blob/master/CHANGELOG.md',
+    'changelog_uri' => 'https://karafka.io/docs/Changelog-Karafka-Core',
     'bug_tracker_uri' => 'https://github.com/karafka/karafka-core/issues',
     'source_code_uri' => 'https://github.com/karafka/karafka-core',
     'documentation_uri' => 'https://karafka.io/docs',

data/lib/karafka/core/configurable/leaf.rb

@@ -4,11 +4,16 @@ module Karafka
   module Core
     module Configurable
       # Single end config value representation
-      Leaf = Struct.new(:name, :default, :constructor, :compiled) do
+      Leaf = Struct.new(:name, :default, :constructor, :compiled, :lazy) do
         # @return [Boolean] true if already compiled
         def compiled?
           compiled
         end
+
+        # @return [Boolean] is this a lazy evaluated leaf
+        def lazy?
+          lazy == true
+        end
       end
     end
   end

data/lib/karafka/core/configurable/node.rb

@@ -30,12 +30,13 @@ module Karafka
         # @param name [Symbol] setting or nested node name
         # @param default [Object] default value
         # @param constructor [#call, nil] callable or nil
+        # @param lazy [Boolean] is this a lazy leaf
         # @param block [Proc] block for nested settings
-        def setting(name, default: nil, constructor: nil, &block)
+        def setting(name, default: nil, constructor: nil, lazy: false, &block)
           @children << if block
                          Node.new(name, block)
                        else
-                         Leaf.new(name, default, constructor, false)
+                         Leaf.new(name, default, constructor, false, lazy)
                        end
 
           compile
@@ -95,27 +96,75 @@ module Karafka
           @children.each do |value|
             # Do not redefine something that was already set during compilation
             # This will allow us to reconfigure things and skip override with defaults
-            skippable = respond_to?(value.name)
+            skippable = respond_to?(value.name) || (value.is_a?(Leaf) && value.compiled?)
+            lazy_leaf = value.is_a?(Leaf) && value.lazy?
 
-            singleton_class.attr_accessor value.name
+            # Do not create accessor for leafs that are lazy as they will get a custom method
+            # created instead
+            singleton_class.attr_accessor(value.name) unless lazy_leaf
 
             next if skippable
 
             initialized = if value.is_a?(Leaf)
-                            next if value.compiled?
-
                             value.compiled = true
-                            value.constructor ? value.constructor.call(value.default) : value.default
+
+                            if value.constructor && value.lazy?
+                              false
+                            elsif value.constructor
+                              call_constructor(value)
+                            else
+                              value.default
+                            end
                           else
                             value.compile
                             value
                           end
 
-            public_send("#{value.name}=", initialized)
+            if lazy_leaf && !initialized
+              build_dynamic_accessor(value)
+            else
+              public_send("#{value.name}=", initialized)
+            end
           end
 
           @compiled = true
         end
+
+        private
+
+        # Defines a lazy evaluated read and writer that will re-evaluate in case value constructor
+        # evaluates to `nil` or `false`. This allows us to define dynamic constructors that
+        # can react to external conditions to become expected value once this value is
+        # available
+        #
+        # @param value [Leaf]
+        def build_dynamic_accessor(value)
+          singleton_class.attr_writer(value.name)
+
+          define_singleton_method(value.name) do
+            existing = instance_variable_get("@#{value.name}")
+
+            return existing if existing
+
+            built = call_constructor(value)
+
+            instance_variable_set("@#{value.name}", built)
+          end
+        end
+
+        # Runs the constructor with or without the default depending on its arity and returns the
+        # result
+        #
+        # @param value [Leaf]
+        def call_constructor(value)
+          constructor = value.constructor
+
+          if constructor.arity.zero?
+            constructor.call
+          else
+            constructor.call(value.default)
+          end
+        end
       end
     end
   end

data/lib/karafka/core/configurable.rb

@@ -65,14 +65,14 @@ module Karafka
 
         # Two versions are needed to pass arguments in the correct way
         if RUBY_VERSION >= '2.7'
-          class_eval <<~CODE, __FILE__, __LINE__
+          class_eval <<~CODE, __FILE__, __LINE__ + 1
             # Pipes the settings setup to the config root node
             def setting(...)
               config.setting(...)
             end
           CODE
         else
-          class_eval <<~CODE, __FILE__, __LINE__
+          class_eval <<~CODE, __FILE__, __LINE__ + 1
             # Pipes the settings setup to the config root node
             # @param args [Object] anything provided to settings
             # @param block [Proc] block for settings

data/lib/karafka/core/instrumentation/callbacks_manager.rb

@@ -9,7 +9,7 @@ module Karafka
       class CallbacksManager
         # @return [::Karafka::Core::Instrumentation::CallbacksManager]
         def initialize
-          @callbacks = Concurrent::Hash.new
+          @callbacks = {}
         end
 
         # Invokes all the callbacks registered one after another

data/lib/karafka/core/monitoring/monitor.rb

@@ -20,7 +20,7 @@ module Karafka
         def initialize(notifications_bus, namespace = nil)
           @notifications_bus = notifications_bus
           @namespace = namespace
-          @mapped_events = Concurrent::Map.new
+          @mapped_events = {}
         end
 
         # Passes the instrumentation block (if any) into the notifications bus

data/lib/karafka/core/monitoring/notifications.rb

@@ -22,25 +22,27 @@ module Karafka
         private_constant :EMPTY_HASH
 
         def initialize
-          @listeners = Concurrent::Map.new do |k, v|
-            k.compute_if_absent(v) { Concurrent::Array.new }
-          end
-
+          @listeners = Hash.new { |hash, key| hash[key] = [] }
+          @mutex = Mutex.new
           # This allows us to optimize the method calling lookups
-          @events_methods_map = Concurrent::Map.new
+          @events_methods_map = {}
         end
 
         # Registers a new event on which we can publish
         #
         # @param event_id [String] event id
         def register_event(event_id)
-          @listeners[event_id]
-          @events_methods_map[event_id] = :"on_#{event_id.to_s.tr('.', '_')}"
+          @mutex.synchronize do
+            @listeners[event_id]
+            @events_methods_map[event_id] = :"on_#{event_id.to_s.tr('.', '_')}"
+          end
         end
 
         # Clears all the subscribed listeners
         def clear
-          @listeners.each_value(&:clear)
+          @mutex.synchronize do
+            @listeners.each_value(&:clear)
+          end
         end
 
         # Allows for subscription to an event
@@ -58,19 +60,21 @@ module Karafka
         #     puts event
         #   end
         def subscribe(event_id_or_listener, &block)
-          if block
-            event_id = event_id_or_listener
+          @mutex.synchronize do
+            if block
+              event_id = event_id_or_listener
 
-            raise EventNotRegistered, event_id unless @listeners.key?(event_id)
+              raise EventNotRegistered, event_id unless @listeners.key?(event_id)
 
-            @listeners[event_id] << block
-          else
-            listener = event_id_or_listener
+              @listeners[event_id] << block
+            else
+              listener = event_id_or_listener
 
-            @listeners.each_key do |reg_event_id|
-              next unless listener.respond_to?(@events_methods_map[reg_event_id])
+              @listeners.each_key do |reg_event_id|
+                next unless listener.respond_to?(@events_methods_map[reg_event_id])
 
-              @listeners[reg_event_id] << listener
+                @listeners[reg_event_id] << listener
+              end
             end
           end
         end

data/lib/karafka/core/monitoring/statistics_decorator.rb

@@ -8,9 +8,26 @@ module Karafka
       # instead of being a value of messages sent from the last statistics report.
       # This decorator calculates the diff against previously emited stats, so we get also
       # the diff together with the original values
+      #
+      # It adds two extra values to numerics:
+      #   - KEY_d - delta of the previous value and current
+      #   - KEY_fd - freeze duration - describes how long the delta remains unchanged (zero)
+      #              and can be useful for detecting values that "hang" for extended period of time
+      #              and do not have any change (delta always zero). This value is in ms for the
+      #              consistency with other time operators we use.
       class StatisticsDecorator
+        include Helpers::Time
+
+        # Empty hash for internal referencing
+        EMPTY_HASH = {}.freeze
+
+        private_constant :EMPTY_HASH
+
         def initialize
-          @previous = {}.freeze
+          @previous = EMPTY_HASH
+          # Operate on ms precision only
+          @previous_at = monotonic_now.round
+          @current_at = @previous_at
         end
 
         # @param emited_stats [Hash] original emited statistics
@@ -19,12 +36,17 @@ module Karafka
         #   any API to get raw data, users can just assume that the result of this decoration is
         #   the proper raw stats that they can use
         def call(emited_stats)
+          @current_at = monotonic_now.round
+
+          @change_d = @current_at - @previous_at
+
           diff(
             @previous,
             emited_stats
           )
 
           @previous = emited_stats
+          @previous_at = @current_at
 
           emited_stats.freeze
         end
@@ -39,13 +61,17 @@ module Karafka
         # @return [Object] the diff if the values were numerics or the current scope
         def diff(previous, current)
           if current.is_a?(Hash)
+            filled_previous = previous || EMPTY_HASH
+            filled_current = current || EMPTY_HASH
+
             # @note We cannot use #each_key as we modify the content of the current scope
             #   in place (in case it's a hash)
             current.keys.each do |key|
               append(
-                current,
+                filled_previous,
+                filled_current,
                 key,
-                diff((previous || {})[key], (current || {})[key])
+                diff(filled_previous[key], filled_current[key])
               )
             end
           end
@@ -62,13 +88,23 @@ module Karafka
 
         # Appends the result of the diff to a given key as long as the result is numeric
         #
+        # @param previous [Hash] previous scope
         # @param current [Hash] current scope
         # @param key [Symbol] key based on which we were diffing
         # @param result [Object] diff result
-        def append(current, key, result)
+        def append(previous, current, key, result)
           return unless result.is_a?(Numeric)
           return if current.frozen?
 
+          freeze_duration_key = "#{key}_fd"
+
+          if result.zero?
+            current[freeze_duration_key] = previous[freeze_duration_key] || 0
+            current[freeze_duration_key] += @change_d
+          else
+            current[freeze_duration_key] = 0
+          end
+
           current["#{key}_d"] = result
         end
       end

data/lib/karafka/core/patches/rdkafka/bindings.rb

@@ -30,6 +30,7 @@ module Karafka
                 name = ::Rdkafka::Bindings.rd_kafka_name(client_prr)
 
                 error = ::Rdkafka::RdkafkaError.new(err_code, broker_message: reason)
+                error.set_backtrace(caller)
 
                 ::Rdkafka::Config.error_callback.call(name, error)
               end

data/lib/karafka/core/version.rb

@@ -4,6 +4,6 @@ module Karafka
   module Core
     # Current Karafka::Core version
     # We follow the versioning schema of given Karafka version
-    VERSION = '2.1.1'
+    VERSION = '2.3.0'
   end
 end

data/lib/karafka-core.rb

@@ -4,10 +4,6 @@
   yaml
   rdkafka
 
-  concurrent/map
-  concurrent/hash
-  concurrent/array
-
   karafka/core
   karafka/core/version
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: karafka-core
 version: !ruby/object:Gem::Version
-  version: 2.1.1
+  version: 2.3.0
 platform: ruby
 authors:
 - Maciej Mensfeld
@@ -12,65 +12,51 @@ cert_chain:
   -----BEGIN CERTIFICATE-----
   MIIEcDCCAtigAwIBAgIBATANBgkqhkiG9w0BAQsFADA/MRAwDgYDVQQDDAdjb250
   YWN0MRcwFQYKCZImiZPyLGQBGRYHa2FyYWZrYTESMBAGCgmSJomT8ixkARkWAmlv
-  MB4XDTIyMDgxOTE3MjEzN1oXDTIzMDgxOTE3MjEzN1owPzEQMA4GA1UEAwwHY29u
+  MB4XDTIzMDgyMTA3MjU1NFoXDTI0MDgyMDA3MjU1NFowPzEQMA4GA1UEAwwHY29u
   dGFjdDEXMBUGCgmSJomT8ixkARkWB2thcmFma2ExEjAQBgoJkiaJk/IsZAEZFgJp
-  bzCCAaIwDQYJKoZIhvcNAQEBBQADggGPADCCAYoCggGBAODzeO3L6lxdATzMHKNW
-  jFA/GGunoPuylO/BMzy8RiQHh7VIvysAKs0tHhTx3g2D0STDpF+hcQcPELFikiT2
-  F+1wOHj/SsrK7VKqfA8+gq04hKc5sQoX2Egf9k3V0YJ3eZ6R/koHkQ8A0TVt0w6F
-  ZQckoV4MqnEAx0g/FZN3mnHTlJ3VFLSBqJEIe+S6FZMl92mSv+hTrlUG8VaYxSfN
-  lTCvnKk284F6QZq5XIENLRmcDd/3aPBLnLwNnyMyhB+6gK8cUO+CFlDO5tjo/aBA
-  rUnl++wGG0JooF1ed0v+evOn9KoMBG6rHewcf79qJbVOscbD8qSAmo+sCXtcFryr
-  KRMTB8gNbowJkFRJDEe8tfRy11u1fYzFg/qNO82FJd62rKAw2wN0C29yCeQOPRb1
-  Cw9Y4ZwK9VFNEcV9L+3pHTHn2XfuZHtDaG198VweiF6raFO4yiEYccodH/USP0L5
-  cbcCFtmu/4HDSxL1ByQXO84A0ybJuk3/+aPUSXe9C9U8fwIDAQABo3cwdTAJBgNV
-  HRMEAjAAMAsGA1UdDwQEAwIEsDAdBgNVHQ4EFgQUSlcEakb7gfn/5E2WY6z73BF/
-  iZkwHQYDVR0RBBYwFIESY29udGFjdEBrYXJhZmthLmlvMB0GA1UdEgQWMBSBEmNv
-  bnRhY3RAa2FyYWZrYS5pbzANBgkqhkiG9w0BAQsFAAOCAYEA1aS+E7RXJ1w9g9mJ
-  G0NzFxe64OEuENosNlvYQCbRKGCXAU1qqelYkBQHseRgRKxLICrnypRo9IEobyHa
-  vDnJ4r7Tsb34dleqQW2zY/obG+cia3Ym2JsegXWF7dDOzCXJ4FN8MFoT2jHlqLLw
-  yrap0YO5zx0GSQ0Dwy8h2n2v2vanMEeCx7iNm3ERgR5WuN5sjzWoz2A/JLEEcK0C
-  EnAGKCWAd1fuG8IemDjT1edsd5FyYR4bIX0m+99oDuFZyPiiIbalmyYiSBBp59Yb
-  Q0P8zeBi4OfwCZNcxqz0KONmw9JLNv6DgyEAH5xe/4JzhMEgvIRiPj0pHfA7oqQF
-  KUNqvD1KlxbEC+bZfE5IZhnqYLdld/Ksqd22FI1RBhiS1Ejfsj99LVIm9cBuZEY2
-  Qf04B9ceLUaC4fPVEz10FyobjaFoY4i32xRto3XnrzeAgfEe4swLq8bQsR3w/EF3
-  MGU0FeSV2Yj7Xc2x/7BzLK8xQn5l7Yy75iPF+KP3vVmDHnNl
+  bzCCAaIwDQYJKoZIhvcNAQEBBQADggGPADCCAYoCggGBAOuZpyQKEwsTG9plLat7
+  8bUaNuNBEnouTsNMr6X+XTgvyrAxTuocdsyP1sNCjdS1B8RiiDH1/Nt9qpvlBWon
+  sdJ1SYhaWNVfqiYStTDnCx3PRMmHRdD4KqUWKpN6VpZ1O/Zu+9Mw0COmvXgZuuO9
+  wMSJkXRo6dTCfMedLAIxjMeBIxtoLR2e6Jm6MR8+8WYYVWrO9kSOOt5eKQLBY7aK
+  b/Dc40EcJKPg3Z30Pia1M9ZyRlb6SOj6SKpHRqc7vbVQxjEw6Jjal1lZ49m3YZMd
+  ArMAs9lQZNdSw5/UX6HWWURLowg6k10RnhTUtYyzO9BFev0JFJftHnmuk8vtb+SD
+  5VPmjFXg2VOcw0B7FtG75Vackk8QKfgVe3nSPhVpew2CSPlbJzH80wChbr19+e3+
+  YGr1tOiaJrL6c+PNmb0F31NXMKpj/r+n15HwlTMRxQrzFcgjBlxf2XFGnPQXHhBm
+  kp1OFnEq4GG9sON4glRldkwzi/f/fGcZmo5fm3d+0ZdNgwIDAQABo3cwdTAJBgNV
+  HRMEAjAAMAsGA1UdDwQEAwIEsDAdBgNVHQ4EFgQUPVH5+dLA80A1kJ2Uz5iGwfOa
+  1+swHQYDVR0RBBYwFIESY29udGFjdEBrYXJhZmthLmlvMB0GA1UdEgQWMBSBEmNv
+  bnRhY3RAa2FyYWZrYS5pbzANBgkqhkiG9w0BAQsFAAOCAYEAnpa0jcN7JzREHMTQ
+  bfZ+xcvlrzuROMY6A3zIZmQgbnoZZNuX4cMRrT1p1HuwXpxdpHPw7dDjYqWw3+1h
+  3mXLeMuk7amjQpYoSWU/OIZMhIsARra22UN8qkkUlUj3AwTaChVKN/bPJOM2DzfU
+  kz9vUgLeYYFfQbZqeI6SsM7ltilRV4W8D9yNUQQvOxCFxtLOetJ00fC/E7zMUzbK
+  IBwYFQYsbI6XQzgAIPW6nGSYKgRhkfpmquXSNKZRIQ4V6bFrufa+DzD0bt2ZA3ah
+  fMmJguyb5L2Gf1zpDXzFSPMG7YQFLzwYz1zZZvOU7/UCpQsHpID/YxqDp4+Dgb+Y
+  qma0whX8UG/gXFV2pYWpYOfpatvahwi+A1TwPQsuZwkkhi1OyF1At3RY+hjSXyav
+  AnG1dJU+yL2BK7vaVytLTstJME5mepSZ46qqIJXMuWob/YPDmVaBF39TDSG9e34s
+  msG3BiCqgOgHAnL23+CN3Rt8MsuRfEtoTKpJVcCfoEoNHOkc
   -----END CERTIFICATE-----
-date: 2023-06-28 00:00:00.000000000 Z
+date: 2024-01-26 00:00:00.000000000 Z
 dependencies:
-- !ruby/object:Gem::Dependency
-  name: concurrent-ruby
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '1.1'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '1.1'
 - !ruby/object:Gem::Dependency
   name: karafka-rdkafka
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.13.1
+        version: 0.14.8
     - - "<"
       - !ruby/object:Gem::Version
-        version: 0.14.0
+        version: 0.15.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.13.1
+        version: 0.14.8
     - - "<"
       - !ruby/object:Gem::Version
-        version: 0.14.0
+        version: 0.15.0
 description: A toolset of small support modules used throughout the Karafka ecosystem
 email:
 - contact@karafka.io
@@ -128,7 +114,7 @@ licenses:
 metadata:
   funding_uri: https://karafka.io/#become-pro
   homepage_uri: https://karafka.io
-  changelog_uri: https://github.com/karafka/karafka-core/blob/master/CHANGELOG.md
+  changelog_uri: https://karafka.io/docs/Changelog-Karafka-Core
   bug_tracker_uri: https://github.com/karafka/karafka-core/issues
   source_code_uri: https://github.com/karafka/karafka-core
   documentation_uri: https://karafka.io/docs
@@ -141,14 +127,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 2.6.0
+      version: 2.7.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.10
+rubygems_version: 3.5.3
 signing_key: 
 specification_version: 4
 summary: Karafka ecosystem core modules