karafka-core 2.2.0 → 2.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d37a3eb440f0d9b3dd0c4d12c9adf68ad6a1863c934c240e0c5a78dca0ca77b5
-  data.tar.gz: 6a20ec79c112500bf3df39c565cd5609ee6d632515c17230fd5ed0a5f1678697
+  metadata.gz: c2f5012295cee5675f7217bb18edc47755020845d882457151ce6e7cd92cff51
+  data.tar.gz: 18f2697a2e4a85ed328f8fac9b029d0085ca5d699fc74c154eaf83f8df326d6c
 SHA512:
-  metadata.gz: 173bf9d5d86be0c159b9351930b97e36a2bc897be3ad14a1f6ca3532ef2bc393d9b554f4825e322a77f67718bdb6b8d15e08c4cc810e89db0e1b104454935543
-  data.tar.gz: ba1bc96234bf57660dd821b9f0ecb3f7d8dd6bdc9210f2c0b2e5dfafb9ad7b22ebf7578608eb92f0f8159f45ad9f2f675b8ed579c5eb2b93bacbe27def07bb5d
+  metadata.gz: a5c61fece07c11cb61f46319a39530870f501991d781df5ac8697775d032ed6f6bc890a47e20709dd53086a758a6d4a8b404a6871b8b62dbbb8503b735c8b3a8
+  data.tar.gz: 9b602af1b041ac9b879a8df26ceb84b548aeb79f803dd9c59eff9e10762b6b6001ae29b1cba1ea4b7b63703f6a8bd65bc036109c611668401f59762102127a77

checksums.yaml.gz.sig

@@ -1,3 +1 @@
-�(��
-Z�)H���q Ӏ�E��+%S�~�
-�a�kۂ�S��t�CGO��At���Bq�D�/�{em3����x�rG��b�Pu#�YH�8��������!����{ڬ�3t�h�9�t�� �9��'��]� cj�p
+a�kZ⎏c�I亣4����e�1�x�A�|���%��CZ�:�Jk���㬶��lfTW�9�m��]`�S �k�?���5T�b�QX�������!�����;��f��������*G~iEs�G�V�8l'R&��w��F�KqI�
����[�q̸הarSO+���4�\�!�H��ll~�	N�p������\�����;$)��C%וژ�G �sW�o�Ŏ��y�s
]eexC�t��̄���%�(�vWj�i�k?U�L�F.��9�LD�`a,��1�١�;)�4ykd��^^�}H�S�J��	\�@7���o�k��B��P���e�.����-��g�G~3V�����X�!|:�v8�I8�ЅFu5fc�0

data/.github/workflows/ci.yml

@@ -24,7 +24,7 @@ jobs:
           - ruby: '3.2'
             coverage: 'true'
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
       - name: Install package dependencies
         run: "[ -e $APT_DEPS ] || sudo apt-get install -y --no-install-recommends $APT_DEPS"
       - name: Set up Ruby
@@ -49,7 +49,7 @@ jobs:
     strategy:
       fail-fast: false
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
         with:
           fetch-depth: 0
       - name: Set up Ruby
@@ -68,7 +68,7 @@ jobs:
     strategy:
       fail-fast: false
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
         with:
           fetch-depth: 0
       - name: Run Coditsu

data/CHANGELOG.md

@@ -1,5 +1,9 @@
 # Karafka core changelog
 
+## 2.2.1 (2023-09-10)
+- Optimize statistics decorator by minimizing number of new objects created.
+- Expand the decoration to include new value `_fd` providing freeze duration in milliseconds. This value informs us for how many consecutive ms the given value did not change. It can be useful for detecting values that should change once in a while but are stale.
+
 ## 2.2.0 (2023-09-01)
 - [Maintenance] Update the signing cert (old expired)
 

data/Gemfile.lock

@@ -1,14 +1,14 @@
 PATH
   remote: .
   specs:
-    karafka-core (2.2.0)
+    karafka-core (2.2.1)
       concurrent-ruby (>= 1.1)
       karafka-rdkafka (>= 0.13.1, < 0.14.0)
 
 GEM
   remote: https://rubygems.org/
   specs:
-    activesupport (7.0.5)
+    activesupport (7.0.7.2)
       concurrent-ruby (~> 1.0, >= 1.0.2)
       i18n (>= 1.6, < 2)
       minitest (>= 5.1)
@@ -17,7 +17,7 @@ GEM
     concurrent-ruby (1.2.2)
     diff-lcs (1.5.0)
     docile (1.4.0)
-    factory_bot (6.2.1)
+    factory_bot (6.3.0)
       activesupport (>= 5.0.0)
     ffi (1.15.5)
     i18n (1.14.1)
@@ -27,7 +27,7 @@ GEM
       mini_portile2 (~> 2.6)
       rake (> 12)
     mini_portile2 (2.8.2)
-    minitest (5.18.0)
+    minitest (5.19.0)
     rake (13.0.6)
     rspec (3.12.0)
       rspec-core (~> 3.12.0)

data/lib/karafka/core/monitoring/statistics_decorator.rb

@@ -8,9 +8,26 @@ module Karafka
       # instead of being a value of messages sent from the last statistics report.
       # This decorator calculates the diff against previously emited stats, so we get also
       # the diff together with the original values
+      #
+      # It adds two extra values to numerics:
+      #   - KEY_d - delta of the previous value and current
+      #   - KEY_fd - freeze duration - describes how long the delta remains unchanged (zero)
+      #              and can be useful for detecting values that "hang" for extended period of time
+      #              and do not have any change (delta always zero). This value is in ms for the
+      #              consistency with other time operators we use.
       class StatisticsDecorator
+        include Helpers::Time
+
+        # Empty hash for internal referencing
+        EMPTY_HASH = {}.freeze
+
+        private_constant :EMPTY_HASH
+
         def initialize
-          @previous = {}.freeze
+          @previous = EMPTY_HASH
+          # Operate on ms precision only
+          @previous_at = monotonic_now.round
+          @current_at = @previous_at
         end
 
         # @param emited_stats [Hash] original emited statistics
@@ -19,12 +36,17 @@ module Karafka
         #   any API to get raw data, users can just assume that the result of this decoration is
         #   the proper raw stats that they can use
         def call(emited_stats)
+          @current_at = monotonic_now.round
+
+          @change_d = @current_at - @previous_at
+
           diff(
             @previous,
             emited_stats
           )
 
           @previous = emited_stats
+          @previous_at = @current_at
 
           emited_stats.freeze
         end
@@ -45,7 +67,7 @@ module Karafka
               append(
                 current,
                 key,
-                diff((previous || {})[key], (current || {})[key])
+                diff((previous || EMPTY_HASH)[key], (current || EMPTY_HASH)[key])
               )
             end
           end
@@ -69,6 +91,15 @@ module Karafka
           return unless result.is_a?(Numeric)
           return if current.frozen?
 
+          freeze_duration_key = "#{key}_fd"
+
+          if result.zero?
+            current[freeze_duration_key] ||= 0
+            current[freeze_duration_key] += @change_d
+          else
+            current[freeze_duration_key] = 0
+          end
+
           current["#{key}_d"] = result
         end
       end

data/lib/karafka/core/version.rb

@@ -4,6 +4,6 @@ module Karafka
   module Core
     # Current Karafka::Core version
     # We follow the versioning schema of given Karafka version
-    VERSION = '2.2.0'
+    VERSION = '2.2.1'
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: karafka-core
 version: !ruby/object:Gem::Version
-  version: 2.2.0
+  version: 2.2.1
 platform: ruby
 authors:
 - Maciej Mensfeld
@@ -35,7 +35,7 @@ cert_chain:
   AnG1dJU+yL2BK7vaVytLTstJME5mepSZ46qqIJXMuWob/YPDmVaBF39TDSG9e34s
   msG3BiCqgOgHAnL23+CN3Rt8MsuRfEtoTKpJVcCfoEoNHOkc
   -----END CERTIFICATE-----
-date: 2023-09-01 00:00:00.000000000 Z
+date: 2023-09-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: concurrent-ruby
@@ -148,7 +148,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.19
+rubygems_version: 3.4.10
 signing_key: 
 specification_version: 4
 summary: Karafka ecosystem core modules