karafka-core 2.4.0 → 2.4.1.rc1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0c68e914027164cf77e87f6f656884f09d74f5162660d312a9ecb4927ec0805f
-  data.tar.gz: c24bbec6e2570430dfeeb0d3733a777b052b5ec6a68eacdd912751b7422940f6
+  metadata.gz: f3f54f6bc0338e84c7875cb5b62ca56a32f9c25d20e264fb82ee7e0d8e60b0a8
+  data.tar.gz: ac1ed9d339f2389d2f177c7522ce866fb6b6e291ed38d58e859c6cbe7994fcf8
 SHA512:
-  metadata.gz: f710f79bb3da9b12cd9f830417c2eff56ad05e5bb165945c5deadb09479a2f3647b96319c2ccd40ce185886a8df727a4df63bcfc7f65cf416d811998f09b9c94
-  data.tar.gz: ad855f6b8c600b95e573e9a5a989470785b2ce01008fa1b98211d2ae4b74bdf52baa4e1c7ceece366464bdecd7a69867311bb50a71d9e8ac46888a126f558d00
+  metadata.gz: 6d32caa0580cea62b988bd7966c1e6e553f192a8ab765d1cb060480e9b4d1e3494959f05cd11f4a0033110bd2b08bb6acc884c8a2baf877639ec201c2a889d80
+  data.tar.gz: 78422668f5de7a67c7c29504cf727ed57e9834b0aa6910959a21d733cf248e97043ba0ae854a5cfb75ff099af81da41b500f36fa2e99ac426c28fa29868979a0

data/.github/workflows/ci.yml

@@ -18,6 +18,7 @@ jobs:
       fail-fast: false
       matrix:
         ruby:
+          - '3.4.0-preview1'
           - '3.3'
           - '3.2'
           - '3.1'

data/.ruby-version

@@ -1 +1 @@
-3.3.1
+3.3.3

data/CHANGELOG.md

@@ -1,5 +1,13 @@
 # Karafka core changelog
 
+## 2.4.1 (Unreleased)
+- [Enhancement] Provide fast-track for events without subscriptions to save on allocations.
+- [Enhancement] Save memory allocation on each contract rule validation execution.
+- [Enhancement] Save one allocation per `float_now` + 2-3x performance by using the Posix clock instead of `Time.now.utc.to_f`.
+- [Enhancement] Use direct `float_millisecond` precision in `monotonic_now` not to multiply by 1000 (allocations and CPU savings).
+- [Enhancement] Save one array allocation on one instrumentation.
+- [Enhancement] Allow clearing one event type (dorner).
+
 ## 2.4.0 (2024-04-26)
 - **[Breaking]** Drop Ruby `2.7` support.
 - [Enhancement] Provide necessary alterations for custom oauth token callbacks to operate.

data/Gemfile.lock

@@ -1,13 +1,13 @@
 PATH
   remote: .
   specs:
-    karafka-core (2.4.0)
+    karafka-core (2.4.1.rc1)
       karafka-rdkafka (>= 0.15.0, < 0.16.0)
 
 GEM
   remote: https://rubygems.org/
   specs:
-    activesupport (7.1.3.2)
+    activesupport (7.1.3.4)
       base64
       bigdecimal
       concurrent-ruby (~> 1.0, >= 1.0.2)
@@ -18,24 +18,25 @@ GEM
       mutex_m
       tzinfo (~> 2.0)
     base64 (0.2.0)
-    bigdecimal (3.1.7)
+    bigdecimal (3.1.8)
     byebug (11.1.3)
-    concurrent-ruby (1.2.3)
+    concurrent-ruby (1.3.3)
     connection_pool (2.4.1)
     diff-lcs (1.5.1)
     docile (1.4.0)
     drb (2.2.1)
     factory_bot (6.4.6)
       activesupport (>= 5.0.0)
-    ffi (1.16.3)
-    i18n (1.14.4)
+    ffi (1.17.0)
+    ffi (1.17.0-x86_64-linux-gnu)
+    i18n (1.14.5)
       concurrent-ruby (~> 1.0)
-    karafka-rdkafka (0.15.0)
+    karafka-rdkafka (0.15.1)
       ffi (~> 1.15)
       mini_portile2 (~> 2.6)
       rake (> 12)
-    mini_portile2 (2.8.6)
-    minitest (5.22.3)
+    mini_portile2 (2.8.7)
+    minitest (5.23.1)
     mutex_m (0.2.0)
     rake (13.2.1)
     rspec (3.13.0)
@@ -44,10 +45,10 @@ GEM
       rspec-mocks (~> 3.13.0)
     rspec-core (3.13.0)
       rspec-support (~> 3.13.0)
-    rspec-expectations (3.13.0)
+    rspec-expectations (3.13.1)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.13.0)
-    rspec-mocks (3.13.0)
+    rspec-mocks (3.13.1)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.13.0)
     rspec-support (3.13.1)
@@ -72,4 +73,4 @@ DEPENDENCIES
   simplecov
 
 BUNDLED WITH
-   2.5.9
+   2.5.13

data/lib/karafka/core/contractable/contract.rb

@@ -9,6 +9,13 @@ module Karafka
       class Contract
         extend Core::Configurable
 
+        # Constant representing a miss during dig
+        # We use it as a result value not to return an array with found object and a state to
+        # prevent additional array allocation
+        DIG_MISS = BasicObject.new
+
+        private_constant :DIG_MISS
+
         # Yaml based error messages data
         setting(:error_messages)
 
@@ -75,7 +82,7 @@ module Karafka
         def call(data)
           errors = []
 
-          self.class.rules.map do |rule|
+          self.class.rules.each do |rule|
             case rule.type
             when :required
               validate_required(data, rule, errors)
@@ -113,14 +120,14 @@ module Karafka
         def validate_required(data, rule, errors)
           for_checking = dig(data, rule.path)
 
-          if for_checking.first == :match
-            result = rule.validator.call(for_checking.last, data, errors, self)
+          if for_checking == DIG_MISS
+            errors << [rule.path, :missing]
+          else
+            result = rule.validator.call(for_checking, data, errors, self)
 
             return if result == true
 
             errors << [rule.path, result || :format]
-          else
-            errors << [rule.path, :missing]
           end
         end
 
@@ -133,9 +140,9 @@ module Karafka
         def validate_optional(data, rule, errors)
           for_checking = dig(data, rule.path)
 
-          return unless for_checking.first == :match
+          return if for_checking == DIG_MISS
 
-          result = rule.validator.call(for_checking.last, data, errors, self)
+          result = rule.validator.call(for_checking, data, errors, self)
 
           return if result == true
 
@@ -156,28 +163,23 @@ module Karafka
           errors.push(*result)
         end
 
-        # Tries to dig for a given key in a hash and returns it with indication whether or not it was
-        # possible to find it (dig returns nil and we don't know if it wasn't the digged key value)
+        # Tries to dig for a given key in a hash and returns it with indication whether or not it
+        # was possible to find it (dig returns nil and we don't know if it wasn't the digged key
+        # value)
         #
         # @param data [Hash]
         # @param keys [Array<Symbol>]
-        # @return [Array<Symbol, Object>] array where the first element is `:match` or `:miss` and
-        #   the digged value or nil if not found
+        # @return [DIG_MISS, Object] found element or DIGG_MISS indicating that not found
         def dig(data, keys)
           current = data
-          result = :match
 
           keys.each do |nesting|
-            unless current.key?(nesting)
-              result = :miss
-
-              break
-            end
+            return DIG_MISS unless current.key?(nesting)
 
             current = current[nesting]
           end
 
-          [result, current]
+          current
         end
       end
     end

data/lib/karafka/core/helpers/time.rb

@@ -6,14 +6,21 @@ module Karafka
     module Helpers
       # Time related methods used across Karafka
       module Time
-        # @return [Float] current monotonic time in milliseconds
-        def monotonic_now
-          ::Process.clock_gettime(::Process::CLOCK_MONOTONIC) * 1_000
+        if RUBY_VERSION >= '3.2'
+          # @return [Float] current monotonic time in milliseconds
+          def monotonic_now
+            ::Process.clock_gettime(::Process::CLOCK_MONOTONIC, :float_millisecond)
+          end
+        else
+          # @return [Float] current monotonic time in milliseconds
+          def monotonic_now
+            ::Process.clock_gettime(::Process::CLOCK_MONOTONIC) * 1_000
+          end
         end
 
         # @return [Float] current time in float
         def float_now
-          ::Time.now.utc.to_f
+          ::Process.clock_gettime(::Process::CLOCK_REALTIME)
         end
       end
     end

data/lib/karafka/core/monitoring/notifications.rb

@@ -22,7 +22,7 @@ module Karafka
         private_constant :EMPTY_HASH
 
         def initialize
-          @listeners = Hash.new { |hash, key| hash[key] = [] }
+          @listeners = {}
           @mutex = Mutex.new
           # This allows us to optimize the method calling lookups
           @events_methods_map = {}
@@ -33,15 +33,20 @@ module Karafka
         # @param event_id [String] event id
         def register_event(event_id)
           @mutex.synchronize do
-            @listeners[event_id]
+            @listeners[event_id] = []
             @events_methods_map[event_id] = :"on_#{event_id.to_s.tr('.', '_')}"
           end
         end
 
-        # Clears all the subscribed listeners
-        def clear
+        # Clears all the subscribed listeners. If given an event, only clear listeners for the given
+        # event type.
+        # @param event_id [String] the key of the event to clear listeners for.
+        def clear(event_id = nil)
           @mutex.synchronize do
-            @listeners.each_value(&:clear)
+            return @listeners.each_value(&:clear) unless event_id
+            return @listeners[event_id].clear if @listeners.key?(event_id)
+
+            raise(EventNotRegistered, "#{event_id} not registered!")
           end
         end
 
@@ -84,25 +89,42 @@ module Karafka
         #
         # @param event_id [String] id of the event
         # @param payload [Hash] payload for the instrumentation
-        # @param block [Proc] instrumented code
+        # @yield [Proc] instrumented code
         # @return [Object] whatever the provided block (if any) returns
         #
         # @example Instrument some code
         #   instrument('sleeping') do
         #     sleep(1)
         #   end
-        def instrument(event_id, payload = EMPTY_HASH, &block)
-          # Allow for instrumentation of only events we registered
-          raise EventNotRegistered, event_id unless @listeners.key?(event_id)
-
-          result, time = measure_time_taken(&block) if block_given?
+        def instrument(event_id, payload = EMPTY_HASH)
+          assigned_listeners = @listeners[event_id]
+
+          # Allow for instrumentation of only events we registered. If listeners array does not
+          # exist, it means the event was not registered.
+          raise EventNotRegistered, event_id unless assigned_listeners
+
+          if block_given?
+            # No point in instrumentation when no one is listening
+            # Since the outcome will be ignored, we may as well save on allocations
+            # There are many events that happen often like (`message.acknowledged`) that most
+            # users do not subscribe to. Such check prevents us from publishing events that would
+            # not be used at all saving on time measurements and objects allocations
+            return yield if assigned_listeners.empty?
+
+            start = monotonic_now
+            result = yield
+            time = monotonic_now - start
+          elsif assigned_listeners.empty?
+            # Skip measuring or doing anything if no one listening
+            return
+          end
 
           event = Event.new(
             event_id,
             time ? payload.merge(time: time) : payload
           )
 
-          @listeners[event_id].each do |listener|
+          assigned_listeners.each do |listener|
             if listener.is_a?(Proc)
               listener.call(event)
             else
@@ -112,16 +134,6 @@ module Karafka
 
           result
         end
-
-        private
-
-        # Measures time taken to execute a given block and returns it together with the result of
-        # the block execution
-        def measure_time_taken
-          start = monotonic_now
-          result = yield
-          [result, monotonic_now - start]
-        end
       end
     end
   end

data/lib/karafka/core/version.rb

@@ -4,6 +4,6 @@ module Karafka
   module Core
     # Current Karafka::Core version
     # We follow the versioning schema of given Karafka version
-    VERSION = '2.4.0'
+    VERSION = '2.4.1.rc1'
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: karafka-core
 version: !ruby/object:Gem::Version
-  version: 2.4.0
+  version: 2.4.1.rc1
 platform: ruby
 authors:
 - Maciej Mensfeld
@@ -35,7 +35,7 @@ cert_chain:
   AnG1dJU+yL2BK7vaVytLTstJME5mepSZ46qqIJXMuWob/YPDmVaBF39TDSG9e34s
   msG3BiCqgOgHAnL23+CN3Rt8MsuRfEtoTKpJVcCfoEoNHOkc
   -----END CERTIFICATE-----
-date: 2024-04-26 00:00:00.000000000 Z
+date: 2024-06-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: karafka-rdkafka
@@ -134,7 +134,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.9
+rubygems_version: 3.5.11
 signing_key: 
 specification_version: 4
 summary: Karafka ecosystem core modules