karafka 2.3.0 → 2.3.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: bceb8995575bd7c51d4fa6df9905619082080c932b5295749d9562fb53eba2a7
-  data.tar.gz: d16247c466fe08f6a671e48e8b25af7edcf2c32d769a497a46245773a66794de
+  metadata.gz: cb47082224d857f3029f9bb8e1b04a35e6b8ed2f7ae75bbe52bf1b778ff56226
+  data.tar.gz: 53d59fd7e140f5b3e9b89dd3e4af28469bc534074110e2e93fae24c59bf81b88
 SHA512:
-  metadata.gz: 3367c6bace7ab7a1ed7c6ef04e41eefa40c6fef7baf41d0e8e32bb891e1f2799e1564a6ee36b38735b5d514272c88c62e90bcbb54ffa45f175e80b888837d1e5
-  data.tar.gz: 2d31b87c97ce9deb3d47c0332782ad116dbcf4661a7ea55b35ac04a0e87003a8eb73a5b50f7fc9a21eb1ad288eaafff0528b95133fe58f97ada832526959b628
+  metadata.gz: 00e09a345122ad2facaf8adcbb52fae3ce87374083d9e6785a1f07a74c87e53c6b0b3dd32b82566e846d160569aafc55c614013d8c9f95664612150fb51d07b1
+  data.tar.gz: 283e50a6b3b25579419bdc9b947e5ba802e22a1cd6d0097ab8929c5394d3858461bda15c3e70a0d2d466a8705466ef1d5b24e1a8bfe5ac8e356c64790049c7b0

data/.rspec

@@ -3,3 +3,5 @@
 --exclude-pattern "spec/integrations/**/*_spec.rb"
 # Do not run pro at the same time as default specs as it would cause state conflicts
 --tag ~type:pro
+# Do not run fork because they need to run in isolation
+--tag ~mode:fork

data/CHANGELOG.md

@@ -1,5 +1,20 @@
 # Karafka framework changelog
 
+## 2.3.2 (2024-02-16)
+- **[Feature]** Provide swarm capabilities to OSS and Pro.
+- **[Feature]** Provide ability to use complex strategies in DLQ (Pro).
+- [Enhancement] Support using `:partition` as the partition key for ActiveJob assignments.
+- [Enhancement] Expand Logger listener with swarm notifications.
+- [Enhancement] Introduce K8s swarm liveness listener.
+- [Enhancement] Use `Process.warmup` in Ruby 3.3+ prior to forks (in swarm) and prior to app start.
+- [Enhancement] Provide `app.before_warmup` event to allow hooking code loading tools prior to final warmup.
+- [Enhancement] Provide `Consumer#errors_tracker` to be able to get errors that occurred while doing complex recovery.
+- [Fix] Infinite consecutive error flow with VPs and without DLQ can cause endless offsets accumulation.
+- [Fix] Quieting mode causes too early unsubscribe.
+
+## 2.3.1 (2024-02-08)
+- [Refactor] Ensure that `Karafka::Helpers::Async#async_call` can run from multiple threads.
+
 ## 2.3.0 (2024-01-26)
 - **[Feature]** Introduce Exactly-Once Semantics within consumers `#transaction` block (Pro)
 - **[Feature]** Provide ability to multiplex subscription groups (Pro)

data/Gemfile

@@ -10,7 +10,7 @@ gemspec
 # They are added here because they are part of the integration suite
 group :integrations do
   gem 'activejob'
-  gem 'karafka-web', '>= 0.8.0.rc1'
+  gem 'karafka-web', '>= 0.8.0'
 end
 
 group :test do

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    karafka (2.3.0)
+    karafka (2.3.2)
       karafka-core (>= 2.3.0, < 2.4.0)
       waterdrop (>= 2.6.12, < 3.0.0)
       zeitwerk (~> 2.3)
@@ -27,7 +27,7 @@ GEM
     byebug (11.1.3)
     concurrent-ruby (1.2.3)
     connection_pool (2.4.1)
-    diff-lcs (1.5.0)
+    diff-lcs (1.5.1)
     docile (1.4.0)
     drb (2.2.0)
       ruby2_keywords
@@ -41,36 +41,36 @@ GEM
       concurrent-ruby (~> 1.0)
     karafka-core (2.3.0)
       karafka-rdkafka (>= 0.14.8, < 0.15.0)
-    karafka-rdkafka (0.14.8)
+    karafka-rdkafka (0.14.10)
       ffi (~> 1.15)
       mini_portile2 (~> 2.6)
       rake (> 12)
-    karafka-web (0.8.0.rc1)
+    karafka-web (0.8.2)
       erubi (~> 1.4)
-      karafka (>= 2.3.0.rc1, < 2.4.0)
-      karafka-core (>= 2.3.0.rc1, < 2.4.0)
+      karafka (>= 2.3.0, < 2.4.0)
+      karafka-core (>= 2.3.0, < 2.4.0)
       roda (~> 3.68, >= 3.69)
       tilt (~> 2.0)
     mini_portile2 (2.8.5)
     minitest (5.21.2)
     mutex_m (0.2.0)
-    rack (3.0.8)
+    rack (3.0.9)
     rake (13.1.0)
-    roda (3.76.0)
+    roda (3.77.0)
       rack
-    rspec (3.12.0)
-      rspec-core (~> 3.12.0)
-      rspec-expectations (~> 3.12.0)
-      rspec-mocks (~> 3.12.0)
-    rspec-core (3.12.2)
-      rspec-support (~> 3.12.0)
-    rspec-expectations (3.12.3)
+    rspec (3.13.0)
+      rspec-core (~> 3.13.0)
+      rspec-expectations (~> 3.13.0)
+      rspec-mocks (~> 3.13.0)
+    rspec-core (3.13.0)
+      rspec-support (~> 3.13.0)
+    rspec-expectations (3.13.0)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.12.0)
-    rspec-mocks (3.12.6)
+      rspec-support (~> 3.13.0)
+    rspec-mocks (3.13.0)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.12.0)
-    rspec-support (3.12.1)
+      rspec-support (~> 3.13.0)
+    rspec-support (3.13.0)
     ruby2_keywords (0.0.5)
     simplecov (0.22.0)
       docile (~> 1.1)
@@ -81,10 +81,10 @@ GEM
     tilt (2.3.0)
     tzinfo (2.0.6)
       concurrent-ruby (~> 1.0)
-    waterdrop (2.6.12)
+    waterdrop (2.6.14)
       karafka-core (>= 2.2.3, < 3.0.0)
       zeitwerk (~> 2.3)
-    zeitwerk (2.6.12)
+    zeitwerk (2.6.13)
 
 PLATFORMS
   ruby
@@ -95,7 +95,7 @@ DEPENDENCIES
   byebug
   factory_bot
   karafka!
-  karafka-web (>= 0.8.0.rc1)
+  karafka-web (>= 0.8.0)
   rspec
   simplecov
 

data/README.md

@@ -57,8 +57,8 @@ We also maintain many [integration specs](https://github.com/karafka/karafka/tre
 1. Add and install Karafka:
 
 ```bash
-# Make sure to install Karafka 2.2
-bundle add karafka --version ">= 2.2.10"
+# Make sure to install Karafka 2.3
+bundle add karafka --version ">= 2.3.0"
 
 bundle exec karafka install
 ```

data/bin/integrations

@@ -43,7 +43,8 @@ class Scenario
     'consumption/worker_critical_error_behaviour_spec.rb' => [0, 2].freeze,
     'shutdown/on_hanging_jobs_and_a_shutdown_spec.rb' => [2].freeze,
     'shutdown/on_hanging_on_shutdown_job_and_a_shutdown_spec.rb' => [2].freeze,
-    'shutdown/on_hanging_listener_and_shutdown_spec.rb' => [2].freeze
+    'shutdown/on_hanging_listener_and_shutdown_spec.rb' => [2].freeze,
+    'swarm/forceful_shutdown_of_hanging_spec.rb' => [2].freeze
   }.freeze
 
   private_constant :MAX_RUN_TIME, :EXIT_CODES

data/bin/rspecs

@@ -2,5 +2,9 @@
 
 set -e
 
-SPECS_TYPE=regular bundle exec rspec --tag ~type:pro
-SPECS_TYPE=pro bundle exec rspec --tag type:pro
+# Run only regular non-forking specs first
+SPECS_TYPE=regular bundle exec rspec --tag ~type:pro --tag ~mode:fork
+# Run forking specs, they need to run in isolation not to crash because of librdkafka
+SPECS_TYPE=regular bundle exec rspec --tag mode:fork
+# Run pro specs at the end
+SPECS_TYPE=pro bundle exec rspec --tag type:pro --tag ~mode:fork

data/config/locales/errors.yml

@@ -1,11 +1,12 @@
 en:
   validations:
     config:
-      missing: needs to be present
-      client_id_format: 'needs to be a string with a Kafka accepted format'
       license.entity_format: needs to be a string
       license.token_format: needs to be either false or a string
       license.expires_on_format: needs to be a valid date
+
+      missing: needs to be present
+      client_id_format: 'needs to be a string with a Kafka accepted format'
       concurrency_format: needs to be an integer bigger than 0
       consumer_mapper_format: needs to be present
       consumer_persistence_format: needs to be either true or false
@@ -15,6 +16,10 @@ en:
       shutdown_timeout_format: needs to be an integer bigger than 0
       max_wait_time_format: needs to be an integer bigger than 0
       kafka_format: needs to be a filled hash
+      key_must_be_a_symbol: All keys under the kafka settings scope need to be symbols
+      max_timeout_vs_pause_max_timeout: pause_timeout must be less or equal to pause_max_timeout
+      shutdown_timeout_vs_max_wait_time: shutdown_timeout must be more than max_wait_time
+
       internal.processing.jobs_builder_format: cannot be nil
       internal.processing.jobs_queue_class_format: cannot be nil
       internal.processing.scheduler_class_format: cannot be nil
@@ -22,14 +27,20 @@ en:
       internal.processing.partitioner_class_format: cannot be nil
       internal.processing.strategy_selector_format: cannot be nil
       internal.processing.expansions_selector_format: cannot be nil
-      internal.active_job.dispatcher: cannot be nil
-      internal.active_job.job_options_contract: cannot be nil
-      internal.active_job.consumer_class: cannot be nil
+
+      internal.active_job.dispatcher_format: cannot be nil
+      internal.active_job.job_options_contract_format: cannot be nil
+      internal.active_job.consumer_class_format: cannot be nil
+
       internal.status_format: needs to be present
       internal.process_format: needs to be present
       internal.tick_interval_format: needs to be an integer bigger or equal to 1000
+      internal.supervision_sleep_format: needs to be an integer bigger than 0
+      internal.forceful_exit_code_format: needs to be an integer bigger or equal to 0
+
       internal.routing.builder_format: needs to be present
       internal.routing.subscription_groups_builder_format: needs to be present
+
       internal.connection.manager_format: needs to be present
       internal.connection.conductor_format: needs to be present
       internal.connection.proxy.query_watermark_offsets.timeout_format: needs to be an integer bigger than 0
@@ -41,14 +52,25 @@ en:
       internal.connection.proxy.committed.timeout_format: needs to be an integer bigger than 0
       internal.connection.proxy.committed.max_attempts_format: needs to be an integer bigger than 0
       internal.connection.proxy.committed.wait_time_format: needs to be an integer bigger than 0
-      key_must_be_a_symbol: All keys under the kafka settings scope need to be symbols
-      max_timeout_vs_pause_max_timeout: pause_timeout must be less or equal to pause_max_timeout
-      shutdown_timeout_vs_max_wait_time: shutdown_timeout must be more than max_wait_time
+
+      internal.swarm.manager_format: cannot be nil
+      internal.swarm.orphaned_exit_code_format: needs to be an integer bigger or equal to 0
+      internal.swarm.pidfd_open_syscall_format: needs to be an integer bigger or equal to 0
+      internal.swarm.pidfd_signal_syscall_format: needs to be an integer bigger or equal to 0
+      internal.swarm.supervision_interval_format: needs to be an integer bigger or equal to 1000
+      internal.swarm.liveness_interval_format: needs to be an integer bigger or equal to 1000
+      internal.swarm.liveness_listener_format: cannot be nil
+      internal.swarm.node_report_timeout_format: needs to be an integer bigger or equal to 1000
+      internal.swarm.node_restart_timeout_format: needs to be an integer bigger or equal to 1000
+
       admin.kafka_format: needs to be a hash
       admin.group_id_format: 'needs to be a string with a Kafka accepted format'
       admin.max_wait_time_format: 'needs to be an integer bigger than 0'
       admin.max_attempts_format: 'needs to be an integer bigger than 0'
 
+      swarm.nodes_format: 'needs to be an integer bigger than 0'
+      swarm.node_format: needs to be false or node instance
+
     server_cli_options:
       missing: needs to be present
       consumer_groups_inclusion: Unknown consumer group name

data/config/locales/pro_errors.yml

@@ -8,6 +8,8 @@ en:
       long_running_job.active_format: needs to be either true or false
 
       dead_letter_queue_with_virtual_partitions: when using Dead Letter Queue with Virtual Partitions, at least one retry is required.
+      dead_letter_queue.strategy_format: 'needs to respond to #call'
+      dead_letter_queue.strategy_missing: needs to be present
 
       throttling.active_format: needs to be either true or false
       throttling.limit_format: needs to be equal or more than 1

data/docker-compose.yml

@@ -3,7 +3,7 @@ version: '2'
 services:
   kafka:
     container_name: kafka
-    image: confluentinc/cp-kafka:7.5.3
+    image: confluentinc/cp-kafka:7.6.0
 
     ports:
       - 9092:9092

data/lib/karafka/app.rb

@@ -6,6 +6,20 @@ module Karafka
     extend Setup::Dsl
 
     class << self
+      # Notifies the Ruby virtual machine that the boot sequence is finished, and that now is a
+      # good time to optimize the application. In case of older Ruby versions, runs compacting,
+      # which is part of the full warmup introduced in Ruby 3.3.
+      def warmup
+        # Per recommendation, this should not run in children nodes
+        return if Karafka::App.config.swarm.node
+
+        monitor.instrument('app.before_warmup', caller: self)
+
+        return GC.compact unless ::Process.respond_to?(:warmup)
+
+        ::Process.warmup
+      end
+
       # @return [Karafka::Routing::Builder] consumers builder instance alias
       def consumer_groups
         config

data/lib/karafka/cli/base.rb

@@ -5,6 +5,8 @@ module Karafka
     # Base class for all the command that we want to define
     # This base class provides an interface to easier separate single independent commands
     class Base
+      include Helpers::Colorize
+
       # @return [Hash] given command cli options
       attr_reader :options
 
@@ -19,6 +21,23 @@ module Karafka
         raise NotImplementedError, 'Implement this in a subclass'
       end
 
+      private
+
+      # Prints marketing info
+      def print_marketing_info
+        Karafka.logger.info Info::BANNER
+
+        if Karafka.pro?
+          Karafka.logger.info(
+            green('Thank you for using Karafka Pro!')
+          )
+        else
+          Karafka.logger.info(
+            red('Upgrade to Karafka Pro for more features and support: https://karafka.io')
+          )
+        end
+      end
+
       class << self
         # Loads proper environment with what is needed to run the CLI
         def load

data/lib/karafka/cli/server.rb

@@ -5,8 +5,6 @@ module Karafka
   class Cli
     # Server Karafka Cli action
     class Server < Base
-      include Helpers::Colorize
-
       # Types of things we can include / exclude from the routing via the CLI options
       SUPPORTED_TYPES = ::Karafka::Routing::ActivityManager::SUPPORTED_TYPES
 
@@ -16,63 +14,68 @@ module Karafka
 
       aliases :s, :consumer
 
-      option(
-        :consumer_groups,
-        'Runs server only with specified consumer groups',
-        Array,
-        %w[
-          -g
-          --consumer_groups
-          --include_consumer_groups
-        ]
-      )
-
-      option(
-        :subscription_groups,
-        'Runs server only with specified subscription groups',
-        Array,
-        %w[
-          --subscription_groups
-          --include_subscription_groups
-        ]
-      )
-
-      option(
-        :topics,
-        'Runs server only with specified topics',
-        Array,
-        %w[
-          --topics
-          --include_topics
-        ]
-      )
-
-      option(
-        :exclude_consumer_groups,
-        'Runs server without specified consumer groups',
-        Array,
-        %w[
-          --exclude_consumer_groups
-        ]
-      )
-
-      option(
-        :exclude_subscription_groups,
-        'Runs server without specified subscription groups',
-        Array,
-        %w[
-          --exclude_subscription_groups
-        ]
-      )
-
-      option(
-        :exclude_topics,
-        'Runs server without specified topics',
-        Array,
-        %w[
-          --exclude_topics
-        ]
-      )
+      # Those options can also be used when in swarm mode, hence we re-use
+      OPTIONS_BUILDER = lambda do
+        option(
+          :consumer_groups,
+          'Runs server only with specified consumer groups',
+          Array,
+          %w[
+            -g
+            --consumer_groups
+            --include_consumer_groups
+          ]
+        )
+
+        option(
+          :subscription_groups,
+          'Runs server only with specified subscription groups',
+          Array,
+          %w[
+            --subscription_groups
+            --include_subscription_groups
+          ]
+        )
+
+        option(
+          :topics,
+          'Runs server only with specified topics',
+          Array,
+          %w[
+            --topics
+            --include_topics
+          ]
+        )
+
+        option(
+          :exclude_consumer_groups,
+          'Runs server without specified consumer groups',
+          Array,
+          %w[
+            --exclude_consumer_groups
+          ]
+        )
+
+        option(
+          :exclude_subscription_groups,
+          'Runs server without specified subscription groups',
+          Array,
+          %w[
+            --exclude_subscription_groups
+          ]
+        )
+
+        option(
+          :exclude_topics,
+          'Runs server without specified topics',
+          Array,
+          %w[
+            --exclude_topics
+          ]
+        )
+      end
+
+      instance_exec(&OPTIONS_BUILDER)
 
       # Start the Karafka server
       def call
@@ -85,8 +88,6 @@ module Karafka
         Karafka::Server.run
       end
 
-      private
-
       # Registers things we want to include (if defined)
       def register_inclusions
         activities = ::Karafka::App.config.internal.routing.activity_manager
@@ -108,21 +109,6 @@ module Karafka
           names.each { |name| activities.exclude(type, name) }
         end
       end
-
-      # Prints marketing info
-      def print_marketing_info
-        Karafka.logger.info Info::BANNER
-
-        if Karafka.pro?
-          Karafka.logger.info(
-            green('Thank you for using Karafka Pro!')
-          )
-        else
-          Karafka.logger.info(
-            red('Upgrade to Karafka Pro for more features and support: https://karafka.io')
-          )
-        end
-      end
     end
   end
 end

data/lib/karafka/cli/swarm.rb

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+
+module Karafka
+  # Karafka framework Cli
+  class Cli
+    # Starts swarm of consumers forked from the supervisor
+    class Swarm < Base
+      desc 'Starts swarm of Karafka consumers with a supervisor'
+
+      aliases :swarm
+
+      instance_exec(&Server::OPTIONS_BUILDER)
+
+      # Starts the swarm
+      def call
+        ::Karafka::Swarm.ensure_supported!
+
+        # Print our banner and info in the dev mode
+        print_marketing_info if Karafka::App.env.development?
+
+        # This will register inclusions and exclusions in the routing, so all forks will use it
+        server = Server.new
+        server.register_inclusions
+        server.register_exclusions
+
+        Karafka::Swarm::Supervisor.new.run
+      end
+    end
+  end
+end

data/lib/karafka/constraints.rb

@@ -15,13 +15,13 @@ module Karafka
         # Skip verification if web is not used at all
         return unless require_version('karafka/web')
 
-        # All good if version higher than 0.7.x because we expect 0.8.0 or higher
-        return if version(Karafka::Web::VERSION) >= version('0.7.100')
+        # All good if version higher than 0.8.1 because we expect 0.8.2 or higher
+        return if version(Karafka::Web::VERSION) >= version('0.8.2')
 
         # If older web-ui used, we cannot allow it
         raise(
           Errors::DependencyConstraintsError,
-          'karafka-web < 0.8.0 is not compatible with this karafka version'
+          'karafka-web < 0.8.2 is not compatible with this karafka version'
         )
       end
 

data/lib/karafka/contracts/config.rb

@@ -34,6 +34,11 @@ module Karafka
       required(:max_wait_time) { |val| val.is_a?(Integer) && val.positive? }
       required(:kafka) { |val| val.is_a?(Hash) && !val.empty? }
 
+      nested(:swarm) do
+        required(:nodes) { |val| val.is_a?(Integer) && val.positive? }
+        required(:node) { |val| val == false || val.is_a?(Karafka::Swarm::Node) }
+      end
+
       nested(:admin) do
         # Can be empty because inherits values from the root kafka
         required(:kafka) { |val| val.is_a?(Hash) }
@@ -49,6 +54,20 @@ module Karafka
         # In theory this could be less than a second, however this would impact the maximum time
         # of a single consumer queue poll, hence we prevent it
         required(:tick_interval) { |val| val.is_a?(Integer) && val >= 1_000 }
+        required(:supervision_sleep) { |val| val.is_a?(Numeric) && val.positive? }
+        required(:forceful_exit_code) { |val| val.is_a?(Integer) && val >= 0 }
+
+        nested(:swarm) do
+          required(:manager) { |val| !val.nil? }
+          required(:orphaned_exit_code) { |val| val.is_a?(Integer) && val >= 0 }
+          required(:pidfd_open_syscall) { |val| val.is_a?(Integer) && val >= 0 }
+          required(:pidfd_signal_syscall) { |val| val.is_a?(Integer) && val >= 0 }
+          required(:supervision_interval) { |val| val.is_a?(Integer) && val >= 1_000 }
+          required(:liveness_interval) { |val| val.is_a?(Integer) && val >= 1_000 }
+          required(:liveness_listener) { |val| !val.nil? }
+          required(:node_report_timeout) { |val| val.is_a?(Integer) && val >= 1_000 }
+          required(:node_restart_timeout) { |val| val.is_a?(Integer) && val >= 1_000 }
+        end
 
         nested(:connection) do
           required(:manager) { |val| !val.nil? }

data/lib/karafka/errors.rb

@@ -87,5 +87,17 @@ module Karafka
     # Because we do not want to require web out of the box and we do not want to lock web with
     # karafka 1:1, we do such a sanity check
     DependencyConstraintsError = Class.new(BaseError)
+
+    # Raised when we were not able to open pidfd for given pid
+    # This should not happen. If you see it, please report.
+    PidfdOpenFailedError = Class.new(BaseError)
+
+    # Failed to send signal to a process via pidfd
+    # This should not happen. If you see it, please report.
+    PidfdSignalFailedError = Class.new(BaseError)
+
+    # Raised when given option/feature is not supported on a given platform or when given option
+    # is not supported in a given configuration
+    UnsupportedOptionError = Class.new(BaseError)
   end
 end

data/lib/karafka/helpers/async.rb

@@ -8,6 +8,12 @@ module Karafka
     # @note Thread running code needs to manage it's own exceptions. If they leak out, they will
     #   abort thread on exception.
     module Async
+      # Mutex used to ensure we do not create multiple threads if we decide to run this
+      # in parallel on multiple threads
+      MUTEX = Mutex.new
+
+      private_constant :MUTEX
+
       class << self
         # Adds forwardable to redirect thread-based control methods to the underlying thread that
         # runs the async operations
@@ -22,10 +28,14 @@ module Karafka
 
       # Runs the `#call` method in a new thread
       def async_call
-        @thread = Thread.new do
-          Thread.current.abort_on_exception = true
+        MUTEX.synchronize do
+          return if @thread&.alive?
+
+          @thread = Thread.new do
+            Thread.current.abort_on_exception = true
 
-          call
+            call
+          end
         end
       end
     end

data/lib/karafka/helpers/config_importer.rb

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+
+module Karafka
+  module Helpers
+    # Module allowing for configuration injections. By default injects whole app config
+    # Allows for granular config injection
+    class ConfigImporter < Module
+      # @param attributes [Hash<Symbol, Array<Symbol>>] map defining what we want to inject.
+      #   The key is the name under which attribute will be visible and the value is the full
+      #   path to the attribute
+      def initialize(attributes = { config: %i[itself] })
+        super()
+        @attributes = attributes
+      end
+
+      # @param model [Object] object to which we want to add the config fetcher
+      def included(model)
+        super
+
+        @attributes.each do |name, path|
+          model.class_eval <<~RUBY, __FILE__, __LINE__ + 1
+            def #{name}
+              @#{name} ||= ::Karafka::App.config.#{path.join('.')}
+            end
+          RUBY
+        end
+      end
+    end
+  end
+end