karafka 1.2.9 → 1.3.0

data/lib/karafka/setup/config.rb

@@ -8,12 +8,16 @@ module Karafka
     # @note If you want to do some configurations after all of this is done, please add to
     #   karafka/config a proper file (needs to inherit from Karafka::Setup::Configurators::Base
     #   and implement setup method) after that everything will happen automatically
-    # @note This config object allows to create a 1 level nestings (nodes) only. This should be
+    # @note This config object allows to create a 1 level nesting (nodes) only. This should be
     #   enough and will still keep the code simple
     # @see Karafka::Setup::Configurators::Base for more details about configurators api
     class Config
       extend Dry::Configurable
-      extend Callbacks::Config
+
+      # Contract for checking the config provided by the user
+      CONTRACT = Karafka::Contracts::Config.new.freeze
+
+      private_constant :CONTRACT
 
       # Available settings
       # option client_id [String] kafka client_id - used to provide
@@ -22,21 +26,23 @@ module Karafka
       # What backend do we want to use to process messages
       setting :backend, :inline
       # option logger [Instance] logger that we want to use
-      setting :logger, -> { ::Karafka::Instrumentation::Logger.instance }
+      setting :logger, ::Karafka::Instrumentation::Logger.new
       # option monitor [Instance] monitor that we will to use (defaults to Karafka::Monitor)
-      setting :monitor, -> { ::Karafka::Instrumentation::Monitor.instance }
+      setting :monitor, ::Karafka::Instrumentation::Monitor.new
       # Mapper used to remap consumer groups ids, so in case users migrate from other tools
       # or they need to maintain their own internal consumer group naming conventions, they
       # can easily do it, replacing the default client_id + consumer name pattern concept
-      setting :consumer_mapper, -> { Routing::ConsumerMapper }
-      # Mapper used to remap names of topics, so we can have a clean internal topic namings
+      setting :consumer_mapper, Routing::ConsumerMapper.new
+      # Mapper used to remap names of topics, so we can have a clean internal topic naming
       # despite using any Kafka provider that uses namespacing, etc
       # It needs to implement two methods:
       #   - #incoming - for remapping from the incoming message to our internal format
       #   - #outgoing - for remapping from internal topic name into outgoing message
-      setting :topic_mapper, -> { Routing::TopicMapper }
-      # Default parser for parsing and unparsing incoming and outgoing data
-      setting :parser, -> { Karafka::Parsers::Json }
+      setting :topic_mapper, Routing::TopicMapper.new
+      # Default serializer for converting whatever we want to send to kafka to json
+      setting :serializer, Karafka::Serialization::Json::Serializer.new
+      # Default deserializer for converting incoming data into ruby objects
+      setting :deserializer, Karafka::Serialization::Json::Deserializer.new
       # If batch_fetching is true, we will fetch kafka messages in batches instead of 1 by 1
       # @note Fetching does not equal consuming, see batch_consuming description for details
       setting :batch_fetching, true
@@ -44,29 +50,15 @@ module Karafka
       # #params_batch will contain params received from Kafka (may be more than 1) so we can
       # process them in batches
       setting :batch_consuming, false
-      # Should we operate in a single consumer instance across multiple batches of messages,
-      # from the same partition or should we build a new one for each incoming batch.
-      # Disabling that can be useful when you want to create a new consumer instance for each
-      # incoming batch. It's disabled by default, not to create more objects that needed
-      # on each batch
-      setting :persistent, true
       # option shutdown_timeout [Integer, nil] the number of seconds after which Karafka no
-      #   longer wait for the consumers to stop gracefully but instead we force
-      #   terminate everything.
-      # @note Keep in mind, that if your business logic
-      # @note If set to nil, it won't forcefully shutdown the process at all.
+      #   longer wait for the consumers to stop gracefully but instead we force terminate
+      #   everything.
       setting :shutdown_timeout, 60
-      # option params_base_class [Class] base class for params class initialization
-      #   This can be either a Hash or a HashWithIndifferentAccess depending on your
-      #   requirements. Note, that by using HashWithIndifferentAccess, you remove some of the
-      #   performance in favor of convenience. This can be useful especially if you already use
-      #   it with Rails, etc
-      setting :params_base_class, Hash
 
       # option kafka [Hash] - optional - kafka configuration options
       setting :kafka do
         # Array with at least one host
-        setting :seed_brokers
+        setting :seed_brokers, %w[kafka://127.0.0.1:9092]
         # option session_timeout [Integer] the number of seconds after which, if a client
         #   hasn't contacted the Kafka cluster, it will be kicked out of the group.
         setting :session_timeout, 30
@@ -75,6 +67,11 @@ module Karafka
         # resolved and also "slows" things down, so it prevents from "eating" up all messages and
         # consuming them with failed code. Use `nil` if you want to pause forever and never retry.
         setting :pause_timeout, 10
+        # option pause_max_timeout [Integer, nil] the maximum number of seconds to pause for,
+        #   or `nil` if no maximum should be enforced.
+        setting :pause_max_timeout, nil
+        # option pause_exponential_backoff [Boolean] whether to enable exponential backoff
+        setting :pause_exponential_backoff, false
         # option offset_commit_interval [Integer] the interval between offset commits,
         #   in seconds.
         setting :offset_commit_interval, 10
@@ -91,7 +88,7 @@ module Karafka
         # option fetcher_max_queue_size [Integer] max number of items in the fetch queue that
         #   are stored for further processing. Note, that each item in the queue represents a
         #   response from a single broker
-        setting :fetcher_max_queue_size, 100
+        setting :fetcher_max_queue_size, 10
         # option max_bytes_per_partition [Integer] the maximum amount of data fetched
         #   from a single partition at a time.
         setting :max_bytes_per_partition, 1_048_576
@@ -136,6 +133,8 @@ module Karafka
         # option ssl_ca_certs_from_system [Boolean] Use the CA certs from your system's default
         #   certificate store
         setting :ssl_ca_certs_from_system, false
+        # option ssl_verify_hostname [Boolean] Verify the hostname for client certs
+        setting :ssl_verify_hostname, true
         # option ssl_client_cert [String, nil] SSL client certificate
         setting :ssl_client_cert, nil
         # option ssl_client_cert_key [String, nil] SSL client certificate password
@@ -156,10 +155,39 @@ module Karafka
         setting :sasl_scram_password, nil
         # option sasl_scram_mechanism [String, nil] Scram mechanism, either 'sha256' or 'sha512'
         setting :sasl_scram_mechanism, nil
+        # option sasl_over_ssl [Boolean] whether to enforce SSL with SASL
+        setting :sasl_over_ssl, true
+        # option ssl_client_cert_chain [String, nil] client cert chain or nil if not used
+        setting :ssl_client_cert_chain, nil
+        # option ssl_client_cert_key_password [String, nil] the password required to read
+        #   the ssl_client_cert_key
+        setting :ssl_client_cert_key_password, nil
+        # @param sasl_oauth_token_provider [Object, nil] OAuthBearer Token Provider instance that
+        #   implements method token.
+        setting :sasl_oauth_token_provider, nil
+      end
+
+      # Namespace for internal settings that should not be modified
+      # It's a temporary step to "declassify" several things internally before we move to a
+      # non global state
+      setting :internal do
+        # option routing_builder [Karafka::Routing::Builder] builder instance
+        setting :routing_builder, Routing::Builder.new
+        # option status [Karafka::Status] app status
+        setting :status, Status.new
+        # option process [Karafka::Process] process status
+        # @note In the future, we need to have a single process representation for all the karafka
+        #   instances
+        setting :process, Process.new
+        # option fetcher [Karafka::Fetcher] fetcher instance
+        setting :fetcher, Fetcher.new
+        # option configurators [Array<Object>] all configurators that we want to run after
+        #   the setup
+        setting :configurators, [Configurators::WaterDrop.new]
       end
 
       class << self
-        # Configurating method
+        # Configuring method
         # @yield Runs a block of code providing a config singleton instance to it
         # @yieldparam [Karafka::Setup::Config] Karafka config instance
         def setup
@@ -170,22 +198,22 @@ module Karafka
         # Components are in karafka/config directory and are all loaded one by one
         # If you want to configure a next component, please add a proper file to config dir
         def setup_components
-          [
-            Configurators::Params,
-            Configurators::WaterDrop
-          ].each { |klass| klass.setup(config) }
+          config
+            .internal
+            .configurators
+            .each { |configurator| configurator.call(config) }
         end
 
-        # Validate config based on ConfigurationSchema
+        # Validate config based on the config contract
         # @return [Boolean] true if configuration is valid
-        # @raise [Karafka::Errors::InvalidConfiguration] raised when configuration
-        #   doesn't match with ConfigurationSchema
+        # @raise [Karafka::Errors::InvalidConfigurationError] raised when configuration
+        #   doesn't match with the config contract
         def validate!
-          validation_result = Karafka::Schemas::Config.call(config.to_h)
+          validation_result = CONTRACT.call(config.to_h)
 
           return true if validation_result.success?
 
-          raise Errors::InvalidConfiguration, validation_result.errors
+          raise Errors::InvalidConfigurationError, validation_result.errors.to_h
         end
       end
     end

data/lib/karafka/setup/configurators/water_drop.rb

@@ -2,26 +2,30 @@
 
 module Karafka
   module Setup
-    class Configurators
+    # Configurators are used to post setup some of the components of Karafka after the core
+    # framework is initialized
+    module Configurators
       # Class responsible for setting up WaterDrop configuration
-      class WaterDrop < Base
+      class WaterDrop
         # Sets up a WaterDrop settings
         # @param config [Karafka::Setup::Config] Config we can user to setup things
         # @note This will also inject Karafka monitor as a default monitor into WaterDrop,
         #   so we have the same monitor within whole Karafka framework (same with logger)
-        def self.setup(config)
+        def call(config)
           ::WaterDrop.setup do |water_config|
             water_config.deliver = true
 
             config.to_h.reject { |k, _v| k == :kafka }.each do |k, v|
               key_assignment = :"#{k}="
               next unless water_config.respond_to?(key_assignment)
+
               water_config.public_send(key_assignment, v)
             end
 
             config.kafka.to_h.each do |k, v|
               key_assignment = :"#{k}="
               next unless water_config.kafka.respond_to?(key_assignment)
+
               water_config.kafka.public_send(key_assignment, v)
             end
           end

data/lib/karafka/setup/dsl.rb

@@ -10,7 +10,6 @@ module Karafka
       # @param [Block] block configuration block
       def setup(&block)
         Setup::Config.setup(&block)
-        initialize!
       end
 
       # @return [Karafka::Config] config instance

data/lib/karafka/status.rb

@@ -3,15 +3,16 @@
 module Karafka
   # App status monitor
   class Status
-    include Singleton
-
     # Available states and their transitions
     STATES = {
       initializing: :initialize!,
+      initialized: :initialized!,
       running: :run!,
-      stopped: :stop!
+      stopping: :stop!
     }.freeze
 
+    private_constant :STATES
+
     STATES.each do |state, transition|
       define_method :"#{state}?" do
         @status == state
@@ -19,6 +20,9 @@ module Karafka
 
       define_method transition do
         @status = state
+        # Trap context disallows to run certain things that we instrument
+        # so the state changes are executed from a separate thread
+        Thread.new { Karafka.monitor.instrument("app.#{state}") }.join
       end
     end
   end

data/lib/karafka/templates/{application_consumer.rb.example → application_consumer.rb.erb}

@@ -3,4 +3,5 @@
 # Application consumer from which all Karafka consumers should inherit
 # You can rename it if it would conflict with your current code base (in case you're integrating
 # Karafka with other frameworks)
-ApplicationConsumer = Class.new(Karafka::BaseConsumer)
+class ApplicationConsumer < Karafka::BaseConsumer
+end

data/lib/karafka/templates/karafka.rb.erb

@@ -0,0 +1,92 @@
+# frozen_string_literal: true
+
+<% if rails? -%>
+ENV['RAILS_ENV'] ||= 'development'
+ENV['KARAFKA_ENV'] = ENV['RAILS_ENV']
+require ::File.expand_path('../config/environment', __FILE__)
+Rails.application.eager_load!
+
+# This lines will make Karafka print to stdout like puma or unicorn
+if Rails.env.development?
+  Rails.logger.extend(
+    ActiveSupport::Logger.broadcast(
+      ActiveSupport::Logger.new($stdout)
+    )
+  )
+end
+<% else -%>
+# This file is auto-generated during the install process.
+# If by any chance you've wanted a setup for Rails app, either run the `karafka:install`
+# command again or refer to the install templates available in the source codes
+
+ENV['RACK_ENV'] ||= 'development'
+ENV['KARAFKA_ENV'] ||= ENV['RACK_ENV']
+Bundler.require(:default, ENV['KARAFKA_ENV'])
+
+# Zeitwerk custom loader for loading the app components before the whole
+# Karafka framework configuration
+APP_LOADER = Zeitwerk::Loader.new
+APP_LOADER.enable_reloading
+
+%w[
+  lib
+  app/consumers
+  app/responders
+  app/workers
+].each(&APP_LOADER.method(:push_dir))
+
+APP_LOADER.setup
+APP_LOADER.eager_load
+<% end -%>
+
+class KarafkaApp < Karafka::App
+  setup do |config|
+    config.kafka.seed_brokers = %w[kafka://127.0.0.1:9092]
+    config.client_id = 'example_app'
+<% if rails? -%>
+    config.logger = Rails.logger
+<% end -%>
+  end
+
+  # Comment out this part if you are not using instrumentation and/or you are not
+  # interested in logging events for certain environments. Since instrumentation
+  # notifications add extra boilerplate, if you want to achieve max performance,
+  # listen to only what you really need for given environment.
+  Karafka.monitor.subscribe(WaterDrop::Instrumentation::StdoutListener.new)
+  Karafka.monitor.subscribe(Karafka::Instrumentation::StdoutListener.new)
+  Karafka.monitor.subscribe(Karafka::Instrumentation::ProctitleListener.new)
+
+  # Uncomment that in order to achieve code reload in development mode
+  # Be aware, that this might have some side-effects. Please refer to the wiki
+  # for more details on benefits and downsides of the code reload in the
+  # development mode
+  #
+  # Karafka.monitor.subscribe(
+  #   Karafka::CodeReloader.new(
+  #     <%= rails? ? '*Rails.application.reloaders' : 'APP_LOADER' %>
+  #   )
+  # )
+
+  consumer_groups.draw do
+    # topic :example do
+    #   consumer ExampleConsumer
+    # end
+
+    # consumer_group :bigger_group do
+    #   topic :test do
+    #     consumer TestConsumer
+    #   end
+    #
+    #   topic :test2 do
+    #     consumer Test2Consumer
+    #   end
+    # end
+  end
+end
+
+Karafka.monitor.subscribe('app.initialized') do
+  # Put here all the things you want to do after the Karafka framework
+  # initialization
+end
+
+KarafkaApp.boot!

data/lib/karafka/version.rb

@@ -3,5 +3,5 @@
 # Main module namespace
 module Karafka
   # Current Karafka version
-  VERSION = '1.2.9'
+  VERSION = '1.3.0'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: karafka
 version: !ruby/object:Gem::Version
-  version: 1.2.9
+  version: 1.3.0
 platform: ruby
 authors:
 - Maciej Mensfeld
@@ -9,81 +9,107 @@ authors:
 - Adam Gwozdowski
 autorequire: 
 bindir: bin
-cert_chain: []
-date: 2018-12-05 00:00:00.000000000 Z
+cert_chain:
+- |
+  -----BEGIN CERTIFICATE-----
+  MIIEODCCAqCgAwIBAgIBATANBgkqhkiG9w0BAQsFADAjMSEwHwYDVQQDDBhtYWNp
+  ZWovREM9bWVuc2ZlbGQvREM9cGwwHhcNMTkwNzMwMTQ1NDU0WhcNMjAwNzI5MTQ1
+  NDU0WjAjMSEwHwYDVQQDDBhtYWNpZWovREM9bWVuc2ZlbGQvREM9cGwwggGiMA0G
+  CSqGSIb3DQEBAQUAA4IBjwAwggGKAoIBgQC9fCwtaHZG2SyyNXiH8r0QbJQx/xxl
+  dkvwWz9QGJO+O8rEx20FB1Ab+MVkfOscwIv5jWpmk1U9whzDPl1uFtIbgu+sk+Zb
+  uQlZyK/DPN6c+/BbBL+RryTBRyvkPLoCVwm7uxc/JZ1n4AI6eF4cCZ2ieZ9QgQbU
+  MQs2QPqs9hT50Ez/40GnOdadVfiDDGz+NME2C4ms0BriXwZ1tcRTfJIHe2xjIbbb
+  y5qRGfsLKcgMzvLQR24olixyX1MR0s4+Wveq3QL/gBhL4veUcv+UABJA8IJR0kyB
+  seHHutusiwZ1v3SjjjW1xLLrc2ARV0mgCb0WaK2T4iA3oFTGLh6Ydz8LNl31KQFv
+  94nRd8IhmJxrhQ6dQ/WT9IXoa5S9lfT5lPJeINemH4/6QPABzf9W2IZlCdI9wCdB
+  TBaw57MKneGAYZiKjw6OALSy2ltQUCl3RqFl3VP7n8uFy1U987Q5VIIQ3O1UUsQD
+  Oe/h+r7GUU4RSPKgPlrwvW9bD/UQ+zF51v8CAwEAAaN3MHUwCQYDVR0TBAIwADAL
+  BgNVHQ8EBAMCBLAwHQYDVR0OBBYEFJNIBHdfEUD7TqHqIer2YhWaWhwcMB0GA1Ud
+  EQQWMBSBEm1hY2llakBtZW5zZmVsZC5wbDAdBgNVHRIEFjAUgRJtYWNpZWpAbWVu
+  c2ZlbGQucGwwDQYJKoZIhvcNAQELBQADggGBAKA4eqko6BTNhlysip6rfBkVTGri
+  ZXsL+kRb2hLvsQJS/kLyM21oMlu+LN0aPj3qEFR8mE/YeDD8rLAfruBRTltPNbR7
+  xA5eE1gkxY5LfExUtK3b2wPqfmo7mZgfcsMwfYg/tUXw1WpBCnrhAJodpGH6SXmp
+  A40qFUZst0vjiOoO+aTblIHPmMJXoZ3K42dTlNKlEiDKUWMRKSgpjjYGEYalFNWI
+  hHfCz2r8L2t+dYdMZg1JGbEkq4ADGsAA8ioZIpJd7V4hI17u5TCdi7X5wh/0gN0E
+  CgP+nLox3D+l2q0QuQEkayr+auFYkzTCkF+BmEk1D0Ru4mcf3F4CJvEmW4Pzbjqt
+  i1tsCWPtJ4E/UUKnKaWKqGbjrjHJ0MuShYzHkodox5IOiCXIQg+1+YSzfXUV6WEK
+  KJG/fhg1JV5vVDdVy6x+tv5SQ5ctU0feCsVfESi3rE3zRd+nvzE9HcZ5aXeL1UtJ
+  nT5Xrioegu2w1jPyVEgyZgTZC5rvD0nNS5sFNQ==
+  -----END CERTIFICATE-----
+date: 2019-09-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: activesupport
+  name: dry-configurable
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.0'
+        version: '0.8'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.0'
+        version: '0.8'
 - !ruby/object:Gem::Dependency
-  name: dry-configurable
+  name: dry-inflector
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.7'
+        version: '0.1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.7'
+        version: '0.1'
 - !ruby/object:Gem::Dependency
-  name: dry-inflector
+  name: dry-monitor
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.1'
+        version: '0.3'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.1'
+        version: '0.3'
 - !ruby/object:Gem::Dependency
-  name: dry-monitor
+  name: dry-validation
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.1'
+        version: '1.2'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.1'
+        version: '1.2'
 - !ruby/object:Gem::Dependency
-  name: dry-validation
+  name: envlogic
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.11'
+        version: '1.1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.11'
+        version: '1.1'
 - !ruby/object:Gem::Dependency
-  name: envlogic
+  name: irb
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
@@ -125,61 +151,61 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '11.3'
 - !ruby/object:Gem::Dependency
-  name: require_all
+  name: ruby-kafka
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '1.4'
+        version: 0.7.8
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '1.4'
+        version: 0.7.8
 - !ruby/object:Gem::Dependency
-  name: ruby-kafka
+  name: thor
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.6'
+        version: '0.20'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.6'
+        version: '0.20'
 - !ruby/object:Gem::Dependency
-  name: thor
+  name: waterdrop
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.19'
+        version: 1.3.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.19'
+        version: 1.3.0
 - !ruby/object:Gem::Dependency
-  name: waterdrop
+  name: zeitwerk
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.2.4
+        version: '2.1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.2.4
+        version: '2.1'
 description: Framework used to simplify Apache Kafka based Ruby applications development
 email:
 - maciej@coditsu.io
@@ -190,7 +216,11 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
+- ".coditsu/ci.yml"
 - ".console_irbrc"
+- ".github/FUNDING.yml"
+- ".github/ISSUE_TEMPLATE/bug_report.md"
+- ".github/ISSUE_TEMPLATE/feature_request.md"
 - ".gitignore"
 - ".rspec"
 - ".ruby-gemset"
@@ -204,6 +234,7 @@ files:
 - MIT-LICENCE
 - README.md
 - bin/karafka
+- certs/mensfeld.pem
 - config/errors.yml
 - karafka.gemspec
 - lib/karafka.rb
@@ -212,9 +243,6 @@ files:
 - lib/karafka/backends/inline.rb
 - lib/karafka/base_consumer.rb
 - lib/karafka/base_responder.rb
-- lib/karafka/callbacks.rb
-- lib/karafka/callbacks/config.rb
-- lib/karafka/callbacks/dsl.rb
 - lib/karafka/cli.rb
 - lib/karafka/cli/base.rb
 - lib/karafka/cli/console.rb
@@ -222,32 +250,44 @@ files:
 - lib/karafka/cli/info.rb
 - lib/karafka/cli/install.rb
 - lib/karafka/cli/server.rb
+- lib/karafka/code_reloader.rb
 - lib/karafka/connection/api_adapter.rb
+- lib/karafka/connection/batch_delegator.rb
 - lib/karafka/connection/builder.rb
 - lib/karafka/connection/client.rb
-- lib/karafka/connection/delegator.rb
 - lib/karafka/connection/listener.rb
+- lib/karafka/connection/message_delegator.rb
 - lib/karafka/consumers/callbacks.rb
 - lib/karafka/consumers/includer.rb
+- lib/karafka/consumers/metadata.rb
 - lib/karafka/consumers/responders.rb
 - lib/karafka/consumers/single_params.rb
+- lib/karafka/contracts.rb
+- lib/karafka/contracts/config.rb
+- lib/karafka/contracts/consumer_group.rb
+- lib/karafka/contracts/consumer_group_topic.rb
+- lib/karafka/contracts/responder_usage.rb
+- lib/karafka/contracts/server_cli_options.rb
 - lib/karafka/errors.rb
 - lib/karafka/fetcher.rb
 - lib/karafka/helpers/class_matcher.rb
 - lib/karafka/helpers/config_retriever.rb
+- lib/karafka/helpers/inflector.rb
 - lib/karafka/helpers/multi_delegator.rb
-- lib/karafka/instrumentation/listener.rb
 - lib/karafka/instrumentation/logger.rb
 - lib/karafka/instrumentation/monitor.rb
-- lib/karafka/loader.rb
-- lib/karafka/params/dsl.rb
+- lib/karafka/instrumentation/proctitle_listener.rb
+- lib/karafka/instrumentation/stdout_listener.rb
+- lib/karafka/params/builders/metadata.rb
+- lib/karafka/params/builders/params.rb
+- lib/karafka/params/builders/params_batch.rb
+- lib/karafka/params/metadata.rb
+- lib/karafka/params/params.rb
 - lib/karafka/params/params_batch.rb
-- lib/karafka/parsers/json.rb
-- lib/karafka/patches/dry_configurable.rb
 - lib/karafka/patches/ruby_kafka.rb
 - lib/karafka/persistence/client.rb
-- lib/karafka/persistence/consumer.rb
-- lib/karafka/persistence/topic.rb
+- lib/karafka/persistence/consumers.rb
+- lib/karafka/persistence/topics.rb
 - lib/karafka/process.rb
 - lib/karafka/responders/builder.rb
 - lib/karafka/responders/topic.rb
@@ -258,29 +298,23 @@ files:
 - lib/karafka/routing/router.rb
 - lib/karafka/routing/topic.rb
 - lib/karafka/routing/topic_mapper.rb
-- lib/karafka/schemas/config.rb
-- lib/karafka/schemas/consumer_group.rb
-- lib/karafka/schemas/consumer_group_topic.rb
-- lib/karafka/schemas/responder_usage.rb
-- lib/karafka/schemas/server_cli_options.rb
+- lib/karafka/serialization/json/deserializer.rb
+- lib/karafka/serialization/json/serializer.rb
 - lib/karafka/server.rb
 - lib/karafka/setup/config.rb
-- lib/karafka/setup/configurators/base.rb
-- lib/karafka/setup/configurators/params.rb
 - lib/karafka/setup/configurators/water_drop.rb
 - lib/karafka/setup/dsl.rb
 - lib/karafka/status.rb
-- lib/karafka/templates/application_consumer.rb.example
-- lib/karafka/templates/application_responder.rb.example
-- lib/karafka/templates/karafka.rb.example
+- lib/karafka/templates/application_consumer.rb.erb
+- lib/karafka/templates/application_responder.rb.erb
+- lib/karafka/templates/karafka.rb.erb
 - lib/karafka/version.rb
 - log/.gitkeep
 homepage: https://github.com/karafka/karafka
 licenses:
 - MIT
 metadata: {}
-post_install_message: "\e[93mWarning:\e[0m If you're using Kafka 0.10, please lock
-  ruby-kafka in your Gemfile to version '0.6.8':\ngem 'ruby-kafka', '~> 0.6.8'\n"
+post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -288,15 +322,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 2.3.0
+      version: 2.4.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.6
+rubygems_version: 3.0.3
 signing_key: 
 specification_version: 4
 summary: Ruby based framework for working with Apache Kafka