karafka 0.5.0.3 → 0.6.0.rc1

data/lib/karafka/schemas/consumer_group.rb

@@ -0,0 +1,56 @@
+# frozen_string_literal: true
+
+module Karafka
+  module Schemas
+    # Consumer group topic validation rules
+    ConsumerGroupTopic = Dry::Validation.Schema do
+      required(:id).filled(:str?, format?: Karafka::Schemas::TOPIC_REGEXP)
+      required(:name).filled(:str?, format?: Karafka::Schemas::TOPIC_REGEXP)
+      required(:inline_processing).filled(:bool?)
+      required(:controller).filled
+      required(:parser).filled
+      required(:interchanger).filled
+      required(:max_bytes_per_partition).filled(:int?, gteq?: 0)
+      required(:start_from_beginning).filled(:bool?)
+      required(:batch_processing).filled(:bool?)
+    end
+
+    # Schema for single full route (consumer group + topics) validation.
+    ConsumerGroup = Dry::Validation.Schema do
+      required(:id).filled(:str?, format?: Karafka::Schemas::TOPIC_REGEXP)
+      required(:seed_brokers).filled(:array?)
+      required(:session_timeout).filled(:int?)
+      required(:offset_commit_interval).filled(:int?)
+      required(:offset_commit_threshold).filled(:int?)
+      required(:offset_retention_time) { none?.not > int? }
+      required(:heartbeat_interval).filled(:int?, gteq?: 0)
+      required(:topic_mapper).filled
+      required(:connect_timeout).filled(:int?, gt?: 0)
+      required(:socket_timeout).filled(:int?, gt?: 0)
+      required(:max_wait_time).filled(:int?, gteq?: 0)
+      required(:batch_consuming).filled(:bool?)
+      required(:topics).filled { each { schema(ConsumerGroupTopic) } }
+
+      # Max wait time cannot exceed socket_timeout - wouldn't make sense
+      rule(
+        max_wait_time_limit: %i[max_wait_time socket_timeout]
+      ) do |max_wait_time, socket_timeout|
+        socket_timeout.int? > max_wait_time.lteq?(value(:socket_timeout))
+      end
+
+      %i[
+        ssl_ca_cert
+        ssl_ca_cert_file_path
+        ssl_client_cert
+        ssl_client_cert_key
+        sasl_plain_authzid
+        sasl_plain_username
+        sasl_plain_password
+        sasl_gssapi_principal
+        sasl_gssapi_keytab
+      ].each do |encryption_attribute|
+        optional(encryption_attribute).maybe(:str?)
+      end
+    end
+  end
+end

data/lib/karafka/schemas/responder_usage.rb

@@ -0,0 +1,38 @@
+# frozen_string_literal: true
+
+module Karafka
+  module Schemas
+    # Validator to check responder topic usage
+    ResponderUsageTopic = Dry::Validation.Schema do
+      required(:name).filled(:str?, format?: Karafka::Schemas::TOPIC_REGEXP)
+      required(:required).filled(:bool?)
+      required(:multiple_usage).filled(:bool?)
+      required(:usage_count).filled(:int?, gteq?: 0)
+      required(:registered).filled(eql?: true)
+
+      rule(
+        required_usage: %i[required usage_count]
+      ) do |required, usage_count|
+        required.true? > usage_count.gteq?(1)
+      end
+
+      rule(
+        multiple_usage_permission: %i[multiple_usage usage_count]
+      ) do |multiple_usage, usage_count|
+        usage_count.gt?(1) > multiple_usage.true?
+      end
+
+      rule(
+        multiple_usage_block: %i[multiple_usage usage_count]
+      ) do |multiple_usage, usage_count|
+        multiple_usage.false? > usage_count.lteq?(1)
+      end
+    end
+
+    # Validator to check that everything in a responder flow matches responder rules
+    ResponderUsage = Dry::Validation.Schema do
+      required(:used_topics) { filled? > each { schema(ResponderUsageTopic) } }
+      required(:registered_topics) { filled? > each { schema(ResponderUsageTopic) } }
+    end
+  end
+end

data/lib/karafka/server.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module Karafka
   # Karafka consuming server class
   class Server
@@ -27,7 +29,7 @@ module Karafka
         process.on_sigint do
           Karafka::App.stop!
           consumers.map(&:stop)
-          exit
+          Kernel.exit
         end
       end
 
@@ -36,7 +38,7 @@ module Karafka
         process.on_sigquit do
           Karafka::App.stop!
           consumers.map(&:stop)
-          exit
+          Kernel.exit
         end
       end
 
@@ -45,7 +47,7 @@ module Karafka
         process.on_sigterm do
           Karafka::App.stop!
           consumers.map(&:stop)
-          exit
+          Kernel.exit
         end
       end
 

data/lib/karafka/setup/config.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module Karafka
   # Module containing all Karafka setup related elements like configuration settings,
   # config validations and configurators for external gems integration
@@ -13,46 +15,55 @@ module Karafka
       extend Dry::Configurable
 
       # Available settings
-      # option name [String] current app name - used to provide default Kafka groups namespaces
-      setting :name
-      # If inline_mode is set to true, we won't enqueue jobs, instead we will run them immediately
-      setting :inline_mode, false
+      # option client_id [String] kafka client_id - used to provide
+      #   default Kafka groups namespaces and identify that app in kafka
+      setting :client_id
+      # If inline_processing is set to true, we won't enqueue jobs, instead we will run them
+      # immediately
+      setting :inline_processing, false
       # option logger [Instance] logger that we want to use
-      setting :logger, ::Karafka::Logger.instance
+      setting :logger, -> { ::Karafka::Logger.instance }
       # option monitor [Instance] monitor that we will to use (defaults to Karafka::Monitor)
-      setting :monitor, ::Karafka::Monitor.instance
+      setting :monitor, -> { ::Karafka::Monitor.instance }
       # option redis [Hash] redis options hash (url and optional parameters)
       # Note that redis could be rewriten using nested options, but it is a sidekiq specific
       # stuff and we don't want to touch it
       setting :redis
-      # If batch_mode is true, incoming messages will be handled in batch, otherwsie one at a time.
-      setting :batch_mode, false
-      #  whether to consume messages starting at the beginning or to just consume new messages
-      setting :start_from_beginning, true
-      # Mapper used to remap names of topics, so we can have a clean internal topic namings despite
-      # using any Kafka provider that uses namespacing, etc
+      # Mapper used to remap names of topics, so we can have a clean internal topic namings
+      # despite using any Kafka provider that uses namespacing, etc
       # It needs to implement two methods:
       #   - #incoming - for remapping from the incoming message to our internal format
       #   - #outgoing - for remapping from internal topic name into outgoing message
-      setting :topic_mapper, Routing::Mapper
-
+      setting :topic_mapper, -> { Routing::Mapper }
+      # If batch_consuming is true, we will consume kafka messages in batches instead of 1 by 1
+      # @note Consuming does not equal processing, see batch_processing description for details
+      setting :batch_consuming, true
+      # If batch_processing is true, we will have access to #params_batch instead of #params.
+      # #params_batch will contain params received from Kafka (may be more than 1) so we can
+      # process them in batches
+      setting :batch_processing, false
       # Connection pool options are used for producer (Waterdrop)
-      # They are configured automatically based on Sidekiq concurrency and number of routes
+      # They are configured automatically based on Sidekiq concurrency and number of consumers
       # The bigger one is selected as we need to be able to send messages from both places
       setting :connection_pool do
         # Connection pool size for producers. Note that we take a bigger number because there
-        # are cases when we might have more sidekiq threads than Karafka routes (small app)
+        # are cases when we might have more sidekiq threads than Karafka consumers (small app)
         # or the opposite for bigger systems
-        setting :size, -> { [::Karafka::App.routes.count, Sidekiq.options[:concurrency]].max }
+        setting :size, lambda {
+          [
+            ::Karafka::App.consumer_groups.count,
+            Sidekiq.options[:concurrency]
+          ].max
+        }
         # How long should we wait for a working resource from the pool before rising timeout
         # With a proper connection pool size, this should never happen
         setting :timeout, 5
       end
 
-      # option kafka [Hash] - optional - kafka configuration options (hosts)
+      # option kafka [Hash] - optional - kafka configuration options
       setting :kafka do
         # Array with at least one host
-        setting :hosts
+        setting :seed_brokers
         # option session_timeout [Integer] the number of seconds after which, if a client
         #   hasn't contacted the Kafka cluster, it will be kicked out of the group.
         setting :session_timeout, 30
@@ -66,22 +77,58 @@ module Karafka
         # option heartbeat_interval [Integer] the interval between heartbeats; must be less
         #   than the session window.
         setting :heartbeat_interval, 10
-
+        # option max_bytes_per_partition [Integer] the maximum amount of data fetched
+        #   from a single partition at a time.
+        setting :max_bytes_per_partition, 1_048_576
+        #  whether to consume messages starting at the beginning or to just consume new messages
+        setting :start_from_beginning, true
+        # option min_bytes [Integer] the minimum number of bytes to read before
+        #   returning messages from the server; if `max_wait_time` is reached, this
+        #   is ignored.
+        setting :min_bytes, 1
+        # option max_wait_time [Integer, Float] the maximum duration of time to wait before
+        #   returning messages from the server, in seconds.
+        setting :max_wait_time, 5
+        # option reconnect_timeout [Integer] How long should we wait before trying to reconnect to
+        # Kafka cluster that went down (in seconds)
+        setting :reconnect_timeout, 5
+        # option offset_retention_time [Integer] The length of the retention window, known as
+        #   offset retention time
+        setting :offset_retention_time, nil
+        # option connect_timeout [Integer] Sets the number of seconds to wait while connecting to
+        # a broker for the first time. When ruby-kafka initializes, it needs to connect to at
+        # least one host.
+        setting :connect_timeout, 10
+        # option socket_timeout [Integer] Sets the number of seconds to wait when reading from or
+        # writing to a socket connection to a broker. After this timeout expires the connection
+        # will be killed. Note that some Kafka operations are by definition long-running, such as
+        # waiting for new messages to arrive in a partition, so don't set this value too low
+        setting :socket_timeout, 10
         # SSL authentication related settings
-        setting :ssl do
-          # option ca_cert [String] SSL CA certificate
-          setting :ca_cert, nil
-          # option client_cert [String] SSL client certificate
-          setting :client_cert, nil
-          # option client_cert_key [String] SSL client certificate password
-          setting :client_cert_key, nil
-        end
+        # option ca_cert [String] SSL CA certificate
+        setting :ssl_ca_cert, nil
+        # option ssl_ca_cert_file_path [String] SSL CA certificate file path
+        setting :ssl_ca_cert_file_path, nil
+        # option client_cert [String] SSL client certificate
+        setting :ssl_client_cert, nil
+        # option client_cert_key [String] SSL client certificate password
+        setting :ssl_client_cert_key, nil
+        # option sasl_gssapi_principal [String] sasl principal
+        setting :sasl_gssapi_principal, nil
+        # option sasl_gssapi_keytab [String] sasl keytab
+        setting :sasl_gssapi_keytab, nil
+        # option sasl_plain_authzid [String] The authorization identity to use
+        setting :sasl_plain_authzid, ''
+        # option sasl_plain_username [String] The username used to authenticate
+        setting :sasl_plain_username, nil
+        # option sasl_plain_password [String] The password used to authenticate
+        setting :sasl_plain_password, nil
       end
 
       # This is configured automatically, don't overwrite it!
-      # Each route requires separate thread, so number of threads should be equal to number
-      # of routes
-      setting :concurrency, -> { ::Karafka::App.routes.count }
+      # Each consumer group requires separate thread, so number of threads should be equal to
+      # number of consumer groups
+      setting :concurrency, -> { ::Karafka::App.consumer_groups.count }
 
       class << self
         # Configurating method
@@ -107,7 +154,7 @@ module Karafka
         # @raise [Karafka::Errors::InvalidConfiguration] raised when configuration
         #   doesn't match with ConfigurationSchema
         def validate!
-          validation_result = Karafka::Setup::ConfigSchema.call(config.to_h)
+          validation_result = Karafka::Schemas::Config.call(config.to_h)
 
           return true if validation_result.success?
 

data/lib/karafka/setup/configurators/base.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module Karafka
   module Setup
     # Configurators module is used to enclose all the external dependencies configurations

data/lib/karafka/setup/configurators/celluloid.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module Karafka
   module Setup
     class Configurators

data/lib/karafka/setup/configurators/sidekiq.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module Karafka
   module Setup
     class Configurators

data/lib/karafka/setup/configurators/water_drop.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module Karafka
   module Setup
     class Configurators
@@ -5,12 +7,22 @@ module Karafka
       class WaterDrop < Base
         # Sets up a WaterDrop settings
         def setup
+          dynamic_params = Connection::ConfigAdapter.client(nil)
+
           ::WaterDrop.setup do |water_config|
             water_config.send_messages = true
-            water_config.connection_pool_size = config.connection_pool.size
-            water_config.connection_pool_timeout = config.connection_pool.timeout
-            water_config.kafka.hosts = config.kafka.hosts
             water_config.raise_on_failure = true
+            water_config.connection_pool = config.connection_pool
+
+            # Automigration of all the attributes that should be accepted by waterdrop
+            # based on what we use in karafka ruby-kafka initialization
+            dynamic_params.each do |key, value|
+              key_assignment = :"#{key}="
+              # We decide whether we should set it on a kafka scope of waterdrop config or on the
+              # main scope
+              scope = water_config.kafka.respond_to?(key_assignment) ? :kafka : :itself
+              water_config.public_send(scope).public_send(key_assignment, value)
+            end
           end
         end
       end

data/lib/karafka/status.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module Karafka
   # App status monitor
   class Status

data/lib/karafka/templates/app.rb.example

@@ -8,20 +8,30 @@ Karafka::Loader.new.load(Karafka::App.root)
 # App class
 class App < Karafka::App
   setup do |config|
-    config.kafka.hosts = %w( 127.0.0.1:9092 )
-    config.name = 'example_app'
+    config.kafka.seed_brokers = %w( 127.0.0.1:9092 )
+    config.client_id = 'example_app'
     config.redis = {
       url: 'redis://localhost:6379'
     }
-    config.inline_mode = false
-    config.batch_mode = false
+    config.inline_processing = Karafka.env.development?
+    config.batch_consuming = true
   end
 
-  routes.draw do
+  consumer_groups.draw do
     # topic :example do
     #   controller ExampleController
     #   interchanger CustomInterchanger
     # end
+
+    # consumer_group :bigger_group do
+    #   topic :test do
+    #     controller TestController
+    #   end
+    #
+    #   topic :test2 do
+    #     controller Test2Controller
+    #   end
+    # end
   end
 end
 

data/lib/karafka/templates/application_worker.rb.example

@@ -3,10 +3,4 @@
 # Karafka with other frameworks). Karafka will use first direct descendant of Karafka::BaseWorker
 # to build worker classes
 class ApplicationWorker < Karafka::BaseWorker
-  # You can disable WorkerGlass components if you want to
-  prepend WorkerGlass::Timeout
-  prepend WorkerGlass::Reentrancy
-
-  # If you remove WorkerGlass::Timeout, this line will be useless as well
-  self.timeout = 60
 end

data/lib/karafka/version.rb

@@ -1,6 +1,7 @@
 # frozen_string_literal: true
+
 # Main module namespace
 module Karafka
   # Current Karafka version
-  VERSION = '0.5.0.3'
+  VERSION = '0.6.0.rc1'
 end

data/lib/karafka/workers/builder.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module Karafka
   # Internal stuff related to workers
   module Workers

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: karafka
 version: !ruby/object:Gem::Version
-  version: 0.5.0.3
+  version: 0.6.0.rc1
 platform: ruby
 authors:
 - Maciej Mensfeld
@@ -10,36 +10,22 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-06-28 00:00:00.000000000 Z
+date: 2017-08-15 00:00:00.000000000 Z
 dependencies:
-- !ruby/object:Gem::Dependency
-  name: bundler
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.2'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.2'
 - !ruby/object:Gem::Dependency
   name: ruby-kafka
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 0.3.17
+        version: '0.4'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 0.3.17
+        version: '0.4'
 - !ruby/object:Gem::Dependency
   name: sidekiq
   requirement: !ruby/object:Gem::Requirement
@@ -54,34 +40,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '4.2'
-- !ruby/object:Gem::Dependency
-  name: worker-glass
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.2'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.2'
 - !ruby/object:Gem::Dependency
   name: celluloid
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '0.17'
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '0.17'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: envlogic
   requirement: !ruby/object:Gem::Requirement
@@ -100,28 +72,28 @@ dependencies:
   name: waterdrop
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 0.3.2.4
+        version: '0.4'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 0.3.2.4
+        version: '0.4'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: '11.3'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: '11.3'
 - !ruby/object:Gem::Dependency
@@ -142,14 +114,14 @@ dependencies:
   name: activesupport
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: '5.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: '5.0'
 - !ruby/object:Gem::Dependency
@@ -158,14 +130,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.10.6
+        version: '0.11'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.10.6
+        version: '0.11'
 - !ruby/object:Gem::Dependency
   name: dry-configurable
   requirement: !ruby/object:Gem::Requirement
@@ -180,7 +152,77 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.7'
-description: " Framework used to simplify Apache Kafka based Ruby applications development "
+- !ruby/object:Gem::Dependency
+  name: yajl-ruby
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.3.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.3.0
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '3.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '3.6'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0.14'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0.14'
+- !ruby/object:Gem::Dependency
+  name: byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Framework used to simplify Apache Kafka based Ruby applications development
 email:
 - maciej@coditsu.io
 - pavlo.vavruk@gmail.com
@@ -190,12 +232,16 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
+- ".console_irbrc"
+- ".github/ISSUE_TEMPLATE.md"
 - ".gitignore"
 - ".rspec"
 - ".ruby-gemset"
 - ".ruby-version"
 - ".travis.yml"
 - CHANGELOG.md
+- CODE_OF_CONDUCT.md
+- CONTRIBUTING.md
 - Gemfile
 - Gemfile.lock
 - MIT-LICENCE
@@ -205,6 +251,7 @@ files:
 - karafka.gemspec
 - lib/karafka.rb
 - lib/karafka/app.rb
+- lib/karafka/attributes_map.rb
 - lib/karafka/base_controller.rb
 - lib/karafka/base_responder.rb
 - lib/karafka/base_worker.rb
@@ -214,46 +261,48 @@ files:
 - lib/karafka/cli/flow.rb
 - lib/karafka/cli/info.rb
 - lib/karafka/cli/install.rb
-- lib/karafka/cli/routes.rb
 - lib/karafka/cli/server.rb
 - lib/karafka/cli/worker.rb
-- lib/karafka/connection/consumer.rb
+- lib/karafka/connection/config_adapter.rb
 - lib/karafka/connection/listener.rb
-- lib/karafka/connection/message.rb
-- lib/karafka/connection/topic_consumer.rb
+- lib/karafka/connection/messages_consumer.rb
+- lib/karafka/connection/messages_processor.rb
 - lib/karafka/errors.rb
 - lib/karafka/fetcher.rb
 - lib/karafka/helpers/class_matcher.rb
+- lib/karafka/helpers/config_retriever.rb
 - lib/karafka/helpers/multi_delegator.rb
 - lib/karafka/loader.rb
 - lib/karafka/logger.rb
 - lib/karafka/monitor.rb
 - lib/karafka/params/interchanger.rb
 - lib/karafka/params/params.rb
+- lib/karafka/params/params_batch.rb
 - lib/karafka/parsers/json.rb
 - lib/karafka/patches/dry_configurable.rb
 - lib/karafka/process.rb
 - lib/karafka/responders/builder.rb
 - lib/karafka/responders/topic.rb
-- lib/karafka/responders/usage_validator.rb
 - lib/karafka/routing/builder.rb
+- lib/karafka/routing/consumer_group.rb
 - lib/karafka/routing/mapper.rb
-- lib/karafka/routing/route.rb
+- lib/karafka/routing/proxy.rb
 - lib/karafka/routing/router.rb
+- lib/karafka/routing/topic.rb
+- lib/karafka/schemas/config.rb
+- lib/karafka/schemas/consumer_group.rb
+- lib/karafka/schemas/responder_usage.rb
 - lib/karafka/server.rb
 - lib/karafka/setup/config.rb
-- lib/karafka/setup/config_schema.rb
 - lib/karafka/setup/configurators/base.rb
 - lib/karafka/setup/configurators/celluloid.rb
 - lib/karafka/setup/configurators/sidekiq.rb
 - lib/karafka/setup/configurators/water_drop.rb
-- lib/karafka/setup/configurators/worker_glass.rb
 - lib/karafka/status.rb
 - lib/karafka/templates/app.rb.example
 - lib/karafka/templates/application_controller.rb.example
 - lib/karafka/templates/application_responder.rb.example
 - lib/karafka/templates/application_worker.rb.example
-- lib/karafka/templates/config.ru.example
 - lib/karafka/templates/sidekiq.yml.example
 - lib/karafka/version.rb
 - lib/karafka/workers/builder.rb
@@ -273,9 +322,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: 2.3.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ">"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
 rubyforge_project: 
 rubygems_version: 2.6.11