karafka 1.4.15 → 2.0.0.alpha1

data/lib/karafka.rb

@@ -3,63 +3,48 @@
 %w[
   delegate
   English
+  rdkafka
   waterdrop
-  kafka
-  envlogic
   json
   thor
   forwardable
   fileutils
-  concurrent
+  openssl
+  base64
+  date
   dry-configurable
   dry-validation
   dry/events/publisher
-  dry/inflector
   dry/monitor/notifications
-  dry/core/constants
   zeitwerk
 ].each(&method(:require))
 
-unless ENV.key?('I_ACCEPT_CRITICAL_ERRORS_IN_KARAFKA_1_4')
-  3.times { puts }
-  puts '~' * 50
-  puts "~~~ \033[31mCRITICAL\033[0m NOTICE ON KARAFKA 1.4 reliability ~~~"
-  puts '~' * 50
-  puts
-  puts 'Karafka 1.4 is no longer supported and contains critical errors, included but not limited to:'
-  puts
-  puts '  - Double processing of messages'
-  puts '  - Skipping messages'
-  puts '  - Hanging during processing'
-  puts '  - Unexpectedly stopping message processing'
-  puts '  - Failure to deliver messages to Kafka'
-  puts '  - Resetting the consumer group and starting from the beginning'
-  puts
-  puts 'To resolve these issues, it is highly recommended to upgrade to Karafka 2.1 or higher.'
-  puts
-  puts 'If you want to ignore this message and continue, set the I_ACCEPT_CRITICAL_ERRORS_IN_KARAFKA_1_4 env variable to true.'
-  puts
-  puts 'Apologies for any inconvenience caused by this release.'
-  puts 'There is no other way to make sure, that you are notified about those issues and their severity.'
-  puts
-  puts 'If you need help with the upgrade, we do have a Slack channel you can join: https://slack.karafka.io/'
-  puts
-  puts '~' * 50
-  puts
-
-  raise RuntimeError
-end
-
-# Karafka library
+# Karafka framework main namespace
 module Karafka
-  extend Envlogic
-
   class << self
+    # @return [Karafka::Env] env instance that allows us to check environment
+    def env
+      @env ||= Env.new
+    end
+
+    # @param environment [String, Symbol] new environment that we want to set
+    # @return [Karafka::Env] env instance
+    # @example Assign new environment to Karafka::App
+    #   Karafka::App.env = :production
+    def env=(environment)
+      env.replace(environment.to_s)
+    end
+
     # @return [Logger] logger that we want to use. Will use ::Karafka::Logger by default
     def logger
       @logger ||= App.config.logger
     end
 
+    # @return [WaterDrop::Producer] waterdrop messages producer
+    def producer
+      @producer ||= App.config.producer
+    end
+
     # @return [::Karafka::Monitor] monitor that we want to use
     def monitor
       @monitor ||= App.config.monitor
@@ -95,9 +80,10 @@ module Karafka
   end
 end
 
-Zeitwerk::Loader
-  .for_gem
-  .tap(&:setup)
-  .tap(&:eager_load)
-
-Kafka::Consumer.prepend(Karafka::Patches::RubyKafka)
+loader = Zeitwerk::Loader.for_gem
+# Do not load Rails extensions by default, this will be handled by Railtie if they are needed
+loader.do_not_eager_load(Karafka.gem_root.join('lib/active_job'))
+# Do not load pro components, this will be handled by license manager
+loader.do_not_eager_load(Karafka.gem_root.join('lib/karafka/pro'))
+loader.setup
+loader.eager_load

metadata

@@ -1,86 +1,55 @@
 --- !ruby/object:Gem::Specification
 name: karafka
 version: !ruby/object:Gem::Version
-  version: 1.4.15
+  version: 2.0.0.alpha1
 platform: ruby
 authors:
 - Maciej Mensfeld
-- Pavlo Vavruk
-- Adam Gwozdowski
 autorequire: 
 bindir: bin
 cert_chain:
 - |
   -----BEGIN CERTIFICATE-----
-  MIIEcDCCAtigAwIBAgIBATANBgkqhkiG9w0BAQsFADA/MRAwDgYDVQQDDAdjb250
-  YWN0MRcwFQYKCZImiZPyLGQBGRYHa2FyYWZrYTESMBAGCgmSJomT8ixkARkWAmlv
-  MB4XDTIyMDgxOTE3MjEzN1oXDTIzMDgxOTE3MjEzN1owPzEQMA4GA1UEAwwHY29u
-  dGFjdDEXMBUGCgmSJomT8ixkARkWB2thcmFma2ExEjAQBgoJkiaJk/IsZAEZFgJp
-  bzCCAaIwDQYJKoZIhvcNAQEBBQADggGPADCCAYoCggGBAODzeO3L6lxdATzMHKNW
-  jFA/GGunoPuylO/BMzy8RiQHh7VIvysAKs0tHhTx3g2D0STDpF+hcQcPELFikiT2
-  F+1wOHj/SsrK7VKqfA8+gq04hKc5sQoX2Egf9k3V0YJ3eZ6R/koHkQ8A0TVt0w6F
-  ZQckoV4MqnEAx0g/FZN3mnHTlJ3VFLSBqJEIe+S6FZMl92mSv+hTrlUG8VaYxSfN
-  lTCvnKk284F6QZq5XIENLRmcDd/3aPBLnLwNnyMyhB+6gK8cUO+CFlDO5tjo/aBA
-  rUnl++wGG0JooF1ed0v+evOn9KoMBG6rHewcf79qJbVOscbD8qSAmo+sCXtcFryr
-  KRMTB8gNbowJkFRJDEe8tfRy11u1fYzFg/qNO82FJd62rKAw2wN0C29yCeQOPRb1
-  Cw9Y4ZwK9VFNEcV9L+3pHTHn2XfuZHtDaG198VweiF6raFO4yiEYccodH/USP0L5
-  cbcCFtmu/4HDSxL1ByQXO84A0ybJuk3/+aPUSXe9C9U8fwIDAQABo3cwdTAJBgNV
-  HRMEAjAAMAsGA1UdDwQEAwIEsDAdBgNVHQ4EFgQUSlcEakb7gfn/5E2WY6z73BF/
-  iZkwHQYDVR0RBBYwFIESY29udGFjdEBrYXJhZmthLmlvMB0GA1UdEgQWMBSBEmNv
-  bnRhY3RAa2FyYWZrYS5pbzANBgkqhkiG9w0BAQsFAAOCAYEA1aS+E7RXJ1w9g9mJ
-  G0NzFxe64OEuENosNlvYQCbRKGCXAU1qqelYkBQHseRgRKxLICrnypRo9IEobyHa
-  vDnJ4r7Tsb34dleqQW2zY/obG+cia3Ym2JsegXWF7dDOzCXJ4FN8MFoT2jHlqLLw
-  yrap0YO5zx0GSQ0Dwy8h2n2v2vanMEeCx7iNm3ERgR5WuN5sjzWoz2A/JLEEcK0C
-  EnAGKCWAd1fuG8IemDjT1edsd5FyYR4bIX0m+99oDuFZyPiiIbalmyYiSBBp59Yb
-  Q0P8zeBi4OfwCZNcxqz0KONmw9JLNv6DgyEAH5xe/4JzhMEgvIRiPj0pHfA7oqQF
-  KUNqvD1KlxbEC+bZfE5IZhnqYLdld/Ksqd22FI1RBhiS1Ejfsj99LVIm9cBuZEY2
-  Qf04B9ceLUaC4fPVEz10FyobjaFoY4i32xRto3XnrzeAgfEe4swLq8bQsR3w/EF3
-  MGU0FeSV2Yj7Xc2x/7BzLK8xQn5l7Yy75iPF+KP3vVmDHnNl
+  MIIEODCCAqCgAwIBAgIBATANBgkqhkiG9w0BAQsFADAjMSEwHwYDVQQDDBhtYWNp
+  ZWovREM9bWVuc2ZlbGQvREM9cGwwHhcNMjEwODExMTQxNTEzWhcNMjIwODExMTQx
+  NTEzWjAjMSEwHwYDVQQDDBhtYWNpZWovREM9bWVuc2ZlbGQvREM9cGwwggGiMA0G
+  CSqGSIb3DQEBAQUAA4IBjwAwggGKAoIBgQDV2jKH4Ti87GM6nyT6D+ESzTI0MZDj
+  ak2/TEwnxvijMJyCCPKT/qIkbW4/f0VHM4rhPr1nW73sb5SZBVFCLlJcOSKOBdUY
+  TMY+SIXN2EtUaZuhAOe8LxtxjHTgRHvHcqUQMBENXTISNzCo32LnUxweu66ia4Pd
+  1mNRhzOqNv9YiBZvtBf7IMQ+sYdOCjboq2dlsWmJiwiDpY9lQBTnWORnT3mQxU5x
+  vPSwnLB854cHdCS8fQo4DjeJBRZHhEbcE5sqhEMB3RZA3EtFVEXOxlNxVTS3tncI
+  qyNXiWDaxcipaens4ObSY1C2HTV7OWb7OMqSCIybeYTSfkaSdqmcl4S6zxXkjH1J
+  tnjayAVzD+QVXGijsPLE2PFnJAh9iDET2cMsjabO1f6l1OQNyAtqpcyQcgfnyW0z
+  g7tGxTYD+6wJHffM9d9txOUw6djkF6bDxyqB8lo4Z3IObCx18AZjI9XPS9QG7w6q
+  LCWuMG2lkCcRgASqaVk9fEf9yMc2xxz5o3kCAwEAAaN3MHUwCQYDVR0TBAIwADAL
+  BgNVHQ8EBAMCBLAwHQYDVR0OBBYEFBqUFCKCOe5IuueUVqOB991jyCLLMB0GA1Ud
+  EQQWMBSBEm1hY2llakBtZW5zZmVsZC5wbDAdBgNVHRIEFjAUgRJtYWNpZWpAbWVu
+  c2ZlbGQucGwwDQYJKoZIhvcNAQELBQADggGBADD0/UuTTFgW+CGk2U0RDw2RBOca
+  W2LTF/G7AOzuzD0Tc4voc7WXyrgKwJREv8rgBimLnNlgmFJLmtUCh2U/MgxvcilH
+  yshYcbseNvjkrtYnLRlWZR4SSB6Zei5AlyGVQLPkvdsBpNegcG6w075YEwzX/38a
+  8V9B/Yri2OGELBz8ykl7BsXUgNoUPA/4pHF6YRLz+VirOaUIQ4JfY7xGj6fSOWWz
+  /rQ/d77r6o1mfJYM/3BRVg73a3b7DmRnE5qjwmSaSQ7u802pJnLesmArch0xGCT/
+  fMmRli1Qb+6qOTl9mzD6UDMAyFR4t6MStLm0mIEqM0nBO5nUdUWbC7l9qXEf8XBE
+  2DP28p3EqSuS+lKbAWKcqv7t0iRhhmaod+Yn9mcrLN1sa3q3KSQ9BCyxezCD4Mk2
+  R2P11bWoCtr70BsccVrN8jEhzwXngMyI2gVt750Y+dbTu1KgRqZKp/ECe7ZzPzXj
+  pIy9vHxTANKYVyI4qj8OrFdEM5BQNu8oQpL0iQ==
   -----END CERTIFICATE-----
-date: 2023-06-19 00:00:00.000000000 Z
+date: 2022-01-30 00:00:00.000000000 Z
 dependencies:
-- !ruby/object:Gem::Dependency
-  name: concurrent-ruby
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
 - !ruby/object:Gem::Dependency
   name: dry-configurable
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.16'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.16'
-- !ruby/object:Gem::Dependency
-  name: dry-inflector
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '0.2'
+        version: '0.13'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.2'
+        version: '0.13'
 - !ruby/object:Gem::Dependency
   name: dry-monitor
   requirement: !ruby/object:Gem::Requirement
@@ -110,80 +79,70 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '1.7'
 - !ruby/object:Gem::Dependency
-  name: envlogic
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.1'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.1'
-- !ruby/object:Gem::Dependency
-  name: ruby-kafka
+  name: rdkafka
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.3.0
+        version: '0.10'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.3.0
+        version: '0.10'
 - !ruby/object:Gem::Dependency
   name: thor
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '1.1'
+        version: '0.20'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '1.1'
+        version: '0.20'
 - !ruby/object:Gem::Dependency
   name: waterdrop
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.4'
+        version: 2.1.0
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: 3.0.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.4'
+        version: 2.1.0
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: 3.0.0
 - !ruby/object:Gem::Dependency
   name: zeitwerk
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.6'
+        version: '2.3'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.6'
+        version: '2.3'
 description: Framework used to simplify Apache Kafka based Ruby applications development
 email:
 - maciej@mensfeld.pl
-- pavlo.vavruk@gmail.com
-- adam99g@gmail.com
 executables:
 - karafka
 extensions: []
@@ -192,6 +151,7 @@ files:
 - ".coditsu/ci.yml"
 - ".console_irbrc"
 - ".diffend.yml"
+- ".github/FUNDING.yml"
 - ".github/ISSUE_TEMPLATE/bug_report.md"
 - ".github/ISSUE_TEMPLATE/feature_request.md"
 - ".github/workflows/ci.yml"
@@ -204,99 +164,103 @@ files:
 - CONTRIBUTING.md
 - Gemfile
 - Gemfile.lock
-- MIT-LICENCE
+- LICENSE
+- LICENSE-COMM
+- LICENSE-LGPL
 - README.md
+- bin/benchmarks
+- bin/create_token
+- bin/integrations
 - bin/karafka
+- bin/stress
+- certs/karafka-pro.pem
 - certs/mensfeld.pem
 - config/errors.yml
 - docker-compose.yml
 - karafka.gemspec
+- lib/active_job/consumer.rb
+- lib/active_job/karafka.rb
+- lib/active_job/queue_adapters/karafka_adapter.rb
+- lib/active_job/routing_extensions.rb
 - lib/karafka.rb
 - lib/karafka/app.rb
-- lib/karafka/assignment_strategies/round_robin.rb
-- lib/karafka/attributes_map.rb
-- lib/karafka/backends/inline.rb
 - lib/karafka/base_consumer.rb
-- lib/karafka/base_responder.rb
 - lib/karafka/cli.rb
 - lib/karafka/cli/base.rb
 - lib/karafka/cli/console.rb
-- lib/karafka/cli/flow.rb
 - lib/karafka/cli/info.rb
 - lib/karafka/cli/install.rb
-- lib/karafka/cli/missingno.rb
 - lib/karafka/cli/server.rb
-- lib/karafka/code_reloader.rb
-- lib/karafka/connection/api_adapter.rb
-- lib/karafka/connection/batch_delegator.rb
-- lib/karafka/connection/builder.rb
 - lib/karafka/connection/client.rb
 - lib/karafka/connection/listener.rb
-- lib/karafka/connection/message_delegator.rb
-- lib/karafka/consumers/batch_metadata.rb
-- lib/karafka/consumers/callbacks.rb
-- lib/karafka/consumers/includer.rb
-- lib/karafka/consumers/responders.rb
-- lib/karafka/consumers/single_params.rb
+- lib/karafka/connection/messages_buffer.rb
+- lib/karafka/connection/pauses_manager.rb
+- lib/karafka/connection/rebalance_manager.rb
 - lib/karafka/contracts.rb
 - lib/karafka/contracts/config.rb
 - lib/karafka/contracts/consumer_group.rb
 - lib/karafka/contracts/consumer_group_topic.rb
-- lib/karafka/contracts/responder_usage.rb
 - lib/karafka/contracts/server_cli_options.rb
+- lib/karafka/env.rb
 - lib/karafka/errors.rb
-- lib/karafka/fetcher.rb
-- lib/karafka/helpers/class_matcher.rb
-- lib/karafka/helpers/config_retriever.rb
-- lib/karafka/helpers/inflector.rb
 - lib/karafka/helpers/multi_delegator.rb
+- lib/karafka/instrumentation.rb
+- lib/karafka/instrumentation/callbacks/error.rb
+- lib/karafka/instrumentation/callbacks/statistics.rb
 - lib/karafka/instrumentation/logger.rb
 - lib/karafka/instrumentation/monitor.rb
 - lib/karafka/instrumentation/proctitle_listener.rb
 - lib/karafka/instrumentation/stdout_listener.rb
-- lib/karafka/params/batch_metadata.rb
-- lib/karafka/params/builders/batch_metadata.rb
-- lib/karafka/params/builders/params.rb
-- lib/karafka/params/builders/params_batch.rb
-- lib/karafka/params/metadata.rb
-- lib/karafka/params/params.rb
-- lib/karafka/params/params_batch.rb
-- lib/karafka/patches/ruby_kafka.rb
-- lib/karafka/persistence/client.rb
-- lib/karafka/persistence/consumers.rb
-- lib/karafka/persistence/topics.rb
+- lib/karafka/licenser.rb
+- lib/karafka/messages/batch_metadata.rb
+- lib/karafka/messages/builders/batch_metadata.rb
+- lib/karafka/messages/builders/message.rb
+- lib/karafka/messages/builders/messages.rb
+- lib/karafka/messages/message.rb
+- lib/karafka/messages/messages.rb
+- lib/karafka/messages/metadata.rb
+- lib/karafka/messages/seek.rb
+- lib/karafka/patches/rdkafka/consumer.rb
 - lib/karafka/process.rb
-- lib/karafka/responders/builder.rb
-- lib/karafka/responders/topic.rb
+- lib/karafka/processing/executor.rb
+- lib/karafka/processing/executors_buffer.rb
+- lib/karafka/processing/jobs/base.rb
+- lib/karafka/processing/jobs/consume.rb
+- lib/karafka/processing/jobs/revoked.rb
+- lib/karafka/processing/jobs/shutdown.rb
+- lib/karafka/processing/jobs_queue.rb
+- lib/karafka/processing/worker.rb
+- lib/karafka/processing/workers_batch.rb
+- lib/karafka/railtie.rb
 - lib/karafka/routing/builder.rb
 - lib/karafka/routing/consumer_group.rb
 - lib/karafka/routing/consumer_mapper.rb
 - lib/karafka/routing/proxy.rb
 - lib/karafka/routing/router.rb
+- lib/karafka/routing/subscription_group.rb
+- lib/karafka/routing/subscription_groups_builder.rb
 - lib/karafka/routing/topic.rb
-- lib/karafka/routing/topic_mapper.rb
+- lib/karafka/runner.rb
 - lib/karafka/serialization/json/deserializer.rb
-- lib/karafka/serialization/json/serializer.rb
 - lib/karafka/server.rb
 - lib/karafka/setup/config.rb
-- lib/karafka/setup/configurators/water_drop.rb
 - lib/karafka/setup/dsl.rb
 - lib/karafka/status.rb
 - lib/karafka/templates/application_consumer.rb.erb
-- lib/karafka/templates/application_responder.rb.erb
+- lib/karafka/templates/example_consumer.rb.erb
 - lib/karafka/templates/karafka.rb.erb
+- lib/karafka/time_trackers/base.rb
+- lib/karafka/time_trackers/pause.rb
+- lib/karafka/time_trackers/poll.rb
 - lib/karafka/version.rb
 - log/.gitkeep
 homepage: https://karafka.io
 licenses:
-- MIT
+- LGPL-3.0
 metadata:
   source_code_uri: https://github.com/karafka/karafka
   rubygems_mfa_required: 'true'
-post_install_message: |
-  WARN: Karafka 1.4 will reach the end of life soon.
-  We highly recommend updating to Karafka 2.0.
-  Visit this page for more details: https://karafka.io/docs/Versions-Lifecycle-and-EOL
+post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -304,12 +268,12 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '2.7'
+      version: 2.6.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ">"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
 rubygems_version: 3.3.4
 signing_key: 

data/MIT-LICENCE

@@ -1,18 +0,0 @@
-Permission is hereby granted, free of charge, to any person obtaining
-a copy of this software and associated documentation files (the
-"Software"), to deal in the Software without restriction, including
-without limitation the rights to use, copy, modify, merge, publish,
-distribute, sublicense, and/or sell copies of the Software, and to
-permit persons to whom the Software is furnished to do so, subject to
-the following conditions:
-
-The above copyright notice and this permission notice shall be
-included in all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
-EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
-MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
-NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
-LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
-OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
-WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/lib/karafka/assignment_strategies/round_robin.rb

@@ -1,13 +0,0 @@
-# frozen_string_literal: true
-
-module Karafka
-  # Strategies for Kafka partitions assignments
-  module AssignmentStrategies
-    # Standard RoundRobin strategy
-    class RoundRobin < SimpleDelegator
-      def initialize
-        super(Kafka::RoundRobinAssignmentStrategy.new)
-      end
-    end
-  end
-end

data/lib/karafka/attributes_map.rb

@@ -1,63 +0,0 @@
-# frozen_string_literal: true
-
-module Karafka
-  # Both Karafka and Ruby-Kafka contain a lot of settings that can be applied on multiple
-  # levels. In Karafka that is on consumer group and on the topic level. In Ruby-Kafka it
-  # is on consumer, subscription and consumption levels. In order to maintain an order
-  # in managing those settings, this module was created. It contains details on what setting
-  # where should go and which layer (both on Karafka and Ruby-Kafka) is responsible for
-  # setting it and sending it forward
-  # @note Settings presented here cover all the settings that are being used across Karafka
-  module AttributesMap
-    class << self
-      # What settings should go where in ruby-kafka
-      # @return [Hash] hash with proper sections on what to proxy where in Ruby-Kafka
-      # @note All other settings will be passed to Kafka.new method invocation.
-      #   All elements in this hash are just edge cases
-      def api_adapter
-        {
-          consumer: %i[
-            session_timeout offset_commit_interval offset_commit_threshold
-            offset_retention_time heartbeat_interval fetcher_max_queue_size
-            assignment_strategy
-          ],
-          subscribe: %i[start_from_beginning max_bytes_per_partition],
-          consumption: %i[min_bytes max_bytes max_wait_time],
-          pause: %i[pause_timeout pause_max_timeout pause_exponential_backoff],
-          # All the options that are under kafka config namespace, but are not used
-          # directly with kafka api, but from the Karafka user perspective, they are
-          # still related to kafka. They should not be proxied anywhere
-          ignored: %i[reconnect_timeout automatically_mark_as_consumed]
-        }
-      end
-
-      # @return [Array<Symbol>] properties that can be set on a per topic level
-      def topic
-        (api_adapter[:subscribe] + %i[
-          backend
-          name
-          deserializer
-          responder
-          batch_consuming
-        ]).uniq
-      end
-
-      # @return [Array<Symbol>] properties that can be set on a per consumer group level
-      # @note Note that there are settings directly extracted from the config kafka namespace
-      #   I did this that way, so I won't have to repeat same setting keys over and over again
-      #   Thanks to this solution, if any new setting is available for ruby-kafka, we just need
-      #   to add it to our configuration class and it will be handled automatically.
-      def consumer_group
-        # @note We don't ignore the api_adapter[:ignored] values as they should be ignored
-        #   only when proxying details go ruby-kafka. We use ignored fields internally in karafka
-        ignored_settings = api_adapter[:subscribe]
-        defined_settings = api_adapter.values.flatten
-        karafka_settings = %i[batch_fetching]
-
-        dynamically_proxied = Karafka::Setup::Config.config.kafka.to_h.keys
-
-        (defined_settings + dynamically_proxied).uniq + karafka_settings - ignored_settings
-      end
-    end
-  end
-end

data/lib/karafka/backends/inline.rb

@@ -1,16 +0,0 @@
-# frozen_string_literal: true
-
-module Karafka
-  # Namespace for all different backends Karafka supports
-  module Backends
-    # Backend that just runs stuff asap without any scheduling
-    module Inline
-      private
-
-      # Executes consume code immediately (without enqueuing)
-      def process
-        Karafka.monitor.instrument('backends.inline.process', caller: self) { consume }
-      end
-    end
-  end
-end