karafka 2.5.0.beta2 → 2.5.0.rc2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: bbcaf396d7f2eff35ec3b59c96ffe7dd880f1f07294aa28bb623e95ce328e3e9
-  data.tar.gz: 410b037a79abbbc82fbd4b540dcb26378dca396e408f68280325e354ae2e275b
+  metadata.gz: 45fa2a9d2f2e68cdf611a2610d339d1c33bfdfa42570dccf817950279c1678bc
+  data.tar.gz: 32abcc95bda1e13d6d6dc76b25f278867ed055a39f1af675a28efd5cd79d83f6
 SHA512:
-  metadata.gz: dcd79f3bda653b74d95938d440ccfe93d8d2cdc214e02de31d9ad56f738b554699bd1991d83dd1c9c7090e1c3a63669f8837677fef77efc22df4804bc16f25a0
-  data.tar.gz: dbca53f433a0e13ec7582f9ee1c6da15bf38678a1019a3a36e361e7bbbae2c5e5777bf44e61330692b5f38c4fa011dd9e3950027925767908f617df02e1e8219
+  metadata.gz: 54c9455fc69ae7f0ab4593be64f0c337680aa3894484a846d07dd9c6aa7e797db901c2a907d11b25088d62e8411e973ae27d39ebb627d5e2cd2f8bbc0f061d73
+  data.tar.gz: 2649ac38264e56c88c6608eb36c7dadcf3d6b0020f7ae5ce9ed27ff6c74fcbe95e3f9051fb3c1968508e8d21784d7a54007756f42a153c108ed5fb009f35f58c

data/.github/workflows/ci.yml

@@ -1,4 +1,4 @@
-name: ci
+name: CI
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}
@@ -31,7 +31,7 @@ jobs:
           fetch-depth: 0
 
       - name: Set up Ruby
-        uses: ruby/setup-ruby@bb0f760b6c925183520ee0bcc9c4a432a7c8c3c6 # v1.241.0
+        uses: ruby/setup-ruby@13e7a03dc3ac6c3798f4570bfead2aed4d96abfb # v1.244.0
         with:
           ruby-version: 3.4
           bundler-cache: true
@@ -118,7 +118,7 @@ jobs:
         run: rm -f Gemfile.lock
 
       - name: Set up Ruby
-        uses: ruby/setup-ruby@bb0f760b6c925183520ee0bcc9c4a432a7c8c3c6 # v1.241.0
+        uses: ruby/setup-ruby@13e7a03dc3ac6c3798f4570bfead2aed4d96abfb # v1.244.0
         with:
           ruby-version: ${{matrix.ruby}}
           bundler-cache: true
@@ -164,7 +164,7 @@ jobs:
           docker compose up -d || (sleep 5 && docker compose up -d)
 
       - name: Set up Ruby
-        uses: ruby/setup-ruby@bb0f760b6c925183520ee0bcc9c4a432a7c8c3c6 # v1.241.0
+        uses: ruby/setup-ruby@13e7a03dc3ac6c3798f4570bfead2aed4d96abfb # v1.244.0
         with:
           # Do not use cache here as we run bundle install also later in some of the integration
           # tests and we need to be able to run it without cache
@@ -228,7 +228,7 @@ jobs:
           docker compose up -d || (sleep 5 && docker compose up -d)
 
       - name: Set up Ruby
-        uses: ruby/setup-ruby@bb0f760b6c925183520ee0bcc9c4a432a7c8c3c6 # v1.241.0
+        uses: ruby/setup-ruby@13e7a03dc3ac6c3798f4570bfead2aed4d96abfb # v1.244.0
         with:
           ruby-version: ${{matrix.ruby}}
           bundler: 'latest'

data/.github/workflows/push.yml

@@ -24,7 +24,7 @@ jobs:
           fetch-depth: 0
 
       - name: Set up Ruby
-        uses: ruby/setup-ruby@bb0f760b6c925183520ee0bcc9c4a432a7c8c3c6 # v1.241.0
+        uses: ruby/setup-ruby@13e7a03dc3ac6c3798f4570bfead2aed4d96abfb # v1.244.0
         with:
           bundler-cache: false
 
@@ -32,5 +32,4 @@ jobs:
         run: |
           bundle install --jobs 4 --retry 3
 
-      # Release
-      - uses: rubygems/release-gem@9e85cb11501bebc2ae661c1500176316d3987059 # v1
+      - uses: rubygems/release-gem@a25424ba2ba8b387abc8ef40807c2c85b96cbe32 # v1.1.1

data/CHANGELOG.md

@@ -1,9 +1,14 @@
 # Karafka Framework Changelog
 
 ## 2.5.0 (Unreleased)
+- **[Breaking]** Change how consistency of DLQ dispatches works in Pro (`partition_key` vs. direct partition id mapping).
+- **[Breaking]** Remove the headers `source_key` from the Pro DLQ dispatched messages as the original key is now fully preserved.
 - **[Breaking]** Use DLQ and Piping prefix `source_` instead of `original_` to align with naming convention of Kafka Streams and Apache Flink for future usage.
 - **[Breaking]** Rename scheduled jobs topics names in their config (Pro).
+- **[Breaking]** Change K8s listener response from `204` to `200` and include JSON body with reasons.
+- **[Breaking]** Replace admin config `max_attempts` with `max_retries_duration` and 
 - **[Feature]** Parallel Segments for concurrent processing of the same partition with more than partition count of processes (Pro).
+- [Enhancement] Normalize topic + partition logs format.
 - [Enhancement] Support KIP-82 (header values of arrays).
 - [Enhancement] Enhance errors tracker with `#counts` that contains per-error class specific counters for granular flow handling.
 - [Enhancement] Provide explicit `Karafka::Admin.copy_consumer_group` API.
@@ -35,12 +40,19 @@
 - [Enhancement] Execute the help CLI command when no command provided (similar to Rails) to improve DX.
 - [Enhancement] Remove backtrace from the CLI error for incorrect commands (similar to Rails) to improve DX.
 - [Enhancement] Provide `karafka topics help` sub-help due to nesting of Declarative Topics actions.
+- [Enhancement] Use independent keys for different states of reporting in scheduled messages.
+- [Enhancement] Enrich scheduled messages state reporter with debug data.
+- [Enhancement] Introduce a new state called `stopped` to the scheduled messages.
+- [Enhancement] Do not overwrite the `key` in the Pro DLQ dispatched messages for routing reasons.
+- [Enhancement] Introduce `errors_tracker.trace_id` for distributed error details correlation with the Web UI.
+- [Enhancement] Improve contracts validations reporting.
+- [Enhancement] Optimize topic creation and repartitioning admin operations for topics with hundreds of partitions.
 - [Refactor] Introduce a `bin/verify_kafka_warnings` script to clean Kafka from temporary test-suite topics.
 - [Refactor] Introduce a `bin/verify_topics_naming` script to ensure proper test topics naming convention.
 - [Refactor] Make sure all temporary topics have a `it-` prefix in their name.
 - [Refactor] Improve CI specs parallelization.
 - [Maintenance] Lower the `Karafka::Admin` `poll_timeout` to 50 ms to improve responsiveness of admin operations.
-- [Maintenance] Require `karafka-rdkafka` `>=` `0.19.2` due to usage of `#rd_kafka_global_init`, KIP-82 and the new producer caching engine.
+- [Maintenance] Require `karafka-rdkafka` `>=` `0.19.5` due to usage of `#rd_kafka_global_init`, KIP-82, new producer caching engine and improvements to the `partition_key` assignments.
 - [Maintenance] Add Deimos routing patch into integration suite not to break it in the future.
 - [Maintenance] Remove Rails `7.0` specs due to upcoming EOL.
 - [Fix] Fix Recurring Tasks and Scheduled Messages not working with Swarm (using closed producer).
@@ -58,6 +70,9 @@
 - [Fix] `karafka` cannot be required without Bundler.
 - [Fix] Scheduled Messages re-seek moves to `latest` on inheritance of initial offset when `0` offset is compacted.
 - [Fix] Seek to `:latest` without `topic_partition_position` (-1) will not seek at all.
+- [Fix] Extremely high turn over of scheduled messages can cause them not to reach EOF/Loaded state.
+- [Fix] Fix incorrectly passed `max_wait_time` to rdkafka (ms instead of seconds) causing too long wait.
+- [Fix] Remove aggresive requerying of the Kafka cluster on topic creation/removal/altering.
 - [Change] Move to trusted-publishers and remove signing since no longer needed.
 
 ## 2.4.18 (2025-04-09)

data/Gemfile

@@ -18,7 +18,7 @@ end
 group :integrations do
   gem 'activejob', require: false
   gem 'karafka-testing', '>= 2.5.0', require: false
-  gem 'karafka-web', '>= 0.11.0.beta1', require: false
+  gem 'karafka-web', '>= 0.11.0.rc2', require: false
 end
 
 group :test do

data/Gemfile.lock

@@ -1,10 +1,10 @@
 PATH
   remote: .
   specs:
-    karafka (2.5.0.beta2)
+    karafka (2.5.0.rc2)
       base64 (~> 0.2)
-      karafka-core (>= 2.5.0, < 2.6.0)
-      karafka-rdkafka (>= 0.19.2)
+      karafka-core (>= 2.5.2, < 2.6.0)
+      karafka-rdkafka (>= 0.19.5)
       waterdrop (>= 2.8.3, < 3.0.0)
       zeitwerk (~> 2.3)
 
@@ -27,9 +27,9 @@ GEM
       securerandom (>= 0.3)
       tzinfo (~> 2.0, >= 2.0.5)
       uri (>= 0.13.1)
-    base64 (0.2.0)
-    benchmark (0.4.0)
-    bigdecimal (3.1.9)
+    base64 (0.3.0)
+    benchmark (0.4.1)
+    bigdecimal (3.2.2)
     byebug (12.0.0)
     concurrent-ruby (1.3.5)
     connection_pool (2.5.3)
@@ -39,7 +39,7 @@ GEM
     erubi (1.13.1)
     et-orbi (1.2.11)
       tzinfo
-    factory_bot (6.5.1)
+    factory_bot (6.5.4)
       activesupport (>= 6.1.0)
     ffi (1.17.2)
     ffi (1.17.2-aarch64-linux-gnu)
@@ -59,19 +59,19 @@ GEM
       activesupport (>= 6.1)
     i18n (1.14.7)
       concurrent-ruby (~> 1.0)
-    karafka-core (2.5.1)
+    karafka-core (2.5.2)
       karafka-rdkafka (>= 0.19.2, < 0.21.0)
       logger (>= 1.6.0)
-    karafka-rdkafka (0.19.4)
+    karafka-rdkafka (0.19.5)
       ffi (~> 1.15)
       mini_portile2 (~> 2.6)
       rake (> 12)
-    karafka-testing (2.5.0)
+    karafka-testing (2.5.1)
       karafka (>= 2.5.0.beta1, < 2.6.0)
       waterdrop (>= 2.8.0)
-    karafka-web (0.11.0.beta3)
+    karafka-web (0.11.0.rc2)
       erubi (~> 1.4)
-      karafka (>= 2.5.0.beta1, < 2.6.0)
+      karafka (>= 2.5.0.rc1, < 2.6.0)
       karafka-core (>= 2.5.0, < 2.6.0)
       roda (~> 3.68, >= 3.69)
       tilt (~> 2.0)
@@ -81,22 +81,22 @@ GEM
     ostruct (0.6.1)
     raabro (1.4.0)
     rack (3.1.15)
-    rake (13.2.1)
+    rake (13.3.0)
     roda (3.92.0)
       rack
-    rspec (3.13.0)
+    rspec (3.13.1)
       rspec-core (~> 3.13.0)
       rspec-expectations (~> 3.13.0)
       rspec-mocks (~> 3.13.0)
-    rspec-core (3.13.3)
+    rspec-core (3.13.4)
       rspec-support (~> 3.13.0)
-    rspec-expectations (3.13.4)
+    rspec-expectations (3.13.5)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.13.0)
-    rspec-mocks (3.13.4)
+    rspec-mocks (3.13.5)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.13.0)
-    rspec-support (3.13.3)
+    rspec-support (3.13.4)
     securerandom (0.4.1)
     simplecov (0.22.0)
       docile (~> 1.1)
@@ -113,7 +113,7 @@ GEM
       karafka-core (>= 2.4.9, < 3.0.0)
       karafka-rdkafka (>= 0.19.2)
       zeitwerk (~> 2.3)
-    zeitwerk (2.6.18)
+    zeitwerk (2.7.3)
 
 PLATFORMS
   aarch64-linux-gnu
@@ -135,7 +135,7 @@ DEPENDENCIES
   fugit
   karafka!
   karafka-testing (>= 2.5.0)
-  karafka-web (>= 0.11.0.beta1)
+  karafka-web (>= 0.11.0.rc2)
   ostruct
   rspec
   simplecov

data/bin/integrations

@@ -45,6 +45,7 @@ class Scenario
     'shutdown/on_hanging_on_shutdown_job_and_a_shutdown_spec.rb' => [2].freeze,
     'shutdown/on_hanging_listener_and_shutdown_spec.rb' => [2].freeze,
     'swarm/forceful_shutdown_of_hanging_spec.rb' => [2].freeze,
+    'swarm/with_blocking_at_exit_spec.rb' => [2].freeze,
     'instrumentation/post_errors_instrumentation_error_spec.rb' => [1].freeze,
     'cli/declaratives/delete/existing_with_exit_code_spec.rb' => [2].freeze,
     'cli/declaratives/create/new_with_exit_code_spec.rb' => [2].freeze,

data/config/locales/errors.yml

@@ -84,7 +84,8 @@ en:
       admin.kafka_format: needs to be a hash
       admin.group_id_format: 'needs to be a string with a Kafka accepted format'
       admin.max_wait_time_format: 'needs to be an integer bigger than 0'
-      admin.max_attempts_format: 'needs to be an integer bigger than 0'
+      admin.retry_backoff_format: 'needs to be an integer bigger than 100'
+      admin.max_retries_duration_format: 'needs to be an integer bigger than 1000'
 
       swarm.nodes_format: 'needs to be an integer bigger than 0'
       swarm.node_format: needs to be false or node instance

data/docker-compose.yml

@@ -1,7 +1,7 @@
 services:
   kafka:
     container_name: kafka
-    image: confluentinc/cp-kafka:7.9.1
+    image: confluentinc/cp-kafka:8.0.0
 
     ports:
       - 9092:9092

data/karafka.gemspec

@@ -22,8 +22,8 @@ Gem::Specification.new do |spec|
   DESC
 
   spec.add_dependency 'base64', '~> 0.2'
-  spec.add_dependency 'karafka-core', '>= 2.5.0', '< 2.6.0'
-  spec.add_dependency 'karafka-rdkafka', '>= 0.19.2'
+  spec.add_dependency 'karafka-core', '>= 2.5.2', '< 2.6.0'
+  spec.add_dependency 'karafka-rdkafka', '>= 0.19.5'
   spec.add_dependency 'waterdrop', '>= 2.8.3', '< 3.0.0'
   spec.add_dependency 'zeitwerk', '~> 2.3'
 

data/lib/karafka/active_job/job_extensions.rb

@@ -21,7 +21,10 @@ module Karafka
 
         # Make sure, that karafka options that someone wants to use are valid before assigning
         # them
-        App.config.internal.active_job.job_options_contract.validate!(new_options)
+        App.config.internal.active_job.job_options_contract.validate!(
+          new_options,
+          scope: %w[active_job]
+        )
 
         # We need to modify this hash because otherwise we would modify parent hash.
         self._karafka_options = _karafka_options.dup

data/lib/karafka/admin.rb

@@ -10,10 +10,13 @@ module Karafka
   #   Cluster on which operations are performed can be changed via `admin.kafka` config, however
   #   there is no multi-cluster runtime support.
   module Admin
+    extend Core::Helpers::Time
+
     extend Helpers::ConfigImporter.new(
       max_wait_time: %i[admin max_wait_time],
       poll_timeout: %i[admin poll_timeout],
-      max_attempts: %i[admin max_attempts],
+      max_retries_duration: %i[admin max_retries_duration],
+      retry_backoff: %i[admin retry_backoff],
       group_id: %i[admin group_id],
       app_kafka: %i[kafka],
       admin_kafka: %i[admin kafka]
@@ -122,7 +125,7 @@ module Karafka
           handler = admin.create_topic(name, partitions, replication_factor, topic_config)
 
           with_re_wait(
-            -> { handler.wait(max_wait_timeout: max_wait_time) },
+            -> { handler.wait(max_wait_timeout: max_wait_time_seconds) },
             -> { topics_names.include?(name) }
           )
         end
@@ -136,7 +139,7 @@ module Karafka
           handler = admin.delete_topic(name)
 
           with_re_wait(
-            -> { handler.wait(max_wait_timeout: max_wait_time) },
+            -> { handler.wait(max_wait_timeout: max_wait_time_seconds) },
             -> { !topics_names.include?(name) }
           )
         end
@@ -151,7 +154,7 @@ module Karafka
           handler = admin.create_partitions(name, partitions)
 
           with_re_wait(
-            -> { handler.wait(max_wait_timeout: max_wait_time) },
+            -> { handler.wait(max_wait_timeout: max_wait_time_seconds) },
             -> { topic_info(name).fetch(:partition_count) >= partitions }
           )
         end
@@ -362,7 +365,7 @@ module Karafka
       def delete_consumer_group(consumer_group_id)
         with_admin do |admin|
           handler = admin.delete_group(consumer_group_id)
-          handler.wait(max_wait_timeout: max_wait_time)
+          handler.wait(max_wait_timeout: max_wait_time_seconds)
         end
       end
 
@@ -564,6 +567,12 @@ module Karafka
 
       private
 
+      # @return [Integer] number of seconds to wait. `rdkafka` requires this value
+      #   (`max_wait_time`) to be provided in seconds while we define it in ms hence the conversion
+      def max_wait_time_seconds
+        max_wait_time / 1_000.0
+      end
+
       # Adds a new callback for given rdkafka instance for oauth token refresh (if needed)
       #
       # @param id [String, Symbol] unique (for the lifetime of instance) id that we use for
@@ -602,20 +611,23 @@ module Karafka
       # @param handler [Proc] the wait handler operation
       # @param breaker [Proc] extra condition upon timeout that indicates things were finished ok
       def with_re_wait(handler, breaker)
-        attempt ||= 0
-        attempt += 1
+        start_time = monotonic_now
+        # Convert milliseconds to seconds for sleep
+        sleep_time = retry_backoff / 1000.0
 
-        handler.call
+        loop do
+          handler.call
 
-        # If breaker does not operate, it means that the requested change was applied but is still
-        # not visible and we need to wait
-        raise(Errors::ResultNotVisibleError) unless breaker.call
-      rescue Rdkafka::AbstractHandle::WaitTimeoutError, Errors::ResultNotVisibleError
-        return if breaker.call
+          sleep(sleep_time)
 
-        retry if attempt <= max_attempts
+          return if breaker.call
+        rescue Rdkafka::AbstractHandle::WaitTimeoutError
+          return if breaker.call
 
-        raise
+          next if monotonic_now - start_time < max_retries_duration
+
+          raise(Errors::ResultNotVisibleError)
+        end
       end
 
       # @param type [Symbol] type of config we want

data/lib/karafka/connection/client.rb

@@ -427,6 +427,15 @@ module Karafka
         @wrapped_kafka.committed(tpl)
       end
 
+      # Reads watermark offsets for given topic
+      #
+      # @param topic [String] topic name
+      # @param partition [Integer] partition number
+      # @return [Array<Integer, Integer>] watermark offsets (low, high)
+      def query_watermark_offsets(topic, partition)
+        @wrapped_kafka.query_watermark_offsets(topic, partition)
+      end
+
       private
 
       # When we cannot store an offset, it means we no longer own the partition

data/lib/karafka/connection/proxy.rb

@@ -44,7 +44,7 @@ module Karafka
       # clusters can handle our requests.
       #
       # @param topic [String] topic name
-      # @param partition [Partition]
+      # @param partition [Integer] partition number
       # @return [Array<Integer, Integer>] watermark offsets
       def query_watermark_offsets(topic, partition)
         l_config = @config.query_watermark_offsets

data/lib/karafka/contracts/base.rb

@@ -5,12 +5,13 @@ module Karafka
     # Base contract for all Karafka contracts
     class Base < ::Karafka::Core::Contractable::Contract
       # @param data [Hash] data for validation
+      # @param scope [Array<String>] nested scope if in use
       # @return [Boolean] true if all good
       # @raise [Errors::InvalidConfigurationError] invalid configuration error
       # @note We use contracts only in the config validation context, so no need to add support
       #   for multiple error classes. It will be added when it will be needed.
-      def validate!(data)
-        super(data, Errors::InvalidConfigurationError)
+      def validate!(data, scope: [])
+        super(data, Errors::InvalidConfigurationError, scope: scope)
       end
     end
   end

data/lib/karafka/contracts/config.rb

@@ -53,7 +53,8 @@ module Karafka
         required(:kafka) { |val| val.is_a?(Hash) }
         required(:group_id) { |val| val.is_a?(String) && Contracts::TOPIC_REGEXP.match?(val) }
         required(:max_wait_time) { |val| val.is_a?(Integer) && val.positive? }
-        required(:max_attempts) { |val| val.is_a?(Integer) && val.positive? }
+        required(:retry_backoff) { |val| val.is_a?(Integer) && val >= 100 }
+        required(:max_retries_duration) { |val| val.is_a?(Integer) && val >= 1_000 }
       end
 
       # We validate internals just to be sure, that they are present and working

data/lib/karafka/helpers/interval_runner.rb

@@ -30,6 +30,14 @@ module Karafka
         @block.call
       end
 
+      # Runs the requested code bypassing any time frequencies
+      # Useful when we have certain actions that usually need to run periodically but in some
+      # cases need to run asap
+      def call!
+        @last_called_at = monotonic_now
+        @block.call
+      end
+
       # Resets the runner, so next `#call` will run the underlying code
       def reset
         @last_called_at = monotonic_now - @interval

data/lib/karafka/instrumentation/logger_listener.rb

@@ -76,7 +76,7 @@ module Karafka
         consumer = job.executor.topic.consumer
         topic = job.executor.topic.name
         partition = job.executor.partition
-        info "[#{job.id}] #{job_type} job for #{consumer} on #{topic}/#{partition} started"
+        info "[#{job.id}] #{job_type} job for #{consumer} on #{topic}-#{partition} started"
       end
 
       # Prints info about the fact that a given job has finished
@@ -91,7 +91,7 @@ module Karafka
         partition = job.executor.partition
         info <<~MSG.tr("\n", ' ').strip!
           [#{job.id}] #{job_type} job for #{consumer}
-          on #{topic}/#{partition} finished in #{time} ms
+          on #{topic}-#{partition} finished in #{time} ms
         MSG
       end
 
@@ -108,7 +108,7 @@ module Karafka
 
         info <<~MSG.tr("\n", ' ').strip!
           [#{client.id}]
-          Pausing on topic #{topic}/#{partition}
+          Pausing on topic #{topic}-#{partition}
           on #{offset ? "offset #{offset}" : 'the consecutive offset'}
         MSG
       end
@@ -122,7 +122,7 @@ module Karafka
         client = event[:caller]
 
         info <<~MSG.tr("\n", ' ').strip!
-          [#{client.id}] Resuming on topic #{topic}/#{partition}
+          [#{client.id}] Resuming on topic #{topic}-#{partition}
         MSG
       end
 
@@ -138,7 +138,7 @@ module Karafka
 
         info <<~MSG.tr("\n", ' ').strip!
           [#{consumer.id}] Retrying of #{consumer.class} after #{timeout} ms
-          on topic #{topic}/#{partition} from offset #{offset}
+          on topic #{topic}-#{partition} from offset #{offset}
         MSG
       end
 
@@ -153,7 +153,7 @@ module Karafka
 
         info <<~MSG.tr("\n", ' ').strip!
           [#{consumer.id}] Seeking from #{consumer.class}
-          on topic #{topic}/#{partition} to offset #{seek_offset}
+          on topic #{topic}-#{partition} to offset #{seek_offset}
         MSG
       end
 
@@ -233,7 +233,7 @@ module Karafka
           info "#{group_prefix}: No partitions revoked"
         else
           revoked_partitions.each do |topic, partitions|
-            info "#{group_prefix}: Partition(s) #{partitions.join(', ')} of #{topic} revoked"
+            info "#{group_prefix}: #{topic}-[#{partitions.join(',')}] revoked"
           end
         end
       end
@@ -251,7 +251,7 @@ module Karafka
           info "#{group_prefix}: No partitions assigned"
         else
           assigned_partitions.each do |topic, partitions|
-            info "#{group_prefix}: Partition(s) #{partitions.join(', ')} of #{topic} assigned"
+            info "#{group_prefix}: #{topic}-[#{partitions.join(',')}] assigned"
           end
         end
       end
@@ -269,7 +269,7 @@ module Karafka
 
         info <<~MSG.tr("\n", ' ').strip!
           [#{consumer.id}] Dispatched message #{offset}
-          from #{topic}/#{partition}
+          from #{topic}-#{partition}
           to DLQ topic: #{dlq_topic}
         MSG
       end
@@ -288,7 +288,7 @@ module Karafka
         info <<~MSG.tr("\n", ' ').strip!
           [#{consumer.id}] Throttled and will resume
           from message #{offset}
-          on #{topic}/#{partition}
+          on #{topic}-#{partition}
         MSG
       end
 
@@ -303,7 +303,7 @@ module Karafka
 
         info <<~MSG.tr("\n", ' ').strip!
           [#{consumer.id}] Post-filtering seeking to message #{offset}
-          on #{topic}/#{partition}
+          on #{topic}-#{partition}
         MSG
       end
 

data/lib/karafka/instrumentation/vendors/kubernetes/base_listener.rb

@@ -8,11 +8,12 @@ module Karafka
       # Namespace for instrumentation related with Kubernetes
       module Kubernetes
         # Base Kubernetes Listener providing basic HTTP server capabilities to respond with health
+        # statuses
         class BaseListener
           include ::Karafka::Core::Helpers::Time
 
           # All good with Karafka
-          OK_CODE = '204 No Content'
+          OK_CODE = '200 OK'
 
           # Some timeouts, fail
           FAIL_CODE = '500 Internal Server Error'
@@ -38,11 +39,15 @@ module Karafka
 
           # Responds to a HTTP request with the process liveness status
           def respond
+            body = JSON.generate(status_body)
+
             client = @server.accept
             client.gets
             client.print "HTTP/1.1 #{healthy? ? OK_CODE : FAIL_CODE}\r\n"
-            client.print "Content-Type: text/plain\r\n"
+            client.print "Content-Type: application/json\r\n"
+            client.print "Content-Length: #{body.bytesize}\r\n"
             client.print "\r\n"
+            client.print body
             client.close
 
             true
@@ -50,6 +55,16 @@ module Karafka
             !@server.closed?
           end
 
+          # @return [Hash] hash that will be the response body
+          def status_body
+            {
+              status: healthy? ? 'healthy' : 'unhealthy',
+              timestamp: Time.now.to_i,
+              port: @port,
+              process_id: ::Process.pid
+            }
+          end
+
           # Starts background thread with micro-http monitoring
           def start
             @server = TCPServer.new(*[@hostname, @port].compact)