karafka-testing 2.6.3 → 2.6.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2be14092c2b929e48d6849d330f913b9000006217a48a2ac0d9cbadc1a43fe77
-  data.tar.gz: c575f2aee39ad9c80ac92c32729572cc882d6951ec5adbb056fc690ca330cd1f
+  metadata.gz: '08d462de8e80468e64eef6f71a2c17e47a4a1ca597dd9e290feaf0ccfc5f49d6'
+  data.tar.gz: d7971f8a44ed5f442de78467dce1bbd243596c5bc2bd05f2046b7778b3dfa2c7
 SHA512:
-  metadata.gz: 384fc90788d47afbfa37d7fddb81a229c89fdfc5157b433f0cf5124bbba0309d9cb099c6fb63d3678eba786334352cad8cd257b09227f37b084baf54d88dd7ad
-  data.tar.gz: 5a11804abcad1b3987e5d4c77a77c12cc9d39568cf3c833dcc0286300af64e077dd728bfda5b2cba714445623d9ee93b9ab4d22ba2d84ddb8b10c1a84e05f48c
+  metadata.gz: b94d77ccaed5dbb9c8d3fe1742e01b622b7a81a5fa9a3666584240217ef8100c12f76d1043cee6e313506d1e082c31becc1a11af7f7bcfea1d7f9edcc6c44dd0
+  data.tar.gz: a8682074bb85e6f5c1be92d3207933395311882f9c6fbebf446ea558b53e57b7f12a2ff5c2fc3a6142ce3adf6b6903ef740a8dc304a13ae728f72d2f261c956a

data/.github/workflows/ci.yml

@@ -36,7 +36,7 @@ jobs:
         run: "[ -e $APT_DEPS ] || sudo apt-get install -y --no-install-recommends $APT_DEPS"
 
       - name: Set up Ruby
-        uses: ruby/setup-ruby@824c0e29fdfc7d689c191c27acc969d2d04b7dd8 # v1.331.0
+        uses: ruby/setup-ruby@7f797815d8adceb1c412e7abefdd1ab4abc47a5f # v1.335.0
         with:
           ruby-version: ${{matrix.ruby}}
           bundler: 'latest'
@@ -66,9 +66,9 @@ jobs:
         with:
           fetch-depth: 0
       - name: Set up Ruby
-        uses: ruby/setup-ruby@824c0e29fdfc7d689c191c27acc969d2d04b7dd8 # v1.331.0
+        uses: ruby/setup-ruby@7f797815d8adceb1c412e7abefdd1ab4abc47a5f # v1.335.0
         with:
-          ruby-version: '4.0.7'
+          ruby-version: '4.0.9'
           bundler-cache: true
       - name: Run rubocop
         run: bundle exec rubocop
@@ -81,9 +81,9 @@ jobs:
     steps:
       - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
       - name: Set up Ruby
-        uses: ruby/setup-ruby@824c0e29fdfc7d689c191c27acc969d2d04b7dd8 # v1.331.0
+        uses: ruby/setup-ruby@7f797815d8adceb1c412e7abefdd1ab4abc47a5f # v1.335.0
         with:
-          ruby-version: '4.0.7'
+          ruby-version: '4.0.9'
           bundler-cache: true
       - run: bundle exec yard-lint lib/
 
@@ -95,9 +95,9 @@ jobs:
         with:
           fetch-depth: 0
       - name: Set up Ruby
-        uses: ruby/setup-ruby@824c0e29fdfc7d689c191c27acc969d2d04b7dd8 # v1.331.0
+        uses: ruby/setup-ruby@7f797815d8adceb1c412e7abefdd1ab4abc47a5f # v1.335.0
         with:
-          ruby-version: '4.0.7'
+          ruby-version: '4.0.9'
           bundler: 'latest'
       - name: Install dependencies
         run: bundle install --jobs 4 --retry 3
@@ -112,9 +112,9 @@ jobs:
         with:
           fetch-depth: 0
       - name: Set up Ruby
-        uses: ruby/setup-ruby@824c0e29fdfc7d689c191c27acc969d2d04b7dd8 # v1.331.0
+        uses: ruby/setup-ruby@7f797815d8adceb1c412e7abefdd1ab4abc47a5f # v1.335.0
         with:
-          ruby-version: '4.0.7'
+          ruby-version: '4.0.9'
           bundler: 'latest'
       - name: Install dependencies
         run: bundle install --jobs 4 --retry 3

data/.github/workflows/push.yml

@@ -24,7 +24,7 @@ jobs:
           fetch-depth: 0
 
       - name: Set up Ruby
-        uses: ruby/setup-ruby@824c0e29fdfc7d689c191c27acc969d2d04b7dd8 # v1.331.0
+        uses: ruby/setup-ruby@7f797815d8adceb1c412e7abefdd1ab4abc47a5f # v1.335.0
         with:
           bundler-cache: false
 

data/.github/workflows/verify-action-pins.yml

@@ -10,7 +10,14 @@ jobs:
       - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
       - name: Check SHA pins
         run: |
-          if grep -E -r "uses: .*/.*@(v[0-9]+|main|master)($|[[:space:]]|$)" --include="*.yml" --include="*.yaml" .github/workflows/ | grep -v "#"; then
+          # Every remote action must be pinned to a full 40-character commit SHA. Local actions
+          # (./) and docker:// images are not checked.
+          unpinned=$(grep -E -rn --include="*.yml" --include="*.yaml" \
+            "^[[:space:]]*(-[[:space:]]+)?uses:[[:space:]]*['\"]?[^.'\"[:space:]]" .github/workflows/ \
+            | grep -Ev "uses:[[:space:]]*['\"]?docker://" \
+            | grep -Ev "@[0-9a-f]{40}['\"]?([[:space:]]|$)" || true)
+          if [ -n "$unpinned" ]; then
+            echo "$unpinned"
             echo "::error::Actions should use SHA pins, not tags or branch names"
             exit 1
           fi

data/.ruby-version

@@ -1 +1 @@
-4.0.7
+4.0.9

data/CHANGELOG.md

@@ -1,5 +1,13 @@
 # Karafka Testing Changelog
 
+## 2.6.4 (2026-11-04)
+- [Feature] Record consumer pauses and resumes. Assert them with `karafka.pauses` and `karafka.resumes` (#214).
+- [Maintenance] Declare `rake` in the `Gemfile`. It came only through `karafka-rdkafka`, which will stop depending on it for precompiled platform gems.
+- [Fix] Give each consumer in one test a batch of only its own messages. Several consumers no longer share one batch, and offsets count per consumer.
+- [Fix] Stub `pause` and `resume` on the spec consumer client. Consumers that call `#pause` no longer fail with `NoMethodError`.
+- [Fix] Make `Minitest::Spec.include(Karafka::Testing::Minitest::Helpers)` work. Specs no longer fail with `ArgumentError: wrong number of arguments`.
+- [Fix] Make producing in a test safe from many threads. On JRuby, messages produced from 2+ threads at once were lost or got duplicate offsets.
+
 ## 2.6.3 (2026-10-25)
 - **[EOL]** Drop Ruby 3.2 support; require Ruby 3.3+.
 - [Maintenance] Align internal naming and YARD docs with the Karafka ecosystem conventions.
@@ -26,8 +34,8 @@
 - [Fix] Fix consumer mapping collision when multiple consumer groups listen to the same topic.
 
 ## 2.5.4 (2025-10-03)
-- [Fix] Topic present in second dynamically built subscription group not available for dispatch (#291).
 - **[EOL]** Remove Ruby `3.1` according to the EOL schedule.
+- [Fix] Topic present in second dynamically built subscription group not available for dispatch (#291).
 
 ## 2.5.3 (2025-08-12)
 - [Fix] Allow testing consumers with Pro expansions (i.e. Piping).

data/Gemfile

@@ -4,6 +4,8 @@ source "https://rubygems.org"
 
 gemspec
 
+gem "rake"
+
 group :test do
   gem "minitest"
   gem "mocha"

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    karafka-testing (2.6.3)
+    karafka-testing (2.6.4)
       karafka (>= 2.6.0.rc2, < 2.7.0)
       waterdrop (>= 2.10.0)
 
@@ -12,22 +12,22 @@ GEM
     drb (2.2.3)
     ffi (1.17.4)
     ffi (1.17.4-x86_64-linux-gnu)
-    json (3.0.2)
+    json (3.1.0)
     karafka (2.6.1)
       karafka-core (>= 2.6.2, < 2.7.0)
       karafka-rdkafka (>= 0.28.0)
       waterdrop (>= 2.10.2, < 3.0.0)
       zeitwerk (~> 2.3)
-    karafka-core (2.6.4)
+    karafka-core (2.6.6)
       karafka-rdkafka (>= 0.20.0)
       logger (>= 1.6.0)
-    karafka-rdkafka (0.30.1)
+    karafka-rdkafka (0.31.0)
       ffi (~> 1.17.1)
       json (> 2.0)
       logger
       mini_portile2 (~> 2.6)
       rake (> 12)
-    karafka-rdkafka (0.30.1-x86_64-linux-gnu)
+    karafka-rdkafka (0.31.0-x86_64-linux-gnu)
       ffi (~> 1.17.1)
       json (> 2.0)
       logger
@@ -58,9 +58,9 @@ GEM
     ruby2_keywords (0.0.5)
     simplecov (1.3.2)
     warning (1.6.0)
-    waterdrop (2.10.5)
+    waterdrop (2.10.9)
       karafka-core (>= 2.5.12, < 3.0.0)
-      karafka-rdkafka (>= 0.24.0)
+      karafka-rdkafka (>= 0.31.0)
       zeitwerk (~> 2.3)
     zeitwerk (2.8.3)
 
@@ -72,6 +72,7 @@ DEPENDENCIES
   karafka-testing!
   minitest
   mocha
+  rake
   rspec
   simplecov
   warning

data/lib/karafka/testing/minitest/helpers.rb

@@ -4,6 +4,7 @@ require "karafka/testing"
 require "karafka/testing/errors"
 require "karafka/testing/helpers"
 require "karafka/testing/spec_consumer_client"
+require "karafka/testing/spec_consumer_resume"
 require "karafka/testing/spec_producer_client"
 require "karafka/testing/minitest/proxy"
 
@@ -39,18 +40,13 @@ module Karafka
 
               @_karafka_consumer_mappings = {}
 
-              # Mocha is a dev dependency of many apps without being used in their Karafka tests,
-              # so we stub with it only when its patches are actually available
-              if Object.const_defined?("Mocha", false) && Karafka.producer.respond_to?(:stubs)
-                Karafka.producer.stubs(:client).returns(@_karafka_producer_client)
-              else
-                producer_client = @_karafka_producer_client
-                Karafka.producer.define_singleton_method(:client) { producer_client }
-                @_karafka_producer_client_stubbed = true
-              end
+              # Not a Mocha stub even when Mocha is loaded: Mocha records every call in an
+              # unsynchronized array, which breaks when code under test produces from many threads
+              producer_client = @_karafka_producer_client
+              Karafka.producer.define_singleton_method(:client) { producer_client }
+              @_karafka_producer_client_stubbed = true
             end
 
-            # Mocha removes its own stubs, so we only remove the one we defined
             teardown_flow = lambda do
               next unless @_karafka_producer_client_stubbed
 
@@ -59,8 +55,9 @@ module Karafka
             end
 
             if base.to_s == "Minitest::Spec"
+              # `before` passes the test to its block, which the lambda does not take
               base.class_eval do
-                before(&eval_flow)
+                before { instance_exec(&eval_flow) }
               end
             elsif base.respond_to?(:setup) && base.method(:setup).arity != 0
               base.class_eval do
@@ -149,8 +146,10 @@ module Karafka
           return if message[:consumer_group] &&
             message[:consumer_group].to_s != consumer_obj.topic.consumer_group.name
 
+          batch = _karafka_consumer_batch(consumer_obj)
+
           # Build message metadata and copy any metadata that would come from the message
-          metadata = _karafka_message_metadata_defaults(consumer_obj)
+          metadata = _karafka_message_metadata_defaults(consumer_obj, batch)
 
           metadata.keys.each do |key|
             message_key = METADATA_DISPATCH_MAPPINGS.fetch(key, key)
@@ -171,6 +170,7 @@ module Karafka
 
           # Add this message to previously produced messages
           @_karafka_consumer_messages << karafka_message
+          batch << karafka_message unless batch.equal?(@_karafka_consumer_messages)
           # A real batch never mixes partitions, so the first message of this consumer decides
           # the partition
           partition = (@_karafka_batch_partitions ||= {})[consumer_obj] ||= karafka_message.partition
@@ -184,7 +184,7 @@ module Karafka
 
           # Update batch metadata
           batch_metadata = Karafka::Messages::Builders::BatchMetadata.call(
-            @_karafka_consumer_messages,
+            batch,
             consumer_obj.topic,
             partition,
             Time.now
@@ -192,7 +192,7 @@ module Karafka
 
           # Update consumer messages batch
           consumer_obj.messages = Karafka::Messages::Messages.new(
-            @_karafka_consumer_messages,
+            batch,
             batch_metadata
           )
         end
@@ -204,8 +204,9 @@ module Karafka
         #   offsets auto-increment from 0).
         def _karafka_produce(payload, metadata = {})
           # Extract offset before passing to WaterDrop since it is not a valid
-          # WaterDrop message attribute (Kafka assigns offsets, not producers)
-          @_karafka_next_offset = metadata.delete(:offset)
+          # WaterDrop message attribute (Kafka assigns offsets, not producers). Kept per thread, as
+          # code under test may produce from many threads at once
+          Thread.current[:_karafka_next_offset] = metadata.delete(:offset)
 
           topic_name = if metadata[:topic]
             metadata[:topic]
@@ -222,7 +223,7 @@ module Karafka
             }.merge(metadata)
           )
         ensure
-          @_karafka_next_offset = nil
+          Thread.current[:_karafka_next_offset] = nil
         end
 
         # @return [Array<Hash>] messages that were produced
@@ -236,6 +237,16 @@ module Karafka
           @_karafka_consumer_messages
         end
 
+        # @return [Array<Hash>] pauses requested by the consumers
+        def _karafka_pauses
+          @_karafka_consumer_client.pauses
+        end
+
+        # @return [Array<Hash>] resumes of paused consumers
+        def _karafka_resumes
+          @_karafka_consumer_client.resumes
+        end
+
         # Produces message to a specific consumer instance
         # Use when testing multiple consumers for the same topic
         #
@@ -260,6 +271,38 @@ module Karafka
 
         private
 
+        # Messages of the batch of a given consumer. The first consumer that gets a message uses
+        # the shared buffer, so altering `consumer_messages` alters its batch. Once a second
+        # consumer gets one, each consumer gets its own batch, as a real batch holds one topic.
+        #
+        # @param consumer_obj [Karafka::BaseConsumer] consumer reference
+        # @return [Array<Karafka::Messages::Message>] messages of this consumer's batch
+        def _karafka_consumer_batch(consumer_obj)
+          batches = (@_karafka_consumer_batches ||= {})
+
+          batches.fetch(consumer_obj) do
+            if batches.empty?
+              batches[consumer_obj] = @_karafka_consumer_messages
+            else
+              first_consumer, first_batch = batches.first
+
+              if first_batch.equal?(@_karafka_consumer_messages)
+                own_batch = first_batch.dup
+                batches[first_consumer] = own_batch
+
+                if first_consumer.messages
+                  first_consumer.messages = Karafka::Messages::Messages.new(
+                    own_batch,
+                    first_consumer.messages.metadata
+                  )
+                end
+              end
+
+              batches[consumer_obj] = []
+            end
+          end
+        end
+
         # Finds a consumer for the given message with backward-compatible fallback
         # @param message [Hash] the message being routed
         # @return [Object, nil] the consumer instance or nil
@@ -283,14 +326,15 @@ module Karafka
         end
 
         # @param consumer_obj [Karafka::BaseConsumer] consumer reference
+        # @param batch [Array<Karafka::Messages::Message>] messages already given to this consumer
         # @return [Hash] message default options
-        def _karafka_message_metadata_defaults(consumer_obj)
+        def _karafka_message_metadata_defaults(consumer_obj, batch)
           {
             deserializers: consumer_obj.topic.deserializers,
             timestamp: Time.now,
             raw_headers: {},
             raw_key: nil,
-            offset: @_karafka_next_offset.nil? ? @_karafka_consumer_messages.size : @_karafka_next_offset,
+            offset: Thread.current[:_karafka_next_offset] || batch.size,
             partition: 0,
             received_at: Time.now,
             topic: consumer_obj.topic.name
@@ -314,6 +358,7 @@ module Karafka
           @consumer.instance_variable_set(:@used, true)
           expansions = processing_cfg.consumer_groups.expansions_selector.find(topic)
           expansions.each { |expansion| @consumer.singleton_class.include(expansion) }
+          @consumer.singleton_class.prepend(Testing::SpecConsumerResume)
           @_karafka_consumer_mappings[topic.id] = @consumer
           @consumer
         end

data/lib/karafka/testing/minitest/proxy.rb

@@ -39,6 +39,17 @@ module Karafka
         def consumer_messages
           @minitest_example._karafka_consumer_messages
         end
+
+        # @return [Array<Hash>] pauses requested by the consumers, each with the `topic`,
+        #   `partition`, `offset` and `timeout`
+        def pauses
+          @minitest_example._karafka_pauses
+        end
+
+        # @return [Array<Hash>] resumes of paused consumers, each with the `topic` and `partition`
+        def resumes
+          @minitest_example._karafka_resumes
+        end
       end
     end
   end

data/lib/karafka/testing/rspec/helpers.rb

@@ -5,6 +5,7 @@ require "karafka/testing"
 require "karafka/testing/errors"
 require "karafka/testing/helpers"
 require "karafka/testing/spec_consumer_client"
+require "karafka/testing/spec_consumer_resume"
 require "karafka/testing/spec_producer_client"
 require "karafka/testing/rspec/proxy"
 
@@ -55,12 +56,23 @@ module Karafka
               # that patches are available because some users have Mocha as part of their
               # supply chain, but do not use it when running Karafka specs. In such cases, without
               # such check `karafka-testing` would falsely assume, that Mocha is in use.
+              # With Mocha we define the method instead of stubbing it: Mocha records every call in
+              # an unsynchronized array, which breaks when code under test produces from many threads
               if Object.const_defined?("Mocha", false) && Karafka.producer.respond_to?(:stubs)
-                Karafka.producer.stubs(:client).returns(_karafka_producer_client)
+                producer_client = _karafka_producer_client
+                Karafka.producer.define_singleton_method(:client) { producer_client }
+                @_karafka_producer_client_stubbed = true
               else
                 allow(Karafka.producer).to receive(:client).and_return(_karafka_producer_client)
               end
             end
+
+            base.after do
+              next unless @_karafka_producer_client_stubbed
+
+              Karafka.producer.singleton_class.remove_method(:client)
+              @_karafka_producer_client_stubbed = false
+            end
           end
         end
 
@@ -128,8 +140,10 @@ module Karafka
           return if message[:consumer_group] &&
             message[:consumer_group].to_s != consumer_obj.topic.consumer_group.name
 
+          batch = _karafka_consumer_batch(consumer_obj)
+
           # Build message metadata and copy any metadata that would come from the message
-          metadata = _karafka_message_metadata_defaults(consumer_obj)
+          metadata = _karafka_message_metadata_defaults(consumer_obj, batch)
 
           metadata.keys.each do |key|
             message_key = METADATA_DISPATCH_MAPPINGS.fetch(key, key)
@@ -150,6 +164,7 @@ module Karafka
 
           # Add this message to previously produced messages
           _karafka_consumer_messages << karafka_message
+          batch << karafka_message unless batch.equal?(_karafka_consumer_messages)
 
           # A real batch never mixes partitions, so the first message of this consumer decides
           # the partition
@@ -164,7 +179,7 @@ module Karafka
 
           # Update batch metadata
           batch_metadata = Karafka::Messages::Builders::BatchMetadata.call(
-            _karafka_consumer_messages,
+            batch,
             consumer_obj.topic,
             partition,
             Time.now
@@ -172,7 +187,7 @@ module Karafka
 
           # Update consumer messages batch
           consumer_obj.messages = Karafka::Messages::Messages.new(
-            _karafka_consumer_messages,
+            batch,
             batch_metadata
           )
         end
@@ -184,8 +199,9 @@ module Karafka
         #   offsets auto-increment from 0).
         def _karafka_produce(payload, metadata = {})
           # Extract offset before passing to WaterDrop since it is not a valid
-          # WaterDrop message attribute (Kafka assigns offsets, not producers)
-          @_karafka_next_offset = metadata.delete(:offset)
+          # WaterDrop message attribute (Kafka assigns offsets, not producers). Kept per thread, as
+          # code under test may produce from many threads at once
+          Thread.current[:_karafka_next_offset] = metadata.delete(:offset)
 
           topic_name = if metadata[:topic]
             metadata[:topic]
@@ -204,7 +220,7 @@ module Karafka
             }.merge(metadata)
           )
         ensure
-          @_karafka_next_offset = nil
+          Thread.current[:_karafka_next_offset] = nil
         end
 
         # @return [Array<Hash>] messages that were produced
@@ -212,6 +228,16 @@ module Karafka
           _karafka_producer_client.messages
         end
 
+        # @return [Array<Hash>] pauses requested by the consumers
+        def _karafka_pauses
+          _karafka_consumer_client.pauses
+        end
+
+        # @return [Array<Hash>] resumes of paused consumers
+        def _karafka_resumes
+          _karafka_consumer_client.resumes
+        end
+
         # Produces message to a specific consumer instance
         # Use when testing multiple consumers for the same topic
         #
@@ -239,6 +265,38 @@ module Karafka
 
         private
 
+        # Messages of the batch of a given consumer. The first consumer that gets a message uses
+        # the shared buffer, so altering `consumer_messages` alters its batch. Once a second
+        # consumer gets one, each consumer gets its own batch, as a real batch holds one topic.
+        #
+        # @param consumer_obj [Karafka::BaseConsumer] consumer reference
+        # @return [Array<Karafka::Messages::Message>] messages of this consumer's batch
+        def _karafka_consumer_batch(consumer_obj)
+          batches = (@_karafka_consumer_batches ||= {})
+
+          batches.fetch(consumer_obj) do
+            if batches.empty?
+              batches[consumer_obj] = _karafka_consumer_messages
+            else
+              first_consumer, first_batch = batches.first
+
+              if first_batch.equal?(_karafka_consumer_messages)
+                own_batch = first_batch.dup
+                batches[first_consumer] = own_batch
+
+                if first_consumer.messages
+                  first_consumer.messages = Karafka::Messages::Messages.new(
+                    own_batch,
+                    first_consumer.messages.metadata
+                  )
+                end
+              end
+
+              batches[consumer_obj] = []
+            end
+          end
+        end
+
         # Checks if the RSpec described_class is a Karafka consumer class.
         # When true, the implicit RSpec subject can be used as a consumer fallback.
         #
@@ -288,14 +346,15 @@ module Karafka
         end
 
         # @param consumer_obj [Karafka::BaseConsumer] consumer reference
+        # @param batch [Array<Karafka::Messages::Message>] messages already given to this consumer
         # @return [Hash] message default options
-        def _karafka_message_metadata_defaults(consumer_obj)
+        def _karafka_message_metadata_defaults(consumer_obj, batch)
           {
             deserializers: consumer_obj.topic.deserializers,
             timestamp: Time.now,
             raw_headers: {},
             raw_key: nil,
-            offset: @_karafka_next_offset.nil? ? _karafka_consumer_messages.size : @_karafka_next_offset,
+            offset: Thread.current[:_karafka_next_offset] || batch.size,
             partition: 0,
             received_at: Time.now,
             topic: consumer_obj.topic.name
@@ -319,6 +378,7 @@ module Karafka
           consumer.instance_variable_set(:@used, true)
           expansions = processing_cfg.consumer_groups.expansions_selector.find(topic)
           expansions.each { |expansion| consumer.singleton_class.include(expansion) }
+          consumer.singleton_class.prepend(Testing::SpecConsumerResume)
 
           @_karafka_consumer_mappings[topic.id] = consumer
           consumer

data/lib/karafka/testing/rspec/proxy.rb

@@ -39,6 +39,17 @@ module Karafka
         def consumer_messages
           @rspec_example._karafka_consumer_messages
         end
+
+        # @return [Array<Hash>] pauses requested by the consumers, each with the `topic`,
+        #   `partition`, `offset` and `timeout`
+        def pauses
+          @rspec_example._karafka_pauses
+        end
+
+        # @return [Array<Hash>] resumes of paused consumers, each with the `topic` and `partition`
+        def resumes
+          @rspec_example._karafka_resumes
+        end
       end
     end
   end

data/lib/karafka/testing/spec_consumer_client.rb

@@ -6,6 +6,20 @@ module Karafka
     # For specs we do not mark anything as consumed, nor do we really send heartbeats.
     # Those things are tested in the framework itself
     class SpecConsumerClient
+      # @return [Array<Hash>] pauses requested on this client, each with the `topic`,
+      #   `partition`, `offset` and `timeout`
+      attr_reader :pauses
+
+      # @return [Array<Hash>] resumes requested on this client, each with the `topic` and
+      #   `partition`
+      attr_reader :resumes
+
+      # Builds a client with no pauses or resumes recorded
+      def initialize
+        @pauses = []
+        @resumes = []
+      end
+
       %i[
         mark_as_consumed
         mark_as_consumed!
@@ -17,6 +31,28 @@ module Karafka
         define_method(caught_delegator) { |*| true }
       end
 
+      # Records the pause instead of pausing the partition
+      #
+      # @param topic [String] topic name
+      # @param partition [Integer] partition
+      # @param offset [Integer, nil] offset to continue from or nil to keep the current position
+      # @param timeout [Integer] pause time in milliseconds
+      # @return [true]
+      def pause(topic, partition, offset = nil, timeout = 0)
+        @pauses << { topic: topic, partition: partition, offset: offset, timeout: timeout }
+        true
+      end
+
+      # Records the resume instead of resuming the partition
+      #
+      # @param topic [String] topic name
+      # @param partition [Integer] partition
+      # @return [true]
+      def resume(topic, partition)
+        @resumes << { topic: topic, partition: partition }
+        true
+      end
+
       # @return [Boolean] assignments are never lost for specs
       def assignment_lost?
         false

data/lib/karafka/testing/spec_consumer_resume.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+module Karafka
+  module Testing
+    # Resumes the partition on the client when a paused consumer resumes. In a real run the
+    # listener does it before the next poll, which never happens in specs.
+    module SpecConsumerResume
+      # Expires the pause and, if it was paused, resumes the partition as the listener does
+      def resume
+        pause_tracker = coordinator.pause_tracker
+        paused = pause_tracker.paused?
+
+        super
+
+        return unless paused
+
+        pause_tracker.resume
+        client.resume(topic.name, partition)
+      end
+    end
+  end
+end

data/lib/karafka/testing/spec_producer_client.rb

@@ -3,21 +3,47 @@
 module Karafka
   module Testing
     # Spec producer client used to buffer messages that we send out in specs
+    #
+    # @note Code under test may produce from many threads at once, so every operation that touches
+    #   the buffers runs under one lock
     class SpecProducerClient < ::WaterDrop::Clients::Buffered
       # @param example [RSpec::Core::ExampleGroup, Minitest::Test] test example we need to hold to
       #   trigger actions on it that are test context aware
       def initialize(example)
         super(nil)
         @example = example
+        @mutex = Mutex.new
       end
 
       # "Produces" message to Kafka. That is, it acknowledges it locally, adds it to the internal
       # buffer and adds it (if needed) into the current consumer messages buffer
       # @param message [Hash] `Karafka.producer.produce_sync` message hash
       def produce(message)
-        @example._karafka_add_message_to_consumer_if_needed(message)
+        @mutex.synchronize do
+          @example._karafka_add_message_to_consumer_if_needed(message)
 
-        super
+          super
+        end
+      end
+
+      # Starts the transaction on a given level
+      def begin_transaction
+        @mutex.synchronize { super }
+      end
+
+      # Finishes given level of transaction
+      def commit_transaction
+        @mutex.synchronize { super }
+      end
+
+      # Aborts the transaction
+      def abort_transaction
+        @mutex.synchronize { super }
+      end
+
+      # Clears internal buffer. Used in between specs so messages do not leak out
+      def reset
+        @mutex.synchronize { super }
       end
     end
   end

data/lib/karafka/testing/version.rb

@@ -3,6 +3,6 @@
 module Karafka
   module Testing
     # Current version of gem. It should match Karafka framework version
-    VERSION = "2.6.3"
+    VERSION = "2.6.4"
   end
 end

data/package-lock.json

@@ -286,9 +286,9 @@
       }
     },
     "node_modules/smol-toml": {
-      "version": "1.9.0",
-      "resolved": "https://registry.npmjs.org/smol-toml/-/smol-toml-1.9.0.tgz",
-      "integrity": "sha512-hpd+HLON7HdZXqYchMM/+LaTTbdK0AU3NngIJ4KVyWbY9bfQqdL9cD+4yf6dUoU2Ap4VsU0JkQi6FxAI1B2mXQ==",
+      "version": "1.9.1",
+      "resolved": "https://registry.npmjs.org/smol-toml/-/smol-toml-1.9.1.tgz",
+      "integrity": "sha512-j7WyPdf0CJoutMzMoPLF/bVXHtKZIT9Rb4eGeEbWw8X2t5oirjPgpL+OpaENZrILYaXqYwnVH+qgUwVbl+pUJQ==",
       "dev": true,
       "license": "BSD-3-Clause",
       "engines": {

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: karafka-testing
 version: !ruby/object:Gem::Version
-  version: 2.6.3
+  version: 2.6.4
 platform: ruby
 authors:
 - Maciej Mensfeld
@@ -82,6 +82,7 @@ files:
 - lib/karafka/testing/rspec/helpers.rb
 - lib/karafka/testing/rspec/proxy.rb
 - lib/karafka/testing/spec_consumer_client.rb
+- lib/karafka/testing/spec_consumer_resume.rb
 - lib/karafka/testing/spec_producer_client.rb
 - lib/karafka/testing/version.rb
 - package-lock.json