karafka-testing 2.2.1 → 2.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 073f7b386365e017596e6ad5d8c1f5753d72dab2eaf90c46504a4676f2690066
-  data.tar.gz: c64a949126353354af0218ed81fc2ee0229fea1edbc3dacf08d129f495053929
+  metadata.gz: 7234ba09684afa8617cf8c3f335462e418dbe1369792949d189029f9ec22e40c
+  data.tar.gz: '0861af20657686d3f7b3b0f99453959df567eb2b91f5ba1e60c23416e272633a'
 SHA512:
-  metadata.gz: eedf2b5d5ac5c5507f0e5ddf7c3a1f24efb729966c7de9e5f1ecc785f27a08a8fa16d38b8cd12aa5446ed3e5f94d2a3db3e71b675ce1ca250cad7b28635937b3
-  data.tar.gz: 709de9d3f9f6d4351c5abd33c4c0a1888d680fb8159ca07f643bfe4153860e6ed290272cd7545a697b7eeaef4b754f446c945f40cef872413831aefa444c33ec
+  metadata.gz: a210c2545d78aa92c4b9fd554f7d9687268d39e9ccd86ca5ebe8f94de55a295226e5c10126e948b11a769695baecbfaee183aa2318a1ce9a3e8aa4f0e8136791
+  data.tar.gz: 1f6365ee9adec3023b077c073c74ed10e66271d00ebd656eeb54bc12f912a981583f3e10e113bff530fa3a4dc3994ee95d4b95e93347f7576d6efa186ee0ff7b

data/.github/workflows/ci.yml

@@ -1,6 +1,8 @@
 name: ci
 
-concurrency: ci-${{ github.ref }}
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
 
 on:
   pull_request:
@@ -16,28 +18,46 @@ jobs:
       fail-fast: false
       matrix:
         ruby:
-          - '3.3.0-preview2'
+          - '3.3'
           - '3.2'
           - '3.1'
           - '3.0'
           - '2.7'
         include:
-          - ruby: '3.2'
+          - ruby: '3.3'
             coverage: 'true'
     steps:
       - uses: actions/checkout@v4
+
       - name: Install package dependencies
         run: "[ -e $APT_DEPS ] || sudo apt-get install -y --no-install-recommends $APT_DEPS"
+
       - name: Set up Ruby
         uses: ruby/setup-ruby@v1
         with:
           ruby-version: ${{matrix.ruby}}
+          bundler: 'latest'
+
       - name: Install latest bundler
         run: |
-          gem install bundler --no-document
+          if [[ "$(ruby -v | awk '{print $2}')" == 2.7.8* ]]; then
+            gem install bundler -v 2.4.22 --no-document
+            bundle config set version 2.4.22
+            gem update --system 3.4.22 --no-document
+          else
+            gem install bundler --no-document
+            gem update --system --no-document
+          fi
+
+          bundle config set without 'tools benchmarks docs'
+
       - name: Bundle install
         run: |
-          bundle install --jobs 4 --retry 3
+          if [[ "$(ruby -v | awk '{print $2}')" == 2.7.8* ]]; then
+            BUNDLER_VERSION=2.4.22 bundle install --jobs 4 --retry 3
+          else
+            bundle install --jobs 4 --retry 3
+          fi
 
   diffend:
     runs-on: ubuntu-latest
@@ -47,14 +67,18 @@ jobs:
       - uses: actions/checkout@v4
         with:
           fetch-depth: 0
+
       - name: Set up Ruby
         uses: ruby/setup-ruby@v1
         with:
-          ruby-version: 3.2
+          ruby-version: 3.3
+
       - name: Install latest bundler
         run: gem install bundler --no-document
+
       - name: Install Diffend plugin
         run: bundle plugin install diffend
+
       - name: Bundle Secure
         run: bundle secure
 

data/.ruby-version

@@ -1 +1 @@
-3.2.2
+3.3.0

data/CHANGELOG.md

@@ -1,5 +1,11 @@
 # Karafka Test gem changelog
 
+## 2.3.0 (2024-01-26)
+- [Maintenance] Release matching Karafka `2.3.0` release.
+
+## 2.2.2 (2023-11-16)
+- [**Feature**] Provide support for Minitest (ValentinoRusconi-EH)
+
 ## 2.2.1 (2023-10-26)
 - [Enhancement] Support patterns in `#consumer_for` consumer builder.
 

data/Gemfile.lock

@@ -1,41 +1,37 @@
 PATH
   remote: .
   specs:
-    karafka-testing (2.2.1)
-      karafka (>= 2.2.0, < 3.0.0)
-      waterdrop (>= 2.6.6)
+    karafka-testing (2.3.0)
+      karafka (>= 2.3.0, < 2.4.0)
+      waterdrop (>= 2.6.12)
 
 GEM
   remote: https://rubygems.org/
   specs:
-    concurrent-ruby (1.2.2)
-    ffi (1.15.5)
-    karafka (2.2.0)
-      karafka-core (>= 2.1.1, < 2.2.0)
-      thor (>= 0.20)
-      waterdrop (>= 2.6.6, < 3.0.0)
+    ffi (1.16.3)
+    karafka (2.3.0)
+      karafka-core (>= 2.3.0, < 2.4.0)
+      waterdrop (>= 2.6.12, < 3.0.0)
       zeitwerk (~> 2.3)
-    karafka-core (2.1.1)
-      concurrent-ruby (>= 1.1)
-      karafka-rdkafka (>= 0.13.1, < 0.14.0)
-    karafka-rdkafka (0.13.3)
+    karafka-core (2.3.0)
+      karafka-rdkafka (>= 0.14.8, < 0.15.0)
+    karafka-rdkafka (0.14.8)
       ffi (~> 1.15)
       mini_portile2 (~> 2.6)
       rake (> 12)
-    mini_portile2 (2.8.1)
-    rake (13.0.6)
-    thor (1.2.1)
-    waterdrop (2.6.6)
-      karafka-core (>= 2.1.1, < 3.0.0)
+    mini_portile2 (2.8.5)
+    rake (13.1.0)
+    waterdrop (2.6.12)
+      karafka-core (>= 2.2.3, < 3.0.0)
       zeitwerk (~> 2.3)
-    zeitwerk (2.6.7)
+    zeitwerk (2.6.12)
 
 PLATFORMS
-  arm64-darwin
+  ruby
   x86_64-linux
 
 DEPENDENCIES
   karafka-testing!
 
 BUNDLED WITH
-   2.4.12
+   2.5.5

data/karafka-testing.gemspec

@@ -24,8 +24,8 @@ Gem::Specification.new do |spec|
     spec.signing_key = File.expand_path('~/.ssh/gem-private_key.pem')
   end
 
-  spec.add_dependency 'karafka', '>= 2.2.0', '< 3.0.0'
-  spec.add_dependency 'waterdrop', '>= 2.6.6'
+  spec.add_dependency 'karafka', '>= 2.3.0', '< 2.4.0'
+  spec.add_dependency 'waterdrop', '>= 2.6.12'
 
   spec.metadata = {
     'funding_uri' => 'https://karafka.io/#become-pro',

data/lib/karafka/testing/minitest/helpers.rb

@@ -0,0 +1,205 @@
+# frozen_string_literal: true
+
+require 'karafka/testing/errors'
+require 'karafka/testing/spec_consumer_client'
+require 'karafka/testing/spec_producer_client'
+require 'karafka/testing/minitest/proxy'
+
+module Karafka
+  module Testing
+    # All the things related to extra functionalities needed to easier spec out
+    # Karafka things using Minitest
+    module Minitest
+      # Minitest helpers module that needs to be included
+      module Helpers
+        class << self
+          # Adds all the needed extra functionalities to the minitest group
+          # @param base [Class] Minitest example group we want to extend
+          def included(base)
+            base.class_eval do
+              setup do
+                @karafka = Karafka::Testing::Minitest::Proxy.new(self)
+                @_karafka_consumer_messages = []
+                @_karafka_consumer_client = Karafka::Testing::SpecConsumerClient.new
+                @_karafka_producer_client = Karafka::Testing::SpecProducerClient.new(self)
+
+                @_karafka_consumer_messages.clear
+                @_karafka_producer_client.reset
+
+                Karafka.producer.stubs(:client).returns(@_karafka_producer_client)
+              end
+            end
+          end
+        end
+
+        # Creates a consumer instance for a given topic
+        #
+        # @param requested_topic [String, Symbol] name of the topic for which we want to
+        #   create a consumer instance
+        # @param requested_consumer_group [String, Symbol, nil] optional name of the consumer group
+        #   if we have multiple consumer groups listening on the same topic
+        # @return [Object] Karafka consumer instance
+        # @raise [Karafka::Testing::Errors::TopicNotFoundError] raised when we're unable to find
+        #   topic that was requested
+        #
+        # @example Creates a consumer instance with settings for `my_requested_topic`
+        #   consumer = @karafka.consumer_for(:my_requested_topic)
+        def _karafka_consumer_for(requested_topic, requested_consumer_group = nil)
+          selected_topics = _karafka_consumer_find_candidate_topics(
+            requested_topic.to_s,
+            requested_consumer_group.to_s
+          )
+
+          raise Errors::TopicInManyConsumerGroupsError, requested_topic if selected_topics.size > 1
+          raise Errors::TopicNotFoundError, requested_topic if selected_topics.empty?
+
+          _karafka_build_consumer_for(selected_topics.first)
+        end
+
+        # Adds a new Karafka message instance if needed with given payload and options into an
+        # internal consumer buffer that will be used to simulate messages delivery to the consumer
+        #
+        # @param message [Hash] message that was sent to Kafka
+        #
+        # @example Send a json message to consumer
+        #   @karafka.produce({ 'hello' => 'world' }.to_json)
+        #
+        # @example Send a json message to consumer and simulate, that it is partition 6
+        #   @karafka.produce({ 'hello' => 'world' }.to_json, 'partition' => 6)
+        def _karafka_add_message_to_consumer_if_needed(message)
+          # Consumer needs to be defined in order to pass messages to it
+          return unless defined?(@consumer)
+          # We're interested in adding message to consumer only when it is a Karafka consumer
+          # Users may want to test other things (models producing messages for example) and in
+          # their case consumer will not be a consumer
+          return unless @consumer.is_a?(Karafka::BaseConsumer)
+          # We target to the consumer only messages that were produced to it, since specs may also
+          # produce other messages targeting other topics
+          return unless message[:topic] == @consumer.topic.name
+
+          # Build message metadata and copy any metadata that would come from the message
+          metadata = _karafka_message_metadata_defaults
+
+          metadata.keys.each do |key|
+            next unless message.key?(key)
+
+            metadata[key] = message.fetch(key)
+          end
+          # Add this message to previously produced messages
+          @_karafka_consumer_messages << Karafka::Messages::Message.new(
+            message[:payload],
+            Karafka::Messages::Metadata.new(metadata).freeze
+          )
+          # Update batch metadata
+          batch_metadata = Karafka::Messages::Builders::BatchMetadata.call(
+            @_karafka_consumer_messages,
+            @consumer.topic,
+            0,
+            Time.now
+          )
+
+          # Update consumer messages batch
+          @consumer.messages = Karafka::Messages::Messages.new(
+            @_karafka_consumer_messages,
+            batch_metadata
+          )
+        end
+
+        # Produces message with a given payload to the consumer matching topic
+        # @param payload [String] payload we want to dispatch
+        # @param metadata [Hash] any metadata we want to dispatch alongside the payload
+        def _karafka_produce(payload, metadata = {})
+          Karafka.producer.produce_sync(
+            {
+              topic: @consumer.topic.name,
+              payload: payload
+            }.merge(metadata)
+          )
+        end
+
+        # @return [Array<Hash>] messages that were produced
+        def _karafka_produced_messages
+          @_karafka_producer_client.messages
+        end
+
+        private
+
+        # @return [Hash] message default options
+        def _karafka_message_metadata_defaults
+          {
+            deserializer: @consumer.topic.deserializer,
+            timestamp: Time.now,
+            headers: {},
+            key: nil,
+            offset: @_karafka_consumer_messages.size,
+            partition: 0,
+            received_at: Time.now,
+            topic: @consumer.topic.name
+          }
+        end
+
+        # Builds the consumer instance based on the provided topic
+        #
+        # @param topic [Karafka::Routing::Topic] topic for which we want to build the consumer
+        # @return [Object] karafka consumer
+        def _karafka_build_consumer_for(topic)
+          coordinators = Karafka::Processing::CoordinatorsBuffer.new(
+            Karafka::Routing::Topics.new([topic])
+          )
+          @consumer = topic.consumer.new
+          @consumer.producer = Karafka::App.producer
+          # Inject appropriate strategy so needed options and components are available
+          strategy = Karafka::App.config.internal.processing.strategy_selector.find(topic)
+          @consumer.singleton_class.include(strategy)
+          @consumer.client = @karafka_consumer_client
+          @consumer.coordinator = coordinators.find_or_create(topic.name, 0)
+          @consumer.coordinator.seek_offset = 0
+          # Indicate usage as for tests no direct enqueuing happens
+          @consumer.instance_variable_set('@used', true)
+          @consumer
+        end
+
+        # Finds all the routing topics matching requested topic within all topics or within
+        # provided consumer group based on name
+        #
+        # @param requested_topic [String] requested topic name
+        # @param requested_consumer_group [String] requested consumer group or nil to look in all
+        # @return [Array<Karafka::Routing::Topic>] all matching topics
+        #
+        # @note Since we run the lookup on subscription groups, the search will automatically
+        #   expand with matching patterns
+        def _karafka_consumer_find_candidate_topics(requested_topic, requested_consumer_group)
+          _karafka_consumer_find_subscription_groups(requested_consumer_group)
+            .map(&:topics)
+            .filter_map do |topics|
+              topics.find(requested_topic.to_s)
+            rescue Karafka::Errors::TopicNotFoundError
+              nil
+            end
+        end
+
+        # Finds subscription groups from the requested consumer group or selects all if no
+        # consumer group specified
+        # @param requested_consumer_group [String] requested consumer group or nil to look in all
+        # @return [Array<Karafka::Routing::SubscriptionGroup>] requested subscription groups
+        def _karafka_consumer_find_subscription_groups(requested_consumer_group)
+          if requested_consumer_group && !requested_consumer_group.empty?
+            ::Karafka::App
+              .subscription_groups
+              # Find matching consumer group
+              .find { |cg, _sgs| cg.name == requested_consumer_group.to_s }
+              # Raise error if not found
+              .tap { |cg| cg || raise(Errors::ConsumerGroupNotFound, requested_consumer_group) }
+              # Since lookup was on a hash, get the value, that is subscription groups
+              .last
+          else
+            ::Karafka::App
+              .subscription_groups
+              .values
+              .flatten
+          end
+        end
+      end
+    end
+  end
+end

data/lib/karafka/testing/minitest/proxy.rb

@@ -0,0 +1,31 @@
+# frozen_string_literal: true
+
+module Karafka
+  module Testing
+    module Minitest
+      # Proxy object for a nicer `karafka.` API within Minitest
+      # None other should be used by the end users
+      class Proxy
+        # @param minitest_example [Minitest::Test] minitest context
+        def initialize(minitest_example)
+          @minitest_example = minitest_example
+        end
+
+        # @param args Anything that the `#_karafka_consumer_for` accepts
+        def consumer_for(*args)
+          @minitest_example._karafka_consumer_for(*args)
+        end
+
+        # @param args Anything that `#_karafka_produce` accepts
+        def produce(*args)
+          @minitest_example._karafka_produce(*args)
+        end
+
+        # @return [Array<Hash>] messages produced via `Karafka#producer`
+        def produced_messages
+          @minitest_example._karafka_produced_messages
+        end
+      end
+    end
+  end
+end

data/lib/karafka/testing/version.rb

@@ -4,6 +4,6 @@
 module Karafka
   module Testing
     # Current version of gem. It should match Karafka framework version
-    VERSION = '2.2.1'
+    VERSION = '2.3.0'
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: karafka-testing
 version: !ruby/object:Gem::Version
-  version: 2.2.1
+  version: 2.3.0
 platform: ruby
 authors:
 - Maciej Mensfeld
@@ -35,7 +35,7 @@ cert_chain:
   AnG1dJU+yL2BK7vaVytLTstJME5mepSZ46qqIJXMuWob/YPDmVaBF39TDSG9e34s
   msG3BiCqgOgHAnL23+CN3Rt8MsuRfEtoTKpJVcCfoEoNHOkc
   -----END CERTIFICATE-----
-date: 2023-10-26 00:00:00.000000000 Z
+date: 2024-01-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: karafka
@@ -43,34 +43,34 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.2.0
+        version: 2.3.0
     - - "<"
       - !ruby/object:Gem::Version
-        version: 3.0.0
+        version: 2.4.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.2.0
+        version: 2.3.0
     - - "<"
       - !ruby/object:Gem::Version
-        version: 3.0.0
+        version: 2.4.0
 - !ruby/object:Gem::Dependency
   name: waterdrop
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.6.6
+        version: 2.6.12
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.6.6
+        version: 2.6.12
 description: Library which provides helpers for easier Karafka consumers tests
 email:
 - contact@karafka.io
@@ -97,6 +97,8 @@ files:
 - lib/karafka-testing.rb
 - lib/karafka/testing.rb
 - lib/karafka/testing/errors.rb
+- lib/karafka/testing/minitest/helpers.rb
+- lib/karafka/testing/minitest/proxy.rb
 - lib/karafka/testing/rspec/helpers.rb
 - lib/karafka/testing/rspec/proxy.rb
 - lib/karafka/testing/spec_consumer_client.rb
@@ -129,7 +131,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.19
+rubygems_version: 3.5.3
 signing_key: 
 specification_version: 4
 summary: Library which provides helpers for easier Karafka consumers tests