karafka-testing 2.5.2 → 2.5.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 40b46e44a759f27c060eacf7a6d6dccced952d4f2856d1d1e6b3351e6523da32
-  data.tar.gz: 053c32a504201d0845b907b645931ce6608ce8ee0d2843d524d1cb6a4e94db1d
+  metadata.gz: a0bac7810f07fb9324256c1cdb77d41a703a9b4d9333de1f191d74502fc93948
+  data.tar.gz: 1d4a0400c7e7784f377eae9a2bf94ff4046a8c21214844019a2300c71b1c4e9c
 SHA512:
-  metadata.gz: 665bd3003da0c61c7104fdfe0452a87d259e2aef68e19541a8c07d3e57c456258a14426d2222c84efd907f222fac90c13b4228659aef143ac518176b27987baa
-  data.tar.gz: 4be8a6c8ffda91e3eeeb7f5f06fd97bebd26c66a3decf5a307f5f7b41118c19d5fe534303d7c4193a0c7b7f9d28ed37c1438006bbef7189b0dfef9f94e34a3da
+  metadata.gz: 27c816ab440addf35afde363c2ad742b02089ea2b1b863e33087d80d2284bac83b6cbe1bc62fee3eebfff7bd50126a80e8f10fe9c9c9b1df9c8396b00cb7af15
+  data.tar.gz: 31ef6e3808dc2e2c5263c981974c0b360749c02cf8ac8d3a9dee9339f6dd909b2bdd871e9bcc33ffcbcc987ba240e005828e556fae46e78563cc970278e20e14

data/.github/workflows/ci.yml

@@ -6,9 +6,7 @@ concurrency:
 
 on:
   pull_request:
-    branches: [ main, master ]
-  push:
-    branches: [ main, master ]
+    branches: [ master ]
   schedule:
     - cron: '0 1 * * *'
 
@@ -28,12 +26,11 @@ jobs:
           - '3.4'
           - '3.3'
           - '3.2'
-          - '3.1'
         include:
           - ruby: '3.3'
             coverage: 'true'
     steps:
-      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+      - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
         with:
           fetch-depth: 0
 
@@ -41,7 +38,7 @@ jobs:
         run: "[ -e $APT_DEPS ] || sudo apt-get install -y --no-install-recommends $APT_DEPS"
 
       - name: Set up Ruby
-        uses: ruby/setup-ruby@bb6434c747fa7022e12fa1cae2a0951fcffcff26 # v1.253.0
+        uses: ruby/setup-ruby@0481980f17b760ef6bca5e8c55809102a0af1e5a # v1.263.0
         with:
           ruby-version: ${{matrix.ruby}}
           bundler: 'latest'
@@ -62,12 +59,12 @@ jobs:
     strategy:
       fail-fast: false
     steps:
-      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+      - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
         with:
           fetch-depth: 0
 
       - name: Set up Ruby
-        uses: ruby/setup-ruby@bb6434c747fa7022e12fa1cae2a0951fcffcff26 # v1.253.0
+        uses: ruby/setup-ruby@0481980f17b760ef6bca5e8c55809102a0af1e5a # v1.263.0
         with:
           ruby-version: 3.3
 
@@ -86,7 +83,7 @@ jobs:
     strategy:
       fail-fast: false
     steps:
-      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+      - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
         with:
           fetch-depth: 0
 
@@ -106,3 +103,20 @@ jobs:
 
       - name: Run Coditsu
         run: ./coditsu_script.sh
+
+  ci-success:
+    name: CI Success
+    runs-on: ubuntu-latest
+    if: always()
+    needs:
+      - diffend
+      - coditsu
+      - specs
+    steps:
+      - name: Check all jobs passed
+        if: |
+          contains(needs.*.result, 'failure') ||
+          contains(needs.*.result, 'cancelled') ||
+          contains(needs.*.result, 'skipped')
+        run: exit 1
+      - run: echo "All CI checks passed!"

data/.github/workflows/push.yml

@@ -19,12 +19,12 @@ jobs:
       id-token: write
 
     steps:
-      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+      - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
         with:
           fetch-depth: 0
 
       - name: Set up Ruby
-        uses: ruby/setup-ruby@bb6434c747fa7022e12fa1cae2a0951fcffcff26 # v1.253.0
+        uses: ruby/setup-ruby@0481980f17b760ef6bca5e8c55809102a0af1e5a # v1.263.0
         with:
           bundler-cache: false
 

data/.github/workflows/verify-action-pins.yml

@@ -7,7 +7,7 @@ jobs:
   verify_action_pins:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+      - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
       - name: Check SHA pins
         run: |
           if grep -E -r "uses: .*/.*@(v[0-9]+|main|master)($|[[:space:]]|$)" --include="*.yml" --include="*.yaml" .github/workflows/ | grep -v "#"; then

data/.ruby-version

@@ -1 +1 @@
-3.4.5
+3.4.6

data/CHANGELOG.md

@@ -1,5 +1,12 @@
 # Karafka Testing Changelog
 
+## 2.5.4 (2025-10-03)
+- [Fix] Topic present in second dynamically built subscription group not available for dispatch (#291).
+- [Change] Remove Ruby `3.1` according to the EOL schedule.
+
+## 2.5.3 (2025-08-12)
+- [Fix] Allow testing consumers with Pro expansions (i.e. Piping).
+
 ## 2.5.2 (2025-08-04)
 - [Enhancement] Change RSpec hook execution order issue in Karafka testing helpers.
 - [Change] Remove `funding_uri` from the gemspec to minimize double-funding info.

data/Gemfile.lock

@@ -1,8 +1,8 @@
 PATH
   remote: .
   specs:
-    karafka-testing (2.5.2)
-      karafka (>= 2.5.0.beta1, < 2.6.0)
+    karafka-testing (2.5.4)
+      karafka (>= 2.5.0, < 2.6.0)
       waterdrop (>= 2.8.0)
 
 GEM
@@ -11,17 +11,26 @@ GEM
     base64 (0.2.0)
     ffi (1.17.0)
     ffi (1.17.0-x86_64-linux-gnu)
-    karafka (2.5.0.beta1)
+    json (2.13.2)
+    karafka (2.5.0)
       base64 (~> 0.2)
-      karafka-core (>= 2.5.0, < 2.6.0)
-      karafka-rdkafka (>= 0.19.2)
+      karafka-core (>= 2.5.2, < 2.6.0)
+      karafka-rdkafka (>= 0.19.5)
       waterdrop (>= 2.8.3, < 3.0.0)
       zeitwerk (~> 2.3)
-    karafka-core (2.5.0)
-      karafka-rdkafka (>= 0.19.2, < 0.21.0)
+    karafka-core (2.5.6)
+      karafka-rdkafka (>= 0.20.0)
       logger (>= 1.6.0)
-    karafka-rdkafka (0.19.2)
+    karafka-rdkafka (0.21.0)
       ffi (~> 1.15)
+      json (> 2.0)
+      logger
+      mini_portile2 (~> 2.6)
+      rake (> 12)
+    karafka-rdkafka (0.21.0-x86_64-linux-gnu)
+      ffi (~> 1.15)
+      json (> 2.0)
+      logger
       mini_portile2 (~> 2.6)
       rake (> 12)
     logger (1.7.0)

data/karafka-testing.gemspec

@@ -19,10 +19,10 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
   spec.require_paths = %w[lib]
 
-  spec.add_dependency 'karafka', '>= 2.5.0.beta1', '< 2.6.0'
+  spec.add_dependency 'karafka', '>= 2.5.0', '< 2.6.0'
   spec.add_dependency 'waterdrop', '>= 2.8.0'
 
-  spec.required_ruby_version = '>= 3.1.0'
+  spec.required_ruby_version = '>= 3.2.0'
 
   spec.metadata = {
     'homepage_uri' => 'https://karafka.io',

data/lib/karafka/testing/helpers.rb

@@ -15,17 +15,25 @@ module Karafka
         # @note Since we run the lookup on subscription groups, the search will automatically
         #   expand with matching patterns
         def karafka_consumer_find_candidate_topics(requested_topic, requested_consumer_group)
-          karafka_consumer_find_subscription_groups(requested_consumer_group)
-            # multiplexed subscriptions of the same origin share name, thus we can reduced
-            # multiplexing to the first one as during testing, there is no multiplexing parallel
-            # execution anyhow
-            .uniq(&:name)
-            .map(&:topics)
-            .filter_map do |topics|
-              topics.find(requested_topic.to_s)
-            rescue Karafka::Errors::TopicNotFoundError
-              nil
-            end
+          subscription_groups = karafka_consumer_find_subscription_groups(requested_consumer_group)
+
+          candidate_topics = []
+
+          subscription_groups.each do |group|
+            topic = group.topics.find(requested_topic.to_s)
+
+            next unless topic
+
+            candidate_topics << topic
+          rescue Karafka::Errors::TopicNotFoundError
+            # Skip groups that don't have the requested topic
+            next
+          end
+
+          # Remove duplicate topics from multiplexed subscriptions
+          # (Multiplexed subscriptions share the same name, and during testing
+          # there's no parallel execution anyway, so we only need the first one)
+          candidate_topics.uniq { |topic| topic.subscription_group.name }
         end
 
         # Finds subscription groups from the requested consumer group or selects all if no

data/lib/karafka/testing/minitest/helpers.rb

@@ -190,6 +190,7 @@ module Karafka
           coordinators = Karafka::Processing::CoordinatorsBuffer.new(
             Karafka::Routing::Topics.new([topic])
           )
+          processing_cfg = Karafka::App.config.internal.processing
           @consumer = topic.consumer.new
           @consumer.producer = Karafka::App.producer
           # Inject appropriate strategy so needed options and components are available
@@ -200,6 +201,8 @@ module Karafka
           @consumer.coordinator.seek_offset = 0
           # Indicate usage as for tests no direct enqueuing happens
           @consumer.instance_variable_set('@used', true)
+          expansions = processing_cfg.expansions_selector.find(topic)
+          expansions.each { |expansion| @consumer.singleton_class.include(expansion) }
           @_karafka_consumer_mappings[topic.name] = @consumer
           @consumer
         end

data/lib/karafka/testing/rspec/helpers.rb

@@ -201,16 +201,19 @@ module Karafka
             Karafka::Routing::Topics.new([topic])
           )
 
+          processing_cfg = Karafka::App.config.internal.processing
           consumer = topic.consumer.new
           consumer.producer = Karafka::App.producer
           # Inject appropriate strategy so needed options and components are available
-          strategy = Karafka::App.config.internal.processing.strategy_selector.find(topic)
+          strategy = processing_cfg.strategy_selector.find(topic)
           consumer.singleton_class.include(strategy)
           consumer.client = _karafka_consumer_client
           consumer.coordinator = coordinators.find_or_create(topic.name, 0)
           consumer.coordinator.seek_offset = 0
           # Indicate usage as for tests no direct enqueuing happens
           consumer.instance_variable_set('@used', true)
+          expansions = processing_cfg.expansions_selector.find(topic)
+          expansions.each { |expansion| consumer.singleton_class.include(expansion) }
 
           @_karafka_consumer_mappings[topic.name] = consumer
           consumer

data/lib/karafka/testing/version.rb

@@ -4,6 +4,6 @@
 module Karafka
   module Testing
     # Current version of gem. It should match Karafka framework version
-    VERSION = '2.5.2'
+    VERSION = '2.5.4'
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: karafka-testing
 version: !ruby/object:Gem::Version
-  version: 2.5.2
+  version: 2.5.4
 platform: ruby
 authors:
 - Maciej Mensfeld
@@ -15,7 +15,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.5.0.beta1
+        version: 2.5.0
     - - "<"
       - !ruby/object:Gem::Version
         version: 2.6.0
@@ -25,7 +25,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.5.0.beta1
+        version: 2.5.0
     - - "<"
       - !ruby/object:Gem::Version
         version: 2.6.0
@@ -101,7 +101,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 3.1.0
+      version: 3.2.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="