karafka 2.4.0 → 2.4.18

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8111bc347c891837ee1f7cbabd4d98ee1c55f2bb7366e72aa077628cc4052c14
-  data.tar.gz: 9a616eb14fbbddc433e56691540613a728cab6163632981de1c9f21abee8f0b4
+  metadata.gz: 66dcb47a4936205b3d71838001db5c64e6fab4da332f54fcb8e64521a081c871
+  data.tar.gz: 5f113ec8bc1459a5994acf8935c802b893695fd69002937b4a91b5697423cb81
 SHA512:
-  metadata.gz: 35e52c0f5ffeace79cc58e6ef85918f6ff32c80233419dec83a5b99485cd6f5ac2b163f3d0a73e96b4ac424e27a81a3f8f848d3bed5e461b69eb28399f102d3c
-  data.tar.gz: 544848837b53a5e0e64b9c842f8dadc63a486b784660e37a6f44a67947682c59cd112e6ac509e19de99b7b084402b38d7e00d7fff52a89c9e07172f593b3032e
+  metadata.gz: 1abbfec5c703e755f012d9171934e7486ab0fbfd1295c0fd2b81216156783156415aaa2d547215aa9ec8a62f54db53b269181ed6638644c66529456f897a708a
+  data.tar.gz: 677b50678298d384ea4862fc703327a9e351d1f2bacd82f027f4f43fd60cceaac81a93cec133c005e7f90f917162301ff5725bfe5f0ba6ed1754ce2fa0503c66

data/.github/ISSUE_TEMPLATE/bug_report.md

@@ -1,51 +1,43 @@
 ---
 name: Bug Report
-about: Report an issue with Karafka you've discovered.
+about: Report an issue within the Karafka ecosystem you've discovered.
 ---
 
-*Be clear, concise and precise in your description of the problem.
-Open an issue with a descriptive title and a summary in grammatically correct,
-complete sentences.*
+To make this process smoother for everyone involved, please read the following information before filling out the template.
 
-*Use the template below when reporting bugs. Please, make sure that
-you're running the latest stable Karafka and that the problem you're reporting
-hasn't been reported (and potentially fixed) already.*
+Scope of the OSS Support
+===========
 
-*Before filing the ticket you should replace all text above the horizontal
-rule with your own words.*
+We do not provide OSS support for outdated versions of Karafka and its components.
 
---------
+Please ensure that you are using a version that is still actively supported. We cannot assist with any no longer maintained versions unless you support us with our Pro offering (https://karafka.io/docs/Pro-Support/).
 
-## Expected behavior
+We acknowledge that understanding the specifics of your application and its configuration can be essential for resolving certain issues. However, due to the extensive time and resources such analysis can require, this may fall beyond our Open Source Support scope.
 
-Describe here how you expected Karafka to behave in this particular situation.
+If Karafka or its components are critical to your infrastructure, we encourage you to consider our Pro Offering.
 
-## Actual behavior
+By backing us up, you can gain direct assistance and ensure your use case receives the dedicated attention it deserves.
 
-Describe here what actually happened.
 
-## Steps to reproduce the problem
+Important Links to Read
+===========
 
-This is extremely important! Providing us with a reliable way to reproduce
-a problem will expedite its solution.
+Please take a moment to review the following resources before submitting your report:
 
-## Your setup details
+- Issue Reporting Guide: https://karafka.io/docs/Support/#issue-reporting-guide
+- Support Policy: https://karafka.io/docs/Support/
+- Versions, Lifecycle, and EOL: https://karafka.io/docs/Versions-Lifecycle-and-EOL/
 
-Please provide kafka version and the output of `karafka info` or `bundle exec karafka info` if using Bundler.
 
-Here's an example:
+Bug Report Details
+===========
 
-```
-$ [bundle exec] karafka info
-Karafka version: 2.2.10 + Pro
-Ruby version: ruby 3.2.2 (2023-03-30 revision e51014f9c0) [x86_64-linux]
-Rdkafka version: 0.13.8
-Consumer groups count: 2
-Subscription groups count: 2
-Workers count: 2
-Application client id: example_app
-Boot file: /app/karafka.rb
-Environment: development
-License: Commercial
-License entity: karafka-ci
-```
+Please provide all the details per our Issue Reporting Guide: https://karafka.io/docs/Support/#issue-reporting-guide
+
+Failing to provide the required details may result in the issue being closed. Please include all necessary information to help us understand and resolve your issue effectively.
+
+
+Additional Context
+===========
+
+Add any other context about the problem here.

data/.github/workflows/ci.yml

@@ -27,7 +27,7 @@ jobs:
       - name: Set up Ruby
         uses: ruby/setup-ruby@v1
         with:
-          ruby-version: 3.3
+          ruby-version: 3.4
           bundler-cache: true
 
       - name: Install Diffend plugin
@@ -73,12 +73,12 @@ jobs:
       fail-fast: false
       matrix:
         ruby:
+          - '3.4'
           - '3.3'
           - '3.2'
           - '3.1'
-          - '3.0'
         include:
-          - ruby: '3.3'
+          - ruby: '3.4'
             coverage: 'true'
     steps:
       - uses: actions/checkout@v4
@@ -89,6 +89,13 @@ jobs:
         run: |
           docker compose up -d || (sleep 5 && docker compose up -d)
 
+      # Newer versions of ActiveSupport and Rails do not work with Ruby 3.1 anymore.
+      # While we use newer by default we do want to resolve older and test, thus we remove
+      # Gemfile.lock and let it resolve to the most compatible version possible
+      - name: Remove Gemfile.lock if Ruby 3.1
+        if: matrix.ruby == '3.1'
+        run: rm -f Gemfile.lock
+
       - name: Set up Ruby
         uses: ruby/setup-ruby@v1
         with:
@@ -113,10 +120,10 @@ jobs:
       fail-fast: false
       matrix:
         ruby:
+          - '3.4'
           - '3.3'
           - '3.2'
           - '3.1'
-          - '3.0'
     steps:
       - uses: actions/checkout@v4
       - name: Install package dependencies
@@ -146,6 +153,11 @@ jobs:
 
           bundle config set without 'tools benchmarks docs'
 
+      - name: Fix directory permissions for Bundler
+        run: |
+          chmod -R o-w /opt/hostedtoolcache/Ruby/3*/x64/lib/ruby/gems/3*/gems
+          chmod +t /opt/hostedtoolcache/Ruby/3*/x64/lib/ruby/gems/3*/gems
+
       - name: Bundle install
         run: |
           bundle config set without development
@@ -159,17 +171,17 @@ jobs:
         run: bin/integrations --exclude '/pro'
 
   integrations_pro:
-    timeout-minutes: 40
+    timeout-minutes: 45
     runs-on: ubuntu-latest
     needs: diffend
     strategy:
       fail-fast: false
       matrix:
         ruby:
+          - '3.4'
           - '3.3'
           - '3.2'
           - '3.1'
-          - '3.0'
     steps:
       - uses: actions/checkout@v4
       - name: Install package dependencies

data/.ruby-version

@@ -1 +1 @@
-3.3.1
+3.4.1

data/CHANGELOG.md

@@ -1,4 +1,145 @@
-# Karafka framework changelog
+# Karafka Framework Changelog
+
+## 2.4.18 (2025-04-09)
+- [Fix] Make sure `Bundler.with_unbundled_env` is not called multiple times.
+
+## 2.4.17 (2025-01-15)
+- [Enhancement] Clean message key and headers when cleaning messages via the cleaner API (Pro).
+- [Enhancement] Allow for setting `metadata: false` in the cleaner API for granular cleaning control (Pro)
+- [Enhancement] Instrument successful transaction via `consumer.consuming.transaction` event (Pro).
+
+## 2.4.16 (2024-12-27)
+- [Enhancement] Improve post-rebalance revocation messages filtering.
+- [Enhancement] Introduce `Consumer#wrap` for connection pooling management and other wrapped operations.
+- [Enhancement] Guard transactional operations from marking beyond assignment ownership under some extreme edge-cases.
+- [Enhancement] Improve VPs work with transactional producers.
+- [Enhancement] Prevent non-transactional operations leakage into transactional managed offset management consumers.
+- [Fix] Prevent transactions from being marked with a non-transactional default producer when automatic offset management and other advanced features are on.
+- [Fix] Fix `kafka_format` `KeyError` that occurs when a non-hash is assigned to the kafka scope of the settings.
+- [Fix] Non cooperative-sticky transactional offset management can refetch reclaimed partitions.
+
+## 2.4.15 (2024-12-04)
+- [Fix] Assignment tracker current state fetch during a rebalance loop can cause an error on multi CG setup.
+- [Fix] Prevent double post-transaction offset dispatch to Kafka.
+
+## 2.4.14 (2024-11-25)
+- [Enhancement] Improve low-level critical error reporting.
+- [Enhancement] Expand Kubernetes Liveness state reporting with critical errors detection.
+- [Enhancement] Save several string allocations and one array allocation on each job execution when using Datadog instrumentation.
+- [Enhancement] Support `eofed` jobs in the AppSignal instrumentation.
+- [Enhancement] Allow running bootfile-less Rails setup Karafka CLI commands where stuff is configured in the initializers.
+- [Fix] `Instrumentation::Vendors::Datadog::LoggerListener` treats eof jobs as consume jobs.
+
+## 2.4.13 (2024-10-11)
+- [Enhancement] Make declarative topics return different exit codes on migrable/non-migrable states (0 - no changes, 2 - changes) when used with `--detailed-exitcode` flag.
+- [Enhancement] Introduce `config.strict_declarative_topics` that should force declaratives on all non-pattern based topics and DLQ topics
+- [Enhancement] Report ignored repartitioning to lower number of partitions in declarative topics.
+- [Enhancement] Promote the `LivenessListener#healty?` to a public API.
+- [Fix] Fix `Karafka::Errors::MissingBootFileError` when debugging in VScode with ruby-lsp.
+- [Fix] Require `karafka-core` `>=` `2.4.4` to prevent dependencies conflicts. 
+- [Fix] Validate swarm cli and always parse options from argv (roelbondoc)
+
+## 2.4.12 (2024-09-17)
+- **[Feature]** Provide Adaptive Iterator feature as a fast alternative to Long-Running Jobs (Pro).
+- [Enhancement] Provide `Consumer#each` as a delegation to messages batch.
+- [Enhancement] Verify cancellation request envelope topic similar to the schedule one.
+- [Enhancement] Validate presence of `bootstrap.servers` to avoid incomplete partial reconfiguration.
+- [Enhancement] Support `ActiveJob#enqueue_at` via Scheduled Messages feature (Pro).
+- [Enhancement] Introduce `Karafka::App#debug!` that will switch Karafka and the default producer into extensive debug mode. Useful for CLI debugging.
+- [Enhancement] Support full overwrite of the `BaseConsumer#producer`.
+- [Enhancement] Transfer the time of last poll back to the coordinator for more accurate metrics tracking.
+- [Enhancement] Instrument `Consumer#seek` via `consumer.consuming.seek`.
+- [Fix] Fix incorrect time reference reload in scheduled messages.
+
+## 2.4.11 (2024-09-04)
+- [Enhancement] Validate envelope target topic type for Scheduled Messages.
+- [Enhancement] Support for enqueue_after_transaction_commit in rails active job.
+- [Fix] Fix invalid reference to AppSignal version.
+
+## 2.4.10 (2024-09-03)
+- **[Feature]** Provide Kafka based Scheduled Messages to be able to send messages in the future via a proxy topic.
+- [Enhancement] Introduce a `#assigned` hook for consumers to be able to trigger actions when consumer is built and assigned but before first consume/ticking, etc.
+- [Enhancement] Provide `Karafka::Messages::Message#tombstone?` to be able to quickly check if a message is a tombstone message.
+- [Enhancement] Provide more flexible API for Recurring Tasks topics reconfiguration.
+- [Enhancement] Remove no longer needed Rails connection releaser.
+- [Enhancement] Update AppSignal client to support newer versions (tombruijn and hieuk09).
+- [Fix] Fix a case where there would be a way to define multiple subscription groups for same topic with different consumer.
+
+## 2.4.9 (2024-08-23)
+- **[Feature]** Provide Kafka based Recurring (Cron) Tasks.
+- [Enhancement] Wrap worker work with Rails Reloader/Executor (fusion2004)
+- [Enhancement] Allow for partial topic level kafka scope settings reconfiguration via `inherit` flag.
+- [Enhancement] Validate `eof` kafka scope flag when `eofed` in routing enabled.
+- [Enhancement] Provide `mark_after_dispatch` setting for granular DLQ marking control.
+- [Enhancement] Provide `Karafka::Admin.rename_consumer_group`.
+
+## 2.4.8 (2024-08-09)
+- **[Feature]** Introduce ability to react to `#eof` either from `#consume` or from `#eofed` when EOF without new messages.
+- [Enhancement] Provide `Consumer#eofed?` to indicate reaching EOF.
+- [Enhancement] Always immediately report on `inconsistent_group_protocol` error.
+- [Enhancement] Reduce virtual partitioning to 1 partition when any partitioner execution in a partitioned batch crashes.
+- [Enhancement] Provide `KARAFKA_REQUIRE_RAILS` to disable default Rails `require` to run Karafka without Rails despite having Rails in the Gemfile.
+- [Enhancement] Increase final listener recovery from 1 to 60 seconds to prevent constant rebalancing. This is the last resort recovery and should never happen unless critical errors occur.
+
+## 2.4.7 (2024-08-01)
+- [Enhancement] Introduce `Karafka::Server.execution_mode` to check in what mode Karafka process operates (`standalone`, `swarm`, `supervisor`, `embedded`).
+- [Enhancement] Ensure `max.poll.interval.ms` is always present and populate it with librdkafka default.
+- [Enhancement] Introduce a shutdown time limit for unsubscription wait.
+- [Enhancement] Tag with `mode:swarm` each of the running swarm consumers.
+- [Change] Tag with `mode:embedded` instead of `embedded` the embedded consumers.
+- [Fix] License identifier `LGPL-3.0` is deprecated for SPDX (#2177).
+- [Fix] Fix an issue where custom clusters would not have default settings populated same as the primary cluster.
+- [Fix] Fix Rspec warnings of nil mocks.
+- [Maintenance] Cover `cooperative-sticky` librdkafka issues with integration spec.
+
+## 2.4.6 (2024-07-22)
+- [Fix] Mitigate `rd_kafka_cgrp_terminated` and other `librdkafka` shutdown issues by unsubscribing fully prior to shutdown.
+
+## 2.4.5 (2024-07-18)
+- [Change] Inject `client.id` when building subscription group and not during the initial setup.
+- [Fix] Mitigate `confluentinc/librdkafka/issues/4783` by injecting dynamic client id when using `cooperative-sticky` strategy.
+
+### Change Note
+
+`client.id` is technically a low-importance value that should not (aside from this error) impact operations. This is why it is not considered a breaking change. This change may be reverted when the original issue is fixed in librdkafka.
+
+## 2.4.4 (2024-07-04)
+- [Enhancement] Allow for offset storing from the Filtering API.
+- [Enhancement] Print more extensive error info on forceful shutdown.
+- [Enhancement] Include `original_key` in the DLQ dispatch headers.
+- [Enhancement] Support embedding mode control management from the trap context.
+- [Enhancement] Make sure, that the listener thread is stopped before restarting.
+- [Fix] Do not block on hanging listener shutdown when invoking forceful shutdown.
+- [Fix] Static membership fencing error is not propagated explicitly enough.
+- [Fix] Make sure DLQ dispatches raw headers and not deserialized headers (same as payload).
+- [Fix] Fix a typo where `ms` in logger listener would not have space before it.
+- [Maintenance] Require `karafka-core` `>=` `2.4.3`.
+- [Maintenance] Allow for usage of `karafka-rdkafka` `~` `0.16` to support librdkafka `2.4.0`.
+- [Maintenance] Lower the precision reporting to 100 microseconds in the logger listener.
+
+## 2.4.3 (2024-06-12)
+- [Enhancement] Allow for customization of Virtual Partitions reducer for enhanced parallelization.
+- [Enhancement] Add more error codes to early report on polling issues (kidlab)
+- [Enhancement] Add `transport`, `network_exception` and `coordinator_load_in_progress` alongside `timed_out` to retryable errors for the proxy.
+- [Enhancement] Improve `strict_topics_namespacing` validation message.
+- [Change] Remove default empty thread name from `Async` since Web has been upgraded.
+- [Fix] Installer doesn't respect directories in `KARAFKA_BOOT_FILE`.
+- [Fix] Fix case where non absolute boot file path would not work as expected.
+- [Fix] Allow for installing Karafka in a non-existing (yet) directory
+- [Maintenance] Require `waterdrop` `>=` `2.7.3` to support idempotent producer detection.
+
+## 2.4.2 (2024-05-14)
+- [Enhancement] Validate ActiveJob adapter custom producer format.
+- [Fix] Internal seek does not resolve the offset correctly for time based lookup.
+
+## 2.4.1 (2024-05-10)
+- [Enhancement] Allow for usage of producer variants and alternative producers with ActiveJob Jobs (Pro).
+- [Enhancement] Support `:earliest` and `:latest` in `Karafka::Admin#seek_consumer_group`.
+- [Enhancement] Align configuration attributes mapper with exact librdkafka version used and not master.
+- [Maintenance] Use `base64` from RubyGems as it will no longer be part of standard library in Ruby 3.4.
+- [Fix] Support migrating via aliases and plan with aliases usage.
+- [Fix] Active with default set to `false` cannot be overwritten
+- [Fix] Fix inheritance of ActiveJob adapter `karafka_options` partitioner and dispatch method.
 
 ## 2.4.0 (2024-04-26)
 
@@ -61,6 +202,10 @@ This release contains **BREAKING** changes. Make sure to read and apply upgrade
 
 Available [here](https://karafka.io/docs/Upgrades-2.4/).
 
+## 2.3.4 (2024-04-11)
+
+- [Fix] Seek consumer group on a topic level is updating only recent partition.
+
 ## 2.3.3 (2024-02-26)
 - [Enhancement] Routing based topics allocation for swarm (Pro)
 - [Enhancement] Publish the `-1` shutdown reason status for a non-responding node in swarm.

data/Gemfile

@@ -6,19 +6,24 @@ plugin 'diffend'
 
 gemspec
 
-# Karafka gem does not require activejob nor karafka-web to work
+# Karafka gem does not require activejob, karafka-web or fugit to work
 # They are added here because they are part of the integration suite
 # Since some of those are only needed for some specs, they should never be required automatically
+group :integrations, :test do
+  gem 'fugit', require: false
+  gem 'rspec', require: false
+  gem 'stringio'
+end
+
 group :integrations do
   gem 'activejob', require: false
-  gem 'karafka-testing', '>= 2.4.0.rc1', require: false
-  gem 'karafka-web', '>= 0.9.0.rc3', require: false
-  gem 'rspec', require: false
+  gem 'karafka-testing', '>= 2.4.6', require: false
+  gem 'karafka-web', '>= 0.10.0.rc2', require: false
 end
 
 group :test do
   gem 'byebug'
   gem 'factory_bot'
-  gem 'rspec'
+  gem 'ostruct'
   gem 'simplecov'
 end

data/Gemfile.lock

@@ -1,64 +1,78 @@
 PATH
   remote: .
   specs:
-    karafka (2.4.0)
-      karafka-core (>= 2.4.0, < 2.5.0)
-      waterdrop (>= 2.7.0, < 3.0.0)
+    karafka (2.4.18)
+      base64 (~> 0.2)
+      karafka-core (>= 2.4.4, < 2.5.0)
+      karafka-rdkafka (>= 0.17.2)
+      waterdrop (>= 2.7.3, < 3.0.0)
       zeitwerk (~> 2.3)
 
 GEM
   remote: https://rubygems.org/
   specs:
-    activejob (7.1.3.2)
-      activesupport (= 7.1.3.2)
+    activejob (8.0.1)
+      activesupport (= 8.0.1)
       globalid (>= 0.3.6)
-    activesupport (7.1.3.2)
+    activesupport (8.0.1)
       base64
+      benchmark (>= 0.3)
       bigdecimal
-      concurrent-ruby (~> 1.0, >= 1.0.2)
+      concurrent-ruby (~> 1.0, >= 1.3.1)
       connection_pool (>= 2.2.5)
       drb
       i18n (>= 1.6, < 2)
+      logger (>= 1.4.2)
       minitest (>= 5.1)
-      mutex_m
-      tzinfo (~> 2.0)
+      securerandom (>= 0.3)
+      tzinfo (~> 2.0, >= 2.0.5)
+      uri (>= 0.13.1)
     base64 (0.2.0)
-    bigdecimal (3.1.7)
+    benchmark (0.3.0)
+    bigdecimal (3.1.8)
     byebug (11.1.3)
-    concurrent-ruby (1.2.3)
+    concurrent-ruby (1.3.4)
     connection_pool (2.4.1)
     diff-lcs (1.5.1)
-    docile (1.4.0)
+    docile (1.4.1)
     drb (2.2.1)
-    erubi (1.12.0)
-    factory_bot (6.4.6)
+    erubi (1.13.0)
+    et-orbi (1.2.11)
+      tzinfo
+    factory_bot (6.5.0)
       activesupport (>= 5.0.0)
-    ffi (1.16.3)
+    ffi (1.17.0)
+    fugit (1.11.1)
+      et-orbi (~> 1, >= 1.2.11)
+      raabro (~> 1.4)
     globalid (1.2.1)
       activesupport (>= 6.1)
-    i18n (1.14.4)
+    i18n (1.14.6)
       concurrent-ruby (~> 1.0)
-    karafka-core (2.4.0)
-      karafka-rdkafka (>= 0.15.0, < 0.16.0)
-    karafka-rdkafka (0.15.0)
+    karafka-core (2.4.8)
+      karafka-rdkafka (>= 0.17.6, < 0.19.0)
+      logger (>= 1.6.0)
+    karafka-rdkafka (0.18.1)
       ffi (~> 1.15)
       mini_portile2 (~> 2.6)
       rake (> 12)
-    karafka-testing (2.4.0.rc2)
-      karafka (>= 2.4.0.beta1, < 2.5.0)
-      waterdrop (>= 2.7.0.rc1)
-    karafka-web (0.9.0.rc3)
+    karafka-testing (2.4.6)
+      karafka (>= 2.4.0, < 2.5.0)
+      waterdrop (>= 2.7.0)
+    karafka-web (0.10.4)
       erubi (~> 1.4)
-      karafka (>= 2.4.0.rc1, < 2.5.0)
-      karafka-core (>= 2.4.0.rc2, < 2.5.0)
+      karafka (>= 2.4.10, < 2.5.0)
+      karafka-core (>= 2.4.0, < 2.5.0)
       roda (~> 3.68, >= 3.69)
       tilt (~> 2.0)
-    mini_portile2 (2.8.6)
-    minitest (5.22.3)
-    mutex_m (0.2.0)
-    rack (3.0.10)
+    logger (1.6.3)
+    mini_portile2 (2.8.8)
+    minitest (5.25.4)
+    ostruct (0.6.1)
+    raabro (1.4.0)
+    rack (3.1.8)
     rake (13.2.1)
-    roda (3.79.0)
+    roda (3.84.0)
       rack
     rspec (3.13.0)
       rspec-core (~> 3.13.0)
@@ -66,26 +80,30 @@ GEM
       rspec-mocks (~> 3.13.0)
     rspec-core (3.13.0)
       rspec-support (~> 3.13.0)
-    rspec-expectations (3.13.0)
+    rspec-expectations (3.13.1)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.13.0)
-    rspec-mocks (3.13.0)
+    rspec-mocks (3.13.1)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.13.0)
     rspec-support (3.13.1)
+    securerandom (0.3.2)
     simplecov (0.22.0)
       docile (~> 1.1)
       simplecov-html (~> 0.11)
       simplecov_json_formatter (~> 0.1)
     simplecov-html (0.12.3)
     simplecov_json_formatter (0.1.4)
-    tilt (2.3.0)
+    stringio (3.1.2)
+    tilt (2.4.0)
     tzinfo (2.0.6)
       concurrent-ruby (~> 1.0)
-    waterdrop (2.7.0)
-      karafka-core (>= 2.4.0, < 3.0.0)
+    uri (1.0.2)
+    waterdrop (2.8.1)
+      karafka-core (>= 2.4.3, < 3.0.0)
+      karafka-rdkafka (>= 0.17.5)
       zeitwerk (~> 2.3)
-    zeitwerk (2.6.13)
+    zeitwerk (2.7.1)
 
 PLATFORMS
   ruby
@@ -95,11 +113,14 @@ DEPENDENCIES
   activejob
   byebug
   factory_bot
+  fugit
   karafka!
-  karafka-testing (>= 2.4.0.rc1)
-  karafka-web (>= 0.9.0.rc3)
+  karafka-testing (>= 2.4.6)
+  karafka-web (>= 0.10.0.rc2)
+  ostruct
   rspec
   simplecov
+  stringio
 
 BUNDLED WITH
-   2.5.9
+   2.4.22

data/LICENSE

@@ -1,13 +1,18 @@
 Copyright (c) Maciej Mensfeld
 
 Karafka is an Open Source project licensed under the terms of
-the LGPLv3 license. Please see <https://github.com/karafka/karafka/blob/master/LGPL>
+the LGPLv3 license. Please see <https://github.com/karafka/karafka/blob/master/LICENSE-LGPL>
 for license text.
 
 Karafka has also commercial-friendly license, commercial support and commercial components.
 
-All of the commercial components are present in the lib/karafka/pro directory of this repository
-and their usage requires commercial license agreement.
+All of the commercial components are present in the:
+
+- `lib/karafka/pro`
+- `spec/lib/karafka/pro`
+- `spec/integrations/pro`
+
+directories of this repository and their usage requires commercial license agreement.
 
 By sending a pull request to the pro components, you are agreeing to transfer the copyright of your
 code to Maciej Mensfeld.

data/bin/integrations

@@ -45,7 +45,10 @@ class Scenario
     'shutdown/on_hanging_on_shutdown_job_and_a_shutdown_spec.rb' => [2].freeze,
     'shutdown/on_hanging_listener_and_shutdown_spec.rb' => [2].freeze,
     'swarm/forceful_shutdown_of_hanging_spec.rb' => [2].freeze,
-    'instrumentation/post_errors_instrumentation_error_spec.rb' => [1].freeze
+    'instrumentation/post_errors_instrumentation_error_spec.rb' => [1].freeze,
+    'cli/declaratives/delete/existing_with_exit_code_spec.rb' => [2].freeze,
+    'cli/declaratives/create/new_with_exit_code_spec.rb' => [2].freeze,
+    'cli/declaratives/plan/when_changes_with_detailed_exit_code_spec.rb' => [2].freeze
   }.freeze
 
   private_constant :MAX_RUN_TIME, :EXIT_CODES
@@ -240,6 +243,15 @@ ARGV.each do |filter|
   end
 end
 
+# Remove Rails 7.2 specs from Ruby < 3.1 because it requires 3.1
+# Remove Rails 8.0 specs from Ruby < 3.2 because it requires 3.2
+specs.delete_if do |spec|
+  next true if RUBY_VERSION < '3.1' && spec.include?('rails72')
+  next true if RUBY_VERSION < '3.2' && spec.include?('rails8')
+
+  false
+end
+
 raise ArgumentError, "No integration specs with filters: #{ARGV.join(', ')}" if specs.empty?
 
 # Randomize order

data/certs/cert.pem

@@ -0,0 +1,26 @@
+-----BEGIN CERTIFICATE-----
+MIIEcDCCAtigAwIBAgIBATANBgkqhkiG9w0BAQsFADA/MRAwDgYDVQQDDAdjb250
+YWN0MRcwFQYKCZImiZPyLGQBGRYHa2FyYWZrYTESMBAGCgmSJomT8ixkARkWAmlv
+MB4XDTI0MDgyMzEwMTkyMFoXDTQ5MDgxNzEwMTkyMFowPzEQMA4GA1UEAwwHY29u
+dGFjdDEXMBUGCgmSJomT8ixkARkWB2thcmFma2ExEjAQBgoJkiaJk/IsZAEZFgJp
+bzCCAaIwDQYJKoZIhvcNAQEBBQADggGPADCCAYoCggGBAKjLhLjQqUlNayxkXnO+
+PsmCDs/KFIzhrsYMfLZRZNaWmzV3ujljMOdDjd4snM2X06C41iVdQPWjpe3j8vVe
+ZXEWR/twSbOP6Eeg8WVH2wCOo0x5i7yhVn4UBLH4JpfEMCbemVcWQ9ry9OMg4WpH
+Uu4dRwxFV7hzCz3p0QfNLRI4miAxnGWcnlD98IJRjBAksTuR1Llj0vbOrDGsL9ZT
+JeXP2gdRLd8SqzAFJEWrbeTBCBU7gfSh3oMg5SVDLjaqf7Kz5wC/8bDZydzanOxB
+T6CDXPsCnllmvTNx2ei2T5rGYJOzJeNTmJLLK6hJWUlAvaQSvCwZRvFJ0tVGLEoS
+flqSr6uGyyl1eMUsNmsH4BqPEYcAV6P2PKTv2vUR8AP0raDvZ3xL1TKvfRb8xRpo
+vPopCGlY5XBWEc6QERHfVLTIVsjnls2/Ujj4h8/TSfqqYnaHKefIMLbuD/tquMjD
+iWQsW2qStBV0T+U7FijKxVfrfqZP7GxQmDAc9o1iiyAa3QIDAQABo3cwdTAJBgNV
+HRMEAjAAMAsGA1UdDwQEAwIEsDAdBgNVHQ4EFgQU3O4dTXmvE7YpAkszGzR9DdL9
+sbEwHQYDVR0RBBYwFIESY29udGFjdEBrYXJhZmthLmlvMB0GA1UdEgQWMBSBEmNv
+bnRhY3RAa2FyYWZrYS5pbzANBgkqhkiG9w0BAQsFAAOCAYEAVKTfoLXn7mqdSxIR
+eqxcR6Huudg1jes81s1+X0uiRTR3hxxKZ3Y82cPsee9zYWyBrN8TA4KA0WILTru7
+Ygxvzha0SRPsSiaKLmgOJ+61ebI4+bOORzIJLpD6GxCxu1r7MI4+0r1u1xe0EWi8
+agkVo1k4Vi8cKMLm6Gl9b3wG9zQBw6fcgKwmpjKiNnOLP+OytzUANrIUJjoq6oal
+TC+f/Uc0TLaRqUaW/bejxzDWWHoM3SU6aoLPuerglzp9zZVzihXwx3jPLUVKDFpF
+Rl2lcBDxlpYGueGo0/oNzGJAAy6js8jhtHC9+19PD53vk7wHtFTZ/0ugDQYnwQ+x
+oml2fAAuVWpTBCgOVFe6XCQpMKopzoxQ1PjKztW2KYxgJdIBX87SnL3aWuBQmhRd
+i9zWxov0mr44TWegTVeypcWGd/0nxu1+QHVNHJrpqlPBRvwQsUm7fwmRInGpcaB8
+ap8wNYvryYzrzvzUxIVFBVM5PacgkFqRmolCa8I7tdKQN+R1
+-----END CERTIFICATE-----