waterdrop 2.8.16 → 2.10.0

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: waterdrop
 version: !ruby/object:Gem::Version
-  version: 2.8.16
+  version: 2.10.0
 platform: ruby
 authors:
 - Maciej Mensfeld
@@ -15,7 +15,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.4.9
+        version: 2.5.12
     - - "<"
       - !ruby/object:Gem::Version
         version: 3.0.0
@@ -25,7 +25,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.4.9
+        version: 2.5.12
     - - "<"
       - !ruby/object:Gem::Version
         version: 3.0.0
@@ -64,16 +64,7 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- ".github/CODEOWNERS"
-- ".github/FUNDING.yml"
-- ".github/ISSUE_TEMPLATE/bug_report.md"
-- ".github/ISSUE_TEMPLATE/feature_request.md"
-- ".github/workflows/ci.yml"
-- ".github/workflows/push.yml"
-- ".github/workflows/trigger-wiki-refresh.yml"
-- ".github/workflows/verify-action-pins.yml"
 - ".gitignore"
-- ".rspec"
 - ".rubocop.yml"
 - ".ruby-gemset"
 - ".ruby-version"
@@ -91,6 +82,7 @@ files:
 - bin/verify_topics_naming
 - config/locales/errors.yml
 - docker-compose.oauth.yml
+- docker-compose.sasl.yml
 - docker-compose.yml
 - lib/waterdrop.rb
 - lib/waterdrop/clients/buffered.rb
@@ -102,6 +94,7 @@ files:
 - lib/waterdrop/contracts/config.rb
 - lib/waterdrop/contracts/message.rb
 - lib/waterdrop/contracts/poller_config.rb
+- lib/waterdrop/contracts/tombstone.rb
 - lib/waterdrop/contracts/transactional_offset.rb
 - lib/waterdrop/contracts/variant.rb
 - lib/waterdrop/errors.rb
@@ -134,10 +127,10 @@ files:
 - lib/waterdrop/producer/status.rb
 - lib/waterdrop/producer/sync.rb
 - lib/waterdrop/producer/testing.rb
+- lib/waterdrop/producer/tombstone.rb
 - lib/waterdrop/producer/transactions.rb
 - lib/waterdrop/producer/variant.rb
 - lib/waterdrop/version.rb
-- log/.gitkeep
 - package-lock.json
 - package.json
 - renovate.json
@@ -167,7 +160,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 4.0.3
+rubygems_version: 4.0.6
 specification_version: 4
 summary: Kafka messaging made easy!
 test_files: []

data/.github/CODEOWNERS

@@ -1,3 +0,0 @@
-/.github @mensfeld
-/.github/workflows/ @mensfeld
-/.github/actions/ @mensfeld

data/.github/FUNDING.yml

@@ -1 +0,0 @@
-custom: ['https://karafka.io/#become-pro']

data/.github/ISSUE_TEMPLATE/bug_report.md

@@ -1,43 +0,0 @@
----
-name: Bug Report
-about: Report an issue within the Karafka ecosystem you've discovered.
----
-
-To make this process smoother for everyone involved, please read the following information before filling out the template.
-
-Scope of the OSS Support
-===========
-
-We do not provide OSS support for outdated versions of Karafka and its components.
-
-Please ensure that you are using a version that is still actively supported. We cannot assist with any no longer maintained versions unless you support us with our Pro offering (https://karafka.io/docs/Pro-Support/).
-
-We acknowledge that understanding the specifics of your application and its configuration can be essential for resolving certain issues. However, due to the extensive time and resources such analysis can require, this may fall beyond our Open Source Support scope.
-
-If Karafka or its components are critical to your infrastructure, we encourage you to consider our Pro Offering.
-
-By backing us up, you can gain direct assistance and ensure your use case receives the dedicated attention it deserves.
-
-
-Important Links to Read
-===========
-
-Please take a moment to review the following resources before submitting your report:
-
-- Issue Reporting Guide: https://karafka.io/docs/Support/#issue-reporting-guide
-- Support Policy: https://karafka.io/docs/Support/
-- Versions, Lifecycle, and EOL: https://karafka.io/docs/Versions-Lifecycle-and-EOL/
-
-
-Bug Report Details
-===========
-
-Please provide all the details per our Issue Reporting Guide: https://karafka.io/docs/Support/#issue-reporting-guide
-
-Failing to provide the required details may result in the issue being closed. Please include all necessary information to help us understand and resolve your issue effectively.
-
-
-Additional Context
-===========
-
-Add any other context about the problem here.

data/.github/ISSUE_TEMPLATE/feature_request.md

@@ -1,20 +0,0 @@
----
-name: Feature Request
-about: Suggest new WaterDrop features or improvements to existing features.
----
-
-## Is your feature request related to a problem? Please describe.
-
-A clear and concise description of what the problem is. Ex. I'm always frustrated when [...]
-
-## Describe the solution you'd like
-
-A clear and concise description of what you want to happen.
-
-## Describe alternatives you've considered
-
-A clear and concise description of any alternative solutions or features you've considered.
-
-## Additional context
-
-Add any other context or screenshots about the feature request here.

data/.github/workflows/ci.yml

@@ -1,322 +0,0 @@
-name: CI
-
-concurrency:
-  group: ${{ github.workflow }}-${{ github.ref }}
-  cancel-in-progress: true
-
-on:
-  pull_request:
-    branches: [ master ]
-  schedule:
-    - cron:  '0 1 * * *'
-
-permissions:
-  contents: read
-
-jobs:
-  specs:
-    timeout-minutes: 15
-    runs-on: ubuntu-latest
-    strategy:
-      fail-fast: false
-      matrix:
-        ruby:
-          - '4.0'
-          - '3.4'
-          - '3.3'
-          - '3.2'
-        polling_mode:
-          - 'thread'
-          - 'fiber'
-        include:
-          - ruby: '3.4'
-            polling_mode: 'thread'
-            coverage: 'true'
-    steps:
-      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
-        with:
-          fetch-depth: 0
-
-      - name: Install package dependencies
-        run: "[ -e $APT_DEPS ] || sudo apt-get install -y --no-install-recommends $APT_DEPS"
-
-      - name: Set up Ruby
-        uses: ruby/setup-ruby@09a7688d3b55cf0e976497ff046b70949eeaccfd # v1.288.0
-        with:
-          ruby-version: ${{matrix.ruby}}
-          bundler-cache: true
-          bundler: 'latest'
-          self-hosted: false
-
-      - name: Run Kafka with Docker Compose
-        run: |
-          docker compose up -d || (sleep 5 && docker compose up -d)
-
-      - name: Wait for Kafka
-        run: sleep 15
-
-      - name: Install latest bundler
-        run: |
-          gem install bundler --no-document
-          gem update --system --no-document
-          bundle config set without 'tools benchmarks docs'
-
-      - name: Bundle install
-        run: |
-          bundle config set without development
-          bundle install --jobs 4 --retry 3
-
-      - name: Run all tests
-        env:
-          GITHUB_COVERAGE: ${{matrix.coverage}}
-          FD_POLLING: ${{ matrix.polling_mode == 'fiber' && 'true' || 'false' }}
-        run: bundle exec rspec
-
-      - name: Run integration tests
-        env:
-          FD_POLLING: ${{ matrix.polling_mode == 'fiber' && 'true' || 'false' }}
-        # Exclude oauth_token_refresh - requires separate Keycloak + OAuth Kafka infrastructure
-        run: ./bin/integrations --exclude oauth_token_refresh
-
-      - name: Check Kafka logs for unexpected warnings
-        run: bin/verify_kafka_warnings
-
-      - name: Check test topics naming convention
-        run: bin/verify_topics_naming
-
-  rubocop:
-    timeout-minutes: 5
-    runs-on: ubuntu-latest
-    env:
-      BUNDLE_GEMFILE: Gemfile.lint
-    steps:
-      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
-        with:
-          fetch-depth: 0
-      - name: Set up Ruby
-        uses: ruby/setup-ruby@09a7688d3b55cf0e976497ff046b70949eeaccfd # v1.288.0
-        with:
-          ruby-version: '4.0.1'
-          bundler-cache: true
-      - name: Run rubocop
-        run: bundle exec rubocop
-
-  yard-lint:
-    timeout-minutes: 5
-    runs-on: ubuntu-latest
-    env:
-      BUNDLE_GEMFILE: Gemfile.lint
-    steps:
-      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
-        with:
-          fetch-depth: 0
-      - name: Set up Ruby
-        uses: ruby/setup-ruby@09a7688d3b55cf0e976497ff046b70949eeaccfd # v1.288.0
-        with:
-          ruby-version: '4.0.1'
-          bundler-cache: true
-      - name: Run yard-lint
-        run: bundle exec yard-lint lib/
-
-  lostconf:
-    timeout-minutes: 5
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
-        with:
-          fetch-depth: 0
-      - name: Set up Node.js
-        uses: actions/setup-node@6044e13b5dc448c55e2357c09f80417699197238 # v6.2.0
-        with:
-          node-version: '20'
-          cache: 'npm'
-      - name: Install dependencies
-        run: npm ci
-      - name: Run lostconf
-        run: npx lostconf --fail-on-stale
-
-  oauth-integration:
-    timeout-minutes: 10
-    runs-on: ubuntu-latest
-    strategy:
-      fail-fast: false
-      matrix:
-        polling_mode:
-          - 'thread'
-          - 'fiber'
-    steps:
-      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
-        with:
-          fetch-depth: 0
-
-      - name: Set up Ruby
-        uses: ruby/setup-ruby@09a7688d3b55cf0e976497ff046b70949eeaccfd # v1.288.0
-        with:
-          ruby-version: '4.0.1'
-          bundler-cache: true
-          bundler: 'latest'
-
-      - name: Start OAuth infrastructure (Keycloak + Kafka with SASL/OAUTHBEARER)
-        run: docker compose -f docker-compose.oauth.yml up -d
-
-      - name: Wait for Keycloak to be ready
-        run: |
-          echo "Waiting for Keycloak to be ready..."
-          for i in {1..60}; do
-            if curl -sf http://localhost:8080/realms/kafka > /dev/null 2>&1; then
-              echo "Keycloak is ready!"
-              break
-            fi
-            echo "Waiting... ($i/60)"
-            sleep 2
-          done
-
-      - name: Wait for Kafka OAuth broker to be ready
-        run: |
-          echo "Waiting for Kafka OAuth broker..."
-          sleep 10
-
-      - name: Install dependencies
-        run: |
-          gem install bundler --no-document
-          bundle config set without 'tools benchmarks docs development'
-          bundle install --jobs 4 --retry 3
-
-      - name: Run OAuth integration test
-        env:
-          FD_POLLING: ${{ matrix.polling_mode == 'fiber' && 'true' || 'false' }}
-        run: ./bin/integrations oauth_token_refresh
-
-      - name: Show Keycloak logs on failure
-        if: failure()
-        run: docker compose -f docker-compose.oauth.yml logs keycloak
-
-      - name: Show Kafka OAuth logs on failure
-        if: failure()
-        run: docker compose -f docker-compose.oauth.yml logs kafka-oauth
-
-  specs-macos:
-    timeout-minutes: 30
-    runs-on: macos-15
-    env:
-      CONFLUENT_VERSION: "8.0.0"
-    strategy:
-      fail-fast: false
-      matrix:
-        polling_mode:
-          - 'thread'
-          - 'fiber'
-    steps:
-      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
-        with:
-          fetch-depth: 0
-
-      - name: Install Bash 4+
-        run: |
-          brew install bash
-          echo "/opt/homebrew/bin" >> $GITHUB_PATH
-
-      - name: Set up Ruby
-        uses: ruby/setup-ruby@09a7688d3b55cf0e976497ff046b70949eeaccfd # v1.288.0
-        with:
-          ruby-version: '4.0.1'
-          bundler-cache: true
-          bundler: 'latest'
-
-      - name: Install and Start Confluent Community Kafka (KRaft)
-        run: |
-          brew install openjdk@17
-          export PATH="/opt/homebrew/opt/openjdk@17/bin:$PATH"
-          export JAVA_HOME="/opt/homebrew/opt/openjdk@17"
-
-          curl -O "https://packages.confluent.io/archive/8.0/confluent-community-${CONFLUENT_VERSION}.tar.gz"
-          tar -xzf "confluent-community-${CONFLUENT_VERSION}.tar.gz"
-
-          export CONFLUENT_HOME="$(pwd)/confluent-${CONFLUENT_VERSION}"
-          export PATH="$CONFLUENT_HOME/bin:$PATH"
-          cd "$CONFLUENT_HOME"
-
-          KRAFT_CONFIG=""
-          for config in "etc/kafka/kraft/server.properties" "config/kraft/server.properties" "etc/kafka/server.properties"; do
-            if [ -f "$config" ]; then
-              KRAFT_CONFIG="$config"
-              echo "Found config: $KRAFT_CONFIG"
-              break
-            fi
-          done
-
-          if [ -z "$KRAFT_CONFIG" ]; then
-            echo "❌ No server config found"
-            exit 1
-          fi
-
-          cat >> "$KRAFT_CONFIG" << 'EOF'
-
-          process.roles=broker,controller
-          node.id=1
-          controller.quorum.voters=1@127.0.0.1:9093
-          listeners=PLAINTEXT://127.0.0.1:9092,CONTROLLER://127.0.0.1:9093
-          advertised.listeners=PLAINTEXT://127.0.0.1:9092
-          controller.listener.names=CONTROLLER
-          inter.broker.listener.name=PLAINTEXT
-          log.dirs=/tmp/kraft-combined-logs
-          authorizer.class.name=org.apache.kafka.metadata.authorizer.StandardAuthorizer
-          super.users=User:ANONYMOUS
-          allow.everyone.if.no.acl.found=true
-          EOF
-
-          CLUSTER_ID=$(bin/kafka-storage random-uuid)
-          bin/kafka-storage format -t "$CLUSTER_ID" -c "$KRAFT_CONFIG"
-          bin/kafka-server-start "$KRAFT_CONFIG" &
-
-          sleep 20
-
-          for i in {1..30}; do
-            if bin/kafka-topics --bootstrap-server 127.0.0.1:9092 --list >/dev/null 2>&1; then
-              echo "✅ Confluent Community ${CONFLUENT_VERSION} (KRaft) is ready!"
-              break
-            fi
-            [ $i -eq 30 ] && { echo "❌ Kafka failed to start"; exit 1; }
-            sleep 2
-          done
-
-      - name: Install latest bundler
-        run: |
-          gem install bundler --no-document
-          gem update --system --no-document
-          bundle config set without 'tools benchmarks docs'
-
-      - name: Bundle install
-        run: |
-          bundle config set without development
-          bundle install --jobs 4 --retry 3
-
-      - name: Run all tests
-        env:
-          FD_POLLING: ${{ matrix.polling_mode == 'fiber' && 'true' || 'false' }}
-        run: bundle exec rspec
-
-      - name: Run integration tests
-        env:
-          FD_POLLING: ${{ matrix.polling_mode == 'fiber' && 'true' || 'false' }}
-        run: ./bin/integrations --exclude oauth_token_refresh
-
-  ci-success:
-    name: CI Success
-    runs-on: ubuntu-latest
-    if: always()
-    needs:
-      - rubocop
-      - specs
-      - specs-macos
-      - yard-lint
-      - lostconf
-      - oauth-integration
-    steps:
-      - name: Check all jobs passed
-        if: |
-          contains(needs.*.result, 'failure') ||
-          contains(needs.*.result, 'cancelled') ||
-          contains(needs.*.result, 'skipped')
-        run: exit 1
-      - run: echo "All CI checks passed!"

data/.github/workflows/push.yml

@@ -1,35 +0,0 @@
-name: Push Gem
-
-on:
-  push:
-    tags:
-      - v*
-
-permissions:
-  contents: read
-
-jobs:
-  push:
-    if: github.repository_owner == 'karafka'
-    runs-on: ubuntu-latest
-    environment: deployment
-
-    permissions:
-      contents: write
-      id-token: write
-
-    steps:
-      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
-        with:
-          fetch-depth: 0
-
-      - name: Set up Ruby
-        uses: ruby/setup-ruby@09a7688d3b55cf0e976497ff046b70949eeaccfd # v1.288.0
-        with:
-          bundler-cache: false
-
-      - name: Bundle install
-        run: |
-          bundle install --jobs 4 --retry 3
-
-      - uses: rubygems/release-gem@1c162a739e8b4cb21a676e97b087e8268d8fc40b # v1.1.2

data/.github/workflows/trigger-wiki-refresh.yml

@@ -1,30 +0,0 @@
-name: Trigger Wiki Refresh
-
-on:
-  release:
-    types: [published]
-  push:
-    branches: [master]
-
-jobs:
-  trigger-wiki-refresh:
-    runs-on: ubuntu-latest
-    environment: wiki-trigger
-    if: github.repository_owner == 'karafka'
-    steps:
-      - name: Trigger wiki refresh
-        uses: peter-evans/repository-dispatch@28959ce8df70de7be546dd1250a005dd32156697 # v4.0.1
-        with:
-          token: ${{ secrets.WIKI_REPO_TOKEN }}
-          repository: karafka/wiki
-          event-type: sync-trigger
-          client-payload: |
-            {
-              "repository": "${{ github.repository }}",
-              "event_name": "${{ github.event_name }}",
-              "release_tag": "${{ github.event.release.tag_name || '' }}",
-              "release_name": "${{ github.event.release.name || '' }}",
-              "commit_sha": "${{ github.sha }}",
-              "commit_message": "Trigger Wiki Refresh",
-              "triggered_by": "${{ github.actor }}"
-            }

data/.github/workflows/verify-action-pins.yml

@@ -1,16 +0,0 @@
-name: Verify Action Pins
-on:
-  pull_request:
-    paths:
-      - '.github/workflows/**'
-jobs:
-  verify_action_pins:
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
-      - name: Check SHA pins
-        run: |
-          if grep -E -r "uses: .*/.*@(v[0-9]+|main|master)($|[[:space:]]|$)" --include="*.yml" --include="*.yaml" .github/workflows/ | grep -v "#"; then
-            echo "::error::Actions should use SHA pins, not tags or branch names"
-            exit 1
-          fi

data/.rspec

@@ -1,2 +0,0 @@
---require spec_helper
---exclude-pattern "spec/integrations/**/*_spec.rb"