karafka 1.4.12 → 2.2.10

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: fc838a46a586e7e4f7b4fcfc22caa7034433d2cb9b4678bc2a0d500cfb060732
-  data.tar.gz: 72f6ababb0175a5e6a1fce8c48705c16ae6243e104f189dc7f9b07bb919712dc
+  metadata.gz: 460029e2dbc352c56f107e18bbff28f5914b5b56a0e42be9670e13f0f3592fc9
+  data.tar.gz: 68c25bacd1995a8e9c97a915e1e1b2b4435437c97a5e31e2824499c9ad531057
 SHA512:
-  metadata.gz: 8cd3197cebd93037550cc27081c7ba40a611fcde4af00d9da95716d88c97b23a4a1d2691fac9a788c04e03dd0646459ae712cd472b77aab1ca807c1a680301ef
-  data.tar.gz: 46e5becea68774dc1e6d0110e9817e781d4b88e53278ca643a101c91159d55a83138069c8aa757cb89421789779fa33fb22d7e6f90cb861444efa8b5f2769073
+  metadata.gz: adc877c3be3cb8885b0244168014387f0353bed89575b6931f5e1ca062d01ba6a0e5a0566da4dd282f5117c7daf27ff2116f27025ec4213972c1ca52e92980de
+  data.tar.gz: a62ff96ef96ea85d98288bad3c8f6cf0bfafc1ee6de1cf928fe803ad80435b0fa137aac9cf5eff4b232e854b3c4df76c3c16efaa4a117d6b86e442975cfc9a30

data/.github/FUNDING.yml

@@ -0,0 +1 @@
+custom: ['https://karafka.io/#become-pro']

data/.github/ISSUE_TEMPLATE/bug_report.md

@@ -37,14 +37,15 @@ Here's an example:
 
 ```
 $ [bundle exec] karafka info
-Karafka version: 1.3.0
-Ruby version: 2.6.3
-Ruby-kafka version: 0.7.9
-Application client id: karafka-local
-Backend: inline
-Batch fetching: true
-Batch consuming: true
-Boot file: /app/karafka/karafka.rb
+Karafka version: 2.2.10 + Pro
+Ruby version: ruby 3.2.2 (2023-03-30 revision e51014f9c0) [x86_64-linux]
+Rdkafka version: 0.13.8
+Consumer groups count: 2
+Subscription groups count: 2
+Workers count: 2
+Application client id: example_app
+Boot file: /app/karafka.rb
 Environment: development
-Kafka seed brokers: ["kafka://kafka:9092"]
+License: Commercial
+License entity: karafka-ci
 ```

data/.github/workflows/ci.yml

@@ -1,6 +1,8 @@
 name: ci
 
-concurrency: ci-${{ github.ref }}
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
 
 on:
   pull_request:
@@ -8,70 +10,206 @@ on:
   schedule:
     - cron:  '0 1 * * *'
 
+env:
+  BUNDLE_RETRY: 6
+  BUNDLE_JOBS: 4
+
 jobs:
+  diffend:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      - name: Set up Ruby
+        uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: 3.2
+          bundler-cache: true
+
+      - name: Install Diffend plugin
+        run: bundle plugin install diffend
+
+      - name: Bundle Secure
+        run: bundle secure
+
+  karafka-checksum:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+      - name: Run Karafka license checksum verification
+        env:
+          KARAFKA_PRO_USERNAME: ${{ secrets.KARAFKA_PRO_USERNAME }}
+          KARAFKA_PRO_PASSWORD: ${{ secrets.KARAFKA_PRO_PASSWORD }}
+          KARAFKA_PRO_VERSION: ${{ secrets.KARAFKA_PRO_VERSION }}
+          KARAFKA_PRO_LICENSE_CHECKSUM: ${{ secrets.KARAFKA_PRO_LICENSE_CHECKSUM }}
+        run: bin/verify_license_integrity
+
+  coditsu:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+      - name: Run Coditsu
+        run: \curl -sSL https://api.coditsu.io/run/ci | bash
+
+  # We do not split RSpec specs to OSS and Pro like integrations because they do not overload
+  # Kafka heavily, compute total coverage for specs and are fast enough
   specs:
+    timeout-minutes: 10
     runs-on: ubuntu-latest
     needs: diffend
     strategy:
       fail-fast: false
       matrix:
         ruby:
+          - '3.3.0-preview2'
+          - '3.2'
+          # We run it against the oldest and the newest of a given major to make sure, that there
+          # are no syntax-sugars that we would use that were introduced down the road
           - '3.1'
+          - '3.1.0'
           - '3.0'
+          - '3.0.0'
           - '2.7'
-          - '2.6'
+          - '2.7.0'
         include:
-          - ruby: '3.1'
+          - ruby: '3.2'
             coverage: 'true'
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v4
       - name: Install package dependencies
         run: "[ -e $APT_DEPS ] || sudo apt-get install -y --no-install-recommends $APT_DEPS"
+
+      - name: Start Kafka with docker-compose
+        run: |
+          docker-compose up -d || (sleep 5 && docker-compose up -d)
+
       - name: Set up Ruby
         uses: ruby/setup-ruby@v1
         with:
           ruby-version: ${{matrix.ruby}}
-      - name: Install latest bundler
-        run: |
-          gem install bundler --no-document
-          bundle config set without 'tools benchmarks docs'
-      - name: Bundle install
+          bundler-cache: true
+
+      - name: Wait for Kafka
         run: |
-          bundle config set without development
-          bundle install --jobs 4 --retry 3
-      - name: Run Kafka with docker-compose
-        run: docker-compose up -d
-      - name: Run all tests
+          bundle exec bin/wait_for_kafka
+
+      - name: Run all specs
         env:
           GITHUB_COVERAGE: ${{matrix.coverage}}
-        run: bundle exec rspec
+        run: bin/rspecs
 
-  diffend:
+  integrations_oss:
+    timeout-minutes: 20
     runs-on: ubuntu-latest
+    needs: diffend
     strategy:
       fail-fast: false
+      matrix:
+        ruby:
+          - '3.3.0-preview2'
+          - '3.2'
+          - '3.1'
+          - '3.0'
+          - '2.7'
     steps:
-      - uses: actions/checkout@v2
-        with:
-          fetch-depth: 0
+      - uses: actions/checkout@v4
+      - name: Install package dependencies
+        run: "[ -e $APT_DEPS ] || sudo apt-get install -y --no-install-recommends $APT_DEPS"
+
+      - name: Remove libzstd-dev to check no supported compressions
+        run: sudo apt-get -y remove libzstd-dev
+
+      - name: Start Kafka with docker-compose
+        run: |
+          docker-compose up -d || (sleep 5 && docker-compose up -d)
+
       - name: Set up Ruby
         uses: ruby/setup-ruby@v1
         with:
-          ruby-version: 3.1
-      - name: Install latest bundler
-        run: gem install bundler --no-document
-      - name: Install Diffend plugin
-        run: bundle plugin install diffend
-      - name: Bundle Secure
-        run: bundle secure
+          # Do not use cache here as we run bundle install also later in some of the integration
+          # tests and we need to be able to run it without cache
+          #
+          # We also want to check that librdkafka is compiling as expected on all versions of Ruby
+          ruby-version: ${{matrix.ruby}}
 
-  coditsu:
+      - name: Install latest Bundler
+        run: |
+          gem install bundler --no-document
+          gem update --system --no-document
+          bundle config set without 'tools benchmarks docs'
+
+      - name: Bundle install
+        run: |
+          bundle config set without development
+          bundle install
+
+      - name: Wait for Kafka
+        run: |
+          bundle exec bin/wait_for_kafka
+
+      - name: Run OSS integration tests
+        run: bin/integrations --exclude '/pro'
+
+  integrations_pro:
+    timeout-minutes: 40
     runs-on: ubuntu-latest
+    needs: diffend
     strategy:
       fail-fast: false
+      matrix:
+        ruby:
+          - '3.3.0-preview2'
+          - '3.2'
+          - '3.1'
+          - '3.0'
+          - '2.7'
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v4
+      - name: Install package dependencies
+        run: "[ -e $APT_DEPS ] || sudo apt-get install -y --no-install-recommends $APT_DEPS"
+
+      - name: Start Kafka with docker-compose
+        run: |
+          docker-compose up -d || (sleep 5 && docker-compose up -d)
+
+      - name: Set up Ruby
+        uses: ruby/setup-ruby@v1
         with:
-          fetch-depth: 0
-      - name: Run Coditsu
-        run: \curl -sSL https://api.coditsu.io/run/ci | bash
+          ruby-version: ${{matrix.ruby}}
+
+      - name: Install latest Bundler
+        run: |
+          gem install bundler --no-document
+          gem update --system --no-document
+          bundle config set without 'tools benchmarks docs'
+
+      - name: Bundle install
+        run: |
+          bundle config set without development
+          bundle install
+
+      - name: Wait for Kafka
+        run: |
+          bundle exec bin/wait_for_kafka
+
+      - name: Run Pro integration tests
+        env:
+          KARAFKA_PRO_LICENSE_TOKEN: ${{ secrets.KARAFKA_PRO_LICENSE_TOKEN }}
+          KARAFKA_PRO_USERNAME: ${{ secrets.KARAFKA_PRO_USERNAME }}
+          KARAFKA_PRO_PASSWORD: ${{ secrets.KARAFKA_PRO_PASSWORD }}
+          KARAFKA_PRO_VERSION: ${{ secrets.KARAFKA_PRO_VERSION }}
+          KARAFKA_PRO_LICENSE_CHECKSUM: ${{ secrets.KARAFKA_PRO_LICENSE_CHECKSUM }}
+
+        run: bin/integrations '/pro'

data/.rspec

@@ -1 +1,5 @@
 --require spec_helper
+# Integration specs run with their one framework, not via RSpec
+--exclude-pattern "spec/integrations/**/*_spec.rb"
+# Do not run pro at the same time as default specs as it would cause state conflicts
+--tag ~type:pro

data/.ruby-version

@@ -1 +1 @@
-3.1.0
+3.2.2