rdkafka 0.22.2-x86_64-linux-musl → 0.23.0-x86_64-linux-musl

data/.github/workflows/ci_macos_arm64.yml

@@ -1,284 +0,0 @@
-name: CI macOS ARM64
-
-concurrency:
-  group: ${{ github.workflow }}-${{ github.ref }}
-  cancel-in-progress: true
-
-on:
-  pull_request:
-    branches: [ main, master ]
-  push:
-    branches: [ main, master ]
-  schedule:
-    - cron: '0 1 * * *'
-
-permissions:
-  contents: read
-
-env:
-  BUNDLE_RETRY: 6
-  BUNDLE_JOBS: 4
-  # Renovate can track and update this version
-  CONFLUENT_VERSION: "8.0.0"
-
-jobs:
-  specs_install:
-    timeout-minutes: 30
-    strategy:
-      fail-fast: false
-      matrix:
-        ruby:
-          - '3.5.0-preview1'
-          - '3.4'
-          - '3.3'
-          - '3.2'
-          - '3.1'
-        macos-version:
-          - 'macos-14' # macOS 14 Sonoma (ARM64)
-          - 'macos-15' # macOS 15 Sequoia (ARM64)
-        include:
-          - ruby: '3.4'
-            macos-version: 'macos-15'
-            coverage: 'true'
-        exclude:
-          - ruby: '3.5.0-preview1'
-            macos-version: 'macos-14'
-    runs-on: ${{ matrix.macos-version }}
-    steps:
-      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
-        with:
-          fetch-depth: 0
-      - name: Install Bash 4+ and Kerberos
-        run: |
-          brew install bash
-          brew list krb5 &>/dev/null || brew install krb5
-          echo "/opt/homebrew/bin" >> $GITHUB_PATH
-      - name: Set up Ruby
-        uses: ruby/setup-ruby@a4effe49ee8ee5b8b5091268c473a4628afb5651 # v1.245.0
-        with:
-          ruby-version: ${{matrix.ruby}}
-          bundler-cache: false
-      - name: Install and Start Confluent Community Kafka (KRaft)
-        run: |
-          brew install openjdk@17
-          export PATH="/opt/homebrew/opt/openjdk@17/bin:$PATH"
-          export JAVA_HOME="/opt/homebrew/opt/openjdk@17"
-
-          curl -O "https://packages.confluent.io/archive/8.0/confluent-community-${CONFLUENT_VERSION}.tar.gz"
-          tar -xzf "confluent-community-${CONFLUENT_VERSION}.tar.gz"
-
-          export CONFLUENT_HOME="$(pwd)/confluent-${CONFLUENT_VERSION}"
-          export PATH="$CONFLUENT_HOME/bin:$PATH"
-          cd "$CONFLUENT_HOME"
-
-          # Find the correct server config
-          KRAFT_CONFIG=""
-          for config in "etc/kafka/kraft/server.properties" "config/kraft/server.properties" "etc/kafka/server.properties"; do
-            if [ -f "$config" ]; then
-              KRAFT_CONFIG="$config"
-              echo "Found config: $KRAFT_CONFIG"
-              break
-            fi
-          done
-
-          if [ -z "$KRAFT_CONFIG" ]; then
-            echo "❌ No server config found"
-            exit 1
-          fi
-
-          # Configure KRaft for single-node setup
-          cat >> "$KRAFT_CONFIG" << 'EOF'
-
-          # KRaft mode configuration for single-node setup
-          process.roles=broker,controller
-          node.id=1
-          controller.quorum.voters=1@127.0.0.1:9093
-          listeners=PLAINTEXT://127.0.0.1:9092,CONTROLLER://127.0.0.1:9093
-          controller.listener.names=CONTROLLER
-          inter.broker.listener.name=PLAINTEXT
-          log.dirs=/tmp/kraft-combined-logs
-
-          # Enable simple ACL authorization for testing
-          authorizer.class.name=org.apache.kafka.metadata.authorizer.StandardAuthorizer
-          super.users=User:ANONYMOUS
-          allow.everyone.if.no.acl.found=true
-          EOF
-
-          echo "Updated KRaft configuration"
-
-          CLUSTER_ID=$(bin/kafka-storage random-uuid)
-          bin/kafka-storage format -t "$CLUSTER_ID" -c "$KRAFT_CONFIG"
-          bin/kafka-server-start "$KRAFT_CONFIG" &
-
-          sleep 20
-
-          for i in {1..30}; do
-            if bin/kafka-topics --bootstrap-server 127.0.0.1:9092 --list >/dev/null 2>&1; then
-              echo "✅ Confluent Community ${CONFLUENT_VERSION} (KRaft) is ready!"
-              break
-            fi
-            [ $i -eq 30 ] && { echo "❌ Kafka failed to start"; exit 1; }
-            sleep 2
-          done
-      - name: Install dependencies
-        env:
-          RDKAFKA_EXT_PATH: ${{ github.workspace }}/ext
-        run: |
-          bundle install
-      - name: Build gem with mini_portile
-        run: |
-          set -e
-          cd ext && bundle exec rake
-          cd ..
-      - name: Run all specs
-        env:
-          GITHUB_COVERAGE: ${{matrix.coverage}}
-          RDKAFKA_EXT_PATH: ${{ github.workspace }}/ext
-        run: |
-          bundle exec rspec
-
-  build_precompiled:
-    timeout-minutes: 45
-    runs-on: macos-14
-    steps:
-      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
-        with:
-          fetch-depth: 0
-      - name: Install Bash 4+ and Kerberos
-        run: |
-          brew install bash
-          brew list krb5 &>/dev/null || brew install krb5
-          echo "/opt/homebrew/bin" >> $GITHUB_PATH
-      - name: Cache build-tmp directory
-        uses: actions/cache@5a3ec84eff668545956fd18022155c47e93e2684 # v4.2.3
-        with:
-          path: ext/build-tmp-macos
-          key: build-tmp-${{ runner.os }}-${{ hashFiles('ext/*.sh', 'ext/Rakefile') }}-v2
-      - name: Build precompiled librdkafka for macOS ARM64
-        run: |
-          cd ext
-          /opt/homebrew/bin/bash ./build_macos_arm64.sh
-      - name: Upload precompiled library
-        uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2
-        with:
-          name: librdkafka-precompiled-macos
-          path: ext/
-          retention-days: 1
-
-  specs_precompiled:
-    timeout-minutes: 30
-    needs: build_precompiled
-    strategy:
-      fail-fast: false
-      matrix:
-        ruby:
-          - '3.5.0-preview1'
-          - '3.4'
-          - '3.3'
-          - '3.2'
-          - '3.1'
-        macos-version:
-          - 'macos-14'
-          - 'macos-15'
-        include:
-          - ruby: '3.4'
-            macos-version: 'macos-15'
-            coverage: 'true'
-        exclude:
-          - ruby: '3.5.0-preview1'
-            macos-version: 'macos-14'
-    runs-on: ${{ matrix.macos-version }}
-    steps:
-      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
-        with:
-          fetch-depth: 0
-      - name: Download precompiled library
-        uses: actions/download-artifact@d3f86a106a0bac45b974a628896c90dbdf5c8093 # v4.3.0
-        with:
-          name: librdkafka-precompiled-macos
-          path: ext/
-      - name: Set up Ruby
-        uses: ruby/setup-ruby@a4effe49ee8ee5b8b5091268c473a4628afb5651 # v1.245.0
-        with:
-          ruby-version: ${{ matrix.ruby }}
-          bundler-cache: false
-      - name: Install Bash 4+ and Kerberos
-        run: |
-          brew install bash
-          brew list krb5 &>/dev/null || brew install krb5
-          echo "/opt/homebrew/bin" >> $GITHUB_PATH
-      - name: Install and Start Confluent Community Kafka (KRaft)
-        run: |
-          brew install openjdk@17
-          export PATH="/opt/homebrew/opt/openjdk@17/bin:$PATH"
-          export JAVA_HOME="/opt/homebrew/opt/openjdk@17"
-
-          curl -O "https://packages.confluent.io/archive/8.0/confluent-community-${CONFLUENT_VERSION}.tar.gz"
-          tar -xzf "confluent-community-${CONFLUENT_VERSION}.tar.gz"
-
-          export CONFLUENT_HOME="$(pwd)/confluent-${CONFLUENT_VERSION}"
-          export PATH="$CONFLUENT_HOME/bin:$PATH"
-          cd "$CONFLUENT_HOME"
-
-          # Find the correct server config
-          KRAFT_CONFIG=""
-          for config in "etc/kafka/kraft/server.properties" "config/kraft/server.properties" "etc/kafka/server.properties"; do
-            if [ -f "$config" ]; then
-              KRAFT_CONFIG="$config"
-              echo "Found config: $KRAFT_CONFIG"
-              break
-            fi
-          done
-
-          if [ -z "$KRAFT_CONFIG" ]; then
-            echo "❌ No server config found"
-            exit 1
-          fi
-
-          # Configure KRaft for single-node setup
-          cat >> "$KRAFT_CONFIG" << 'EOF'
-
-          # KRaft mode configuration for single-node setup
-          process.roles=broker,controller
-          node.id=1
-          controller.quorum.voters=1@127.0.0.1:9093
-          listeners=PLAINTEXT://127.0.0.1:9092,CONTROLLER://127.0.0.1:9093
-          controller.listener.names=CONTROLLER
-          inter.broker.listener.name=PLAINTEXT
-          log.dirs=/tmp/kraft-combined-logs
-
-          # Enable simple ACL authorization for testing
-          authorizer.class.name=org.apache.kafka.metadata.authorizer.StandardAuthorizer
-          super.users=User:ANONYMOUS
-          allow.everyone.if.no.acl.found=true
-          EOF
-
-          echo "Updated KRaft configuration"
-
-          CLUSTER_ID=$(bin/kafka-storage random-uuid)
-          bin/kafka-storage format -t "$CLUSTER_ID" -c "$KRAFT_CONFIG"
-          bin/kafka-server-start "$KRAFT_CONFIG" &
-
-          sleep 20
-
-          for i in {1..30}; do
-            if bin/kafka-topics --bootstrap-server 127.0.0.1:9092 --list >/dev/null 2>&1; then
-              echo "✅ Confluent Community ${CONFLUENT_VERSION} (KRaft) is ready!"
-              break
-            fi
-            [ $i -eq 30 ] && { echo "❌ Kafka failed to start"; exit 1; }
-            sleep 2
-          done
-      - name: Install bundle with precompiled library
-        env:
-          GITHUB_COVERAGE: ${{ matrix.coverage }}
-          RDKAFKA_EXT_PATH: ${{ github.workspace }}/ext
-        run: |
-          bundle install
-          echo "Bundle install completed with precompiled library"
-      - name: Run specs with precompiled library
-        env:
-          GITHUB_COVERAGE: ${{ matrix.coverage }}
-          RDKAFKA_EXT_PATH: ${{ github.workspace }}/ext
-        run: |
-          bundle exec rspec

data/.github/workflows/push_linux_x86_64_gnu.yml

@@ -1,65 +0,0 @@
-name: Push Linux x86_64 GNU Platform Gem
-
-on:
-  push:
-    tags:
-      - v*
-
-permissions:
-  contents: read
-
-env:
-  BUNDLE_RETRY: 6
-  BUNDLE_JOBS: 4
-
-jobs:
-  push:
-    if: github.repository_owner == 'karafka'
-    timeout-minutes: 30
-    # Same as CI, we build on the oldest possible for ABI compatibility
-    runs-on: ubuntu-22.04 # renovate: ignore
-    environment: deployment
-    permissions:
-      contents: write
-      id-token: write
-    steps:
-      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
-        with:
-          fetch-depth: 0
-      - name: Install build dependencies
-        run: |
-          sudo apt-get update
-          sudo apt-get install -y --no-install-recommends \
-            build-essential \
-            gcc \
-            make \
-            patch \
-            tar \
-            wget \
-            ca-certificates \
-            libsasl2-dev \
-            libssl-dev \
-            zlib1g-dev \
-            libzstd-dev
-      - name: Cache build-tmp directory
-        uses: actions/cache@5a3ec84eff668545956fd18022155c47e93e2684 # v4.2.3
-        with:
-          path: ext/build-tmp
-          key: build-tmp-${{ runner.os }}-${{ hashFiles('ext/*.sh') }}
-      - name: Set up Ruby
-        uses: ruby/setup-ruby@a4effe49ee8ee5b8b5091268c473a4628afb5651 # v1.245.0
-        with:
-          ruby-version: '3.4'
-          bundler-cache: false
-      - name: Build precompiled librdkafka.so
-        run: |
-          cd ext
-          ./build_linux_x86_64_gnu.sh
-      - name: Configure trusted publishing credentials
-        uses: rubygems/configure-rubygems-credentials@bc6dd217f8a4f919d6835fcfefd470ef821f5c44 # v1.0.0
-      - name: Build and push platform-specific gem
-        run: |
-          gem build *.gemspec
-          gem push *.gem
-        env:
-          RUBY_PLATFORM: 'x86_64-linux-gnu'

data/.github/workflows/push_linux_x86_64_musl.yml

@@ -1,79 +0,0 @@
-name: Push Linux x86_64 musl Platform Gem
-on:
-  push:
-    tags:
-      - v*
-permissions:
-  contents: read
-env:
-  BUNDLE_RETRY: 6
-  BUNDLE_JOBS: 4
-jobs:
-  build:
-    if: github.repository_owner == 'karafka'
-    timeout-minutes: 30
-    runs-on: ubuntu-latest
-    environment: deployment
-    container:
-      # Same as CI, we build on the oldest possible for ABI compatibility
-      image: alpine:3.18@sha256:de0eb0b3f2a47ba1eb89389859a9bd88b28e82f5826b6969ad604979713c2d4f # renovate: ignore
-    steps:
-      - name: Install dependencies
-        run: |
-          apk add --no-cache git curl ca-certificates build-base linux-headers \
-            pkgconf perl autoconf automake libtool bison flex file bash wget zstd-dev \
-            openssl-dev cyrus-sasl-dev cyrus-sasl cyrus-sasl-login \
-            cyrus-sasl-crammd5 cyrus-sasl-digestmd5 cyrus-sasl-gssapiv2 cyrus-sasl-scram \
-            krb5-libs openssl zlib zlib-dev zstd-libs
-      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
-        with:
-          fetch-depth: 0
-      - name: Configure git safe directory
-        run: git config --global --add safe.directory /__w/karafka-rdkafka/karafka-rdkafka
-      - name: Cache build-tmp directory
-        uses: actions/cache@5a3ec84eff668545956fd18022155c47e93e2684 # v4.2.3
-        with:
-          path: ext/build-tmp-musl
-          key: build-tmp-musl-${{ runner.os }}-${{ hashFiles('ext/*.sh', 'ext/Rakefile') }}-v2
-      - name: Build precompiled librdkafka.so
-        run: |
-          cd ext
-          bash ./build_linux_x86_64_musl.sh
-      - name: Upload precompiled library
-        uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2
-        with:
-          name: librdkafka-precompiled-musl
-          path: ext/
-          retention-days: 1
-
-  push:
-    if: github.repository_owner == 'karafka'
-    timeout-minutes: 30
-    runs-on: ubuntu-latest
-    needs: build
-    environment: deployment
-    permissions:
-      contents: write
-      id-token: write
-    steps:
-      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
-        with:
-          fetch-depth: 0
-      - name: Download precompiled library
-        uses: actions/download-artifact@d3f86a106a0bac45b974a628896c90dbdf5c8093 # v4.3.0
-        with:
-          name: librdkafka-precompiled-musl
-          path: ext/
-      - name: Set up Ruby
-        uses: ruby/setup-ruby@a4effe49ee8ee5b8b5091268c473a4628afb5651 # v1.245.0
-        with:
-          ruby-version: '3.4'
-          bundler-cache: false
-      - name: Configure trusted publishing credentials
-        uses: rubygems/configure-rubygems-credentials@bc6dd217f8a4f919d6835fcfefd470ef821f5c44 # v1.0.0
-      - name: Build and push platform-specific gem
-        run: |
-          gem build *.gemspec
-          gem push *.gem
-        env:
-          RUBY_PLATFORM: 'x86_64-linux-musl'

data/.github/workflows/push_macos_arm64.yml

@@ -1,54 +0,0 @@
-name: Push macOS ARM64 Platform Gem
-
-on:
-  push:
-    tags:
-      - v*
-
-permissions:
-  contents: read
-
-env:
-  BUNDLE_RETRY: 6
-  BUNDLE_JOBS: 4
-
-jobs:
-  push:
-    if: github.repository_owner == 'karafka'
-    timeout-minutes: 30
-    runs-on: macos-14
-    environment: deployment
-    permissions:
-      contents: write
-      id-token: write
-    steps:
-      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
-        with:
-          fetch-depth: 0
-      - name: Install Bash 4+ and Kerberos
-        run: |
-          brew install bash
-          brew list krb5 &>/dev/null || brew install krb5
-          echo "/opt/homebrew/bin" >> $GITHUB_PATH
-      - name: Cache build-tmp directory
-        uses: actions/cache@5a3ec84eff668545956fd18022155c47e93e2684 # v4.2.3
-        with:
-          path: ext/build-tmp-macos
-          key: build-tmp-${{ runner.os }}-${{ hashFiles('ext/*.sh', 'ext/Rakefile') }}-v2
-      - name: Set up Ruby
-        uses: ruby/setup-ruby@a4effe49ee8ee5b8b5091268c473a4628afb5651 # v1.245.0
-        with:
-          ruby-version: '3.4'
-          bundler-cache: false
-      - name: Build precompiled librdkafka for macOS ARM64
-        run: |
-          cd ext
-          /opt/homebrew/bin/bash ./build_macos_arm64.sh
-      - name: Configure trusted publishing credentials
-        uses: rubygems/configure-rubygems-credentials@bc6dd217f8a4f919d6835fcfefd470ef821f5c44 # v1.0.0
-      - name: Build and push platform-specific gem
-        run: |
-          gem build *.gemspec
-          gem push *.gem
-        env:
-          RUBY_PLATFORM: 'arm64-darwin'

data/.github/workflows/push_ruby.yml

@@ -1,37 +0,0 @@
-name: Push Ruby Platform Gem
-
-on:
-  push:
-    tags:
-      - v*
-
-permissions:
-  contents: read
-
-jobs:
-  push:
-    if: github.repository_owner == 'karafka'
-    runs-on: ubuntu-latest
-    environment: deployment
-
-    permissions:
-      contents: write
-      id-token: write
-
-    steps:
-      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
-        with:
-          fetch-depth: 0
-
-      - name: Set up Ruby
-        uses: ruby/setup-ruby@472790540115ce5bd69d399a020189a8c87d641f # v1.247.0
-        with:
-          bundler-cache: false
-
-      - name: Build rdkafka-ruby
-        run: |
-          set -e
-          bundle install
-          cd ext && bundle exec rake
-
-      - uses: rubygems/release-gem@a25424ba2ba8b387abc8ef40807c2c85b96cbe32 # v1.1.1

data/.github/workflows/verify-action-pins.yml

@@ -1,16 +0,0 @@
-name: Verify Action Pins
-on:
-  pull_request:
-    paths:
-      - '.github/workflows/**'
-jobs:
-  verify:
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
-      - name: Check SHA pins
-        run: |
-          if grep -E -r "uses: .*/.*@(v[0-9]+|main|master)($|[[:space:]]|$)" --include="*.yml" --include="*.yaml" .github/workflows/ | grep -v "#"; then
-            echo "::error::Actions should use SHA pins, not tags or branch names"
-            exit 1
-          fi

data/.gitignore

@@ -1,14 +0,0 @@
-# Ignore bundler config.
-/.bundle
-
-Gemfile.lock
-ext/ports
-ext/tmp
-ext/librdkafka.*
-*.gem
-.yardoc
-doc
-coverage
-vendor
-.idea/
-out/

data/.rspec

@@ -1,2 +0,0 @@
---require spec_helper
---format documentation

data/.ruby-gemset

@@ -1 +0,0 @@
-rdkafka-ruby

data/.ruby-version

@@ -1 +0,0 @@
-3.4.5

data/.yardopts

@@ -1,2 +0,0 @@
---no-private
---markup=markdown

data/ext/README.md

@@ -1,19 +0,0 @@
-# Ext
-
-This gem depends on the `librdkafka` C library. It is downloaded, stored in
-`dist/` directory, and checked into source control.
-
-To update the `librdkafka` version follow the following steps:
-
-* Go to https://github.com/confluentinc/librdkafka/releases to get the new
-  version number and asset checksum for `tar.gz`.
-* Change the version in `lib/rdkafka/version.rb`
-* Change the `sha256` in `lib/rdkafka/version.rb`
-* Run `bundle exec rake dist:download` in the `ext` directory to download the
-  new release and place it in the `dist/` for you
-* Run `bundle exec rake` in the `ext` directory to build the new version
-* Run `docker-compose pull` in the main gem directory to ensure the docker
-  images used by the tests and run `docker-compose up`
-* Finally, run `bundle exec rspec` in the main gem directory to execute
-  the test suite to detect any regressions that may have been introduced
-  by the update