karafka-rdkafka 0.21.0.rc2-aarch64-linux-gnu → 0.22.0.rc1-aarch64-linux-gnu

data/.github/workflows/push_linux_x86_64_musl.yml

@@ -1,79 +0,0 @@
-name: Push Linux x86_64 musl Platform Gem
-on:
-  push:
-    tags:
-      - v*
-permissions:
-  contents: read
-env:
-  BUNDLE_RETRY: 6
-  BUNDLE_JOBS: 4
-jobs:
-  build:
-    if: github.repository_owner == 'karafka'
-    timeout-minutes: 30
-    runs-on: ubuntu-latest
-    environment: deployment
-    container:
-      # Same as CI, we build on the oldest possible for ABI compatibility
-      image: alpine:3.18@sha256:de0eb0b3f2a47ba1eb89389859a9bd88b28e82f5826b6969ad604979713c2d4f # renovate: ignore
-    steps:
-      - name: Install dependencies
-        run: |
-          apk add --no-cache git curl ca-certificates build-base linux-headers \
-            pkgconf perl autoconf automake libtool bison flex file bash wget zstd-dev \
-            openssl-dev cyrus-sasl-dev cyrus-sasl cyrus-sasl-login \
-            cyrus-sasl-crammd5 cyrus-sasl-digestmd5 cyrus-sasl-gssapiv2 cyrus-sasl-scram \
-            krb5-libs openssl zlib zlib-dev zstd-libs
-      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
-        with:
-          fetch-depth: 0
-      - name: Configure git safe directory
-        run: git config --global --add safe.directory /__w/karafka-rdkafka/karafka-rdkafka
-      - name: Cache build-tmp directory
-        uses: actions/cache@0400d5f644dc74513175e3cd8d07132dd4860809 # v4.2.4
-        with:
-          path: ext/build-tmp-musl
-          key: build-tmp-musl-${{ runner.os }}-${{ hashFiles('ext/*.sh', 'ext/Rakefile') }}-v2
-      - name: Build precompiled librdkafka.so
-        run: |
-          cd ext
-          bash ./build_linux_x86_64_musl.sh
-      - name: Upload precompiled library
-        uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2
-        with:
-          name: librdkafka-precompiled-musl
-          path: ext/
-          retention-days: 1
-
-  push:
-    if: github.repository_owner == 'karafka'
-    timeout-minutes: 30
-    runs-on: ubuntu-latest
-    needs: build
-    environment: deployment
-    permissions:
-      contents: write
-      id-token: write
-    steps:
-      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
-        with:
-          fetch-depth: 0
-      - name: Download precompiled library
-        uses: actions/download-artifact@634f93cb2916e3fdff6788551b99b062d0335ce0 # v5.0.0
-        with:
-          name: librdkafka-precompiled-musl
-          path: ext/
-      - name: Set up Ruby
-        uses: ruby/setup-ruby@2a7b30092b0caf9c046252510f9273b4875f3db9 # v1.254.0
-        with:
-          ruby-version: '3.4'
-          bundler-cache: false
-      - name: Configure trusted publishing credentials
-        uses: rubygems/configure-rubygems-credentials@bc6dd217f8a4f919d6835fcfefd470ef821f5c44 # v1.0.0
-      - name: Build and push platform-specific gem
-        run: |
-          gem build *.gemspec
-          gem push *.gem
-        env:
-          RUBY_PLATFORM: 'x86_64-linux-musl'

data/.github/workflows/push_macos_arm64.yml

@@ -1,54 +0,0 @@
-name: Push macOS ARM64 Platform Gem
-
-on:
-  push:
-    tags:
-      - v*
-
-permissions:
-  contents: read
-
-env:
-  BUNDLE_RETRY: 6
-  BUNDLE_JOBS: 4
-
-jobs:
-  push:
-    if: github.repository_owner == 'karafka'
-    timeout-minutes: 30
-    runs-on: macos-14
-    environment: deployment
-    permissions:
-      contents: write
-      id-token: write
-    steps:
-      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
-        with:
-          fetch-depth: 0
-      - name: Install Bash 4+ and Kerberos
-        run: |
-          brew install bash
-          brew list krb5 &>/dev/null || brew install krb5
-          echo "/opt/homebrew/bin" >> $GITHUB_PATH
-      - name: Cache build-tmp directory
-        uses: actions/cache@0400d5f644dc74513175e3cd8d07132dd4860809 # v4.2.4
-        with:
-          path: ext/build-tmp-macos
-          key: build-tmp-${{ runner.os }}-${{ hashFiles('ext/*.sh', 'ext/Rakefile') }}-v2
-      - name: Set up Ruby
-        uses: ruby/setup-ruby@2a7b30092b0caf9c046252510f9273b4875f3db9 # v1.254.0
-        with:
-          ruby-version: '3.4'
-          bundler-cache: false
-      - name: Build precompiled librdkafka for macOS ARM64
-        run: |
-          cd ext
-          /opt/homebrew/bin/bash ./build_macos_arm64.sh
-      - name: Configure trusted publishing credentials
-        uses: rubygems/configure-rubygems-credentials@bc6dd217f8a4f919d6835fcfefd470ef821f5c44 # v1.0.0
-      - name: Build and push platform-specific gem
-        run: |
-          gem build *.gemspec
-          gem push *.gem
-        env:
-          RUBY_PLATFORM: 'arm64-darwin'

data/.github/workflows/push_ruby.yml

@@ -1,37 +0,0 @@
-name: Push Ruby Platform Gem
-
-on:
-  push:
-    tags:
-      - v*
-
-permissions:
-  contents: read
-
-jobs:
-  push:
-    if: github.repository_owner == 'karafka'
-    runs-on: ubuntu-latest
-    environment: deployment
-
-    permissions:
-      contents: write
-      id-token: write
-
-    steps:
-      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
-        with:
-          fetch-depth: 0
-
-      - name: Set up Ruby
-        uses: ruby/setup-ruby@2a7b30092b0caf9c046252510f9273b4875f3db9 # v1.254.0
-        with:
-          bundler-cache: false
-
-      - name: Build rdkafka-ruby
-        run: |
-          set -e
-          bundle install
-          cd ext && bundle exec rake
-
-      - uses: rubygems/release-gem@a25424ba2ba8b387abc8ef40807c2c85b96cbe32 # v1.1.1

data/.github/workflows/trigger-wiki-refresh.yml

@@ -1,30 +0,0 @@
-name: Trigger Wiki Refresh
-
-on:
-  release:
-    types: [published]
-  push:
-    branches: [main]
-
-jobs:
-  trigger-wiki-refresh:
-    runs-on: ubuntu-latest
-    environment: wiki-trigger
-    if: github.repository_owner == 'karafka'
-    steps:
-      - name: Trigger wiki refresh
-        uses: peter-evans/repository-dispatch@ff45666b9427631e3450c54a1bcbee4d9ff4d7c0 # v3.0.0
-        with:
-          token: ${{ secrets.WIKI_REPO_TOKEN }}
-          repository: karafka/wiki
-          event-type: sync-trigger
-          client-payload: |
-            {
-              "repository": "${{ github.repository }}",
-              "event_name": "${{ github.event_name }}",
-              "release_tag": "${{ github.event.release.tag_name || '' }}",
-              "release_name": "${{ github.event.release.name || '' }}",
-              "commit_sha": "${{ github.sha }}",
-              "commit_message": "Trigger Wiki Refresh",
-              "triggered_by": "${{ github.actor }}"
-            }

data/.github/workflows/verify-action-pins.yml

@@ -1,16 +0,0 @@
-name: Verify Action Pins
-on:
-  pull_request:
-    paths:
-      - '.github/workflows/**'
-jobs:
-  verify_action_pins:
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
-      - name: Check SHA pins
-        run: |
-          if grep -E -r "uses: .*/.*@(v[0-9]+|main|master)($|[[:space:]]|$)" --include="*.yml" --include="*.yaml" .github/workflows/ | grep -v "#"; then
-            echo "::error::Actions should use SHA pins, not tags or branch names"
-            exit 1
-          fi

data/.gitignore

@@ -1,16 +0,0 @@
-# Ignore bundler config.
-/.bundle
-
-Gemfile.lock
-ext/ports
-ext/tmp
-ext/librdkafka.*
-ext/build-tmp
-*.gem
-.yardoc
-doc
-coverage
-vendor
-.idea/
-out/
-ssl/

data/.rspec

@@ -1,3 +0,0 @@
---require spec_helper
---format documentation
---pattern spec/lib/**/*_spec.rb

data/.ruby-gemset

@@ -1 +0,0 @@
-rdkafka-ruby

data/.ruby-version

@@ -1 +0,0 @@
-3.4.5

data/.yardopts

@@ -1,2 +0,0 @@
---no-private
---markup=markdown

data/ext/README.md

@@ -1,19 +0,0 @@
-# Ext
-
-This gem depends on the `librdkafka` C library. It is downloaded, stored in
-`dist/` directory, and checked into source control.
-
-To update the `librdkafka` version follow the following steps:
-
-* Go to https://github.com/confluentinc/librdkafka/releases to get the new
-  version number and asset checksum for `tar.gz`.
-* Change the version in `lib/rdkafka/version.rb`
-* Change the `sha256` in `lib/rdkafka/version.rb`
-* Run `bundle exec rake dist:download` in the `ext` directory to download the
-  new release and place it in the `dist/` for you
-* Run `bundle exec rake` in the `ext` directory to build the new version
-* Run `docker-compose pull` in the main gem directory to ensure the docker
-  images used by the tests and run `docker-compose up`
-* Finally, run `bundle exec rspec` in the main gem directory to execute
-  the test suite to detect any regressions that may have been introduced
-  by the update

data/ext/Rakefile

@@ -1,131 +0,0 @@
-# frozen_string_literal: true
-
-require File.expand_path('../../lib/rdkafka/version', __FILE__)
-require "digest"
-require "fileutils"
-require "open-uri"
-
-task :default => :clean do
-  # For nix users, nix can't locate the file paths because the packages it's requiring aren't managed by the system but are
-  # managed by nix itself, so using the normal file paths doesn't work for nix users.
-  #
-  # Mini_portile causes an issue because it's dependencies are downloaded on the fly and therefore don't exist/aren't
-  # accessible in the nix environment
-  if ENV.fetch('RDKAFKA_EXT_PATH', '').empty?
-    # Download and compile librdkafka if RDKAFKA_EXT_PATH is not set
-    require "mini_portile2"
-    recipe = MiniPortile.new("librdkafka", Rdkafka::LIBRDKAFKA_VERSION)
-
-    # Use default homebrew openssl if we're on mac and the directory exists, is not using nix-prepared libraries
-    # and each of flags is not already set
-    if recipe.host&.include?("darwin") && system("which brew &> /dev/null") && Dir.exist?("#{homebrew_prefix = %x(brew --prefix openssl).strip}") && !ENV.key?("NIX_LDFLAGS")
-      ENV["CPPFLAGS"] = "-I#{homebrew_prefix}/include" unless ENV.key?("CPPFLAGS")
-      ENV["LDFLAGS"] = "-L#{homebrew_prefix}/lib" unless ENV.key?("LDFLAGS")
-    end
-
-    releases = File.expand_path(File.join(File.dirname(__FILE__), '../dist'))
-
-    recipe.files << {
-      :url => "file://#{releases}/librdkafka-#{Rdkafka::LIBRDKAFKA_VERSION}.tar.gz",
-      :sha256 => Rdkafka::LIBRDKAFKA_SOURCE_SHA256
-    }
-    recipe.configure_options = ["--host=#{recipe.host}"]
-
-    recipe.patch_files = Dir[File.join(releases, 'patches', "*.patch")].sort
-
-    # Disable using libc regex engine in favor of the embedded one
-    # The default regex engine of librdkafka does not always work exactly as most of the users
-    # would expect, hence this flag allows for changing it to the other one
-    if ENV.key?('RDKAFKA_DISABLE_REGEX_EXT')
-      recipe.configure_options << '--disable-regex-ext'
-    end
-
-    recipe.cook
-    # Move dynamic library we're interested in
-    if recipe.host.include?('darwin')
-      from_extension = '1.dylib'
-      to_extension   = 'dylib'
-    else
-      from_extension = 'so.1'
-      to_extension = 'so'
-    end
-    lib_path = File.join(File.dirname(__FILE__), "ports/#{recipe.host}/librdkafka/#{Rdkafka::LIBRDKAFKA_VERSION}/lib/librdkafka.#{from_extension}")
-    FileUtils.mv(lib_path, File.join(File.dirname(__FILE__), "librdkafka.#{to_extension}"))
-    # Cleanup files created by miniportile we don't need in the gem
-    FileUtils.rm_rf File.join(File.dirname(__FILE__), "tmp")
-    FileUtils.rm_rf File.join(File.dirname(__FILE__), "ports")
-  else
-    # Otherwise, copy existing libraries to ./ext
-    if ENV['RDKAFKA_EXT_PATH'].nil? || ENV['RDKAFKA_EXT_PATH'].empty?
-      raise "RDKAFKA_EXT_PATH must be set in your nix config when running under nix"
-    end
-    files = [
-      File.join(ENV['RDKAFKA_EXT_PATH'], 'lib', 'librdkafka.dylib'),
-      File.join(ENV['RDKAFKA_EXT_PATH'], 'lib', 'librdkafka.so')
-    ]
-    files.each { |ext| FileUtils.cp(ext, File.dirname(__FILE__)) if File.exist?(ext) }
-  end
-end
-
-task :clean do
-  FileUtils.rm_f File.join(File.dirname(__FILE__), "librdkafka.dylib")
-  FileUtils.rm_f File.join(File.dirname(__FILE__), "librdkafka.so")
-  FileUtils.rm_rf File.join(File.dirname(__FILE__), "ports")
-  FileUtils.rm_rf File.join(File.dirname(__FILE__), "tmp")
-end
-
-namespace :dist do
-  task :dir do
-    ENV["RDKAFKA_DIST_PATH"] ||= File.expand_path(File.join(File.dirname(__FILE__), '..', 'dist'))
-  end
-
-  task :file => "dist:dir" do
-    ENV["RDKAFKA_DIST_FILE"] ||= File.join(ENV["RDKAFKA_DIST_PATH"], "librdkafka_#{Rdkafka::LIBRDKAFKA_VERSION}.tar.gz")
-  end
-
-  task :clean => "dist:file" do
-    Dir.glob(File.join("#{ENV['RDKAFKA_DIST_PATH']}", "*")).each do |filename|
-      next if filename.include? ENV["RDKAFKA_DIST_FILE"]
-
-      FileUtils.rm_rf filename
-    end
-  end
-
-  task :download => "dist:file" do
-    version = Rdkafka::LIBRDKAFKA_VERSION
-    librdkafka_download = "https://codeload.github.com/confluentinc/librdkafka/tar.gz/v#{version}"
-
-    URI.open(librdkafka_download) do |file|
-      filename = ENV["RDKAFKA_DIST_FILE"]
-      data     = file.read
-
-      if Digest::SHA256.hexdigest(data) != Rdkafka::LIBRDKAFKA_SOURCE_SHA256
-        raise "SHA256 does not match downloaded file"
-      end
-
-      File.write(filename, data)
-    end
-  end
-
-  task :update => %w[dist:download dist:clean]
-end
-
-namespace :build do
-  desc "Build librdkafka at the given git sha or tag"
-  task :git, [:ref] do |task, args|
-    ref = args[:ref]
-    version = "git-#{ref}"
-
-    recipe = MiniPortile.new("librdkafka", version)
-    recipe.files << "https://github.com/confluentinc/librdkafka/archive/#{ref}.tar.gz"
-    recipe.configure_options = ["--host=#{recipe.host}","--enable-static", "--enable-zstd"]
-    recipe.patch_files = Dir[File.join(releases, 'patches', "*.patch")].sort
-    recipe.cook
-
-    ext = recipe.host.include?("darwin") ? "dylib" : "so"
-    lib = File.expand_path("ports/#{recipe.host}/librdkafka/#{version}/lib/librdkafka.#{ext}", __dir__)
-
-    # Copy will copy the content, following any symlinks
-    FileUtils.cp(lib, __dir__)
-  end
-end