karafka-rdkafka 0.13.10 → 0.14.0.beta1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a78b060310c1f99afc9955f17d3a2fe92d5252cc7aec870c3fa34b20e543385b
-  data.tar.gz: 5714200f1cc64e0b1b7f4f5118f5a10010055ceb1232986fee4caae952199c44
+  metadata.gz: 5e180bea275e4b1e2b0f43ba8ec7215b0b96cb926b708ee38a6a4cb73116be53
+  data.tar.gz: 6558fb60a50c96bd11054400e5effb89f42c9b2a35ea23f02cf3b56f96c7142a
 SHA512:
-  metadata.gz: 33338b74897b69cc42f370c57803b048bb6055617509518fba2accd705bb674b09bc311f43116669b135d8e6d5263746c40371d7935bba50e934d1254f50f4a8
-  data.tar.gz: 9b77936f7fa8a53474e04f79ed47e9bedba8524311da0d4bc501261508b6d5e6bf4c02a2202a9b3d41126fe98ce0d03dad5e663a9f73777cf48c4c2644ef4295
+  metadata.gz: 7449b5221257909fbf806e5a78446566659ffb71ed40ee2ced5ef51624a2ad9b8c710edf4a34dd024c96e03cd698698cd235c1b58cf3e9d407e051e95be80fa9
+  data.tar.gz: 3ad4a979ce55647485d75f2a45da3dd444ced6231b555557b3d888ef6641365b4fb675a7e29f019a2df7ff960cc2561d0141291d8a344be5bd87b413ee64a6e3

data/CHANGELOG.md

@@ -1,7 +1,8 @@
 # Rdkafka Changelog
 
-## 0.13.10 (2024-07-10)
-- [Fix] Switch to local release of librdkafka to mitigate its unavailability.
+## 0.14.0 (Unreleased)
+- [Enhancement] Bump librdkafka to 2.3.0
+- [Enhancement] Increase the `#lag` and `#query_watermark_offsets` default timeouts from 100ms to 1000ms. This will compensate for network glitches and remote clusters operations.
 
 ## 0.13.9 (2023-11-07)
 - [Enhancement] Expose alternative way of managing consumer events via a separate queue.

data/docker-compose.yml

@@ -3,7 +3,7 @@ version: '2'
 services:
   kafka:
     container_name: kafka
-    image: confluentinc/cp-kafka:7.5.1
+    image: confluentinc/cp-kafka:7.5.2
 
     ports:
       - 9092:9092

data/ext/Rakefile

@@ -1,67 +1,40 @@
 # frozen_string_literal: true
 
 require File.expand_path('../../lib/rdkafka/version', __FILE__)
+require "mini_portile2"
 require "fileutils"
 require "open-uri"
 
 task :default => :clean do
-  # For nix users, nix can't locate the file paths because the packages it's requiring aren't managed by the system but are
-  # managed by nix itself, so using the normal file paths doesn't work for nix users.
-  #
-  # Mini_portile causes an issue because it's dependencies are downloaded on the fly and therefore don't exist/aren't
-  # accessible in the nix environment
-  if ENV.fetch('RDKAFKA_EXT_PATH', '').empty?
-    # Download and compile librdkafka if RDKAFKA_EXT_PATH is not set
-    require "mini_portile2"
-    recipe = MiniPortile.new("librdkafka", Rdkafka::LIBRDKAFKA_VERSION)
+  # Download and compile librdkafka
+  recipe = MiniPortile.new("librdkafka", Rdkafka::LIBRDKAFKA_VERSION)
 
-    # Use default homebrew openssl if we're on mac and the directory exists
-    # and each of flags is not empty
-    if recipe.host&.include?("darwin") && system("which brew &> /dev/null") && Dir.exist?("#{homebrew_prefix = %x(brew --prefix openssl).strip}")
-      ENV["CPPFLAGS"] = "-I#{homebrew_prefix}/include" unless ENV["CPPFLAGS"]
-      ENV["LDFLAGS"] = "-L#{homebrew_prefix}/lib" unless ENV["LDFLAGS"]
-    end
-
-    releases = File.expand_path(File.join(File.dirname(__FILE__), '../dist'))
-
-    recipe.files << {
-      :url => "file://#{releases}/librdkafka_#{Rdkafka::LIBRDKAFKA_VERSION}.tar.gz",
-      :sha256 => Rdkafka::LIBRDKAFKA_SOURCE_SHA256
-    }
-    recipe.configure_options = ["--host=#{recipe.host}"]
-
-    # Disable using libc regex engine in favor of the embedded one
-    # The default regex engine of librdkafka does not always work exactly as most of the users
-    # would expect, hence this flag allows for changing it to the other one
-    if ENV.key?('RDKAFKA_DISABLE_REGEX_EXT')
-      recipe.configure_options << '--disable-regex-ext'
-    end
+  # Use default homebrew openssl if we're on mac and the directory exists
+  # and each of flags is not empty
+  if recipe.host&.include?("darwin") && system("which brew &> /dev/null") && Dir.exist?("#{homebrew_prefix = %x(brew --prefix openssl).strip}")
+    ENV["CPPFLAGS"] = "-I#{homebrew_prefix}/include" unless ENV["CPPFLAGS"]
+    ENV["LDFLAGS"] = "-L#{homebrew_prefix}/lib" unless ENV["LDFLAGS"]
+  end
 
-    recipe.cook
-    # Move dynamic library we're interested in
-    if recipe.host.include?('darwin')
-      from_extension = '1.dylib'
-      to_extension   = 'dylib'
-    else
-      from_extension = 'so.1'
-      to_extension = 'so'
-    end
-    lib_path = File.join(File.dirname(__FILE__), "ports/#{recipe.host}/librdkafka/#{Rdkafka::LIBRDKAFKA_VERSION}/lib/librdkafka.#{from_extension}")
-    FileUtils.mv(lib_path, File.join(File.dirname(__FILE__), "librdkafka.#{to_extension}"))
-    # Cleanup files created by miniportile we don't need in the gem
-    FileUtils.rm_rf File.join(File.dirname(__FILE__), "tmp")
-    FileUtils.rm_rf File.join(File.dirname(__FILE__), "ports")
+  recipe.files << {
+    :url => "https://codeload.github.com/confluentinc/librdkafka/tar.gz/v#{Rdkafka::LIBRDKAFKA_VERSION}",
+    :sha256 => Rdkafka::LIBRDKAFKA_SOURCE_SHA256
+  }
+  recipe.configure_options = ["--host=#{recipe.host}"]
+  recipe.cook
+  # Move dynamic library we're interested in
+  if recipe.host.include?('darwin')
+    from_extension = '1.dylib'
+    to_extension   = 'dylib'
   else
-    # Otherwise, copy existing libraries to ./ext
-    if ENV['RDKAFKA_EXT_PATH'].nil? || ENV['RDKAFKA_EXT_PATH'].empty?
-      raise "RDKAFKA_EXT_PATH must be set in your nix config when running under nix"
-    end
-    files = [
-      File.join(ENV['RDKAFKA_EXT_PATH'], 'lib', 'librdkafka.dylib'),
-      File.join(ENV['RDKAFKA_EXT_PATH'], 'lib', 'librdkafka.so')
-    ]
-    files.each { |ext| FileUtils.cp(ext, File.dirname(__FILE__)) if File.exist?(ext) }
+    from_extension = 'so.1'
+    to_extension = 'so'
   end
+  lib_path = File.join(File.dirname(__FILE__), "ports/#{recipe.host}/librdkafka/#{Rdkafka::LIBRDKAFKA_VERSION}/lib/librdkafka.#{from_extension}")
+  FileUtils.mv(lib_path, File.join(File.dirname(__FILE__), "librdkafka.#{to_extension}"))
+  # Cleanup files created by miniportile we don't need in the gem
+  FileUtils.rm_rf File.join(File.dirname(__FILE__), "tmp")
+  FileUtils.rm_rf File.join(File.dirname(__FILE__), "ports")
 end
 
 task :clean do

data/lib/rdkafka/consumer.rb

@@ -300,7 +300,7 @@ module Rdkafka
     # @param timeout_ms [Integer] The timeout for querying the broker
     # @return [Integer] The low and high watermark
     # @raise [RdkafkaError] When querying the broker fails.
-    def query_watermark_offsets(topic, partition, timeout_ms=200)
+    def query_watermark_offsets(topic, partition, timeout_ms=1000)
       closed_consumer_check(__method__)
 
       low = FFI::MemoryPointer.new(:int64, 1)
@@ -335,7 +335,7 @@ module Rdkafka
     # @return [Hash<String, Hash<Integer, Integer>>] A hash containing all topics with the lag
     #   per partition
     # @raise [RdkafkaError] When querying the broker fails.
-    def lag(topic_partition_list, watermark_timeout_ms=100)
+    def lag(topic_partition_list, watermark_timeout_ms=1000)
       out = {}
 
       topic_partition_list.to_h.each do |topic, partitions|

data/lib/rdkafka/version.rb

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 module Rdkafka
-  VERSION = "0.13.10"
-  LIBRDKAFKA_VERSION = "2.2.0"
-  LIBRDKAFKA_SOURCE_SHA256 = "af9a820cbecbc64115629471df7c7cecd40403b6c34bfdbb9223152677a47226"
+  VERSION = "0.14.0.beta1"
+  LIBRDKAFKA_VERSION = "2.3.0"
+  LIBRDKAFKA_SOURCE_SHA256 = "2d49c35c77eeb3d42fa61c43757fcbb6a206daa560247154e60642bcdcc14d12"
 end

data.tar.gz.sig

@@ -1,3 +1,3 @@
-6X�h
-����e��u�ʨ�ߞ���ޥSo��a�&>6ur+��#k2
$�@�\.bk\cOs[M0��h�@#�v#?��bL�{[�@����!
->F�=DUY!����)��{������(m7ie��M�@�]2�
�����}+2�(�[/E�DŽ�a�v�U��_�h
%B)���Ѳ��#����ԁ�O�u��'�	��$�,��t(�m��	���|���4�vV�m
qH�^�~���*zl$�j#B���[#����̌"���dF/��SCA�
+L����������AP(
+9�����ZOF[h �]����q}���k/�+*Ў'^���6��8<V��W�tǍ�x1u
+�����*R��7\���r�K��wo�s�?�J�F���MW�V��S#݉/�K��&�9ep�s�&E!7+
�,���ְ�M�C�5I�M<�2Ҡ�q-U�N�{�dA�w���� X�.R�.���<���i�bzē�{����LL�eJ�/������'0�M����ټ?1,�*�s���A���m8�{�����)U��3�mr��W��2�G�	/��p�.���X���
����H��S�ZV���Q�)���7h��]L'��<x= '��s����H����[4���B��eN�2V�CM7

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: karafka-rdkafka
 version: !ruby/object:Gem::Version
-  version: 0.13.10
+  version: 0.14.0.beta1
 platform: ruby
 authors:
 - Thijs Cadier
@@ -35,7 +35,7 @@ cert_chain:
   AnG1dJU+yL2BK7vaVytLTstJME5mepSZ46qqIJXMuWob/YPDmVaBF39TDSG9e34s
   msG3BiCqgOgHAnL23+CN3Rt8MsuRfEtoTKpJVcCfoEoNHOkc
   -----END CERTIFICATE-----
-date: 2024-07-10 00:00:00.000000000 Z
+date: 2023-11-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: ffi
@@ -184,7 +184,6 @@ files:
 - README.md
 - Rakefile
 - certs/cert_chain.pem
-- dist/librdkafka_2.2.0.tar.gz
 - docker-compose.yml
 - ext/README.md
 - ext/Rakefile
@@ -258,11 +257,11 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '2.7'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ">"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
-rubygems_version: 3.5.14
+rubygems_version: 3.4.19
 signing_key: 
 specification_version: 4
 summary: The rdkafka gem is a modern Kafka client library for Ruby based on librdkafka.