rdkafka 0.22.0.beta1-x86_64-linux-gnu

data/spec/spec_helper.rb

@@ -0,0 +1,195 @@
+# frozen_string_literal: true
+
+unless ENV["CI"] == "true"
+  require "simplecov"
+  SimpleCov.start do
+    add_filter "/spec/"
+  end
+end
+
+require "pry"
+require "rspec"
+require "rdkafka"
+require "timeout"
+require "securerandom"
+
+def rdkafka_base_config
+  {
+    :"api.version.request" => false,
+    :"broker.version.fallback" => "1.0",
+    :"bootstrap.servers" => "127.0.0.1:9092",
+    # Display statistics and refresh often just to cover those in specs
+    :'statistics.interval.ms' => 1_000,
+    :'topic.metadata.refresh.interval.ms' => 1_000
+  }
+end
+
+def rdkafka_config(config_overrides={})
+  # Generate the base config
+  config = rdkafka_base_config
+  # Merge overrides
+  config.merge!(config_overrides)
+  # Return it
+  Rdkafka::Config.new(config)
+end
+
+def rdkafka_consumer_config(config_overrides={})
+  # Generate the base config
+  config = rdkafka_base_config
+  # Add consumer specific fields to it
+  config[:"auto.offset.reset"] = "earliest"
+  config[:"enable.partition.eof"] = false
+  config[:"group.id"] = "ruby-test-#{SecureRandom.uuid}"
+  # Enable debug mode if required
+  if ENV["DEBUG_CONSUMER"]
+    config[:debug] = "cgrp,topic,fetch"
+  end
+  # Merge overrides
+  config.merge!(config_overrides)
+  # Return it
+  Rdkafka::Config.new(config)
+end
+
+def rdkafka_producer_config(config_overrides={})
+  # Generate the base config
+  config = rdkafka_base_config
+  # Enable debug mode if required
+  if ENV["DEBUG_PRODUCER"]
+    config[:debug] = "broker,topic,msg"
+  end
+  # Merge overrides
+  config.merge!(config_overrides)
+  # Return it
+  Rdkafka::Config.new(config)
+end
+
+def new_native_client
+  config = rdkafka_consumer_config
+  config.send(:native_kafka, config.send(:native_config), :rd_kafka_producer)
+end
+
+def new_native_topic(topic_name="topic_name", native_client: )
+  Rdkafka::Bindings.rd_kafka_topic_new(
+    native_client,
+    topic_name,
+    nil
+  )
+end
+
+def wait_for_message(topic:, delivery_report:, timeout_in_seconds: 30, consumer: nil)
+  new_consumer = consumer.nil?
+  consumer ||= rdkafka_consumer_config('allow.auto.create.topics': true).consumer
+  consumer.subscribe(topic)
+  timeout = Time.now.to_i + timeout_in_seconds
+  retry_count = 0
+  max_retries = 10
+
+  loop do
+    if timeout <= Time.now.to_i
+      raise "Timeout of #{timeout_in_seconds} seconds reached in wait_for_message"
+    end
+
+    begin
+      message = consumer.poll(100)
+      if message &&
+          message.partition == delivery_report.partition &&
+          message.offset == delivery_report.offset
+        return message
+      end
+    rescue Rdkafka::RdkafkaError => e
+      if e.code == :unknown_topic_or_part && retry_count < max_retries
+        retry_count += 1
+        sleep(0.1) # Small delay before retry
+        next
+      else
+        raise
+      end
+    end
+  end
+ensure
+  consumer.close if new_consumer
+end
+
+def wait_for_assignment(consumer)
+  10.times do
+    break if !consumer.assignment.empty?
+    sleep 1
+  end
+end
+
+def wait_for_unassignment(consumer)
+  10.times do
+    break if consumer.assignment.empty?
+    sleep 1
+  end
+end
+
+def notify_listener(listener, &block)
+  # 1. subscribe and poll
+  consumer.subscribe("consume_test_topic")
+  wait_for_assignment(consumer)
+  consumer.poll(100)
+
+  block.call if block
+
+  # 2. unsubscribe
+  consumer.unsubscribe
+  wait_for_unassignment(consumer)
+  consumer.close
+end
+
+RSpec.configure do |config|
+  config.filter_run focus: true
+  config.run_all_when_everything_filtered = true
+
+  config.before(:each) do
+    Rdkafka::Config.statistics_callback = nil
+    # We need to clear it so state does not leak between specs
+    Rdkafka::Producer.partitions_count_cache.to_h.clear
+  end
+
+  config.before(:suite) do
+    admin = rdkafka_config.admin
+    {
+        consume_test_topic:      3,
+        empty_test_topic:        3,
+        load_test_topic:         3,
+        produce_test_topic:      3,
+        rake_test_topic:         3,
+        watermarks_test_topic:   3,
+        partitioner_test_topic: 25,
+        example_topic:           1
+    }.each do |topic, partitions|
+      create_topic_handle = admin.create_topic(topic.to_s, partitions, 1)
+      begin
+        create_topic_handle.wait(max_wait_timeout: 1.0)
+      rescue Rdkafka::RdkafkaError => ex
+        raise unless ex.message.match?(/topic_already_exists/)
+      end
+    end
+    admin.close
+  end
+
+  config.around(:each) do |example|
+    # Timeout specs after a minute. If they take longer
+    # they are probably stuck
+    Timeout::timeout(60) do
+      example.run
+    end
+  end
+end
+
+class RdKafkaTestConsumer
+  def self.with
+    consumer = Rdkafka::Bindings.rd_kafka_new(
+      :rd_kafka_consumer,
+      nil,
+      nil,
+      0
+    )
+    yield consumer
+  ensure
+    Rdkafka::Bindings.rd_kafka_consumer_close(consumer)
+    Rdkafka::Bindings.rd_kafka_destroy(consumer)
+  end
+end

metadata

@@ -0,0 +1,276 @@
+--- !ruby/object:Gem::Specification
+name: rdkafka
+version: !ruby/object:Gem::Version
+  version: 0.22.0.beta1
+platform: x86_64-linux-gnu
+authors:
+- Thijs Cadier
+- Maciej Mensfeld
+bindir: bin
+cert_chain: []
+date: 1980-01-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: ffi
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.15'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.15'
+- !ruby/object:Gem::Dependency
+  name: logger
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mini_portile2
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.6'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">"
+      - !ruby/object:Gem::Version
+        version: '12'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">"
+      - !ruby/object:Gem::Version
+        version: '12'
+- !ruby/object:Gem::Dependency
+  name: ostruct
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.5'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Modern Kafka client library for Ruby based on librdkafka
+email:
+- contact@karafka.io
+executables: []
+extensions:
+- ext/Rakefile
+extra_rdoc_files: []
+files:
+- ".github/CODEOWNERS"
+- ".github/FUNDING.yml"
+- ".github/workflows/ci_linux_x86_64_gnu.yml"
+- ".github/workflows/ci_linux_x86_64_musl.yml"
+- ".github/workflows/ci_macos_arm64.yml"
+- ".github/workflows/push_linux_x86_64_gnu.yml"
+- ".github/workflows/push_linux_x86_64_musl.yml"
+- ".github/workflows/push_macos_arm64.yml"
+- ".github/workflows/push_ruby.yml"
+- ".github/workflows/verify-action-pins.yml"
+- ".gitignore"
+- ".rspec"
+- ".ruby-gemset"
+- ".ruby-version"
+- ".yardopts"
+- CHANGELOG.md
+- Gemfile
+- MIT-LICENSE
+- README.md
+- Rakefile
+- docker-compose.yml
+- ext/README.md
+- ext/Rakefile
+- ext/build_common.sh
+- ext/build_linux_x86_64_gnu.sh
+- ext/build_linux_x86_64_musl.sh
+- ext/build_macos_arm64.sh
+- ext/librdkafka.so
+- lib/rdkafka.rb
+- lib/rdkafka/abstract_handle.rb
+- lib/rdkafka/admin.rb
+- lib/rdkafka/admin/acl_binding_result.rb
+- lib/rdkafka/admin/config_binding_result.rb
+- lib/rdkafka/admin/config_resource_binding_result.rb
+- lib/rdkafka/admin/create_acl_handle.rb
+- lib/rdkafka/admin/create_acl_report.rb
+- lib/rdkafka/admin/create_partitions_handle.rb
+- lib/rdkafka/admin/create_partitions_report.rb
+- lib/rdkafka/admin/create_topic_handle.rb
+- lib/rdkafka/admin/create_topic_report.rb
+- lib/rdkafka/admin/delete_acl_handle.rb
+- lib/rdkafka/admin/delete_acl_report.rb
+- lib/rdkafka/admin/delete_groups_handle.rb
+- lib/rdkafka/admin/delete_groups_report.rb
+- lib/rdkafka/admin/delete_topic_handle.rb
+- lib/rdkafka/admin/delete_topic_report.rb
+- lib/rdkafka/admin/describe_acl_handle.rb
+- lib/rdkafka/admin/describe_acl_report.rb
+- lib/rdkafka/admin/describe_configs_handle.rb
+- lib/rdkafka/admin/describe_configs_report.rb
+- lib/rdkafka/admin/incremental_alter_configs_handle.rb
+- lib/rdkafka/admin/incremental_alter_configs_report.rb
+- lib/rdkafka/bindings.rb
+- lib/rdkafka/callbacks.rb
+- lib/rdkafka/config.rb
+- lib/rdkafka/consumer.rb
+- lib/rdkafka/consumer/headers.rb
+- lib/rdkafka/consumer/message.rb
+- lib/rdkafka/consumer/partition.rb
+- lib/rdkafka/consumer/topic_partition_list.rb
+- lib/rdkafka/error.rb
+- lib/rdkafka/helpers/oauth.rb
+- lib/rdkafka/helpers/time.rb
+- lib/rdkafka/metadata.rb
+- lib/rdkafka/native_kafka.rb
+- lib/rdkafka/producer.rb
+- lib/rdkafka/producer/delivery_handle.rb
+- lib/rdkafka/producer/delivery_report.rb
+- lib/rdkafka/producer/partitions_count_cache.rb
+- lib/rdkafka/version.rb
+- rdkafka.gemspec
+- renovate.json
+- spec/rdkafka/abstract_handle_spec.rb
+- spec/rdkafka/admin/create_acl_handle_spec.rb
+- spec/rdkafka/admin/create_acl_report_spec.rb
+- spec/rdkafka/admin/create_topic_handle_spec.rb
+- spec/rdkafka/admin/create_topic_report_spec.rb
+- spec/rdkafka/admin/delete_acl_handle_spec.rb
+- spec/rdkafka/admin/delete_acl_report_spec.rb
+- spec/rdkafka/admin/delete_topic_handle_spec.rb
+- spec/rdkafka/admin/delete_topic_report_spec.rb
+- spec/rdkafka/admin/describe_acl_handle_spec.rb
+- spec/rdkafka/admin/describe_acl_report_spec.rb
+- spec/rdkafka/admin_spec.rb
+- spec/rdkafka/bindings_spec.rb
+- spec/rdkafka/callbacks_spec.rb
+- spec/rdkafka/config_spec.rb
+- spec/rdkafka/consumer/headers_spec.rb
+- spec/rdkafka/consumer/message_spec.rb
+- spec/rdkafka/consumer/partition_spec.rb
+- spec/rdkafka/consumer/topic_partition_list_spec.rb
+- spec/rdkafka/consumer_spec.rb
+- spec/rdkafka/error_spec.rb
+- spec/rdkafka/metadata_spec.rb
+- spec/rdkafka/native_kafka_spec.rb
+- spec/rdkafka/producer/delivery_handle_spec.rb
+- spec/rdkafka/producer/delivery_report_spec.rb
+- spec/rdkafka/producer/partitions_count_cache_spec.rb
+- spec/rdkafka/producer_spec.rb
+- spec/spec_helper.rb
+licenses:
+- MIT
+metadata:
+  funding_uri: https://karafka.io/#become-pro
+  homepage_uri: https://karafka.io
+  changelog_uri: https://karafka.io/docs/Changelog-Rdkafka
+  bug_tracker_uri: https://github.com/karafka/rdkafka-ruby/issues
+  source_code_uri: https://github.com/karafka/rdkafka-ruby
+  documentation_uri: https://karafka.io/docs
+  rubygems_mfa_required: 'true'
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '3.1'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.6.7
+specification_version: 4
+summary: The rdkafka gem is a modern Kafka client library for Ruby based on librdkafka.
+  It wraps the production-ready C client using the ffi gem and targets Kafka 1.0+
+  and Ruby 2.7+.
+test_files: []