karafka 2.5.3 → 2.5.4.rc1

data/Gemfile.lock

@@ -1,178 +0,0 @@
-PATH
-  remote: .
-  specs:
-    karafka (2.5.3)
-      base64 (~> 0.2)
-      karafka-core (>= 2.5.6, < 2.6.0)
-      karafka-rdkafka (>= 0.23.1)
-      waterdrop (>= 2.8.14, < 3.0.0)
-      zeitwerk (~> 2.3)
-
-GEM
-  remote: https://rubygems.org/
-  specs:
-    activejob (8.1.1)
-      activesupport (= 8.1.1)
-      globalid (>= 0.3.6)
-    activesupport (8.1.1)
-      base64
-      bigdecimal
-      concurrent-ruby (~> 1.0, >= 1.3.1)
-      connection_pool (>= 2.2.5)
-      drb
-      i18n (>= 1.6, < 2)
-      json
-      logger (>= 1.4.2)
-      minitest (>= 5.1)
-      securerandom (>= 0.3)
-      tzinfo (~> 2.0, >= 2.0.5)
-      uri (>= 0.13.1)
-    base64 (0.3.0)
-    bigdecimal (3.3.1)
-    byebug (12.0.0)
-    concurrent-ruby (1.3.5)
-    connection_pool (2.5.4)
-    diff-lcs (1.6.2)
-    docile (1.4.1)
-    drb (2.2.3)
-    erubi (1.13.1)
-    et-orbi (1.4.0)
-      tzinfo
-    factory_bot (6.5.6)
-      activesupport (>= 6.1.0)
-    ffi (1.17.2)
-    ffi (1.17.2-aarch64-linux-gnu)
-    ffi (1.17.2-aarch64-linux-musl)
-    ffi (1.17.2-arm-linux-gnu)
-    ffi (1.17.2-arm-linux-musl)
-    ffi (1.17.2-arm64-darwin)
-    ffi (1.17.2-x86-linux-gnu)
-    ffi (1.17.2-x86-linux-musl)
-    ffi (1.17.2-x86_64-darwin)
-    ffi (1.17.2-x86_64-linux-gnu)
-    ffi (1.17.2-x86_64-linux-musl)
-    fugit (1.12.1)
-      et-orbi (~> 1.4)
-      raabro (~> 1.4)
-    globalid (1.3.0)
-      activesupport (>= 6.1)
-    i18n (1.14.7)
-      concurrent-ruby (~> 1.0)
-    json (2.15.2)
-    karafka-core (2.5.7)
-      karafka-rdkafka (>= 0.20.0)
-      logger (>= 1.6.0)
-    karafka-rdkafka (0.23.1)
-      ffi (~> 1.17.1)
-      json (> 2.0)
-      logger
-      mini_portile2 (~> 2.6)
-      rake (> 12)
-    karafka-rdkafka (0.23.1-aarch64-linux-gnu)
-      ffi (~> 1.17.1)
-      json (> 2.0)
-      logger
-      mini_portile2 (~> 2.6)
-      rake (> 12)
-    karafka-rdkafka (0.23.1-arm64-darwin)
-      ffi (~> 1.17.1)
-      json (> 2.0)
-      logger
-      mini_portile2 (~> 2.6)
-      rake (> 12)
-    karafka-rdkafka (0.23.1-x86_64-linux-gnu)
-      ffi (~> 1.17.1)
-      json (> 2.0)
-      logger
-      mini_portile2 (~> 2.6)
-      rake (> 12)
-    karafka-rdkafka (0.23.1-x86_64-linux-musl)
-      ffi (~> 1.17.1)
-      json (> 2.0)
-      logger
-      mini_portile2 (~> 2.6)
-      rake (> 12)
-    karafka-testing (2.5.4)
-      karafka (>= 2.5.0, < 2.6.0)
-      waterdrop (>= 2.8.0)
-    karafka-web (0.11.4)
-      erubi (~> 1.4)
-      karafka (>= 2.5.2, < 2.6.0)
-      karafka-core (>= 2.5.0, < 2.6.0)
-      roda (~> 3.68, >= 3.69)
-      tilt (~> 2.0)
-    logger (1.7.0)
-    mini_portile2 (2.8.9)
-    minitest (5.26.0)
-    ostruct (0.6.3)
-    raabro (1.4.0)
-    rack (3.2.3)
-    rake (13.3.1)
-    roda (3.97.0)
-      rack
-    rspec (3.13.2)
-      rspec-core (~> 3.13.0)
-      rspec-expectations (~> 3.13.0)
-      rspec-mocks (~> 3.13.0)
-    rspec-core (3.13.6)
-      rspec-support (~> 3.13.0)
-    rspec-expectations (3.13.5)
-      diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.13.0)
-    rspec-mocks (3.13.6)
-      diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.13.0)
-    rspec-support (3.13.6)
-    securerandom (0.4.1)
-    simplecov (0.22.0)
-      docile (~> 1.1)
-      simplecov-html (~> 0.11)
-      simplecov_json_formatter (~> 0.1)
-    simplecov-html (0.13.2)
-    simplecov_json_formatter (0.1.4)
-    stringio (3.1.8)
-    tilt (2.6.1)
-    tzinfo (2.0.6)
-      concurrent-ruby (~> 1.0)
-    uri (1.0.4)
-    warning (1.5.0)
-    waterdrop (2.8.14)
-      karafka-core (>= 2.4.9, < 3.0.0)
-      karafka-rdkafka (>= 0.23.1)
-      zeitwerk (~> 2.3)
-    yard (0.9.37)
-    yard-lint (1.2.3)
-      yard (~> 0.9)
-      zeitwerk (~> 2.6)
-    zeitwerk (2.7.3)
-
-PLATFORMS
-  aarch64-linux-gnu
-  aarch64-linux-musl
-  arm-linux-gnu
-  arm-linux-musl
-  arm64-darwin
-  ruby
-  x86-linux-gnu
-  x86-linux-musl
-  x86_64-darwin
-  x86_64-linux-gnu
-  x86_64-linux-musl
-
-DEPENDENCIES
-  activejob
-  byebug
-  factory_bot
-  fugit
-  karafka!
-  karafka-testing (>= 2.5.0)
-  karafka-web (>= 0.11.1)
-  ostruct
-  rspec
-  simplecov
-  stringio
-  warning
-  yard-lint
-
-BUNDLED WITH
-   2.7.1

data/Rakefile

@@ -1,4 +0,0 @@
-# frozen_string_literal: true
-
-require 'bundler/setup'
-require 'bundler/gem_tasks'

data/SECURITY.md

@@ -1,23 +0,0 @@
-# Security Policy
-
-## Supported Versions
-
-Please refer to the Karafka [EOL documentation](https://karafka.io/docs/Versions-Lifecycle-and-EOL/) page for detailed information on which versions are actively supported with security updates.
-
-## Reporting a Vulnerability
-
-If you have identified a potential security vulnerability in our projects, we encourage you to report it immediately. We take all reports of security issues seriously and will work diligently to address them.
-
-To report a vulnerability, please send an email directly to contact@karafka.io.
-
-We understand the importance of addressing security vulnerabilities promptly. You can expect a reply from us within 2 working days of your report. This initial response will confirm receipt of your report.
-
-After acknowledging your report, we will:
-
-- Evaluate the reported vulnerability in the context of our project.
-- Provide you with regular updates on our progress.
-- Upon completing our assessment, we will inform you of the outcome. This includes whether the vulnerability will be accepted or declined for further action.
-
-Your report will be kept confidential and not disclosed to third parties without your consent, except as required by law.
-
-We appreciate your assistance in keeping our projects and their users safe by responsibly reporting vulnerabilities. Together, we can maintain a high standard of security for our community.

data/bin/benchmarks

@@ -1,99 +0,0 @@
-#!/usr/bin/env ruby
-
-# Runner for running given benchmark cases
-# Some of the cases require pre-populated data and we populate this in places that need it
-# In other cases we generate this data in a background process, so the partitions data stream
-# is consistent and we don't end up consuming huge batches of a single partition.
-
-require 'open3'
-require 'pathname'
-
-$LOAD_PATH.unshift(File.dirname(__FILE__))
-$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..'))
-
-ROOT_PATH = Pathname.new(File.expand_path(File.join(File.dirname(__FILE__), '../')))
-
-BENCHMARK_TOPICS = {
-  'benchmarks_00_01' => 1,
-  'benchmarks_00_05' => 5,
-  'benchmarks_01_05' => 5,
-  'benchmarks_00_10' => 10
-}
-
-# Load all the benchmarks
-benchmarks = Dir[ROOT_PATH.join('spec/benchmarks/**/*.rb')]
-
-# If filter is provided, apply
-benchmarks.delete_if { |name| !name.include?(ARGV[0]) } if ARGV[0]
-
-raise ArgumentError, "No benchmarks with filter: #{ARGV[0]}" if benchmarks.empty?
-
-# We may skip seeding if we are running the benchmarks multiple times, then since we do not
-# commit offsets we can skip generating more data
-if ENV['SEED']
-  require 'spec/benchmarks_helper'
-
-  # We need to setup karafka here to have producer for data seeding
-  setup_karafka
-
-  # This takes some time but needs to run only once per benchmark session
-  puts 'Seeding benchmarks data...'
-
-  producer = Karafka::App.producer
-
-  # We make our data json compatible so we can also benchmark serialization
-  elements = Array.new(100_000) { { a: :b }.to_json }
-
-  topics = Karafka::Admin.cluster_info.topics.map { |details| details.fetch(:topic_name) }
-
-  BENCHMARK_TOPICS.each do |topic_name, partitions_count|
-    ::Karafka::Admin.delete_topic(topic_name) if topics.include?(topic_name)
-    ::Karafka::Admin.create_topic(topic_name, partitions_count, 1)
-  end
-
-  # We do not populate data of benchmarks_0_10 as we use it with life-stream data only
-  %w[
-    benchmarks_00_01
-    benchmarks_00_05
-  ].each do |topic_name|
-    partitions_count = topic_name.split('_').last.to_i
-
-    partitions_count.times do |partition|
-      puts "Seeding #{topic_name}:#{partition}"
-
-      elements.each_slice(10_000) do |data_slice|
-        data = data_slice.map do |data|
-          { topic: topic_name, payload: data, partition: partition }
-        end
-
-        producer.buffer_many(data)
-        producer.flush_sync
-      end
-    end
-  end
-end
-
-# Selects requested benchmarks and runs them one after another
-benchmarks.each do |benchmark_path|
-  puts "Running #{benchmark_path.gsub("#{ROOT_PATH}/spec/benchmarks/", '')}"
-
-  benchmark = "bundle exec ruby -r ./spec/benchmarks_helper.rb #{benchmark_path}"
-
-  Open3.popen3(benchmark) do |stdin, stdout, stderr, thread|
-    t1 = Thread.new do
-      while line = stdout.gets
-        puts(line)
-      end
-    rescue IOError
-    end
-
-    t2 = Thread.new do
-      while line = stderr.gets
-        puts(line)
-      end
-    rescue IOError
-    end
-
-    thread.join
-  end
-end

data/bin/clean_kafka

@@ -1,43 +0,0 @@
-#!/usr/bin/env ruby
-
-# A script that removes most of the auto-generated Kafka topics with their data
-# Useful when having long-running Kafka instance that cannot be fully nuked after running specs
-
-# We use the same convention in other framework components (web, waterdrop), so it removes all of
-# them as well.
-
-require_relative '../spec/integrations_helper.rb'
-
-setup_karafka
-
-topics_for_removal = []
-
-Karafka::Admin.cluster_info.topics.each do |topic|
-  topic_name = topic[:topic_name]
-
-  next unless topic_name.start_with?('it-')
-
-  topics_for_removal << topic_name
-end
-
-THREADS_COUNT = 3
-QUEUE = SizedQueue.new(THREADS_COUNT)
-TOPICS_TO_REMOVAL_COUNT = topics_for_removal.size
-
-threads = Array.new(THREADS_COUNT) do
-  Thread.new do
-    while topic_name = QUEUE.pop
-      puts "Removing topic: #{topic_name} (#{topics_for_removal.count} left)"
-      Karafka::Admin.delete_topic(topic_name)
-    end
-  end
-end
-
-while topics_for_removal.size.positive?
-  topic_name = topics_for_removal.pop
-
-  QUEUE << topic_name
-end
-
-QUEUE.close
-threads.each(&:join)

data/bin/create_token

@@ -1,22 +0,0 @@
-#!/usr/bin/env ruby
-
-require 'openssl'
-require 'base64'
-require 'json'
-require 'date'
-
-PRIVATE_KEY_LOCATION = File.join(Dir.home, '.ssh', 'karafka-pro', 'id_rsa')
-
-# Name of the entity that acquires the license
-ENTITY = ARGV[0]
-
-raise ArgumentError, 'Entity missing' if ENTITY.nil? || ENTITY.empty?
-
-pro_token_data = { entity: ENTITY }
-
-# This code uses my private key to generate a new token for Karafka Pro capabilities
-private_key = OpenSSL::PKey::RSA.new(File.read(PRIVATE_KEY_LOCATION))
-
-bin_key = private_key.private_encrypt(pro_token_data.to_json)
-
-puts Base64.encode64(bin_key)