rimless 2.9.0 → 3.1.0

data/doc/kafka-playground/Gemfile.lock

@@ -1,7 +1,10 @@
 GEM
   remote: https://rubygems.org/
   specs:
-    activesupport (8.1.2)
+    activejob (8.1.3)
+      activesupport (= 8.1.3)
+      globalid (>= 0.3.6)
+    activesupport (8.1.3)
       base64
       bigdecimal
       concurrent-ruby (~> 1.0, >= 1.3.1)
@@ -14,163 +17,198 @@ GEM
       securerandom (>= 0.3)
       tzinfo (~> 2.0, >= 2.0.5)
       uri (>= 0.13.1)
-    addressable (2.8.7)
-      public_suffix (>= 2.0.2, < 7.0)
-    avro (1.9.2)
-      multi_json
-    avro_turf (0.11.0)
-      avro (>= 1.7.7, < 1.10)
-      excon (~> 0.45)
-    base64 (0.2.0)
-    bigdecimal (3.1.9)
-    concurrent-ruby (1.3.5)
-    connection_pool (2.5.0)
-    crack (1.0.0)
+    addressable (2.8.9)
+      public_suffix (>= 2.0.2, < 8.0)
+    avro (1.12.1)
+      multi_json (~> 1.0)
+    avro_turf (1.20.1)
+      avro (>= 1.11.3, < 1.13)
+      excon (>= 0.104, < 2)
+    base64 (0.3.0)
+    bigdecimal (4.1.0)
+    concurrent-ruby (1.3.6)
+    connection_pool (3.0.2)
+    crack (1.0.1)
       bigdecimal
       rexml
-    delivery_boy (1.2.0)
-      king_konf (~> 1.0)
-      ruby-kafka (~> 1.5)
-    digest-crc (0.7.0)
-      rake (>= 12.0.0, < 14.0.0)
-    drb (2.2.1)
-    dry-configurable (0.16.1)
-      dry-core (~> 0.6)
-      zeitwerk (~> 2.6)
-    dry-container (0.11.0)
-      concurrent-ruby (~> 1.0)
-    dry-core (0.9.1)
-      concurrent-ruby (~> 1.0)
-      zeitwerk (~> 2.6)
-    dry-events (0.4.0)
-      concurrent-ruby (~> 1.0)
-      dry-core (~> 0.9, >= 0.9)
-    dry-inflector (0.3.0)
-    dry-initializer (3.1.1)
-    dry-logic (1.3.0)
-      concurrent-ruby (~> 1.0)
-      dry-core (~> 0.9, >= 0.9)
-      zeitwerk (~> 2.6)
-    dry-monitor (0.7.0)
-      dry-configurable (~> 0.16, >= 0.16.0)
-      dry-core (~> 0.9, >= 0.9)
-      dry-events (~> 0.4, >= 0.4.0)
-    dry-schema (1.11.3)
-      concurrent-ruby (~> 1.0)
-      dry-configurable (~> 0.16, >= 0.16)
-      dry-core (~> 0.9, >= 0.9)
-      dry-initializer (~> 3.0)
-      dry-logic (~> 1.3)
-      dry-types (~> 1.6)
-      zeitwerk (~> 2.6)
-    dry-types (1.6.1)
-      concurrent-ruby (~> 1.0)
-      dry-container (~> 0.3)
-      dry-core (~> 0.9, >= 0.9)
-      dry-inflector (~> 0.1, >= 0.1.2)
-      dry-logic (~> 1.3, >= 1.3)
-      zeitwerk (~> 2.6)
-    dry-validation (1.9.0)
-      concurrent-ruby (~> 1.0)
-      dry-container (~> 0.7, >= 0.7.1)
-      dry-core (~> 0.9, >= 0.9)
-      dry-initializer (~> 3.0)
-      dry-schema (~> 1.11, >= 1.11.0)
-      zeitwerk (~> 2.6)
-    envlogic (1.1.5)
-      dry-inflector (~> 0.1)
-    excon (0.112.0)
-    hashdiff (1.1.2)
-    i18n (1.14.7)
+    drb (2.2.3)
+    excon (1.4.2)
+      logger
+    ffi (1.17.4)
+    ffi (1.17.4-aarch64-linux-gnu)
+    ffi (1.17.4-aarch64-linux-musl)
+    ffi (1.17.4-arm-linux-gnu)
+    ffi (1.17.4-arm-linux-musl)
+    ffi (1.17.4-arm64-darwin)
+    ffi (1.17.4-x86-linux-gnu)
+    ffi (1.17.4-x86-linux-musl)
+    ffi (1.17.4-x86_64-darwin)
+    ffi (1.17.4-x86_64-linux-gnu)
+    ffi (1.17.4-x86_64-linux-musl)
+    globalid (1.3.0)
+      activesupport (>= 6.1)
+    hashdiff (1.2.1)
+    i18n (1.14.8)
       concurrent-ruby (~> 1.0)
-    json (2.18.0)
-    karafka (1.4.14)
-      concurrent-ruby
-      dry-configurable (~> 0.16)
-      dry-inflector (~> 0.2)
-      dry-monitor (~> 0.5)
-      dry-validation (~> 1.7)
-      envlogic (~> 1.1)
-      ruby-kafka (>= 1.3.0)
-      thor (>= 1.1)
-      waterdrop (~> 1.4)
-      zeitwerk (~> 2.6)
-    karafka-sidekiq-backend (1.4.9)
-      karafka (~> 1.4.0)
-      sidekiq (>= 4.2)
-    karafka-testing (1.4.5)
-      karafka (~> 1.4.0)
-    king_konf (1.0.1)
-    logger (1.6.6)
-    minitest (5.25.4)
-    multi_json (1.15.0)
-    mustermann (2.0.2)
-      ruby2_keywords (~> 0.0.1)
-    mutex_m (0.3.0)
-    ostruct (0.6.3)
-    public_suffix (5.1.1)
-    rack (2.2.11)
-    rack-protection (2.2.4)
-      rack
-    rake (13.2.1)
-    redis-client (0.23.2)
-      connection_pool
+    json (2.19.3)
+    karafka (2.5.9)
+      karafka-core (>= 2.5.6, < 2.6.0)
+      karafka-rdkafka (>= 0.24.0)
+      waterdrop (>= 2.8.14, < 3.0.0)
+      zeitwerk (~> 2.3)
+    karafka-core (2.5.10)
+      karafka-rdkafka (>= 0.20.0)
+      logger (>= 1.6.0)
+    karafka-rdkafka (0.24.0)
+      ffi (~> 1.17.1)
+      json (> 2.0)
+      logger
+      mini_portile2 (~> 2.6)
+      rake (> 12)
+    karafka-rdkafka (0.24.0-aarch64-linux-gnu)
+      ffi (~> 1.17.1)
+      json (> 2.0)
+      logger
+      mini_portile2 (~> 2.6)
+      rake (> 12)
+    karafka-rdkafka (0.24.0-aarch64-linux-musl)
+      ffi (~> 1.17.1)
+      json (> 2.0)
+      logger
+      mini_portile2 (~> 2.6)
+      rake (> 12)
+    karafka-rdkafka (0.24.0-arm64-darwin)
+      ffi (~> 1.17.1)
+      json (> 2.0)
+      logger
+      mini_portile2 (~> 2.6)
+      rake (> 12)
+    karafka-rdkafka (0.24.0-x86_64-linux-gnu)
+      ffi (~> 1.17.1)
+      json (> 2.0)
+      logger
+      mini_portile2 (~> 2.6)
+      rake (> 12)
+    karafka-rdkafka (0.24.0-x86_64-linux-musl)
+      ffi (~> 1.17.1)
+      json (> 2.0)
+      logger
+      mini_portile2 (~> 2.6)
+      rake (> 12)
+    karafka-testing (2.5.5)
+      karafka (>= 2.5.0, < 2.6.0)
+      waterdrop (>= 2.8.0)
+    logger (1.7.0)
+    mini_portile2 (2.8.9)
+    minitest (6.0.3)
+      drb (~> 2.0)
+      prism (~> 1.5)
+    multi_json (1.19.1)
+    prism (1.9.0)
+    public_suffix (7.0.5)
+    rake (13.3.1)
     retries (0.0.5)
-    rexml (3.4.1)
-    rimless (2.6.0)
-      activesupport (>= 7.2)
-      avro_turf (~> 0.11.0)
-      karafka (~> 1.4, < 1.4.15)
-      karafka-sidekiq-backend (~> 1.4)
-      karafka-testing (~> 1.4)
-      mutex_m (>= 0.3)
-      ostruct (>= 0.6)
+    rexml (3.4.4)
+    rimless (3.0.0)
+      activejob (>= 8.0)
+      activesupport (>= 8.0)
+      avro_turf (~> 1.20)
+      karafka (~> 2.5)
+      karafka-testing (~> 2.5)
+      logger (~> 1.7)
       retries (>= 0.0.5)
-      sinatra (>= 2.2)
       sparsify (~> 1.1)
-      waterdrop (~> 1.4)
-      webmock (~> 3.18)
-      zeitwerk (~> 2.6)
-    ruby-kafka (1.5.0)
-      digest-crc
-    ruby2_keywords (0.0.5)
-    securerandom (0.3.2)
-    sidekiq (7.3.9)
-      base64
-      connection_pool (>= 2.3.0)
-      logger
-      rack (>= 2.2.4)
-      redis-client (>= 0.22.2)
-    sinatra (2.2.4)
-      mustermann (~> 2.0)
-      rack (~> 2.2)
-      rack-protection (= 2.2.4)
-      tilt (~> 2.0)
+      waterdrop (~> 2.8)
+      webmock (~> 3.26)
+      zeitwerk (~> 2.7)
+    securerandom (0.4.1)
     sparsify (1.1.0)
     thor (1.5.0)
-    tilt (2.6.0)
     tzinfo (2.0.6)
       concurrent-ruby (~> 1.0)
     uri (1.1.1)
-    waterdrop (1.4.4)
-      delivery_boy (>= 0.2, < 2.x)
-      dry-configurable (~> 0.13)
-      dry-monitor (~> 0.5)
-      dry-validation (~> 1.7)
-      ruby-kafka (>= 1.3.0)
-      zeitwerk (~> 2.4)
-    webmock (3.25.0)
+    waterdrop (2.8.16)
+      karafka-core (>= 2.4.9, < 3.0.0)
+      karafka-rdkafka (>= 0.24.0)
+      zeitwerk (~> 2.3)
+    webmock (3.26.2)
       addressable (>= 2.8.0)
       crack (>= 0.3.2)
       hashdiff (>= 0.4.0, < 2.0.0)
-    zeitwerk (2.6.18)
+    zeitwerk (2.7.5)
 
 PLATFORMS
-  x86_64-linux
+  aarch64-linux-gnu
+  aarch64-linux-musl
+  arm-linux-gnu
+  arm-linux-musl
+  arm64-darwin
+  ruby
+  x86-linux-gnu
+  x86-linux-musl
+  x86_64-darwin
+  x86_64-linux-gnu
+  x86_64-linux-musl
 
 DEPENDENCIES
-  rimless (~> 2.6)
+  rimless (~> 3.0)
   thor (~> 1.5)
 
+CHECKSUMS
+  activejob (8.1.3) sha256=a149b1766aa8204c3c3da7309e4becd40fcd5529c348cffbf6c9b16b565fe8d3
+  activesupport (8.1.3) sha256=21a5e0dfbd4c3ddd9e1317ec6a4d782fa226e7867dc70b0743acda81a1dca20e
+  addressable (2.8.9) sha256=cc154fcbe689711808a43601dee7b980238ce54368d23e127421753e46895485
+  avro (1.12.1) sha256=e2a32e605e935f9196d590bb193d1fa13b83d169303b811ecb614e67ad59ac43
+  avro_turf (1.20.1) sha256=3962f5fe05a5e6db65bd6d41943d0b0153636751c4dcb5ded4ab4d7d2ddd9abb
+  base64 (0.3.0) sha256=27337aeabad6ffae05c265c450490628ef3ebd4b67be58257393227588f5a97b
+  bigdecimal (4.1.0) sha256=6dc07767aa3dc456ccd48e7ae70a07b474e9afd7c5bc576f80bd6da5c8dd6cae
+  concurrent-ruby (1.3.6) sha256=6b56837e1e7e5292f9864f34b69c5a2cbc75c0cf5338f1ce9903d10fa762d5ab
+  connection_pool (3.0.2) sha256=33fff5ba71a12d2aa26cb72b1db8bba2a1a01823559fb01d29eb74c286e62e0a
+  crack (1.0.1) sha256=ff4a10390cd31d66440b7524eb1841874db86201d5b70032028553130b6d4c7e
+  drb (2.2.3) sha256=0b00d6fdb50995fe4a45dea13663493c841112e4068656854646f418fda13373
+  excon (1.4.2) sha256=32d8d8eda619717d9b8043b4675e096fb5c2139b080e2ad3b267f88c545aaa35
+  ffi (1.17.4) sha256=bcd1642e06f0d16fc9e09ac6d49c3a7298b9789bcb58127302f934e437d60acf
+  ffi (1.17.4-aarch64-linux-gnu) sha256=b208f06f91ffd8f5e1193da3cae3d2ccfc27fc36fba577baf698d26d91c080df
+  ffi (1.17.4-aarch64-linux-musl) sha256=9286b7a615f2676245283aef0a0a3b475ae3aae2bb5448baace630bb77b91f39
+  ffi (1.17.4-arm-linux-gnu) sha256=d6dbddf7cb77bf955411af5f187a65b8cd378cb003c15c05697f5feee1cb1564
+  ffi (1.17.4-arm-linux-musl) sha256=9d4838ded0465bef6e2426935f6bcc93134b6616785a84ffd2a3d82bc3cf6f95
+  ffi (1.17.4-arm64-darwin) sha256=19071aaf1419251b0a46852abf960e77330a3b334d13a4ab51d58b31a937001b
+  ffi (1.17.4-x86-linux-gnu) sha256=38e150df5f4ca555e25beca4090823ae09657bceded154e3c52f8631c1ed72cf
+  ffi (1.17.4-x86-linux-musl) sha256=fbeec0fc7c795bcf86f623bb18d31ea1820f7bd580e1703a3d3740d527437809
+  ffi (1.17.4-x86_64-darwin) sha256=aa70390523cf3235096cf64962b709b4cfbd5c082a2cb2ae714eb0fe2ccda496
+  ffi (1.17.4-x86_64-linux-gnu) sha256=9d3db14c2eae074b382fa9c083fe95aec6e0a1451da249eab096c34002bc752d
+  ffi (1.17.4-x86_64-linux-musl) sha256=3fdf9888483de005f8ef8d1cf2d3b20d86626af206cbf780f6a6a12439a9c49e
+  globalid (1.3.0) sha256=05c639ad6eb4594522a0b07983022f04aa7254626ab69445a0e493aa3786ff11
+  hashdiff (1.2.1) sha256=9c079dbc513dfc8833ab59c0c2d8f230fa28499cc5efb4b8dd276cf931457cd1
+  i18n (1.14.8) sha256=285778639134865c5e0f6269e0b818256017e8cde89993fdfcbfb64d088824a5
+  json (2.19.3) sha256=289b0bb53052a1fa8c34ab33cc750b659ba14a5c45f3fcf4b18762dc67c78646
+  karafka (2.5.9) sha256=a9806644f75aafd62f40f1c203ec485250f42a1520d1e14d7e7ba4bf23f3321f
+  karafka-core (2.5.10) sha256=a4f9127186728502decf0817d366b4eec46593390047c278acddb636e63e384c
+  karafka-rdkafka (0.24.0) sha256=91e9eb753d7f72036721af4ce0f3f2dcf7c145a2e324fc1cba7b6f837def4e09
+  karafka-rdkafka (0.24.0-aarch64-linux-gnu) sha256=1685c91b81ee97d81528f03db292eadad3a7e191b29613f24d5ba9a7a434f097
+  karafka-rdkafka (0.24.0-aarch64-linux-musl) sha256=498c70b2db1b89c2e68d6d8b8884cf60a5e3b24747c077c72dc0329007f6ba36
+  karafka-rdkafka (0.24.0-arm64-darwin) sha256=08863151181c7aebd028049f9e8ff75ed55f9b1846f7eedb4dd82937cf18845f
+  karafka-rdkafka (0.24.0-x86_64-linux-gnu) sha256=a1c8561f6df2e3d466053cebeeab6ae96ebd7aa931632ab49d18a71cae978633
+  karafka-rdkafka (0.24.0-x86_64-linux-musl) sha256=dcb3f4017d204bb3c46dd39b41dbe568eee6babc69063663a1ce6e13ce08136e
+  karafka-testing (2.5.5) sha256=fa7ca34b0760ea76a392113813a122f07ffbade300e145c2190555db4619d338
+  logger (1.7.0) sha256=196edec7cc44b66cfb40f9755ce11b392f21f7967696af15d274dde7edff0203
+  mini_portile2 (2.8.9) sha256=0cd7c7f824e010c072e33f68bc02d85a00aeb6fce05bb4819c03dfd3c140c289
+  minitest (6.0.3) sha256=88ac8a1de36c00692420e7cb3cc11a0773bbcb126aee1c249f320160a7d11411
+  multi_json (1.19.1) sha256=7aefeff8f2c854bf739931a238e4aea64592845e0c0395c8a7d2eea7fdd631b7
+  prism (1.9.0) sha256=7b530c6a9f92c24300014919c9dcbc055bf4cdf51ec30aed099b06cd6674ef85
+  public_suffix (7.0.5) sha256=1a8bb08f1bbea19228d3bed6e5ed908d1cb4f7c2726d18bd9cadf60bc676f623
+  rake (13.3.1) sha256=8c9e89d09f66a26a01264e7e3480ec0607f0c497a861ef16063604b1b08eb19c
+  retries (0.0.5) sha256=47b9be7935151d4ad5b63b10886fa602f2c9776a0a01466cb56a50ef0d9bb1cf
+  rexml (3.4.4) sha256=19e0a2c3425dfbf2d4fc1189747bdb2f849b6c5e74180401b15734bc97b5d142
+  rimless (3.0.0) sha256=2c36fbbe041a0f0c161cad9dea32d849440accce0ca91153a500fef21ad2e903
+  securerandom (0.4.1) sha256=cc5193d414a4341b6e225f0cb4446aceca8e50d5e1888743fac16987638ea0b1
+  sparsify (1.1.0) sha256=b36ccdcd8c7540a9bc86514a78183819d424408c4dfd679820983d8d1b7a0e30
+  thor (1.5.0) sha256=e3a9e55fe857e44859ce104a84675ab6e8cd59c650a49106a05f55f136425e73
+  tzinfo (2.0.6) sha256=8daf828cc77bcf7d63b0e3bdb6caa47e2272dcfaf4fbfe46f8c3a9df087a829b
+  uri (1.1.1) sha256=379fa58d27ffb1387eaada68c749d1426738bd0f654d812fcc07e7568f5c57c6
+  waterdrop (2.8.16) sha256=a48e795b5eaeb3cef77b4eb0f98e9e88e657cf02a8120bc8a1597dc6bf9626c1
+  webmock (3.26.2) sha256=774556f2ea6371846cca68c01769b2eac0d134492d21f6d0ab5dd643965a4c90
+  zeitwerk (2.7.5) sha256=d8da92128c09ea6ec62c949011b00ed4a20242b255293dd66bf41545398f73dd
+
 BUNDLED WITH
-   2.6.9
+  4.0.9

data/doc/kafka-playground/README.md

@@ -93,7 +93,7 @@ working Apache Kafka setup which includes the following:
 Start a playground container with `$ make start` and run the following:
 
 ```shell
-$ create-topic -v test
+$ create-topic -v test -p 2 compression.type=gzip
 ```
 
 ```shell

data/doc/kafka-playground/bin/consume-topic

@@ -1,4 +1,4 @@
-#!/bin/bash
+#!/usr/bin/env bash
 
 if [ -z "${GROUP}" ]; then
   GROUP="kcat"

data/doc/kafka-playground/bin/create-topic

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+# frozen_string_literal: true
 
 require_relative '../config/environment'
 
@@ -6,37 +7,47 @@ class CreateTopic < Thor
   default_command :create
 
   desc 'NAME [CONFIGS...]', 'create a new Apache Kafka topic'
-  option :partitions, aliases: '-p', type: :numeric, default: 1,
+  option :partitions,
+         aliases: '-p',
+         type: :numeric,
+         default: 1,
          desc: 'The number of partitions'
-  option :replicas, aliases: '-r', type: :numeric, default: 1,
+  option :replicas,
+         aliases: '-r',
+         type: :numeric,
+         default: 1,
          desc: 'The number of replications'
-  option :verbose, aliases: '-v', type: :boolean,
+  option :verbose,
+         aliases: '-v',
+         type: :boolean,
          desc: 'Enable verbose outputs'
 
   def create(name, *configs)
     debug! options
 
-    opts = {
-      num_partitions: options[:partitions].to_i,
-      replication_factor: options[:replicas].to_i,
-    }
-    config = configs.map { |conf| conf.split('=').map(&:strip) }.to_h
-
     if topic?(name)
-      STDERR.puts "The topic '#{name}' already exists."
-      puts JSON.pretty_generate(@topic_conf)
+      warn "The topic '#{name}' already exists."
+      puts JSON.pretty_generate(describe_topic(name))
       exit
     end
 
     # Create the topic
-    KafkaClient.create_topic(name, **opts, config: config)
+    KafkaAdminClient.create_topic(
+      name,
+      options[:partitions].to_i,
+      options[:replicas].to_i,
+      configs.to_h { |conf| conf.split('=').map(&:strip) }
+    ).wait
 
     # Fetch the topic config
-    puts JSON.pretty_generate(KafkaClient.describe_topic(name))
-  rescue Kafka::InvalidConfig
-    STDOUT.puts "Could not create the topic '#{name}'."
-    STDOUT.puts "The given configuration is invalid:\n\n"
-    puts JSON.pretty_generate(config)
+    puts JSON.pretty_generate(describe_topic(name))
+    KafkaAdminClient.close
+  rescue Rdkafka::RdkafkaError, Rdkafka::Config::ConfigError => e
+    warn "Could not create the topic '#{name}'."
+    warn "The given configuration is invalid:\n\n"
+    warn JSON.pretty_generate(configs)
+    $stderr.puts
+    warn e.message
     exit 1
   end
 end

data/doc/kafka-playground/bin/delete-topic

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+# frozen_string_literal: true
 
 require_relative '../config/environment'
 
@@ -6,18 +7,22 @@ class DeleteTopic < Thor
   default_command :delete
 
   desc 'NAME', 'delete an existing Apache Kafka topic'
-  option :verbose, aliases: '-v', type: :boolean,
+  option :verbose,
+         aliases: '-v',
+         type: :boolean,
          desc: 'Enable verbose outputs'
 
   def delete(name)
     debug! options
 
     unless topic?(name)
-      STDERR.puts "The topic '#{name}' does not exists."
+      warn "The topic '#{name}' does not exists."
       exit 1
     end
 
-    KafkaClient.delete_topic name
+    puts JSON.pretty_generate(describe_topic(name))
+    KafkaAdminClient.delete_topic(name).wait
+    KafkaAdminClient.close
   end
 end
 DeleteTopic.start(args!)

data/doc/kafka-playground/bin/list-topics

@@ -1,3 +1,3 @@
-#!/bin/bash
+#!/usr/bin/env bash
 
 kcat -L ${@}

data/doc/kafka-playground/bin/produce-event

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+# frozen_string_literal: true
 
 require_relative '../config/environment'
 
@@ -6,25 +7,25 @@ class ProduceTopic < Thor
   default_command :produce
 
   desc 'TOPIC FILE...', 'produce a new event at a given Apache Kafka topic'
-  option :partition, aliases: '-p', type: :numeric,
+  option :partition,
+         aliases: '-p',
+         type: :numeric,
          desc: 'The topic partitions to write to'
-  option :partition_key, aliases: '-k', type: :string,
+  option :partition_key,
+         aliases: '-k',
+         type: :string,
          desc: 'The partition key to use to select the partition'
-  option :verbose, aliases: '-v', type: :boolean,
+  option :verbose,
+         aliases: '-v',
+         type: :boolean,
          desc: 'Enable verbose outputs'
 
   def produce(topic, *files)
     debug! options
 
-    opts = {
-      topic: topic,
-      partition: options[:partition]&.to_i,
-      partition_key: options[:partition_key]
-    }.compact
-
     if options.key?(:partition) && options.key?(:partition_key)
-      STDERR.puts 'Either use the fixed partition or a partition key.'
-      STDERR.puts 'But not both together.'
+      warn 'Either use the fixed partition or a partition key.'
+      warn 'But not both together.'
       exit 1
     end
 
@@ -32,7 +33,7 @@ class ProduceTopic < Thor
       next '/dev/stdin' if file == '-'
 
       unless File.file? file
-        STDERR.puts "File '#{file}' does not exist."
+        warn "File '#{file}' does not exist."
         next
       end
 
@@ -40,26 +41,38 @@ class ProduceTopic < Thor
     end.compact.uniq
 
     if files.empty?
-      STDERR.puts 'No files given or exists.'
-      STDERR.puts 'You have to specify file(s) or use `-\' for stdin.'
+      warn 'No files given or exists.'
+      warn 'You have to specify file(s) or use `-\' for stdin.'
       exit 1
     end
 
-    producer = KafkaClient.producer
+    delivery_handles = []
+    producer = $rdkafka_config.producer
 
     files.each do |file|
       puts "Processing lines of '#{file}' .."
       File.open(file, 'r') do |f|
         f.each_line.lazy.each do |line|
           puts line
-          producer.produce(line, **opts)
+          delivery_handles << producer.produce(
+            topic: topic,
+            payload: line,
+            **{
+              partition: options[:partition]&.to_i,
+              partition_key: options[:partition_key]
+            }.compact
+          )
           puts
         end
       end
-      producer.deliver_messages
+      delivery_handles.each(&:wait)
+      producer.flush
+      producer.close
     end
   rescue Interrupt
-    producer.deliver_messages
+    delivery_handles.each(&:wait)
+    producer.flush
+    producer.close
   end
 end
 ProduceTopic.start(args!)

data/doc/kafka-playground/config/environment.rb

@@ -5,53 +5,21 @@ require 'bundler/setup' # Set up gems listed in the Gemfile.
 require 'active_support'
 require 'active_support/all'
 require 'json'
-require 'pp'
 
 Bundler.require(:default)
 ActiveSupport.eager_load!
 
-AppLogger = Logger.new(STDOUT)
+AppLogger = Logger.new($stdout)
 AppLogger.level = Logger::FATAL
-AppLogger.level = Logger::DEBUG if ENV.fetch('DEBUG', '').match? /true|1|on/
+AppLogger.level = Logger::DEBUG if ENV.fetch('DEBUG', '').match?(/true|1|on/)
 
-Rimless.configure do |conf|
-  conf.env = 'production'
-  conf.app_name = 'playground_app'
-  conf.client_id = 'playground'
-  conf.logger = AppLogger
-  conf.kafka_brokers = ['kafka://kafka.playground.local:9092']
-  conf.schema_registry_url = 'http://schema-registry.playground.local'
-end
-
-KafkaClient = Kafka.new(Rimless.configuration.kafka_brokers, logger: AppLogger)
-
-# +Resolv+ is a thread-aware DNS resolver library written in Ruby. Some newer
-# networking libraries like excon (>=0.85.0) makes use of it instead of the
-# regular glibc facility. This raises an issue for our local development as we
-# use the mDNS stack which is configured in every Docker image accordingly
-# (Avahi, libnss[-mdns]). The default resolver of +Resolv+ does not include the
-# mDNS stack so we have to reconfigure it here for local usage only.
-#
-# See: https://docs.ruby-lang.org/en/2.7.0/Resolv.html
-require 'resolv'
-Resolv::DefaultResolver.replace_resolvers(
-  [
-    Resolv::Hosts.new,
-    Resolv::MDNS.new,
-    Resolv::DNS.new
-  ]
-)
-
-def topic?(name)
-  @topic_conf = KafkaClient.describe_topic(name)
-rescue Kafka::UnknownTopicOrPartition
-  false
-end
+Dir[File.expand_path('initializers/*.rb', __dir__)].each { |f| require f }
 
 def args!
   app = Thor.descendants.map(&:to_s)
-                        .reject { |klass| klass.include? '::' }.first
-  raise "No Thor application class was found." unless app
+            .reject { |klass| klass.include? '::' }.first
+  raise 'No Thor application class was found.' unless app
+
   app = app.constantize
 
   help = ARGV.any? { |arg| %w[help -h --help].include?(arg) }