racecar 2.10.0 → 2.11.0.beta2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f3f3ca0f465510fef5659a765dc90bc1902522b2793fa2f6af03e0be23f93f93
-  data.tar.gz: 149a2ce49346b0a98e120d00814025fa812526fc912998b715fe5c17cd27a6c8
+  metadata.gz: d2abf59b968a4afc5921674e1cc54dc80fe41dcd8f7997a91f4c22c3ba50200f
+  data.tar.gz: 547a04288867e9a111ee1c8078cb60737c56c50000798ce7c095a86d63cf2235
 SHA512:
-  metadata.gz: 4ded7458c65547b3d81f4027fb2472354434661912a2bea329a3014eb2dedfe946553ba79c190c5a4e45d33774a0fdae62f120e83cff7ebb8917a70e743a381b
-  data.tar.gz: 577bbfc015b1f087ad0fe10deb6e710470526b8bb498341eb202a702fefe45c57c123530e64ca5647cfb77e9178967acb72cd1cbea3cb15cbe721e0956807bf5
+  metadata.gz: 286512ed59dbc271f73909350208c312bd193c6690dffcebcc48a7ffaf219b08aa502768590314c055c953f42527f47cdaa0b173106cc17a650252145f4ce961
+  data.tar.gz: fc93e1a80403fb1356cc0a2eac61af695be6c46b893ca41cc14ff47c58ccbaa27c43a59c5e1cad3e73dfcc729ff80c3c0db63deadbb12a2b2dc04b8a9691589f

data/.github/workflows/ci.yml

@@ -13,7 +13,6 @@ jobs:
     strategy:
       matrix:
         ruby-version:
-          - "2.7"
           - "3.0"
           - "3.1"
           - "3.2"
@@ -36,7 +35,7 @@ jobs:
     - name: Set up Ruby
       uses: ruby/setup-ruby@v1
       with:
-        ruby-version: "2.7"
+        ruby-version: "3.0"
         bundler-cache: true
     - name: Bring up docker-compose stack
       run: docker-compose up -d

data/CHANGELOG.md

@@ -2,6 +2,16 @@
 
 ## Unreleased
 
+## 2.11.0.beta2
+
+* Add unix domain socket support for Datadog StatsD metrics
+* Bump minimum rdkafka gem version to 0.15.0
+* Bump minimum Ruby version to 3.0
+
+## 2.11.0.beta1
+
+* Configurable strategy for consuming multiple topics
+
 ## 2.10.0
 
 * Bump rdkafka gem version to 0.13.0

data/Gemfile.lock

@@ -1,9 +1,9 @@
 PATH
   remote: .
   specs:
-    racecar (2.10.0)
+    racecar (2.11.0.beta2)
       king_konf (~> 1.0.0)
-      rdkafka (~> 0.13.0)
+      rdkafka (~> 0.15.0)
 
 GEM
   remote: https://rubygems.org/
@@ -19,12 +19,12 @@ GEM
     concurrent-ruby (1.2.2)
     diff-lcs (1.5.0)
     dogstatsd-ruby (5.5.0)
-    ffi (1.15.5)
+    ffi (1.16.3)
     i18n (1.12.0)
       concurrent-ruby (~> 1.0)
     king_konf (1.0.1)
     method_source (1.0.0)
-    mini_portile2 (2.8.1)
+    mini_portile2 (2.8.5)
     minitest (5.18.0)
     pry (0.14.2)
       coderay (~> 1.1)
@@ -33,7 +33,7 @@ GEM
       byebug (~> 11.0)
       pry (>= 0.13, < 0.15)
     rake (13.0.6)
-    rdkafka (0.13.0)
+    rdkafka (0.15.1)
       ffi (~> 1.15)
       mini_portile2 (~> 2.6)
       rake (> 12)

data/README.md

@@ -414,6 +414,7 @@ Racecar supports [Datadog](https://www.datadoghq.com/) monitoring integration. I
 - `datadog_enabled` – Whether Datadog monitoring is enabled (defaults to `false`).
 - `datadog_host` – The host running the Datadog agent.
 - `datadog_port` – The port of the Datadog agent.
+- `datadog_socket_path` – The unix domain socket of the Datadog agent (when set takes precedence over host/port).
 - `datadog_namespace` – The namespace to use for Datadog metrics.
 - `datadog_tags` – Tags that should always be set on Datadog metrics.
 
@@ -695,7 +696,7 @@ In order to safely upgrade from Racecar v1 to v2, you need to completely shut do
 
 Racecar v2 requires a C library (zlib) to compress the messages before producing to the topic. If not already installed on you consumer docker container, please install using following command in Dockerfile of consumer
 
-``` 
+```
 apt-get update && apt-get install -y libzstd-dev
 ```
 

data/lib/racecar/cli.rb

@@ -157,10 +157,11 @@ module Racecar
       require_relative './datadog'
 
       Datadog.configure do |datadog|
-        datadog.host      = config.datadog_host unless config.datadog_host.nil?
-        datadog.port      = config.datadog_port unless config.datadog_port.nil?
-        datadog.namespace = config.datadog_namespace unless config.datadog_namespace.nil?
-        datadog.tags      = config.datadog_tags unless config.datadog_tags.nil?
+        datadog.host        = config.datadog_host unless config.datadog_host.nil?
+        datadog.port        = config.datadog_port unless config.datadog_port.nil?
+        datadog.socket_path = config.socket_path unless config.socket_path.nil?
+        datadog.namespace   = config.datadog_namespace unless config.datadog_namespace.nil?
+        datadog.tags        = config.datadog_tags unless config.datadog_tags.nil?
       end
     end
   end

data/lib/racecar/config.rb

@@ -158,6 +158,9 @@ module Racecar
     desc "The port of the Datadog agent"
     integer :datadog_port
 
+    desc "The unix domain socket of the Datadog agent (when set takes precedence over host/port)"
+    integer :datadog_socket_path
+
     desc "The namespace to use for Datadog metrics"
     string :datadog_namespace
 
@@ -185,6 +188,9 @@ module Racecar
     desc "Used only by the liveness probe: Max time (in seconds) between liveness events before the process is considered not healthy"
     integer :liveness_probe_max_interval, default: 5
 
+    desc "Strategy for switching topics when there are multiple subscriptions. `exhaust-topic` will only switch when the consumer poll returns no messages. `round-robin` will switch after each poll regardless.\nWarning: `round-robin` will be the default in Racecar 3.x"
+    string :multi_subscription_strategy, allowed_values: %w(round-robin exhaust-topic), default: "exhaust-topic"
+
     # The error handler must be set directly on the object.
     attr_reader :error_handler
 

data/lib/racecar/consumer_set.rb

@@ -175,6 +175,7 @@ module Racecar
 
     # polls a message for the current consumer, handling any API edge cases.
     def poll_current_consumer(max_wait_time_ms)
+      @last_poll_read_nil_message = false
       msg = current.poll(max_wait_time_ms)
     rescue Rdkafka::RdkafkaError => e
       case e.code
@@ -212,9 +213,14 @@ module Racecar
     end
 
     def maybe_select_next_consumer
-      return unless @last_poll_read_nil_message
-      @last_poll_read_nil_message = false
-      select_next_consumer
+      case @config.multi_subscription_strategy
+      when "round-robin"
+        select_next_consumer
+      else # "exhaust-topic"
+        if @last_poll_read_nil_message
+          select_next_consumer
+        end
+      end
     end
 
     def select_next_consumer

data/lib/racecar/datadog.rb

@@ -19,7 +19,11 @@ module Racecar
       end
 
       def statsd
-        @statsd ||= ::Datadog::Statsd.new(host, port, namespace: namespace, tags: tags)
+        @statsd ||= if socket_path
+          ::Datadog::Statsd.new(socket_path: socket_path, namespace: namespace, tags: tags)
+        else
+          ::Datadog::Statsd.new(host, port, namespace: namespace, tags: tags)
+        end
       end
 
       def statsd=(statsd)
@@ -45,6 +49,15 @@ module Racecar
         clear
       end
 
+      def socket_path
+        @socket_path
+      end
+
+      def socket_path=(socket_path)
+        @socket_path = socket_path
+        clear
+      end
+
       def namespace
         @namespace ||= STATSD_NAMESPACE
       end

data/lib/racecar/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Racecar
-  VERSION = "2.10.0"
+  VERSION = "2.11.0.beta2"
 end

data/racecar.gemspec

@@ -20,10 +20,10 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
 
-  spec.required_ruby_version = '>= 2.6'
+  spec.required_ruby_version = '>= 3.0'
 
   spec.add_runtime_dependency "king_konf", "~> 1.0.0"
-  spec.add_runtime_dependency "rdkafka",   "~> 0.13.0"
+  spec.add_runtime_dependency "rdkafka",   "~> 0.15.0"
 
   spec.add_development_dependency "bundler", [">= 1.13", "< 3"]
   spec.add_development_dependency "pry-byebug"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: racecar
 version: !ruby/object:Gem::Version
-  version: 2.10.0
+  version: 2.11.0.beta2
 platform: ruby
 authors:
 - Daniel Schierbeck
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2024-01-09 00:00:00.000000000 Z
+date: 2024-04-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: king_konf
@@ -31,14 +31,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.13.0
+        version: 0.15.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.13.0
+        version: 0.15.0
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -222,14 +222,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '2.6'
+      version: '3.0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.3.1
+rubygems_version: 3.5.3
 signing_key: 
 specification_version: 4
 summary: A framework for running Kafka consumers