statsd-instrument 3.8.0 → 3.9.0

data/test/udp_sink_test.rb

@@ -107,7 +107,8 @@ module UDPSinkTests
   private
 
   def build_sink(host = @host, port = @port)
-    @sink_class.new(host, port)
+    connection = StatsD::Instrument::UdpConnection.new(host, port)
+    StatsD::Instrument::Sink.new(connection)
   end
 
   def read_datagrams(count, timeout: ENV["CI"] ? 5 : 1)
@@ -132,7 +133,7 @@ class UDPSinkTest < Minitest::Test
     @receiver.bind("localhost", 0)
     @host = @receiver.addr[2]
     @port = @receiver.addr[1]
-    @sink_class = StatsD::Instrument::UDPSink
+    @sink_class = StatsD::Instrument::Sink
   end
 
   def teardown
@@ -167,7 +168,7 @@ class UDPSinkTest < Minitest::Test
     ensure
       StatsD.logger = previous_logger
       # Make sure our fake socket is closed so that it doesn't interfere with other tests
-      udp_sink&.send(:invalidate_socket)
+      udp_sink&.send(:invalidate_connection)
     end
   end
 end
@@ -180,7 +181,7 @@ class BatchedUDPSinkTest < Minitest::Test
     @receiver.bind("localhost", 0)
     @host = @receiver.addr[2]
     @port = @receiver.addr[1]
-    @sink_class = StatsD::Instrument::BatchedUDPSink
+    @sink_class = StatsD::Instrument::BatchedSink
     @sinks = []
   end
 
@@ -221,9 +222,9 @@ class BatchedUDPSinkTest < Minitest::Test
   private
 
   def build_sink(host = @host, port = @port, buffer_capacity: 50, statistics_interval: 0)
+    sink = StatsD::Instrument::Sink.for_addr("#{host}:#{port}")
     sink = @sink_class.new(
-      host,
-      port,
+      sink,
       buffer_capacity: buffer_capacity,
       statistics_interval: statistics_interval,
     )

data/test/uds_sink_test.rb

@@ -0,0 +1,187 @@
+# frozen_string_literal: true
+
+require "test_helper"
+
+module UdsTestHelper
+  MAX_READ_BYTES = 64 * 1024
+  private_constant :MAX_READ_BYTES
+
+  private
+
+  def create_socket_file
+    tmpdir = Dir.mktmpdir
+    socket_path = File.join(tmpdir, "sockets", "statsd.sock")
+    FileUtils.mkdir_p(File.dirname(socket_path))
+
+    socket_path
+  end
+
+  def create_receiver(socket_path)
+    FileUtils.rm_f(socket_path)
+    receiver = Socket.new(Socket::AF_UNIX, Socket::SOCK_DGRAM)
+    receiver.setsockopt(Socket::SOL_SOCKET, Socket::SO_REUSEADDR, true)
+    receiver.setsockopt(Socket::SOL_SOCKET, Socket::SO_RCVBUF, (2 * MAX_READ_BYTES).to_i)
+    receiver.bind(Socket.pack_sockaddr_un(socket_path))
+
+    receiver
+  end
+
+  def build_sink(socket_path)
+    connection = StatsD::Instrument::UdsConnection.new(socket_path)
+    @sink_class.new(connection)
+  end
+
+  def sink
+    @sink ||= build_sink(@socket_path)
+  end
+
+  def skip_on_jruby(message = "JRuby does not support UNIX domain sockets")
+    skip(message) if RUBY_PLATFORM == "java"
+  end
+
+  def read_datagrams(count, timeout: ENV["CI"] ? 5 : 1)
+    datagrams = []
+    count.times do
+      if @receiver.wait_readable(timeout)
+
+        datagrams += @receiver.recvfrom(MAX_READ_BYTES).first.lines(chomp: true)
+        break if datagrams.size >= count
+      else
+        break
+      end
+    end
+
+    datagrams
+  end
+end
+
+class UdsSinkTest < Minitest::Test
+  include UdsTestHelper
+
+  def setup
+    @sink_class = StatsD::Instrument::Sink
+    @socket_path = create_socket_file
+    skip_on_jruby
+
+    @receiver = create_receiver(@socket_path)
+  end
+
+  def teardown
+    return if RUBY_PLATFORM == "java"
+
+    @receiver.close
+    FileUtils.rm_f(@socket_path)
+  end
+
+  def test_send_metric_with_tags
+    metric = "test.metric"
+    value = 42
+    tags = { region: "us-west", environment: "production" }
+    sink << "#{metric}:#{value}|c|##{"region:#{tags[:region]},environment:#{tags[:environment]}"}"
+    # Assert that the metric with tags was sent successfully
+
+    datagrams = read_datagrams(1)
+    assert_equal("test.metric:42|c|#region:us-west,environment:production".b, datagrams.first)
+  end
+
+  def test_send_metric_with_sample_rate
+    metric = "test.metric"
+    value = 42
+    sample_rate = 0.5
+    sink << "#{metric}:#{value}|c|@#{sample_rate}"
+    datagrams = read_datagrams(1)
+    assert_equal("test.metric:42|c|@0.5".b, datagrams.first)
+  end
+
+  def test_flush_with_empty_batch
+    sink.flush
+    datagrams = read_datagrams(1, timeout: 0.1)
+    assert_empty(datagrams)
+  end
+end
+
+class BatchedUdsSinkTest < Minitest::Test
+  include UdsTestHelper
+
+  def setup
+    @socket_path = create_socket_file
+    @sink_class = StatsD::Instrument::BatchedSink
+    @sinks = []
+
+    skip_on_jruby
+
+    @receiver = create_receiver(@socket_path)
+  end
+
+  def teardown
+    return if RUBY_PLATFORM == "java"
+
+    @receiver.close
+    FileUtils.remove_entry(@socket_path)
+    @sinks.each(&:shutdown)
+  end
+
+  def test_send_metric_with_tags
+    metric = "test.metric"
+    value = 42
+    tags = { region: "us-west", environment: "production" }
+    sink << "#{metric}:#{value}|c|##{"region:#{tags[:region]},environment:#{tags[:environment]}"}"
+    datagrams = read_datagrams(1)
+    assert_equal("test.metric:42|c|#region:us-west,environment:production".b, datagrams.first)
+  end
+
+  def test_send_metric_with_sample_rate
+    metric = "test.metric"
+    value = 42
+    sample_rate = 0.5
+    sink << "#{metric}:#{value}|c|@#{sample_rate}"
+    datagrams = read_datagrams(1)
+    assert_equal("test.metric:42|c|@0.5".b, datagrams.first)
+  end
+
+  def test_flush_with_empty_batch
+    sink.flush(blocking: false)
+    datagrams = read_datagrams(1, timeout: 0.1)
+    assert_empty(datagrams)
+  end
+
+  def test_flush
+    buffer_size = 50
+    sink = build_sink(@socket_path, buffer_capacity: buffer_size)
+    dispatcher = sink.instance_variable_get(:@dispatcher)
+    buffer = dispatcher.instance_variable_get(:@buffer)
+    (buffer_size * 2).times { |i| sink << "foo:#{i}|c" }
+    assert(!buffer.empty?)
+    sink.flush(blocking: false)
+    assert(buffer.empty?)
+  end
+
+  def test_statistics
+    datagrams = StatsD.singleton_client.capture do
+      buffer_size = 2
+      sink = build_sink(@socket_path, buffer_capacity: buffer_size, statistics_interval: 0.1)
+      2.times { |i| sink << "foo:#{i}|c" }
+      sink.flush(blocking: false)
+      sink.instance_variable_get(:@dispatcher).instance_variable_get(:@statistics).maybe_flush!(force: true)
+    end
+
+    assert(datagrams.any? { |d| d.name.start_with?("statsd_instrument.batched_uds_sink.avg_batch_length") })
+    assert(datagrams.any? { |d| d.name.start_with?("statsd_instrument.batched_uds_sink.avg_batched_packet_size") })
+    assert(datagrams.any? { |d| d.name.start_with?("statsd_instrument.batched_uds_sink.avg_buffer_length") })
+    assert(datagrams.any? { |d| d.name.start_with?("statsd_instrument.batched_uds_sink.batched_sends") })
+    assert(datagrams.any? { |d| d.name.start_with?("statsd_instrument.batched_uds_sink.synchronous_sends") })
+  end
+
+  private
+
+  def build_sink(socket_path, buffer_capacity: 50, statistics_interval: 0)
+    sink = StatsD::Instrument::Sink.for_addr(socket_path)
+    sink = @sink_class.new(
+      sink,
+      buffer_capacity: buffer_capacity,
+      statistics_interval: statistics_interval,
+    )
+    @sinks << sink
+    sink
+  end
+end

metadata

@@ -1,16 +1,16 @@
 --- !ruby/object:Gem::Specification
 name: statsd-instrument
 version: !ruby/object:Gem::Version
-  version: 3.8.0
+  version: 3.9.0
 platform: ruby
 authors:
 - Jesse Storimer
 - Tobias Lutke
 - Willem van Bergen
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-06-19 00:00:00.000000000 Z
+date: 2024-08-19 00:00:00.000000000 Z
 dependencies: []
 description: A StatsD client for Ruby apps. Provides metaprogramming methods to inject
   StatsD instrumentation into your code.
@@ -21,6 +21,7 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".github/CODEOWNERS"
+- ".github/pull_request_template.md"
 - ".github/workflows/benchmark.yml"
 - ".github/workflows/cla.yml"
 - ".github/workflows/lint.yml"
@@ -43,8 +44,9 @@ files:
 - bin/rubocop
 - lib/statsd-instrument.rb
 - lib/statsd/instrument.rb
+- lib/statsd/instrument/aggregator.rb
 - lib/statsd/instrument/assertions.rb
-- lib/statsd/instrument/batched_udp_sink.rb
+- lib/statsd/instrument/batched_sink.rb
 - lib/statsd/instrument/capture_sink.rb
 - lib/statsd/instrument/client.rb
 - lib/statsd/instrument/datagram.rb
@@ -67,12 +69,15 @@ files:
 - lib/statsd/instrument/rubocop/positional_arguments.rb
 - lib/statsd/instrument/rubocop/singleton_configuration.rb
 - lib/statsd/instrument/rubocop/splat_arguments.rb
+- lib/statsd/instrument/sink.rb
 - lib/statsd/instrument/statsd_datagram_builder.rb
 - lib/statsd/instrument/strict.rb
-- lib/statsd/instrument/udp_sink.rb
+- lib/statsd/instrument/udp_connection.rb
+- lib/statsd/instrument/uds_connection.rb
 - lib/statsd/instrument/version.rb
 - shipit.rubygems.yml
 - statsd-instrument.gemspec
+- test/aggregator_test.rb
 - test/assertions_test.rb
 - test/benchmark/clock_gettime.rb
 - test/benchmark/metrics.rb
@@ -104,12 +109,13 @@ files:
 - test/statsd_test.rb
 - test/test_helper.rb
 - test/udp_sink_test.rb
+- test/uds_sink_test.rb
 homepage: https://github.com/Shopify/statsd-instrument
 licenses:
 - MIT
 metadata:
   allowed_push_host: https://rubygems.org
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -124,11 +130,12 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.11
-signing_key: 
+rubygems_version: 3.5.17
+signing_key:
 specification_version: 4
 summary: A StatsD client for Ruby apps
 test_files:
+- test/aggregator_test.rb
 - test/assertions_test.rb
 - test/benchmark/clock_gettime.rb
 - test/benchmark/metrics.rb
@@ -160,3 +167,4 @@ test_files:
 - test/statsd_test.rb
 - test/test_helper.rb
 - test/udp_sink_test.rb
+- test/uds_sink_test.rb