statsd-instrument 3.11.1 → 3.11.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3da8fd9b1f80c7cf776c41d335ab14858dd625299bbec536c7f8994dfe93baf6
-  data.tar.gz: b1ca1c4049a5f3956ea510074027bb577d26ab8a2033cf96d4af5fcc39fc90c9
+  metadata.gz: 51853f9d4b70fc39649e251e7e93ff3d77b2bcca1d776182f82de8219ea86886
+  data.tar.gz: fce22a816682f0bc25510b6a68248a64c93ba983e7640b57ec01dbb0b985c9d2
 SHA512:
-  metadata.gz: f8774b020de05ec35687a82aca947a19b095ea34867fdcd73518748c9ccddfe28e41cdc41c2dfe1b9c2e4f657b4416218d67fe3b0e259a8bf10a810580f8ea60
-  data.tar.gz: 420ea1eb853426b83d2d5f546dde091d402aaff31ef243b912df3869dd02882e8ef24bde4b124f860beccb0e9528dcfbcd7ab6b25b36b3d2fc3e02798fa209e1
+  metadata.gz: 4a06bd60427001260e206243f4db74ecb3d8225c1c5e3f8f9764239bc40901457cf621d7f5fbd0936d39fa0765145499672a9fb0a9c22025ac8611f7051f7154
+  data.tar.gz: f74279e49141844c564d896e1d04b88b6b9f66585e56401a4ee52f7f4cb8dcc5fbe6a99b8427fbfa45ca1be843fef5a8c9357fb629129372880ac5020aceab31

data/.github/workflows/tests.yml

@@ -9,7 +9,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        ruby: ['2.7', '3.0', '3.1', '3.2', '3.3', 'ruby-head', 'jruby-9.4.9.0', 'truffleruby-25.0.0']
+        ruby: ['3.0', '3.1', '3.2', '3.3', '3.4', 'ruby-head', 'jruby-10.1.1.0', 'truffleruby-34.0.1']
 
     steps:
     - uses: actions/checkout@v4

data/CHANGELOG.md

@@ -6,6 +6,12 @@ section below.
 
 ## Unreleased changes
 
+## Version 3.11.2
+
+- Widen the `CompiledMetric` tag-combination cache key from 32 to 57 bits, eliminating
+  recurring hash collisions on hot metrics while keeping all intermediates within Fixnum
+  range (no new allocations on the emit path).
+
 ## Version 3.11.1
 
 - Fix `CompiledMetric::Distribution` applying `sample_rate` twice.

data/Gemfile

@@ -13,15 +13,12 @@ gem "rubocop-shopify", require: false
 gem "benchmark-ips"
 gem "dogstatsd-ruby", "~> 5.0", require: false
 gem "simplecov", require: false, group: :test
+# logger is no longer bundled with newer Ruby and JRuby releases.
+gem "logger"
 
 platform :mri do
   # only if Ruby is MRI && >= 3.2
   if Gem::Version.new(RUBY_VERSION) >= Gem::Version.new("3.2")
     gem "vernier", require: false
   end
-
-  # From Ruby >= 3.5, logger is not part of the stdlib anymore
-  if Gem::Version.new(RUBY_VERSION) >= Gem::Version.new("3.5")
-    gem "logger"
-  end
 end

data/lib/statsd/instrument/compiled_metric.rb

@@ -189,10 +189,13 @@ module StatsD
 
               # Compute hash of tag values for cache lookup using rotate-left + XOR.
               # Rotation makes it order-dependent (unlike plain XOR), preventing collisions
-              # when tag values are swapped. We mask to 32 bits to avoid Bignum allocations
-              # from left shifts on 64-bit hash values.
-              __cache_key__ = #{tag_names.first}.hash & 0xFFFFFFFF
-              #{tag_names.drop(1).map { |name| "__cache_key__ = (((__cache_key__ << 5) | (__cache_key__ >> 27)) ^ #{name}.hash) & 0xFFFFFFFF" }.join("\n")}
+              # when tag values are swapped. The mask keeps 57 bits of entropy, wide enough
+              # that birthday collisions are negligible at real tag-combination volumes.
+              # 57 bits is the widest key for which the intermediate (__cache_key__ << 5)
+              # stays within Fixnum range (2**62 - 1 on 64-bit CRuby) and never allocates
+              # a Bignum.
+              __cache_key__ = #{tag_names.first}.hash & 0x01FFFFFFFFFFFFFF
+              #{tag_names.drop(1).map { |name| "__cache_key__ = (((__cache_key__ << 5) | (__cache_key__ >> 52)) ^ #{name}.hash) & 0x01FFFFFFFFFFFFFF" }.join("\n")}
 
               # Look up or create a PrecompiledDatagram
               __datagram__ =

data/lib/statsd/instrument/datagram.rb

@@ -77,7 +77,7 @@ module StatsD
         (?:\|\#(?<tags>(?:[^\|,]+(?:,[^\|,]+)*)))?
         \n? # In some implementations, the datagram may include a trailing newline.
         \z
-      }x
+      }x.freeze
 
       def parsed_datagram
         @parsed ||= if (match_info = PARSER.match(@source))

data/lib/statsd/instrument/dogstatsd_datagram.rb

@@ -69,7 +69,7 @@ module StatsD
         (?:\|m:(?<message>[^\|]+))?
         \n? # In some implementations, the datagram may include a trailing newline.
         \z
-      }x
+      }x.freeze
 
       # |k:my-key|p:low|s:source|t:success|
       EVENT_PARSER = %r{
@@ -84,7 +84,7 @@ module StatsD
         (?:\|\#(?<tags>(?:[^\|,]+(?:,[^\|,]+)*)))?
         \n? # In some implementations, the datagram may include a trailing newline.
         \z
-      }x
+      }x.freeze
 
       PARSER = Regexp.union(StatsD::Instrument::Datagram::PARSER, SERVICE_CHECK_PARSER, EVENT_PARSER)
     end

data/lib/statsd/instrument/rubocop/metric_return_value.rb

@@ -19,7 +19,7 @@ module RuboCop
 
         MSG = "Do not use the return value of StatsD metric methods"
 
-        INVALID_PARENTS = [:lvasgn, :array, :pair, :send, :return, :yield]
+        INVALID_PARENTS = [:lvasgn, :array, :pair, :send, :return, :yield].freeze
 
         def on_send(node)
           if metric_method?(node) && node.arguments.last&.type != :block_pass

data/lib/statsd/instrument/rubocop.rb

@@ -3,7 +3,7 @@
 module RuboCop
   module Cop
     module StatsD
-      METRIC_METHODS = [:increment, :gauge, :measure, :set, :histogram, :distribution, :key_value]
+      METRIC_METHODS = [:increment, :gauge, :measure, :set, :histogram, :distribution, :key_value].freeze
 
       METAPROGRAMMING_METHODS = [
         :statsd_measure,
@@ -11,7 +11,7 @@ module RuboCop
         :statsd_count_success,
         :statsd_count_if,
         :statsd_count,
-      ]
+      ].freeze
 
       SINGLETON_CONFIGURATION_METHODS = [
         :backend,
@@ -22,7 +22,7 @@ module RuboCop
         :"default_tags=",
         :default_sample_rate,
         :"default_sample_rate=",
-      ]
+      ].freeze
 
       private
 

data/lib/statsd/instrument/version.rb

@@ -2,6 +2,6 @@
 
 module StatsD
   module Instrument
-    VERSION = "3.11.1"
+    VERSION = "3.11.2"
   end
 end

data/test/compiled_metric_test.rb

@@ -285,10 +285,10 @@ class CompiledMetricDefinitionTest < Minitest::Test
 
     cache = metric.instance_variable_get(:@tag_combination_cache)
 
-    # Compute cache keys using the rotate-left + XOR formula (32-bit bounded)
-    # For single tag, it's the hash value masked to 32 bits
-    cache_key_for_1 = 1.hash & 0xFFFFFFFF
-    cache_key_for_2 = 2.hash & 0xFFFFFFFF
+    # Compute cache keys using the rotate-left + XOR formula (57-bit bounded)
+    # For single tag, it's the hash value masked to 57 bits
+    cache_key_for_1 = 1.hash & 0x01FFFFFFFFFFFFFF
+    cache_key_for_2 = 2.hash & 0x01FFFFFFFFFFFFFF
 
     # Store the cached datagram under the collision key
     cached_datagram = cache[cache_key_for_1]
@@ -312,6 +312,77 @@ class CompiledMetricDefinitionTest < Minitest::Test
     assert_includes(hash_collision_metric.tags, "metric_name:foo.bar")
   end
 
+  def test_cache_key_space_is_wider_than_32_bits
+    metric = Class.new(StatsD::Instrument::CompiledMetric::Counter) do
+      define(
+        name: "foo.bar",
+        tags: { shop_id: Integer },
+      )
+    end
+
+    # Hash seeds are process-local, so find a pair of tag values at runtime that
+    # shares its low 32 hash bits (collided under the previous 32-bit cache key)
+    # while still differing across the full 57-bit key space.
+    seen = {}
+    pair = nil
+    i = 0
+    until pair
+      key = i.hash & 0xFFFFFFFF
+      other = seen[key]
+      if other && other != i && (other.hash & 0x01FFFFFFFFFFFFFF) != (i.hash & 0x01FFFFFFFFFFFFFF)
+        pair = [other, i]
+      end
+      seen[key] ||= i
+      i += 1
+    end
+
+    metric.increment(1, shop_id: pair[0])
+    metric.increment(1, shop_id: pair[1])
+
+    cache = metric.instance_variable_get(:@tag_combination_cache)
+    assert_equal(2, cache.size)
+
+    collision_metric = @sink.datagrams.find do |datagram|
+      datagram.name == "test.statsd_instrument.compiled_metric.hash_collision_detected"
+    end
+    assert_nil(collision_metric, "Expected no hash collision metric for 57-bit-distinct keys")
+  end
+
+  def test_cache_key_computation_does_not_allocate
+    skip_on_jruby("JRuby does not support GC.stat(:total_allocated_objects)")
+
+    single_tag_metric = Class.new(StatsD::Instrument::CompiledMetric::Counter) do
+      define(name: "foo.single", tags: { a: String })
+    end
+    multi_tag_metric = Class.new(StatsD::Instrument::CompiledMetric::Counter) do
+      define(name: "foo.multi", tags: { a: String, b: String, c: String, d: String, e: String, f: String, g: String, h: String })
+    end
+
+    single_call = -> { single_tag_metric.increment(1, a: "a") }
+    multi_call = -> { multi_tag_metric.increment(1, a: "a", b: "b", c: "c", d: "d", e: "e", f: "f", g: "g", h: "h") }
+    measure = ->(callable) { count_allocations { 10.times { callable.call } } }
+    [single_call, multi_call].each { |c| measure.call(c) }
+
+    # With frozen string literals, the rotate-left + XOR chain is the only per-tag
+    # work on a cache hit. A cache key wide enough to escape Fixnum range would
+    # allocate one heap integer per chain step and show up as extra allocations
+    # for the multi-tag metric.
+    assert_equal(
+      measure.call(single_call),
+      measure.call(multi_call),
+      "Expected per-tag cache-key computation to allocate nothing",
+    )
+  end
+
+  private
+
+  def count_allocations
+    GC.start
+    before = GC.stat(:total_allocated_objects)
+    yield
+    GC.stat(:total_allocated_objects) - before
+  end
+
   def test_handles_default_tags_as_array
     StatsD.singleton_client = StatsD::Instrument::Client.new(
       sink: @sink,

data/test/rubocop/singleton_configuration_test.rb

@@ -18,7 +18,10 @@ module Rubocop
 
     def test_offense_statsd_prefix
       assert_offense('StatsD.prefix = "foo"')
+      # The interpolation is intentionally literal source passed to the cop under test.
+      # rubocop:disable Lint/InterpolationCheck
       assert_offense('"#{StatsD.prefix}.foo"')
+      # rubocop:enable Lint/InterpolationCheck
     end
 
     def test_offense_statsd_default_tags

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: statsd-instrument
 version: !ruby/object:Gem::Version
-  version: 3.11.1
+  version: 3.11.2
 platform: ruby
 authors:
 - Jesse Storimer
@@ -135,7 +135,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 4.0.14
+rubygems_version: 4.0.18
 specification_version: 4
 summary: A StatsD client for Ruby apps
 test_files: