cw-datadog 2.23.0.2

data/lib/datadog/core/metrics/client.rb

@@ -0,0 +1,206 @@
+# frozen_string_literal: true
+
+require_relative '../utils/time'
+require_relative '../utils/only_once'
+require_relative '../telemetry/logger'
+require_relative '../configuration/ext'
+
+require_relative 'ext'
+require_relative 'options'
+require_relative 'helpers'
+require_relative 'logging'
+require_relative 'metric'
+
+module Datadog
+  module Core
+    module Metrics
+      # Acts as client for sending metrics (via Statsd)
+      # Wraps a Statsd client with default tags and additional configuration.
+      class Client
+        include Options
+        extend Options
+        extend Helpers
+
+        attr_reader :statsd, :logger, :telemetry
+
+        def initialize(telemetry:, logger: Datadog.logger, statsd: nil, enabled: true, **_)
+          @telemetry = telemetry
+          @logger = logger
+          @statsd =
+            if supported?
+              statsd || default_statsd_client
+            else
+              ignored_statsd_warning if statsd
+              nil
+            end
+          @enabled = enabled
+        end
+
+        def supported?
+          version = dogstatsd_version
+
+          !version.nil? && version >= Gem::Version.new('3.3.0') &&
+            # dogstatsd-ruby >= 5.0 & < 5.2.0 has known issues with process forks
+            # and do not support the single thread mode we use to avoid this problem.
+            !(version >= Gem::Version.new('5.0') && version < Gem::Version.new('5.3'))
+        end
+
+        def enabled?
+          @enabled
+        end
+
+        def enabled=(enabled)
+          @enabled = (enabled == true)
+        end
+
+        def default_hostname
+          DATADOG_ENV.fetch(Configuration::Ext::Agent::ENV_DEFAULT_HOST, Ext::DEFAULT_HOST)
+        end
+
+        def default_port
+          DATADOG_ENV.fetch(Configuration::Ext::Metrics::ENV_DEFAULT_PORT, Ext::DEFAULT_PORT).to_i
+        end
+
+        def default_statsd_client
+          require 'datadog/statsd'
+
+          # Create a StatsD client that points to the agent.
+          #
+          # We use `single_thread: true`, as dogstatsd-ruby >= 5.0 creates a background thread
+          # by default, but does not handle forks correctly, causing resource leaks.
+          #
+          # Using dogstatsd-ruby >= 5.0 is still valuable, as it supports
+          # transparent batch metric submission, which reduces submission
+          # overhead.
+          #
+          # Versions < 5.0 are always single-threaded, but do not have the kwarg option.
+          options = if dogstatsd_version >= Gem::Version.new('5.2')
+            {single_thread: true}
+          else
+            {}
+          end
+
+          Datadog::Statsd.new(default_hostname, default_port, **options)
+        end
+
+        def configure(options = {})
+          @statsd = options[:statsd] if options.key?(:statsd)
+          self.enabled = options[:enabled] if options.key?(:enabled)
+        end
+
+        def send_stats?
+          enabled? && !statsd.nil?
+        end
+
+        def count(stat, value = nil, options = nil, &block)
+          return unless send_stats? && statsd.respond_to?(:count)
+
+          value, options = yield if block
+          raise ArgumentError if value.nil?
+
+          statsd.count(stat, value, metric_options(options))
+        rescue => e
+          logger.error(
+            "Failed to send count stat. Cause: #{e.class.name} #{e.message} Source: #{Array(e.backtrace).first}"
+          )
+          telemetry.report(e, description: 'Failed to send count stat')
+        end
+
+        def distribution(stat, value = nil, options = nil, &block)
+          return unless send_stats? && statsd.respond_to?(:distribution)
+
+          value, options = yield if block
+          raise ArgumentError if value.nil?
+
+          statsd.distribution(stat, value, metric_options(options))
+        rescue => e
+          logger.error(
+            "Failed to send distribution stat. Cause: #{e.class.name} #{e.message} Source: #{Array(e.backtrace).first}"
+          )
+          telemetry.report(e, description: 'Failed to send distribution stat')
+        end
+
+        def increment(stat, options = nil)
+          return unless send_stats? && statsd.respond_to?(:increment)
+
+          options = yield if block_given?
+
+          statsd.increment(stat, metric_options(options))
+        rescue => e
+          logger.error(
+            "Failed to send increment stat. Cause: #{e.class.name} #{e.message} Source: #{Array(e.backtrace).first}"
+          )
+          telemetry.report(e, description: 'Failed to send increment stat')
+        end
+
+        def gauge(stat, value = nil, options = nil, &block)
+          return unless send_stats? && statsd.respond_to?(:gauge)
+
+          value, options = yield if block
+          raise ArgumentError if value.nil?
+
+          statsd.gauge(stat, value, metric_options(options))
+        rescue => e
+          logger.error(
+            "Failed to send gauge stat. Cause: #{e.class.name} #{e.message} Source: #{Array(e.backtrace).first}"
+          )
+          telemetry.report(e, description: 'Failed to send gauge stat')
+        end
+
+        def time(stat, options = nil)
+          return yield unless send_stats?
+
+          # Calculate time, send it as a distribution.
+          start = Utils::Time.get_time
+          yield
+        ensure
+          begin
+            if send_stats? && !start.nil?
+              finished = Utils::Time.get_time
+              distribution(stat, ((finished - start) * 1000), options)
+            end
+          rescue => e
+            # TODO: Likely to be redundant, since `distribution` handles its own errors.
+            logger.error(
+              "Failed to send time stat. Cause: #{e.class.name} #{e.message} Source: #{Array(e.backtrace).first}"
+            )
+            telemetry.report(e, description: 'Failed to send time stat')
+          end
+        end
+
+        def send_metrics(metrics)
+          metrics.each { |m| send(m.type, *[m.name, m.value, m.options].compact) }
+        end
+
+        def close
+          @statsd.close if @statsd&.respond_to?(:close)
+        end
+
+        private
+
+        def dogstatsd_version
+          return @dogstatsd_version if instance_variable_defined?(:@dogstatsd_version)
+
+          @dogstatsd_version = (
+            defined?(Datadog::Statsd::VERSION) &&
+              Datadog::Statsd::VERSION &&
+              Gem::Version.new(Datadog::Statsd::VERSION)
+          ) ||
+            Gem.loaded_specs['dogstatsd-ruby']&.version
+        end
+
+        IGNORED_STATSD_ONLY_ONCE = Utils::OnlyOnce.new
+        private_constant :IGNORED_STATSD_ONLY_ONCE
+
+        def ignored_statsd_warning
+          IGNORED_STATSD_ONLY_ONCE.run do
+            logger.warn(
+              'Ignoring user-supplied statsd instance as currently-installed version of dogstastd-ruby is incompatible. ' \
+              "To fix this, ensure that you have `gem 'dogstatsd-ruby', '~> 5.3'` on your Gemfile or gems.rb file."
+            )
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/core/metrics/ext.rb

@@ -0,0 +1,18 @@
+# frozen_string_literal: true
+
+module Datadog
+  module Core
+    module Metrics
+      # @public_api
+      module Ext
+        DEFAULT_HOST = '127.0.0.1'
+        DEFAULT_PORT = 8125
+
+        TAG_LANG = 'language'
+        TAG_LANG_INTERPRETER = 'language-interpreter'
+        TAG_LANG_VERSION = 'language-version'
+        TAG_TRACER_VERSION = 'tracer-version'
+      end
+    end
+  end
+end

data/lib/datadog/core/metrics/helpers.rb

@@ -0,0 +1,25 @@
+# frozen_string_literal: true
+
+module Datadog
+  module Core
+    module Metrics
+      # For defining and adding helpers to metrics
+      module Helpers
+        [
+          :count,
+          :distribution,
+          :increment,
+          :gauge,
+          :time
+        ].each do |metric_type|
+          define_method(metric_type) do |name, stat|
+            name = name.to_sym
+            define_method(name) do |*args, &block|
+              send(metric_type, stat, *args, &block)
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/core/metrics/logging.rb

@@ -0,0 +1,44 @@
+# frozen_string_literal: true
+
+require 'logger'
+require 'json'
+
+module Datadog
+  module Core
+    module Metrics
+      module Logging
+        # Surrogate for Datadog::Statsd to log elsewhere
+        class Adapter
+          attr_accessor :logger
+
+          def initialize(logger = nil)
+            @logger = logger || Logger.new($stdout).tap do |l|
+              l.level = ::Logger::INFO
+              l.progname = nil
+              l.formatter = proc do |_severity, datetime, _progname, msg|
+                stat = JSON.parse(msg[3..-1]) # Trim off leading progname...
+                "#{JSON.dump(timestamp: datetime.to_i, message: "Metric sent.", metric: stat)}\n"
+              end
+            end
+          end
+
+          def count(stat, value, options = nil)
+            logger.info({stat: stat, type: :count, value: value, options: options}.to_json)
+          end
+
+          def distribution(stat, value, options = nil)
+            logger.info({stat: stat, type: :distribution, value: value, options: options}.to_json)
+          end
+
+          def increment(stat, options = nil)
+            logger.info({stat: stat, type: :increment, options: options}.to_json)
+          end
+
+          def gauge(stat, value, options = nil)
+            logger.info({stat: stat, type: :gauge, value: value, options: options}.to_json)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/core/metrics/metric.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+module Datadog
+  module Core
+    module Metrics
+      Metric = Struct.new(:type, :name, :value, :options) do
+        def initialize(*args)
+          super
+          self.options = options || {}
+        end
+      end
+    end
+  end
+end

data/lib/datadog/core/metrics/options.rb

@@ -0,0 +1,52 @@
+# frozen_string_literal: true
+
+require_relative 'ext'
+require_relative '../environment/ext'
+require_relative '../environment/identity'
+
+module Datadog
+  module Core
+    module Metrics
+      # For defining and adding default options to metrics
+      module Options
+        DEFAULT = {
+          tags: DEFAULT_TAGS = [
+            "#{Ext::TAG_LANG}:#{Environment::Identity.lang}",
+            "#{Ext::TAG_LANG_INTERPRETER}:#{Environment::Identity.lang_interpreter}",
+            "#{Ext::TAG_LANG_VERSION}:#{Environment::Identity.lang_version}",
+            # TODO: Technically not accurate, if tracing version diverges from datadog gem version
+            #       If we extract tracing to its own gem, this needs to be updated.
+            "#{Ext::TAG_TRACER_VERSION}:#{Environment::Identity.gem_datadog_version}"
+          ].freeze
+        }.freeze
+
+        def metric_options(options = nil)
+          return default_metric_options if options.nil?
+
+          default_metric_options.merge(options) do |key, old_value, new_value|
+            case key
+            when :tags
+              old_value.dup.concat(new_value).uniq
+            else
+              new_value
+            end
+          end
+        end
+
+        def default_metric_options
+          # Return dupes, so that the constant isn't modified,
+          # and defaults are unfrozen for mutation in Statsd.
+          DEFAULT.dup.tap do |options|
+            options[:tags] = options[:tags].dup
+
+            env = Datadog.configuration.env
+            options[:tags] << "#{Environment::Ext::TAG_ENV}:#{env}" unless env.nil?
+
+            version = Datadog.configuration.version
+            options[:tags] << "#{Environment::Ext::TAG_VERSION}:#{version}" unless version.nil?
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/core/pin.rb

@@ -0,0 +1,71 @@
+# frozen_string_literal: true
+
+module Datadog
+  module Core
+    # A {Datadog::Core::Pin} sets metadata on a particular object.
+    #
+    # This is useful if you want the object to reflect
+    # customized behavior or attributes, like an eigenclass.
+    class Pin
+      def self.get_from(obj)
+        return nil unless obj.respond_to? :datadog_pin
+
+        obj.datadog_pin
+      end
+
+      def self.set_on(obj, **options)
+        if (pin = get_from(obj))
+          options.each { |k, v| pin[k] = v }
+        else
+          pin = new(**options)
+          pin.onto(obj)
+        end
+
+        pin
+      end
+
+      def initialize(**options)
+        @options = options
+      end
+
+      def [](name)
+        @options[name]
+      end
+
+      def []=(name, value)
+        @options[name] = value
+      end
+
+      def key?(name)
+        @options.key?(name)
+      end
+
+      # rubocop:disable Style/TrivialAccessors
+      def onto(obj)
+        unless obj.respond_to? :datadog_pin=
+          obj.define_singleton_method(:datadog_pin=) do |pin|
+            @datadog_pin = pin
+          end
+        end
+
+        unless obj.respond_to? :datadog_pin
+          obj.define_singleton_method(:datadog_pin) do
+            @datadog_pin
+          end
+        end
+
+        obj.datadog_pin = self
+      end
+      # rubocop:enable Style/TrivialAccessors
+
+      def to_s
+        pretty_options = options.to_a.map { |k, v| "#{k}:#{v}" }.join(', ')
+        "Pin(#{pretty_options})"
+      end
+
+      private
+
+      attr_accessor :options
+    end
+  end
+end

data/lib/datadog/core/process_discovery/tracer_memfd.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+module Datadog
+  module Core
+    module ProcessDiscovery
+      class TracerMemfd
+        def shutdown!(logger)
+          ProcessDiscovery._native_close_tracer_memfd(self, logger)
+        end
+      end
+    end
+  end
+end

data/lib/datadog/core/process_discovery.rb

@@ -0,0 +1,61 @@
+# frozen_string_literal: true
+
+require 'datadog/core/process_discovery/tracer_memfd'
+
+require_relative 'utils/at_fork_monkey_patch'
+require_relative 'utils/only_once'
+
+module Datadog
+  module Core
+    # Class used to store tracer metadata in a native file descriptor.
+    module ProcessDiscovery
+      ONLY_ONCE = Core::Utils::OnlyOnce.new
+
+      class << self
+        def publish(settings)
+          if (libdatadog_api_failure = Datadog::Core::LIBDATADOG_API_FAILURE)
+            Datadog.logger.debug { "Cannot enable process discovery: #{libdatadog_api_failure}" }
+            return
+          end
+
+          ONLY_ONCE.run { apply_at_fork_patch }
+
+          metadata = get_metadata(settings)
+
+          shutdown!
+          @file_descriptor = _native_store_tracer_metadata(Datadog.logger, **metadata)
+        end
+
+        def shutdown!
+          @file_descriptor&.shutdown!(Datadog.logger)
+          @file_descriptor = nil
+        end
+
+        private
+
+        # According to the RFC, runtime_id, service_name, service_env, service_version are optional.
+        # In the C method exposed by ddcommon, memfd_create replaces empty strings by None for these fields.
+        def get_metadata(settings)
+          {
+            runtime_id: Core::Environment::Identity.id,
+            tracer_language: Core::Environment::Identity.lang,
+            tracer_version: Core::Environment::Identity.gem_datadog_version_semver2,
+            hostname: Core::Environment::Socket.hostname,
+            service_name: settings.service || '',
+            service_env: settings.env || '',
+            service_version: settings.version || '',
+            # TODO: Implement process tags and container id
+            process_tags: '',
+            container_id: ''
+          }
+        end
+
+        def apply_at_fork_patch
+          # The runtime-id changes after a fork. We apply this patch to at_fork to ensure that the runtime-id is updated.
+          Utils::AtForkMonkeyPatch.apply!
+          Utils::AtForkMonkeyPatch.at_fork(:child) { publish(Datadog.configuration) }
+        end
+      end
+    end
+  end
+end

data/lib/datadog/core/rate_limiter.rb

@@ -0,0 +1,185 @@
+# frozen_string_literal: true
+
+require_relative 'utils/time'
+
+module Datadog
+  module Core
+    # Checks for rate limiting on a resource.
+    class RateLimiter
+      # Checks if resource of specified size can be
+      # conforms with the current limit.
+      #
+      # Implementations of this method are not guaranteed
+      # to be side-effect free.
+      #
+      # @return [Boolean] whether a resource conforms with the current limit
+      def allow?(size = 1)
+      end
+
+      # The effective rate limiting ratio based on
+      # recent calls to `allow?`.
+      #
+      # @return [Float] recent allowance ratio
+      def effective_rate
+      end
+    end
+
+    # Implementation of the Token Bucket metering algorithm
+    # for rate limiting.
+    #
+    # @see https://en.wikipedia.org/wiki/Token_bucket Token bucket
+    class TokenBucket < RateLimiter
+      attr_reader :rate, :max_tokens
+
+      # @param rate [Numeric] Allowance rate, in units per second
+      #  if rate is negative, always allow
+      #  if rate is zero, never allow
+      # @param max_tokens [Numeric] Limit of available tokens
+      def initialize(rate, max_tokens = rate)
+        super()
+
+        raise ArgumentError, "rate must be a number: #{rate}" unless rate.is_a?(Numeric)
+        raise ArgumentError, "max_tokens must be a number: #{max_tokens}" unless max_tokens.is_a?(Numeric)
+
+        @rate = rate
+        @max_tokens = max_tokens
+
+        @tokens = max_tokens
+        @total_messages = 0
+        @conforming_messages = 0
+        @prev_conforming_messages = nil
+        @prev_total_messages = nil
+        @current_window = nil
+
+        @last_refill = Core::Utils::Time.get_time
+      end
+
+      # Checks if a message of provided +size+
+      # conforms with the current bucket limit.
+      #
+      # If it does, return +true+ and remove +size+
+      # tokens from the bucket.
+      # If it does not, return +false+ without affecting
+      # the tokens from the bucket.
+      #
+      # @return [Boolean] +true+ if message conforms with current bucket limit
+      def allow?(size = 1)
+        allowed = should_allow?(size)
+        update_rate_counts(allowed)
+        allowed
+      end
+
+      # Ratio of 'conformance' per 'total messages' checked
+      # averaged for the past 2 buckets
+      #
+      # Returns +1.0+ when no messages have been checked yet.
+      #
+      # @return [Float] Conformance ratio, between +[0,1]+
+      def effective_rate
+        return 0.0 if @rate.zero?
+        return 1.0 if @rate < 0 || @total_messages.zero?
+
+        return current_window_rate if @prev_conforming_messages.nil? || @prev_total_messages.nil?
+
+        (@conforming_messages.to_f + @prev_conforming_messages.to_f) / (@total_messages + @prev_total_messages)
+      end
+
+      # Ratio of 'conformance' per 'total messages' checked
+      # on this bucket
+      #
+      # Returns +1.0+ when no messages have been checked yet.
+      #
+      # @return [Float] Conformance ratio, between +[0,1]+
+      def current_window_rate
+        return 1.0 if @total_messages.zero?
+
+        @conforming_messages.to_f / @total_messages
+      end
+
+      # @return [Numeric] number of tokens currently available
+      def available_tokens
+        @tokens
+      end
+
+      private
+
+      def refill_since_last_message
+        now = Core::Utils::Time.get_time
+        elapsed = now - @last_refill
+
+        # Update the number of available tokens, but ensure we do not exceed the max
+        # we return the min of tokens + rate*elapsed, or max tokens
+        refill_tokens(@rate * elapsed)
+
+        @last_refill = now
+      end
+
+      def refill_tokens(size)
+        @tokens += size
+        @tokens = @max_tokens if @tokens > @max_tokens
+      end
+
+      def increment_total_count
+        @total_messages += 1
+      end
+
+      def increment_conforming_count
+        @conforming_messages += 1
+      end
+
+      def should_allow?(size = 1)
+        # rate limit of 0 blocks everything
+        return false if @rate.zero?
+
+        # negative rate limit disables rate limiting
+        return true if @rate < 0
+
+        refill_since_last_message
+
+        # if tokens < 1 we don't allow?
+        return false if @tokens < size
+
+        @tokens -= size
+
+        true
+      end
+
+      # Sets and Updates the past two 1 second windows for which
+      # the rate limiter must compute it's rate over and updates
+      # the total count, and conforming message count if +allowed+
+      def update_rate_counts(allowed)
+        now = Core::Utils::Time.get_time
+
+        # No tokens have been seen yet, start a new window
+        if @current_window.nil?
+          @current_window = now
+        # If more than 1 second has past since last window, reset
+        elsif now - @current_window >= 1
+          @prev_conforming_messages = @conforming_messages
+          @prev_total_messages = @total_messages
+          @conforming_messages = 0
+          @total_messages = 0
+          @current_window = now
+        end
+
+        increment_conforming_count if allowed
+
+        increment_total_count
+      end
+    end
+
+    # {Datadog::Core::RateLimiter} that accepts all resources,
+    # with no limits.
+    class UnlimitedLimiter < RateLimiter
+      # @return [Boolean] always +true+
+      def allow?(_ = 1)
+        true
+      end
+
+      # @return [Float] always 100%
+      def effective_rate
+        1.0
+      end
+    end
+  end
+end