ddtrace 0.53.0 → 1.9.0

data/lib/datadog/tracing/contrib/ethon/multi_patch.rb

@@ -0,0 +1,97 @@
+# typed: false
+
+require_relative '../../metadata/ext'
+require_relative '../../propagation/http'
+require_relative 'ext'
+
+module Datadog
+  module Tracing
+    module Contrib
+      module Ethon
+        # Ethon MultiPatch
+        module MultiPatch
+          def self.included(base)
+            # No need to prepend here since add method is included into Multi class
+            base.include(InstanceMethods)
+          end
+
+          # InstanceMethods - implementing instrumentation
+          module InstanceMethods
+            def add(easy)
+              handles = super
+              return handles unless handles && Tracing.enabled?
+
+              if datadog_multi_performing?
+                # Start Easy span in case Multi is already performing
+                easy.datadog_before_request(continue_from: datadog_multi_trace_digest)
+              end
+              handles
+            end
+
+            def perform
+              if Tracing.enabled?
+                easy_handles.each do |easy|
+                  easy.datadog_before_request(continue_from: datadog_multi_trace_digest) unless easy.datadog_span_started?
+                end
+              end
+              super
+            ensure
+              if Tracing.enabled? && datadog_multi_performing?
+                @datadog_multi_span.finish
+                @datadog_multi_span = nil
+                @datadog_multi_trace_digest = nil
+              end
+            end
+
+            private
+
+            def datadog_multi_performing?
+              instance_variable_defined?(:@datadog_multi_span) && !@datadog_multi_span.nil?
+            end
+
+            def datadog_multi_trace_digest
+              return unless datadog_multi_span
+
+              @datadog_multi_trace_digest
+            end
+
+            def datadog_multi_span
+              return @datadog_multi_span if datadog_multi_performing?
+
+              @datadog_multi_span = Tracing.trace(
+                Ext::SPAN_MULTI_REQUEST,
+                service: datadog_configuration[:service_name]
+              )
+              @datadog_multi_trace_digest = Tracing.active_trace.to_digest
+
+              @datadog_multi_span.set_tag(Tracing::Metadata::Ext::TAG_COMPONENT, Ext::TAG_COMPONENT)
+              @datadog_multi_span.set_tag(Tracing::Metadata::Ext::TAG_OPERATION, Ext::TAG_OPERATION_MULTI_REQUEST)
+
+              @datadog_multi_span.set_tag(Tracing::Metadata::Ext::TAG_KIND, Tracing::Metadata::Ext::SpanKind::TAG_CLIENT)
+
+              # Tag as an external peer service
+              @datadog_multi_span.set_tag(Tracing::Metadata::Ext::TAG_PEER_SERVICE, @datadog_multi_span.service)
+
+              # Set analytics sample rate
+              Contrib::Analytics.set_sample_rate(@datadog_multi_span, analytics_sample_rate) if analytics_enabled?
+
+              @datadog_multi_span
+            end
+
+            def datadog_configuration
+              Datadog.configuration.tracing[:ethon]
+            end
+
+            def analytics_enabled?
+              Contrib::Analytics.enabled?(datadog_configuration[:analytics_enabled])
+            end
+
+            def analytics_sample_rate
+              datadog_configuration[:analytics_sample_rate]
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/ethon/patcher.rb

@@ -0,0 +1,31 @@
+# typed: true
+
+require_relative '../patcher'
+
+module Datadog
+  module Tracing
+    module Contrib
+      module Ethon
+        # Patcher enables patching of 'ethon' module.
+        module Patcher
+          include Kernel # Ensure that kernel methods are always available (https://sorbet.org/docs/error-reference#7003)
+          include Contrib::Patcher
+
+          module_function
+
+          def target_version
+            Integration.version
+          end
+
+          def patch
+            require_relative 'easy_patch'
+            require_relative 'multi_patch'
+
+            ::Ethon::Easy.include(EasyPatch)
+            ::Ethon::Multi.include(MultiPatch)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/excon/configuration/settings.rb

@@ -0,0 +1,42 @@
+# typed: false
+
+require_relative '../../configuration/settings'
+require_relative '../ext'
+
+module Datadog
+  module Tracing
+    module Contrib
+      module Excon
+        module Configuration
+          # Custom settings for the Excon integration
+          # @public_api
+          class Settings < Contrib::Configuration::Settings
+            option :enabled do |o|
+              o.default { env_to_bool(Ext::ENV_ENABLED, true) }
+              o.lazy
+            end
+
+            option :analytics_enabled do |o|
+              o.default { env_to_bool(Ext::ENV_ANALYTICS_ENABLED, false) }
+              o.lazy
+            end
+
+            option :analytics_sample_rate do |o|
+              o.default { env_to_float(Ext::ENV_ANALYTICS_SAMPLE_RATE, 1.0) }
+              o.lazy
+            end
+
+            option :distributed_tracing, default: true
+            option :error_handler
+            option :split_by_domain, default: false
+
+            option :service_name do |o|
+              o.default { ENV.fetch(Ext::ENV_SERVICE_NAME, Ext::DEFAULT_PEER_SERVICE_NAME) }
+              o.lazy
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/excon/ext.rb

@@ -0,0 +1,22 @@
+# typed: true
+
+module Datadog
+  module Tracing
+    module Contrib
+      module Excon
+        # Excon integration constants
+        # @public_api Changing resource names, tag names, or environment variables creates breaking changes.
+        module Ext
+          ENV_ENABLED = 'DD_TRACE_EXCON_ENABLED'.freeze
+          ENV_SERVICE_NAME = 'DD_TRACE_EXCON_SERVICE_NAME'.freeze
+          ENV_ANALYTICS_ENABLED = 'DD_TRACE_EXCON_ANALYTICS_ENABLED'.freeze
+          ENV_ANALYTICS_SAMPLE_RATE = 'DD_TRACE_EXCON_ANALYTICS_SAMPLE_RATE'.freeze
+          DEFAULT_PEER_SERVICE_NAME = 'excon'.freeze
+          SPAN_REQUEST = 'excon.request'.freeze
+          TAG_COMPONENT = 'excon'.freeze
+          TAG_OPERATION_REQUEST = 'request'.freeze
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/excon/integration.rb

@@ -0,0 +1,48 @@
+# typed: false
+
+require_relative '../integration'
+require_relative 'configuration/settings'
+require_relative '../configuration/resolvers/pattern_resolver'
+require_relative 'patcher'
+
+module Datadog
+  module Tracing
+    module Contrib
+      module Excon
+        # Description of Excon integration
+        class Integration
+          include Contrib::Integration
+
+          MINIMUM_VERSION = Gem::Version.new('0.50.0')
+
+          # @public_api Changing the integration name or integration options can cause breaking changes
+          register_as :excon
+
+          def self.version
+            Gem.loaded_specs['excon'] && Gem.loaded_specs['excon'].version
+          end
+
+          def self.loaded?
+            !defined?(::Excon).nil?
+          end
+
+          def self.compatible?
+            super && version >= MINIMUM_VERSION
+          end
+
+          def new_configuration
+            Configuration::Settings.new
+          end
+
+          def patcher
+            Patcher
+          end
+
+          def resolver
+            @resolver ||= Contrib::Configuration::Resolvers::PatternResolver.new
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/excon/middleware.rb

@@ -0,0 +1,171 @@
+# typed: ignore
+
+require 'excon'
+
+require_relative '../../../core'
+require_relative '../../metadata/ext'
+require_relative '../../propagation/http'
+require_relative '../analytics'
+require_relative 'ext'
+require_relative '../http_annotation_helper'
+
+module Datadog
+  module Tracing
+    module Contrib
+      module Excon
+        # Middleware implements an excon-middleware for ddtrace instrumentation
+        class Middleware < ::Excon::Middleware::Base
+          include Contrib::HttpAnnotationHelper
+
+          DEFAULT_ERROR_HANDLER = lambda do |response|
+            Tracing::Metadata::Ext::HTTP::ERROR_RANGE.cover?(response[:status])
+          end
+
+          def initialize(stack, options = {})
+            super(stack)
+            @default_options = datadog_configuration.options_hash.merge(options)
+          end
+
+          def request_call(datum)
+            begin
+              unless datum.key?(:datadog_span)
+                @options = build_request_options!(datum)
+                span = Tracing.trace(Ext::SPAN_REQUEST)
+                trace = Tracing.active_trace
+                datum[:datadog_span] = span
+                annotate!(span, datum)
+                propagate!(trace, span, datum) if distributed_tracing?
+
+                span
+              end
+            rescue StandardError => e
+              Datadog.logger.debug(e.message)
+            end
+
+            @stack.request_call(datum)
+          end
+
+          def response_call(datum)
+            @stack.response_call(datum).tap do |d|
+              handle_response(d)
+            end
+          end
+
+          def error_call(datum)
+            handle_response(datum)
+            @stack.error_call(datum)
+          end
+
+          # Returns a child class of this trace middleware
+          # With options given as defaults.
+          def self.with(options = {})
+            Class.new(self) do
+              @options = options
+
+              # rubocop:disable Style/TrivialAccessors
+              def self.options
+                @options
+              end
+              # rubocop:enable Style/TrivialAccessors
+
+              # default_options in this case contains our specific middleware options
+              # so we want it to take precedence in build_request_options
+              def build_request_options!(datum)
+                datadog_configuration(datum[:host]).options_hash.merge(@default_options)
+              end
+
+              def initialize(stack)
+                super(stack, self.class.options)
+              end
+            end
+          end
+
+          # Returns a copy of the default stack with the trace middleware injected
+          def self.around_default_stack
+            ::Excon.defaults[:middlewares].dup.tap do |default_stack|
+              # If the default stack contains a version of the trace middleware already...
+              existing_trace_middleware = default_stack.find { |m| m <= Middleware }
+              default_stack.delete(existing_trace_middleware) if existing_trace_middleware
+
+              # Inject after the ResponseParser middleware
+              response_middleware_index = default_stack.index(::Excon::Middleware::ResponseParser).to_i
+              default_stack.insert(response_middleware_index + 1, self)
+            end
+          end
+
+          private
+
+          def analytics_enabled?
+            Contrib::Analytics.enabled?(@options[:analytics_enabled])
+          end
+
+          def analytics_sample_rate
+            @options[:analytics_sample_rate]
+          end
+
+          def distributed_tracing?
+            @options[:distributed_tracing] == true && Tracing.enabled?
+          end
+
+          def error_handler
+            @options[:error_handler] || DEFAULT_ERROR_HANDLER
+          end
+
+          def annotate!(span, datum)
+            span.resource = datum[:method].to_s.upcase
+            span.service = service_name(datum[:host], @options)
+            span.span_type = Tracing::Metadata::Ext::HTTP::TYPE_OUTBOUND
+
+            span.set_tag(Tracing::Metadata::Ext::TAG_KIND, Tracing::Metadata::Ext::SpanKind::TAG_CLIENT)
+
+            span.set_tag(Tracing::Metadata::Ext::TAG_COMPONENT, Ext::TAG_COMPONENT)
+            span.set_tag(Tracing::Metadata::Ext::TAG_OPERATION, Ext::TAG_OPERATION_REQUEST)
+
+            # Tag as an external peer service
+            span.set_tag(Tracing::Metadata::Ext::TAG_PEER_SERVICE, span.service)
+            span.set_tag(Tracing::Metadata::Ext::TAG_PEER_HOSTNAME, datum[:host])
+
+            # Set analytics sample rate
+            Contrib::Analytics.set_sample_rate(span, analytics_sample_rate) if analytics_enabled?
+
+            span.set_tag(Tracing::Metadata::Ext::HTTP::TAG_URL, datum[:path])
+            span.set_tag(Tracing::Metadata::Ext::HTTP::TAG_METHOD, datum[:method].to_s.upcase)
+            span.set_tag(Tracing::Metadata::Ext::NET::TAG_TARGET_HOST, datum[:host])
+            span.set_tag(Tracing::Metadata::Ext::NET::TAG_TARGET_PORT, datum[:port])
+          end
+
+          def handle_response(datum)
+            if datum.key?(:datadog_span)
+              datum[:datadog_span].tap do |span|
+                return span if span.finished?
+
+                if datum.key?(:response)
+                  response = datum[:response]
+                  span.set_error(["Error #{response[:status]}", response[:body]]) if error_handler.call(response)
+                  span.set_tag(Tracing::Metadata::Ext::HTTP::TAG_STATUS_CODE, response[:status])
+                end
+                span.set_error(datum[:error]) if datum.key?(:error)
+                span.finish
+                datum.delete(:datadog_span)
+              end
+            end
+          rescue StandardError => e
+            Datadog.logger.debug(e.message)
+          end
+
+          def propagate!(trace, span, datum)
+            Tracing::Propagation::HTTP.inject!(trace, datum[:headers])
+          end
+
+          def build_request_options!(datum)
+            @default_options.merge(datadog_configuration(datum[:host]).options_hash)
+          end
+
+          def datadog_configuration(host = :default)
+            Datadog.configuration.tracing[:excon, host]
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/excon/patcher.rb

@@ -0,0 +1,31 @@
+# typed: false
+
+require_relative '../patcher'
+
+module Datadog
+  module Tracing
+    module Contrib
+      module Excon
+        # Patcher enables patching of 'excon' module.
+        module Patcher
+          include Contrib::Patcher
+
+          module_function
+
+          def target_version
+            Integration.version
+          end
+
+          def patch
+            require_relative 'middleware'
+            add_middleware
+          end
+
+          def add_middleware
+            ::Excon.defaults[:middlewares] = Middleware.around_default_stack
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/ext.rb

@@ -0,0 +1,25 @@
+# frozen_string_literal: true
+
+module Datadog
+  module Tracing
+    module Contrib
+      # Contrib specific constants
+      module Ext
+        # @public_api
+        module DB
+          TAG_INSTANCE = 'db.instance'
+          TAG_USER = 'db.user'
+          TAG_SYSTEM = 'db.system'
+          TAG_STATEMENT = 'db.statement'
+          TAG_ROW_COUNT = 'db.row_count'
+        end
+
+        module RPC
+          TAG_SYSTEM = 'rpc.system'
+          TAG_SERVICE = 'rpc.service'
+          TAG_METHOD = 'rpc.method'
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/extensions.rb

@@ -0,0 +1,199 @@
+# typed: false
+
+require 'set'
+
+require_relative '../../core/configuration/settings'
+
+# Datadog
+module Datadog
+  # Datadog tracing
+  module Tracing
+    module Contrib
+      # Extensions that can be added to the base library
+      # Adds registry, configuration access for integrations.
+      #
+      # DEV: The Registry should probably be part of the core tracer
+      # as it represents a global tracer repository that is strongly intertwined
+      # with the tracer lifecycle and deeply modifies the tracer initialization
+      # process.
+      # Most of this file should probably live inside the tracer core.
+      module Extensions
+        def self.extend!
+          Datadog.singleton_class.prepend Helpers
+          Datadog.singleton_class.prepend Configuration
+
+          # DEV: We want settings to only apply to the `tracing` subgroup.
+          #      Until we have a better API of accessing that settings class,
+          #      we have to dig into it like this.
+          settings_class = Core::Configuration::Settings.options[:tracing].default.call.class
+          settings_class.include(Configuration::Settings)
+        end
+
+        # Helper methods for Datadog module.
+        module Helpers
+          # The global integration registry.
+          #
+          # This registry holds a reference to all integrations available
+          # to the tracer.
+          #
+          # Integrations registered in the {.registry} can be activated as follows:
+          #
+          # ```
+          # Datadog.configure do |c|
+          #   c.tracing.instrument :my_registered_integration, **my_options
+          # end
+          # ```
+          #
+          # New integrations can be registered by implementing the {Datadog::Tracing::Contrib::Integration} interface.
+          #
+          # @return [Datadog::Tracing::Contrib::Registry]
+          # @!attribute [r] registry
+          # @public_api
+          def registry
+            Contrib::REGISTRY
+          end
+        end
+
+        # Configuration methods for Datadog module.
+        module Configuration
+          # TODO: Is is not possible to separate this configuration method
+          # TODO: from core ddtrace parts ()e.g. the registry).
+          # TODO: Today this method sits here in the `Datadog::Tracing::Contrib::Extensions` namespace
+          # TODO: but cannot empirically constraints to the contrib domain only.
+          # TODO: We should promote most of this logic to core parts of ddtrace.
+          def configure(&block)
+            # Reconfigure core settings
+            super(&block)
+
+            # Activate integrations
+            configuration = self.configuration.tracing
+
+            if configuration.respond_to?(:integrations_pending_activation)
+              ignore_integration_load_errors = if configuration.respond_to?(:ignore_integration_load_errors?)
+                                                 configuration.ignore_integration_load_errors?
+                                               else
+                                                 false
+                                               end
+
+              configuration.integrations_pending_activation.each do |integration|
+                next unless integration.respond_to?(:patch)
+
+                # integration.patch returns either true or a hash of details on why patching failed
+                patch_results = integration.patch
+
+                next if patch_results == true
+
+                # if patching failed, only log output if verbosity is unset
+                # or if patching failure is due to compatibility or integration specific reasons
+                next unless !ignore_integration_load_errors ||
+                  ((patch_results[:available] && patch_results[:loaded]) &&
+                  (!patch_results[:compatible] || !patch_results[:patchable]))
+
+                desc = "Available?: #{patch_results[:available]}"
+                desc += ", Loaded? #{patch_results[:loaded]}"
+                desc += ", Compatible? #{patch_results[:compatible]}"
+                desc += ", Patchable? #{patch_results[:patchable]}"
+
+                Datadog.logger.warn("Unable to patch #{patch_results[:name]} (#{desc})")
+              end
+
+              components.telemetry.integrations_change! if configuration.integrations_pending_activation
+
+              configuration.integrations_pending_activation.clear
+            end
+
+            configuration
+          end
+
+          # Extensions for Datadog::Core::Configuration::Settings
+          # @public_api
+          module Settings
+            InvalidIntegrationError = Class.new(StandardError)
+
+            # Applies instrumentation for the provided `integration_name`.
+            #
+            # Options may be provided, that are specific to that instrumentation.
+            # See the instrumentation's settings file for a list of available options.
+            #
+            # @example
+            #   Datadog.configure { |c| c.tracing.instrument :integration_name }
+            # @example
+            #   Datadog.configure { |c| c.tracing.instrument :integration_name, option_key: :option_value }
+            # @param [Symbol] integration_name the integration name
+            # @param [Hash] options the integration-specific configuration settings
+            # @return [Datadog::Tracing::Contrib::Integration]
+            def instrument(integration_name, options = {}, &block)
+              integration = fetch_integration(integration_name)
+
+              unless integration.nil? || !integration.default_configuration.enabled
+                configuration_name = options[:describes] || :default
+                filtered_options = options.reject { |k, _v| k == :describes }
+                integration.configure(configuration_name, filtered_options, &block)
+                instrumented_integrations[integration_name] = integration
+
+                # Add to activation list
+                integrations_pending_activation << integration
+              end
+
+              integration
+            end
+
+            # TODO: Deprecate in the next major version, as `instrument` better describes this method's purpose
+            alias_method :use, :instrument
+
+            # For the provided `integration_name`, resolves a matching configuration
+            # for the provided integration from an integration-specific `key`.
+            #
+            # How the matching is performed is integration-specific.
+            #
+            # @example
+            #   Datadog.configuration.tracing[:integration_name]
+            # @example
+            #   Datadog.configuration.tracing[:integration_name][:sub_configuration]
+            # @param [Symbol] integration_name the integration name
+            # @param [Object] key the integration-specific lookup key
+            # @return [Datadog::Tracing::Contrib::Configuration::Settings]
+            def [](integration_name, key = :default)
+              integration = fetch_integration(integration_name)
+              integration.resolve(key) unless integration.nil?
+            end
+
+            # @!visibility private
+            def integrations_pending_activation
+              @integrations_pending_activation ||= Set.new
+            end
+
+            # @!visibility private
+            def instrumented_integrations
+              @instrumented_integrations ||= {}
+            end
+
+            # @!visibility private
+            def reset!
+              instrumented_integrations.clear
+              super
+            end
+
+            # @!visibility private
+            def fetch_integration(name)
+              Contrib::REGISTRY[name] ||
+                raise(InvalidIntegrationError, "'#{name}' is not a valid integration.")
+            end
+
+            # @!visibility private
+            def ignore_integration_load_errors?
+              defined?(@ignore_integration_load_errors) ? @ignore_integration_load_errors == true : false
+            end
+
+            def ignore_integration_load_errors=(value)
+              @ignore_integration_load_errors = value
+            end
+          end
+        end
+      end
+    end
+  end
+
+  # Load built-in Datadog integrations
+  Tracing::Contrib::Extensions.extend!
+end