ddtrace 0.35.2 → 1.1.0

data/lib/datadog/tracing/contrib/excon/middleware.rb

@@ -0,0 +1,170 @@
+# typed: ignore
+
+require 'excon'
+
+require 'datadog/core'
+require 'datadog/tracing'
+require 'datadog/tracing/metadata/ext'
+require 'datadog/tracing/propagation/http'
+require 'datadog/tracing/contrib/analytics'
+require 'datadog/tracing/contrib/excon/ext'
+require 'datadog/tracing/contrib/http_annotation_helper'
+
+module Datadog
+  module Tracing
+    module Contrib
+      module Excon
+        # Middleware implements an excon-middleware for ddtrace instrumentation
+        class Middleware < ::Excon::Middleware::Base
+          include Contrib::HttpAnnotationHelper
+
+          DEFAULT_ERROR_HANDLER = lambda do |response|
+            Tracing::Metadata::Ext::HTTP::ERROR_RANGE.cover?(response[:status])
+          end
+
+          def initialize(stack, options = {})
+            super(stack)
+            @default_options = datadog_configuration.options_hash.merge(options)
+          end
+
+          def request_call(datum)
+            begin
+              unless datum.key?(:datadog_span)
+                @options = build_request_options!(datum)
+                span = Tracing.trace(Ext::SPAN_REQUEST)
+                trace = Tracing.active_trace
+                datum[:datadog_span] = span
+                annotate!(span, datum)
+                propagate!(trace, span, datum) if distributed_tracing?
+
+                span
+              end
+            rescue StandardError => e
+              Datadog.logger.debug(e.message)
+            end
+
+            @stack.request_call(datum)
+          end
+
+          def response_call(datum)
+            @stack.response_call(datum).tap do |d|
+              handle_response(d)
+            end
+          end
+
+          def error_call(datum)
+            handle_response(datum)
+            @stack.error_call(datum)
+          end
+
+          # Returns a child class of this trace middleware
+          # With options given as defaults.
+          def self.with(options = {})
+            Class.new(self) do
+              @options = options
+
+              # rubocop:disable Style/TrivialAccessors
+              def self.options
+                @options
+              end
+              # rubocop:enable Style/TrivialAccessors
+
+              # default_options in this case contains our specific middleware options
+              # so we want it to take precedence in build_request_options
+              def build_request_options!(datum)
+                datadog_configuration(datum[:host]).options_hash.merge(@default_options)
+              end
+
+              def initialize(stack)
+                super(stack, self.class.options)
+              end
+            end
+          end
+
+          # Returns a copy of the default stack with the trace middleware injected
+          def self.around_default_stack
+            ::Excon.defaults[:middlewares].dup.tap do |default_stack|
+              # If the default stack contains a version of the trace middleware already...
+              existing_trace_middleware = default_stack.find { |m| m <= Middleware }
+              default_stack.delete(existing_trace_middleware) if existing_trace_middleware
+
+              # Inject after the ResponseParser middleware
+              response_middleware_index = default_stack.index(::Excon::Middleware::ResponseParser).to_i
+              default_stack.insert(response_middleware_index + 1, self)
+            end
+          end
+
+          private
+
+          def analytics_enabled?
+            Contrib::Analytics.enabled?(@options[:analytics_enabled])
+          end
+
+          def analytics_sample_rate
+            @options[:analytics_sample_rate]
+          end
+
+          def distributed_tracing?
+            @options[:distributed_tracing] == true && Tracing.enabled?
+          end
+
+          def error_handler
+            @options[:error_handler] || DEFAULT_ERROR_HANDLER
+          end
+
+          def annotate!(span, datum)
+            span.resource = datum[:method].to_s.upcase
+            span.service = service_name(datum[:host], @options)
+            span.span_type = Tracing::Metadata::Ext::HTTP::TYPE_OUTBOUND
+
+            span.set_tag(Tracing::Metadata::Ext::TAG_COMPONENT, Ext::TAG_COMPONENT)
+            span.set_tag(Tracing::Metadata::Ext::TAG_OPERATION, Ext::TAG_OPERATION_REQUEST)
+
+            # Tag as an external peer service
+            span.set_tag(Tracing::Metadata::Ext::TAG_PEER_SERVICE, span.service)
+            span.set_tag(Tracing::Metadata::Ext::TAG_PEER_HOSTNAME, datum[:host])
+
+            # Set analytics sample rate
+            Contrib::Analytics.set_sample_rate(span, analytics_sample_rate) if analytics_enabled?
+
+            span.set_tag(Tracing::Metadata::Ext::HTTP::TAG_URL, datum[:path])
+            span.set_tag(Tracing::Metadata::Ext::HTTP::TAG_METHOD, datum[:method].to_s.upcase)
+            span.set_tag(Tracing::Metadata::Ext::NET::TAG_TARGET_HOST, datum[:host])
+            span.set_tag(Tracing::Metadata::Ext::NET::TAG_TARGET_PORT, datum[:port])
+          end
+
+          def handle_response(datum)
+            if datum.key?(:datadog_span)
+              datum[:datadog_span].tap do |span|
+                return span if span.finished?
+
+                if datum.key?(:response)
+                  response = datum[:response]
+                  span.set_error(["Error #{response[:status]}", response[:body]]) if error_handler.call(response)
+                  span.set_tag(Tracing::Metadata::Ext::HTTP::TAG_STATUS_CODE, response[:status])
+                end
+                span.set_error(datum[:error]) if datum.key?(:error)
+                span.finish
+                datum.delete(:datadog_span)
+              end
+            end
+          rescue StandardError => e
+            Datadog.logger.debug(e.message)
+          end
+
+          def propagate!(trace, span, datum)
+            Tracing::Propagation::HTTP.inject!(trace, datum[:headers])
+          end
+
+          def build_request_options!(datum)
+            @default_options.merge(datadog_configuration(datum[:host]).options_hash)
+          end
+
+          def datadog_configuration(host = :default)
+            Datadog.configuration.tracing[:excon, host]
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/excon/patcher.rb

@@ -0,0 +1,31 @@
+# typed: false
+
+require 'datadog/tracing/contrib/patcher'
+
+module Datadog
+  module Tracing
+    module Contrib
+      module Excon
+        # Patcher enables patching of 'excon' module.
+        module Patcher
+          include Contrib::Patcher
+
+          module_function
+
+          def target_version
+            Integration.version
+          end
+
+          def patch
+            require 'datadog/tracing/contrib/excon/middleware'
+            add_middleware
+          end
+
+          def add_middleware
+            ::Excon.defaults[:middlewares] = Middleware.around_default_stack
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/extensions.rb

@@ -0,0 +1,197 @@
+# typed: false
+
+require 'set'
+
+require 'datadog/core/configuration/settings'
+
+# Datadog
+module Datadog
+  # Datadog tracing
+  module Tracing
+    module Contrib
+      # Extensions that can be added to the base library
+      # Adds registry, configuration access for integrations.
+      #
+      # DEV: The Registry should probably be part of the core tracer
+      # as it represents a global tracer repository that is strongly intertwined
+      # with the tracer lifecycle and deeply modifies the tracer initialization
+      # process.
+      # Most of this file should probably live inside the tracer core.
+      module Extensions
+        def self.extend!
+          Datadog.singleton_class.prepend Helpers
+          Datadog.singleton_class.prepend Configuration
+
+          # DEV: We want settings to only apply to the `tracing` subgroup.
+          #      Until we have a better API of accessing that settings class,
+          #      we have to dig into it like this.
+          settings_class = Core::Configuration::Settings.options[:tracing].default.call.class
+          settings_class.include(Configuration::Settings)
+        end
+
+        # Helper methods for Datadog module.
+        module Helpers
+          # The global integration registry.
+          #
+          # This registry holds a reference to all integrations available
+          # to the tracer.
+          #
+          # Integrations registered in the {.registry} can be activated as follows:
+          #
+          # ```
+          # Datadog.configure do |c|
+          #   c.tracing.instrument :my_registered_integration, **my_options
+          # end
+          # ```
+          #
+          # New integrations can be registered by implementing the {Datadog::Tracing::Contrib::Integration} interface.
+          #
+          # @return [Datadog::Tracing::Contrib::Registry]
+          # @!attribute [r] registry
+          # @public_api
+          def registry
+            Contrib::REGISTRY
+          end
+        end
+
+        # Configuration methods for Datadog module.
+        module Configuration
+          # TODO: Is is not possible to separate this configuration method
+          # TODO: from core ddtrace parts ()e.g. the registry).
+          # TODO: Today this method sits here in the `Datadog::Tracing::Contrib::Extensions` namespace
+          # TODO: but cannot empirically constraints to the contrib domain only.
+          # TODO: We should promote most of this logic to core parts of ddtrace.
+          def configure(&block)
+            # Reconfigure core settings
+            super(&block)
+
+            # Activate integrations
+            configuration = self.configuration.tracing
+
+            if configuration.respond_to?(:integrations_pending_activation)
+              ignore_integration_load_errors = if configuration.respond_to?(:ignore_integration_load_errors?)
+                                                 configuration.ignore_integration_load_errors?
+                                               else
+                                                 false
+                                               end
+
+              configuration.integrations_pending_activation.each do |integration|
+                next unless integration.respond_to?(:patch)
+
+                # integration.patch returns either true or a hash of details on why patching failed
+                patch_results = integration.patch
+
+                next if patch_results == true
+
+                # if patching failed, only log output if verbosity is unset
+                # or if patching failure is due to compatibility or integration specific reasons
+                next unless !ignore_integration_load_errors ||
+                            ((patch_results[:available] && patch_results[:loaded]) &&
+                            (!patch_results[:compatible] || !patch_results[:patchable]))
+
+                desc = "Available?: #{patch_results[:available]}"
+                desc += ", Loaded? #{patch_results[:loaded]}"
+                desc += ", Compatible? #{patch_results[:compatible]}"
+                desc += ", Patchable? #{patch_results[:patchable]}"
+
+                Datadog.logger.warn("Unable to patch #{patch_results[:name]} (#{desc})")
+              end
+
+              configuration.integrations_pending_activation.clear
+            end
+
+            configuration
+          end
+
+          # Extensions for Datadog::Core::Configuration::Settings
+          # @public_api
+          module Settings
+            InvalidIntegrationError = Class.new(StandardError)
+
+            # Applies instrumentation for the provided `integration_name`.
+            #
+            # Options may be provided, that are specific to that instrumentation.
+            # See the instrumentation's settings file for a list of available options.
+            #
+            # @example
+            #   Datadog.configure { |c| c.tracing.instrument :integration_name }
+            # @example
+            #   Datadog.configure { |c| c.tracing.instrument :integration_name, option_key: :option_value }
+            # @param [Symbol] integration_name the integration name
+            # @param [Hash] options the integration-specific configuration settings
+            # @return [Datadog::Tracing::Contrib::Integration]
+            def instrument(integration_name, options = {}, &block)
+              integration = fetch_integration(integration_name)
+
+              unless integration.nil? || !integration.default_configuration.enabled
+                configuration_name = options[:describes] || :default
+                filtered_options = options.reject { |k, _v| k == :describes }
+                integration.configure(configuration_name, filtered_options, &block)
+                instrumented_integrations[integration_name] = integration
+
+                # Add to activation list
+                integrations_pending_activation << integration
+              end
+
+              integration
+            end
+
+            # TODO: Deprecate in the next major version, as `instrument` better describes this method's purpose
+            alias_method :use, :instrument
+
+            # For the provided `integration_name`, resolves a matching configuration
+            # for the provided integration from an integration-specific `key`.
+            #
+            # How the matching is performed is integration-specific.
+            #
+            # @example
+            #   Datadog.configuration.tracing[:integration_name]
+            # @example
+            #   Datadog.configuration.tracing[:integration_name][:sub_configuration]
+            # @param [Symbol] integration_name the integration name
+            # @param [Object] key the integration-specific lookup key
+            # @return [Datadog::Tracing::Contrib::Configuration::Settings]
+            def [](integration_name, key = :default)
+              integration = fetch_integration(integration_name)
+              integration.resolve(key) unless integration.nil?
+            end
+
+            # @!visibility private
+            def integrations_pending_activation
+              @integrations_pending_activation ||= Set.new
+            end
+
+            # @!visibility private
+            def instrumented_integrations
+              @instrumented_integrations ||= {}
+            end
+
+            # @!visibility private
+            def reset!
+              instrumented_integrations.clear
+              super
+            end
+
+            # @!visibility private
+            def fetch_integration(name)
+              Contrib::REGISTRY[name] ||
+                raise(InvalidIntegrationError, "'#{name}' is not a valid integration.")
+            end
+
+            # @!visibility private
+            def ignore_integration_load_errors?
+              defined?(@ignore_integration_load_errors) ? @ignore_integration_load_errors == true : false
+            end
+
+            def ignore_integration_load_errors=(value)
+              @ignore_integration_load_errors = value
+            end
+          end
+        end
+      end
+    end
+  end
+
+  # Load built-in Datadog integrations
+  Tracing::Contrib::Extensions.extend!
+end

data/lib/datadog/tracing/contrib/faraday/configuration/settings.rb

@@ -0,0 +1,42 @@
+# typed: false
+
+require 'datadog/tracing/contrib/configuration/settings'
+require 'datadog/tracing/contrib/faraday/ext'
+
+module Datadog
+  module Tracing
+    module Contrib
+      module Faraday
+        module Configuration
+          # Custom settings for the Faraday integration
+          # @public_api
+          class Settings < Contrib::Configuration::Settings
+            DEFAULT_ERROR_HANDLER = lambda do |env|
+              Tracing::Metadata::Ext::HTTP::ERROR_RANGE.cover?(env[:status])
+            end
+
+            option :enabled do |o|
+              o.default { env_to_bool(Ext::ENV_ENABLED, true) }
+              o.lazy
+            end
+
+            option :analytics_enabled do |o|
+              o.default { env_to_bool(Ext::ENV_ANALYTICS_ENABLED, false) }
+              o.lazy
+            end
+
+            option :analytics_sample_rate do |o|
+              o.default { env_to_float(Ext::ENV_ANALYTICS_SAMPLE_RATE, 1.0) }
+              o.lazy
+            end
+
+            option :distributed_tracing, default: true
+            option :error_handler, default: DEFAULT_ERROR_HANDLER
+            option :service_name, default: Ext::DEFAULT_PEER_SERVICE_NAME
+            option :split_by_domain, default: false
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/faraday/connection.rb

@@ -0,0 +1,22 @@
+# typed: false
+
+module Datadog
+  module Tracing
+    module Contrib
+      module Faraday
+        # Handles installation of our middleware if the user has *not*
+        # already explicitly configured our middleware for this correction.
+        #
+        # Wraps Faraday::Connection#initialize:
+        # https://github.com/lostisland/faraday/blob/ff9dc1d1219a1bbdba95a9a4cf5d135b97247ee2/lib/faraday/connection.rb#L62-L92
+        module Connection
+          def initialize(*args, &block)
+            super.tap do
+              use(:ddtrace) unless builder.handlers.any? { |h| h.klass == Middleware }
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/faraday/ext.rb

@@ -0,0 +1,21 @@
+# typed: true
+
+module Datadog
+  module Tracing
+    module Contrib
+      module Faraday
+        # Faraday integration constants
+        # @public_api Changing resource names, tag names, or environment variables creates breaking changes.
+        module Ext
+          ENV_ENABLED = 'DD_TRACE_FARADAY_ENABLED'.freeze
+          ENV_ANALYTICS_ENABLED = 'DD_TRACE_FARADAY_ANALYTICS_ENABLED'.freeze
+          ENV_ANALYTICS_SAMPLE_RATE = 'DD_TRACE_FARADAY_ANALYTICS_SAMPLE_RATE'.freeze
+          DEFAULT_PEER_SERVICE_NAME = 'faraday'.freeze
+          SPAN_REQUEST = 'faraday.request'.freeze
+          TAG_COMPONENT = 'faraday'.freeze
+          TAG_OPERATION_REQUEST = 'request'.freeze
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/faraday/integration.rb

@@ -0,0 +1,48 @@
+# typed: false
+
+require 'datadog/tracing/contrib/integration'
+require 'datadog/tracing/contrib/configuration/resolvers/pattern_resolver'
+require 'datadog/tracing/contrib/faraday/configuration/settings'
+require 'datadog/tracing/contrib/faraday/patcher'
+
+module Datadog
+  module Tracing
+    module Contrib
+      module Faraday
+        # Description of Faraday integration
+        class Integration
+          include Contrib::Integration
+
+          MINIMUM_VERSION = Gem::Version.new('0.14.0')
+
+          # @public_api Changing the integration name or integration options can cause breaking changes
+          register_as :faraday, auto_patch: true
+
+          def self.version
+            Gem.loaded_specs['faraday'] && Gem.loaded_specs['faraday'].version
+          end
+
+          def self.loaded?
+            !defined?(::Faraday).nil?
+          end
+
+          def self.compatible?
+            super && version >= MINIMUM_VERSION
+          end
+
+          def new_configuration
+            Configuration::Settings.new
+          end
+
+          def patcher
+            Patcher
+          end
+
+          def resolver
+            @resolver ||= Contrib::Configuration::Resolvers::PatternResolver.new
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/faraday/middleware.rb

@@ -0,0 +1,93 @@
+# typed: ignore
+
+require 'faraday'
+
+require 'datadog/tracing'
+require 'datadog/tracing/metadata/ext'
+require 'datadog/tracing/propagation/http'
+require 'datadog/tracing/contrib/analytics'
+require 'datadog/tracing/contrib/faraday/ext'
+require 'datadog/tracing/contrib/http_annotation_helper'
+
+module Datadog
+  module Tracing
+    module Contrib
+      module Faraday
+        # Middleware implements a faraday-middleware for ddtrace instrumentation
+        class Middleware < ::Faraday::Middleware
+          include Contrib::HttpAnnotationHelper
+
+          def initialize(app, options = {})
+            super(app)
+            @options = options
+          end
+
+          def call(env)
+            # Resolve configuration settings to use for this request.
+            # Do this once to reduce expensive regex calls.
+            request_options = build_request_options!(env)
+
+            Tracing.trace(Ext::SPAN_REQUEST) do |span, trace|
+              annotate!(span, env, request_options)
+              propagate!(trace, span, env) if request_options[:distributed_tracing] && Tracing.enabled?
+              app.call(env).on_complete { |resp| handle_response(span, resp, request_options) }
+            end
+          end
+
+          private
+
+          attr_reader :app
+
+          def annotate!(span, env, options)
+            span.resource = resource_name(env)
+            service_name(env[:url].host, options)
+            span.service = options[:split_by_domain] ? env[:url].host : options[:service_name]
+            span.span_type = Tracing::Metadata::Ext::HTTP::TYPE_OUTBOUND
+
+            span.set_tag(Tracing::Metadata::Ext::TAG_COMPONENT, Ext::TAG_COMPONENT)
+            span.set_tag(Tracing::Metadata::Ext::TAG_OPERATION, Ext::TAG_OPERATION_REQUEST)
+
+            # Tag as an external peer service
+            span.set_tag(Tracing::Metadata::Ext::TAG_PEER_SERVICE, span.service)
+            span.set_tag(Tracing::Metadata::Ext::TAG_PEER_HOSTNAME, env[:url].host)
+
+            # Set analytics sample rate
+            if Contrib::Analytics.enabled?(options[:analytics_enabled])
+              Contrib::Analytics.set_sample_rate(span, options[:analytics_sample_rate])
+            end
+
+            span.set_tag(Tracing::Metadata::Ext::HTTP::TAG_URL, env[:url].path)
+            span.set_tag(Tracing::Metadata::Ext::HTTP::TAG_METHOD, env[:method].to_s.upcase)
+            span.set_tag(Tracing::Metadata::Ext::NET::TAG_TARGET_HOST, env[:url].host)
+            span.set_tag(Tracing::Metadata::Ext::NET::TAG_TARGET_PORT, env[:url].port)
+          end
+
+          def handle_response(span, env, options)
+            span.set_error(["Error #{env[:status]}", env[:body]]) if options.fetch(:error_handler).call(env)
+
+            span.set_tag(Tracing::Metadata::Ext::HTTP::TAG_STATUS_CODE, env[:status])
+          end
+
+          def propagate!(trace, span, env)
+            Tracing::Propagation::HTTP.inject!(trace, env[:request_headers])
+          end
+
+          def resource_name(env)
+            env[:method].to_s.upcase
+          end
+
+          def build_request_options!(env)
+            datadog_configuration
+              .options_hash # integration level settings
+              .merge(datadog_configuration(env[:url].host).options_hash) # per-host override
+              .merge(@options) # middleware instance override
+          end
+
+          def datadog_configuration(host = :default)
+            Datadog.configuration.tracing[:faraday, host]
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/faraday/patcher.rb

@@ -0,0 +1,56 @@
+# typed: false
+
+require 'datadog/tracing/contrib/faraday/connection'
+require 'datadog/tracing/contrib/faraday/ext'
+require 'datadog/tracing/contrib/faraday/rack_builder'
+require 'datadog/tracing/contrib/patcher'
+
+module Datadog
+  module Tracing
+    module Contrib
+      module Faraday
+        # Patcher enables patching of 'faraday' module.
+        module Patcher
+          include Contrib::Patcher
+
+          module_function
+
+          def target_version
+            Integration.version
+          end
+
+          def patch
+            require 'datadog/tracing/contrib/faraday/middleware'
+
+            register_middleware!
+            add_default_middleware!
+          end
+
+          def register_middleware!
+            ::Faraday::Middleware.register_middleware(ddtrace: Middleware)
+          end
+
+          def add_default_middleware!
+            if target_version >= Gem::Version.new('1.0.0')
+              # Patch the default connection (e.g. +Faraday.get+)
+              ::Faraday.default_connection.use(:ddtrace)
+
+              # Patch new connection instances (e.g. +Faraday.new+)
+              ::Faraday::Connection.prepend(Connection)
+            else
+              # Patch the default connection (e.g. +Faraday.get+)
+              #
+              # We insert our middleware before the 'adapter', which is
+              # always the last handler.
+              idx = ::Faraday.default_connection.builder.handlers.size - 1
+              ::Faraday.default_connection.builder.insert(idx, Middleware)
+
+              # Patch new connection instances (e.g. +Faraday.new+)
+              ::Faraday::RackBuilder.prepend(RackBuilder)
+            end
+          end
+        end
+      end
+    end
+  end
+end